[ 522.244885] env[69613]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'linux_bridge' {{(pid=69613) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 522.245246] env[69613]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'noop' {{(pid=69613) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 522.245381] env[69613]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'ovs' {{(pid=69613) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 522.245677] env[69613]: INFO os_vif [-] Loaded VIF plugins: linux_bridge, noop, ovs [ 522.343809] env[69613]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): grep -F node.session.scan /sbin/iscsiadm {{(pid=69613) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:349}} [ 522.354191] env[69613]: DEBUG oslo_concurrency.processutils [-] CMD "grep -F node.session.scan /sbin/iscsiadm" returned: 0 in 0.010s {{(pid=69613) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:372}} [ 522.398436] env[69613]: INFO oslo_service.periodic_task [-] Skipping periodic task _heal_instance_info_cache because its interval is negative [ 522.965791] env[69613]: INFO nova.virt.driver [None req-b584c235-c8c2-4e35-ab41-60088446ad06 None None] Loading compute driver 'vmwareapi.VMwareVCDriver' [ 523.038441] env[69613]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "oslo_vmware_api_lock" by "oslo_vmware.api.VMwareAPISession._create_session" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 523.038622] env[69613]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" acquired by "oslo_vmware.api.VMwareAPISession._create_session" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 523.038721] env[69613]: DEBUG oslo_vmware.service [-] Creating suds client with soap_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk' and wsdl_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk/vimService.wsdl' {{(pid=69613) __init__ /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:242}} [ 525.937520] env[69613]: DEBUG oslo_vmware.service [-] Invoking ServiceInstance.RetrieveServiceContent with opID=oslo.vmware-97c4421f-3277-46db-946c-3da36547131c {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 525.954082] env[69613]: DEBUG oslo_vmware.api [-] Logging into host: vc1.osci.c.eu-de-1.cloud.sap. {{(pid=69613) _create_session /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:242}} [ 525.954237] env[69613]: DEBUG oslo_vmware.service [-] Invoking SessionManager.Login with opID=oslo.vmware-c122899d-c27c-4867-8866-ef06a9ec4080 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 525.987917] env[69613]: INFO oslo_vmware.api [-] Successfully established new session; session ID is 29c60. [ 525.988059] env[69613]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" "released" by "oslo_vmware.api.VMwareAPISession._create_session" :: held 2.949s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 525.988594] env[69613]: INFO nova.virt.vmwareapi.driver [None req-b584c235-c8c2-4e35-ab41-60088446ad06 None None] VMware vCenter version: 7.0.3 [ 525.992059] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8b0da73-d1ac-4876-833c-6e5a74af3098 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 526.013208] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b250fb64-eab4-4ad2-8a45-080c6802c7cc {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 526.019163] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dad956a0-9c63-4360-b66f-1ab5a4b0ea65 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 526.025736] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d43aadd-355b-4b41-aa6e-ec4c02b0e785 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 526.038748] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7201681c-3985-4c90-81c6-542778ef3ef5 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 526.044560] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0359cb96-8be5-4fd9-b9ed-6a33515f4ec9 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 526.075138] env[69613]: DEBUG oslo_vmware.service [-] Invoking ExtensionManager.FindExtension with opID=oslo.vmware-ccf8ee71-eeca-4054-9a7a-4fc71db8553c {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 526.080137] env[69613]: DEBUG nova.virt.vmwareapi.driver [None req-b584c235-c8c2-4e35-ab41-60088446ad06 None None] Extension org.openstack.compute already exists. {{(pid=69613) _register_openstack_extension /opt/stack/nova/nova/virt/vmwareapi/driver.py:228}} [ 526.082763] env[69613]: INFO nova.compute.provider_config [None req-b584c235-c8c2-4e35-ab41-60088446ad06 None None] No provider configs found in /etc/nova/provider_config/. If files are present, ensure the Nova process has access. [ 526.586318] env[69613]: DEBUG nova.context [None req-b584c235-c8c2-4e35-ab41-60088446ad06 None None] Found 2 cells: 00000000-0000-0000-0000-000000000000(cell0),89051b57-0464-4ca0-b59b-68e5b37c1187(cell1) {{(pid=69613) load_cells /opt/stack/nova/nova/context.py:464}} [ 526.588762] env[69613]: DEBUG oslo_concurrency.lockutils [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 526.589111] env[69613]: DEBUG oslo_concurrency.lockutils [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 526.590206] env[69613]: DEBUG oslo_concurrency.lockutils [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 526.590755] env[69613]: DEBUG oslo_concurrency.lockutils [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] Acquiring lock "89051b57-0464-4ca0-b59b-68e5b37c1187" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 526.590954] env[69613]: DEBUG oslo_concurrency.lockutils [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] Lock "89051b57-0464-4ca0-b59b-68e5b37c1187" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 526.591984] env[69613]: DEBUG oslo_concurrency.lockutils [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] Lock "89051b57-0464-4ca0-b59b-68e5b37c1187" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 526.611792] env[69613]: INFO dbcounter [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] Registered counter for database nova_cell0 [ 526.620199] env[69613]: INFO dbcounter [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] Registered counter for database nova_cell1 [ 527.067205] env[69613]: DEBUG oslo_db.sqlalchemy.engines [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=69613) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 527.067678] env[69613]: DEBUG oslo_db.sqlalchemy.engines [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=69613) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 527.072687] env[69613]: ERROR nova.db.main.api [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 527.072687] env[69613]: result = function(*args, **kwargs) [ 527.072687] env[69613]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 527.072687] env[69613]: return func(*args, **kwargs) [ 527.072687] env[69613]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 527.072687] env[69613]: result = fn(*args, **kwargs) [ 527.072687] env[69613]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 527.072687] env[69613]: return f(*args, **kwargs) [ 527.072687] env[69613]: File "/opt/stack/nova/nova/objects/service.py", line 557, in _db_service_get_minimum_version [ 527.072687] env[69613]: return db.service_get_minimum_version(context, binaries) [ 527.072687] env[69613]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 527.072687] env[69613]: _check_db_access() [ 527.072687] env[69613]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 527.072687] env[69613]: stacktrace = ''.join(traceback.format_stack()) [ 527.072687] env[69613]: [ 527.073532] env[69613]: ERROR nova.db.main.api [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 527.073532] env[69613]: result = function(*args, **kwargs) [ 527.073532] env[69613]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 527.073532] env[69613]: return func(*args, **kwargs) [ 527.073532] env[69613]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 527.073532] env[69613]: result = fn(*args, **kwargs) [ 527.073532] env[69613]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 527.073532] env[69613]: return f(*args, **kwargs) [ 527.073532] env[69613]: File "/opt/stack/nova/nova/objects/service.py", line 557, in _db_service_get_minimum_version [ 527.073532] env[69613]: return db.service_get_minimum_version(context, binaries) [ 527.073532] env[69613]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 527.073532] env[69613]: _check_db_access() [ 527.073532] env[69613]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 527.073532] env[69613]: stacktrace = ''.join(traceback.format_stack()) [ 527.073532] env[69613]: [ 527.073925] env[69613]: WARNING nova.objects.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] Failed to get minimum service version for cell 00000000-0000-0000-0000-000000000000 [ 527.074088] env[69613]: WARNING nova.objects.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] Failed to get minimum service version for cell 89051b57-0464-4ca0-b59b-68e5b37c1187 [ 527.074550] env[69613]: DEBUG oslo_concurrency.lockutils [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] Acquiring lock "singleton_lock" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 527.074710] env[69613]: DEBUG oslo_concurrency.lockutils [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] Acquired lock "singleton_lock" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 527.074962] env[69613]: DEBUG oslo_concurrency.lockutils [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] Releasing lock "singleton_lock" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 527.075318] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] Full set of CONF: {{(pid=69613) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/service.py:357}} [ 527.075461] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] ******************************************************************************** {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 527.075590] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] Configuration options gathered from: {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 527.075724] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] command line args: ['--config-file', '/etc/nova/nova.conf', '--config-file', '/etc/nova/nova-cpu-common.conf', '--config-file', '/etc/nova/nova-cpu-1.conf'] {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 527.075918] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] config files: ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 527.076056] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] ================================================================================ {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 527.076272] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] allow_resize_to_same_host = True {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.076444] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] arq_binding_timeout = 300 {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.076577] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] backdoor_port = None {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.076703] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] backdoor_socket = None {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.076866] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] block_device_allocate_retries = 60 {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.077085] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] block_device_allocate_retries_interval = 3 {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.077281] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] cert = self.pem {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.077475] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] compute_driver = vmwareapi.VMwareVCDriver {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.077656] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] compute_monitors = [] {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.077826] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] config_dir = [] {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.078234] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] config_drive_format = iso9660 {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.078383] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] config_file = ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.078588] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] config_source = [] {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.078768] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] console_host = devstack {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.078936] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] control_exchange = nova {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.079113] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] cpu_allocation_ratio = None {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.079279] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] daemon = False {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.079448] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] debug = True {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.079607] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] default_access_ip_network_name = None {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.079775] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] default_availability_zone = nova {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.079927] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] default_ephemeral_format = None {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.080108] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] default_green_pool_size = 1000 {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.080353] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'glanceclient=WARN', 'oslo.privsep.daemon=INFO'] {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.080515] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] default_schedule_zone = None {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.080676] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] disk_allocation_ratio = None {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.080836] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] enable_new_services = True {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.081021] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] enabled_apis = ['osapi_compute'] {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.081188] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] enabled_ssl_apis = [] {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.081348] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] flat_injected = False {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.081507] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] force_config_drive = False {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.081667] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] force_raw_images = True {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.081833] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] graceful_shutdown_timeout = 5 {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.081991] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] heal_instance_info_cache_interval = -1 {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.082227] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] host = cpu-1 {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.082402] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] initial_cpu_allocation_ratio = 4.0 {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.082564] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] initial_disk_allocation_ratio = 1.0 {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.082724] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] initial_ram_allocation_ratio = 1.0 {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.082940] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] injected_network_template = /opt/stack/nova/nova/virt/interfaces.template {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.083115] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] instance_build_timeout = 0 {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.083274] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] instance_delete_interval = 300 {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.083438] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] instance_format = [instance: %(uuid)s] {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.083601] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] instance_name_template = instance-%08x {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.083760] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] instance_usage_audit = False {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.083926] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] instance_usage_audit_period = month {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.084108] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.084275] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] instances_path = /opt/stack/data/nova/instances {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.084438] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] internal_service_availability_zone = internal {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.084595] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] key = None {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.084752] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] live_migration_retry_count = 30 {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.084916] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] log_color = False {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.085090] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] log_config_append = None {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.085257] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.085417] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] log_dir = None {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.085575] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] log_file = None {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.085704] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] log_options = True {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.085865] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] log_rotate_interval = 1 {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.086044] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] log_rotate_interval_type = days {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.086215] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] log_rotation_type = none {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.086344] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.086469] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.086637] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.086802] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.086931] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.087105] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] long_rpc_timeout = 1800 {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.087268] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] max_concurrent_builds = 10 {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.087454] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] max_concurrent_live_migrations = 1 {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.087614] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] max_concurrent_snapshots = 5 {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.087774] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] max_local_block_devices = 3 {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.087932] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] max_logfile_count = 30 {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.088119] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] max_logfile_size_mb = 200 {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.088285] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] maximum_instance_delete_attempts = 5 {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.088485] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] metadata_listen = 0.0.0.0 {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.088681] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] metadata_listen_port = 8775 {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.088855] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] metadata_workers = 2 {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.089028] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] migrate_max_retries = -1 {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.089204] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] mkisofs_cmd = genisoimage {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.089412] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] my_block_storage_ip = 10.180.1.21 {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.089546] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] my_ip = 10.180.1.21 {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.089751] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] my_shared_fs_storage_ip = 10.180.1.21 {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.089913] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] network_allocate_retries = 0 {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.090110] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] non_inheritable_image_properties = ['cache_in_nova', 'bittorrent'] {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.090282] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] osapi_compute_listen = 0.0.0.0 {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.090448] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] osapi_compute_listen_port = 8774 {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.090616] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] osapi_compute_unique_server_name_scope = {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.090785] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] osapi_compute_workers = 2 {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.090946] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] password_length = 12 {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.091122] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] periodic_enable = True {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.091283] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] periodic_fuzzy_delay = 60 {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.091453] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] pointer_model = usbtablet {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.091619] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] preallocate_images = none {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.091778] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] publish_errors = False {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.091907] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] pybasedir = /opt/stack/nova {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.092082] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] ram_allocation_ratio = None {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.092247] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] rate_limit_burst = 0 {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.092413] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] rate_limit_except_level = CRITICAL {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.092572] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] rate_limit_interval = 0 {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.092729] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] reboot_timeout = 0 {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.092886] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] reclaim_instance_interval = 0 {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.093051] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] record = None {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.093220] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] reimage_timeout_per_gb = 60 {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.093387] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] report_interval = 120 {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.093547] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] rescue_timeout = 0 {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.093708] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] reserved_host_cpus = 0 {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.093865] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] reserved_host_disk_mb = 0 {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.094030] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] reserved_host_memory_mb = 512 {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.094194] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] reserved_huge_pages = None {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.094352] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] resize_confirm_window = 0 {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.094510] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] resize_fs_using_block_device = False {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.094669] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] resume_guests_state_on_host_boot = False {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.094834] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] rootwrap_config = /etc/nova/rootwrap.conf {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.094992] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] rpc_response_timeout = 60 {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.095163] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] run_external_periodic_tasks = True {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.095333] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] running_deleted_instance_action = reap {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.095491] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] running_deleted_instance_poll_interval = 1800 {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.095649] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] running_deleted_instance_timeout = 0 {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.095807] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] scheduler_instance_sync_interval = 120 {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.095972] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] service_down_time = 720 {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.096153] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] servicegroup_driver = db {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.096310] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] shell_completion = None {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.096470] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] shelved_offload_time = 0 {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.096630] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] shelved_poll_interval = 3600 {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.096795] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] shutdown_timeout = 0 {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.096952] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] source_is_ipv6 = False {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.097123] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] ssl_only = False {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.097379] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] state_path = /opt/stack/data/n-cpu-1 {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.097582] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] sync_power_state_interval = 600 {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.097750] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] sync_power_state_pool_size = 1000 {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.097920] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] syslog_log_facility = LOG_USER {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.098090] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] tempdir = None {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.098253] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] timeout_nbd = 10 {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.098432] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] transport_url = **** {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.098614] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] update_resources_interval = 0 {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.098778] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] use_cow_images = True {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.098936] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] use_journal = False {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.099113] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] use_json = False {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.099274] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] use_rootwrap_daemon = False {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.099432] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] use_stderr = False {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.099590] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] use_syslog = False {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.099745] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] vcpu_pin_set = None {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.099907] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] vif_plugging_is_fatal = True {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.100082] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] vif_plugging_timeout = 300 {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.100250] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] virt_mkfs = [] {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.100408] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] volume_usage_poll_interval = 0 {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.100567] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] watch_log_file = False {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.100737] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] web = /usr/share/spice-html5 {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.100923] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] os_brick.lock_path = /opt/stack/data/n-cpu-1 {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.101100] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] os_brick.wait_mpath_device_attempts = 4 {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.101266] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] os_brick.wait_mpath_device_interval = 1 {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.101438] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] oslo_concurrency.disable_process_locking = False {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.101739] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] oslo_concurrency.lock_path = /opt/stack/data/n-cpu-1 {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.102009] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.102212] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.102393] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] oslo_messaging_metrics.metrics_process_name = {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.102567] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.102778] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.102978] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] api.auth_strategy = keystone {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.103170] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] api.compute_link_prefix = None {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.103354] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] api.config_drive_skip_versions = 1.0 2007-01-19 2007-03-01 2007-08-29 2007-10-10 2007-12-15 2008-02-01 2008-09-01 {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.103534] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] api.dhcp_domain = novalocal {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.103710] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] api.enable_instance_password = True {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.103878] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] api.glance_link_prefix = None {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.104057] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] api.instance_list_cells_batch_fixed_size = 100 {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.104239] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] api.instance_list_cells_batch_strategy = distributed {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.104407] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] api.instance_list_per_project_cells = False {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.104572] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] api.list_records_by_skipping_down_cells = True {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.104738] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] api.local_metadata_per_cell = False {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.104909] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] api.max_limit = 1000 {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.105090] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] api.metadata_cache_expiration = 15 {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.105271] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] api.neutron_default_tenant_id = default {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.105448] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] api.response_validation = warn {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.105624] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] api.use_neutron_default_nets = False {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.105795] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] api.vendordata_dynamic_connect_timeout = 5 {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.105961] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] api.vendordata_dynamic_failure_fatal = False {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.106146] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] api.vendordata_dynamic_read_timeout = 5 {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.106324] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] api.vendordata_dynamic_ssl_certfile = {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.106500] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] api.vendordata_dynamic_targets = [] {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.106670] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] api.vendordata_jsonfile_path = None {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.106855] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] api.vendordata_providers = ['StaticJSON'] {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.107063] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] cache.backend = dogpile.cache.memcached {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.107240] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] cache.backend_argument = **** {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.107407] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] cache.backend_expiration_time = None {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.107605] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] cache.config_prefix = cache.oslo {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.107783] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] cache.dead_timeout = 60.0 {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.107953] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] cache.debug_cache_backend = False {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.108136] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] cache.enable_retry_client = False {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.108305] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] cache.enable_socket_keepalive = False {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.108519] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] cache.enabled = True {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.108781] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] cache.enforce_fips_mode = False {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.109014] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] cache.expiration_time = 600 {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.109207] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] cache.hashclient_retry_attempts = 2 {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.109386] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] cache.hashclient_retry_delay = 1.0 {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.109558] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] cache.memcache_dead_retry = 300 {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.109725] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] cache.memcache_password = **** {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.109895] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] cache.memcache_pool_connection_get_timeout = 10 {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.110076] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] cache.memcache_pool_flush_on_reconnect = False {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.110247] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] cache.memcache_pool_maxsize = 10 {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.110415] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] cache.memcache_pool_unused_timeout = 60 {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.110583] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] cache.memcache_sasl_enabled = False {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.110766] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] cache.memcache_servers = ['localhost:11211'] {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.110938] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] cache.memcache_socket_timeout = 1.0 {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.111118] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] cache.memcache_username = None {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.111289] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] cache.proxies = [] {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.111456] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] cache.redis_db = 0 {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.111621] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] cache.redis_password = **** {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.111794] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] cache.redis_sentinel_service_name = mymaster {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.111971] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] cache.redis_sentinels = ['localhost:26379'] {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.112157] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] cache.redis_server = localhost:6379 {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.112327] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] cache.redis_socket_timeout = 1.0 {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.112490] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] cache.redis_username = None {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.112658] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] cache.retry_attempts = 2 {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.112823] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] cache.retry_delay = 0.0 {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.112985] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] cache.socket_keepalive_count = 1 {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.113162] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] cache.socket_keepalive_idle = 1 {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.113325] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] cache.socket_keepalive_interval = 1 {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.113484] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] cache.tls_allowed_ciphers = None {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.113646] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] cache.tls_cafile = None {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.113807] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] cache.tls_certfile = None {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.113968] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] cache.tls_enabled = False {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.114141] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] cache.tls_keyfile = None {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.114315] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] cinder.auth_section = None {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.114491] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] cinder.auth_type = password {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.114654] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] cinder.cafile = None {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.114829] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] cinder.catalog_info = volumev3::publicURL {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.114989] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] cinder.certfile = None {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.115165] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] cinder.collect_timing = False {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.115331] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] cinder.cross_az_attach = True {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.115492] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] cinder.debug = False {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.115650] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] cinder.endpoint_template = None {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.115811] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] cinder.http_retries = 3 {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.115973] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] cinder.insecure = False {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.116144] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] cinder.keyfile = None {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.116316] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] cinder.os_region_name = RegionOne {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.116479] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] cinder.split_loggers = False {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.116640] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] cinder.timeout = None {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.116811] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] compute.consecutive_build_service_disable_threshold = 10 {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.116969] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] compute.cpu_dedicated_set = None {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.117140] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] compute.cpu_shared_set = None {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.117307] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] compute.image_type_exclude_list = [] {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.117511] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] compute.live_migration_wait_for_vif_plug = True {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.117692] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] compute.max_concurrent_disk_ops = 0 {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.117860] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] compute.max_disk_devices_to_attach = -1 {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.118035] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] compute.packing_host_numa_cells_allocation_strategy = False {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.118213] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] compute.provider_config_location = /etc/nova/provider_config/ {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.118377] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] compute.resource_provider_association_refresh = 300 {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.118568] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] compute.sharing_providers_max_uuids_per_request = 200 {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.118743] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] compute.shutdown_retry_interval = 10 {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.118926] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] compute.vmdk_allowed_types = ['streamOptimized', 'monolithicSparse'] {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.119120] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] conductor.workers = 2 {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.119304] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] console.allowed_origins = [] {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.119465] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] console.ssl_ciphers = None {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.119638] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] console.ssl_minimum_version = default {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.119806] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] consoleauth.enforce_session_timeout = False {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.119975] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] consoleauth.token_ttl = 600 {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.120249] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] cyborg.cafile = None {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.120414] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] cyborg.certfile = None {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.120579] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] cyborg.collect_timing = False {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.120741] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] cyborg.connect_retries = None {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.120902] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] cyborg.connect_retry_delay = None {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.121072] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] cyborg.endpoint_override = None {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.121242] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] cyborg.insecure = False {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.121401] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] cyborg.keyfile = None {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.121564] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] cyborg.max_version = None {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.121724] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] cyborg.min_version = None {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.121883] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] cyborg.region_name = None {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.122055] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] cyborg.retriable_status_codes = None {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.122219] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] cyborg.service_name = None {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.122391] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] cyborg.service_type = accelerator {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.122555] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] cyborg.split_loggers = False {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.122718] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] cyborg.status_code_retries = None {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.122878] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] cyborg.status_code_retry_delay = None {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.123049] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] cyborg.timeout = None {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.123238] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] cyborg.valid_interfaces = ['internal', 'public'] {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.123400] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] cyborg.version = None {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.123572] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] database.asyncio_connection = **** {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.123735] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] database.asyncio_slave_connection = **** {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.123904] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] database.backend = sqlalchemy {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.124090] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] database.connection = **** {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.124262] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] database.connection_debug = 0 {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.124434] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] database.connection_parameters = {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.124603] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] database.connection_recycle_time = 3600 {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.124765] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] database.connection_trace = False {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.124926] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] database.db_inc_retry_interval = True {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.125098] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] database.db_max_retries = 20 {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.125264] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] database.db_max_retry_interval = 10 {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.125427] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] database.db_retry_interval = 1 {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.125590] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] database.max_overflow = 50 {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.125754] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] database.max_pool_size = 5 {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.125917] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] database.max_retries = 10 {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.126100] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] database.mysql_sql_mode = TRADITIONAL {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.126264] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] database.mysql_wsrep_sync_wait = None {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.126424] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] database.pool_timeout = None {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.126589] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] database.retry_interval = 10 {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.126750] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] database.slave_connection = **** {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.126913] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] database.sqlite_synchronous = True {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.127089] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] database.use_db_reconnect = False {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.127262] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] api_database.asyncio_connection = **** {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.127448] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] api_database.asyncio_slave_connection = **** {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.127623] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] api_database.backend = sqlalchemy {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.127798] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] api_database.connection = **** {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.127964] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] api_database.connection_debug = 0 {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.128151] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] api_database.connection_parameters = {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.128318] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] api_database.connection_recycle_time = 3600 {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.128484] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] api_database.connection_trace = False {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.128672] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] api_database.db_inc_retry_interval = True {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.128844] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] api_database.db_max_retries = 20 {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.129013] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] api_database.db_max_retry_interval = 10 {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.129187] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] api_database.db_retry_interval = 1 {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.129351] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] api_database.max_overflow = 50 {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.129513] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] api_database.max_pool_size = 5 {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.129676] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] api_database.max_retries = 10 {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.129846] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] api_database.mysql_sql_mode = TRADITIONAL {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.130011] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] api_database.mysql_wsrep_sync_wait = None {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.130179] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] api_database.pool_timeout = None {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.130344] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] api_database.retry_interval = 10 {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.130506] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] api_database.slave_connection = **** {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.130668] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] api_database.sqlite_synchronous = True {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.130838] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] devices.enabled_mdev_types = [] {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.131023] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] ephemeral_storage_encryption.cipher = aes-xts-plain64 {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.131201] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] ephemeral_storage_encryption.default_format = luks {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.131364] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] ephemeral_storage_encryption.enabled = False {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.131528] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] ephemeral_storage_encryption.key_size = 512 {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.131701] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] glance.api_servers = None {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.131866] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] glance.cafile = None {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.132041] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] glance.certfile = None {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.132212] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] glance.collect_timing = False {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.132371] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] glance.connect_retries = None {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.132534] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] glance.connect_retry_delay = None {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.132701] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] glance.debug = False {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.132868] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] glance.default_trusted_certificate_ids = [] {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.133039] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] glance.enable_certificate_validation = False {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.133208] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] glance.enable_rbd_download = False {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.133366] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] glance.endpoint_override = None {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.133536] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] glance.insecure = False {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.133703] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] glance.keyfile = None {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.133862] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] glance.max_version = None {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.134031] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] glance.min_version = None {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.134203] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] glance.num_retries = 3 {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.134373] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] glance.rbd_ceph_conf = {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.134538] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] glance.rbd_connect_timeout = 5 {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.134708] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] glance.rbd_pool = {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.134874] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] glance.rbd_user = {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.135054] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] glance.region_name = None {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.135221] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] glance.retriable_status_codes = None {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.135382] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] glance.service_name = None {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.135553] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] glance.service_type = image {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.135719] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] glance.split_loggers = False {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.135877] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] glance.status_code_retries = None {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.136049] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] glance.status_code_retry_delay = None {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.136214] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] glance.timeout = None {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.136396] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] glance.valid_interfaces = ['internal', 'public'] {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.136565] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] glance.verify_glance_signatures = False {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.136726] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] glance.version = None {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.136896] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] guestfs.debug = False {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.137077] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] manila.auth_section = None {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.137246] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] manila.auth_type = None {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.137408] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] manila.cafile = None {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.137612] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] manila.certfile = None {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.137795] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] manila.collect_timing = False {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.137960] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] manila.connect_retries = None {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.138137] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] manila.connect_retry_delay = None {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.138300] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] manila.endpoint_override = None {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.138466] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] manila.insecure = False {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.138636] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] manila.keyfile = None {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.138800] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] manila.max_version = None {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.138960] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] manila.min_version = None {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.139135] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] manila.region_name = None {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.139298] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] manila.retriable_status_codes = None {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.139459] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] manila.service_name = None {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.139634] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] manila.service_type = shared-file-system {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.139798] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] manila.share_apply_policy_timeout = 10 {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.139965] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] manila.split_loggers = False {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.140141] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] manila.status_code_retries = None {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.140305] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] manila.status_code_retry_delay = None {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.140467] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] manila.timeout = None {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.140670] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] manila.valid_interfaces = ['internal', 'public'] {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.140845] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] manila.version = None {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.141030] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] mks.enabled = False {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.141383] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] mks.mksproxy_base_url = http://127.0.0.1:6090/ {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.141577] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] image_cache.manager_interval = 2400 {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.141749] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] image_cache.precache_concurrency = 1 {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.141922] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] image_cache.remove_unused_base_images = True {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.142105] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] image_cache.remove_unused_original_minimum_age_seconds = 86400 {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.142278] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] image_cache.remove_unused_resized_minimum_age_seconds = 3600 {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.142457] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] image_cache.subdirectory_name = _base {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.142636] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] ironic.api_max_retries = 60 {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.142801] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] ironic.api_retry_interval = 2 {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.142965] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] ironic.auth_section = None {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.143146] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] ironic.auth_type = None {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.143310] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] ironic.cafile = None {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.143469] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] ironic.certfile = None {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.143651] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] ironic.collect_timing = False {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.143835] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] ironic.conductor_group = None {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.144006] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] ironic.connect_retries = None {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.144175] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] ironic.connect_retry_delay = None {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.144338] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] ironic.endpoint_override = None {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.144504] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] ironic.insecure = False {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.144665] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] ironic.keyfile = None {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.144826] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] ironic.max_version = None {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.144988] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] ironic.min_version = None {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.145169] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] ironic.peer_list = [] {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.145334] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] ironic.region_name = None {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.145495] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] ironic.retriable_status_codes = None {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.145660] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] ironic.serial_console_state_timeout = 10 {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.145820] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] ironic.service_name = None {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.145993] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] ironic.service_type = baremetal {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.146167] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] ironic.shard = None {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.146335] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] ironic.split_loggers = False {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.146494] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] ironic.status_code_retries = None {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.146672] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] ironic.status_code_retry_delay = None {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.146847] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] ironic.timeout = None {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.147044] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] ironic.valid_interfaces = ['internal', 'public'] {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.147213] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] ironic.version = None {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.147396] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] key_manager.backend = nova.keymgr.conf_key_mgr.ConfKeyManager {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.147601] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] key_manager.fixed_key = **** {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.147792] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] barbican.auth_endpoint = http://localhost/identity/v3 {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.147956] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] barbican.barbican_api_version = None {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.148134] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] barbican.barbican_endpoint = None {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.148310] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] barbican.barbican_endpoint_type = public {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.148476] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] barbican.barbican_region_name = None {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.148628] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] barbican.cafile = None {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.148790] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] barbican.certfile = None {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.148956] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] barbican.collect_timing = False {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.149131] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] barbican.insecure = False {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.149294] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] barbican.keyfile = None {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.149461] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] barbican.number_of_retries = 60 {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.149626] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] barbican.retry_delay = 1 {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.149817] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] barbican.send_service_user_token = False {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.149986] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] barbican.split_loggers = False {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.150160] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] barbican.timeout = None {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.150325] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] barbican.verify_ssl = True {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.150485] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] barbican.verify_ssl_path = None {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.150653] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] barbican_service_user.auth_section = None {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.150819] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] barbican_service_user.auth_type = None {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.150979] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] barbican_service_user.cafile = None {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.151151] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] barbican_service_user.certfile = None {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.151315] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] barbican_service_user.collect_timing = False {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.151477] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] barbican_service_user.insecure = False {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.151637] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] barbican_service_user.keyfile = None {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.151801] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] barbican_service_user.split_loggers = False {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.151961] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] barbican_service_user.timeout = None {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.152143] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] vault.approle_role_id = **** {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.152305] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] vault.approle_secret_id = **** {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.152476] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] vault.kv_mountpoint = secret {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.152639] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] vault.kv_path = None {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.152828] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] vault.kv_version = 2 {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.152994] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] vault.namespace = None {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.153170] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] vault.root_token_id = **** {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.153332] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] vault.ssl_ca_crt_file = None {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.153501] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] vault.timeout = 60.0 {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.153669] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] vault.use_ssl = False {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.153841] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] vault.vault_url = http://127.0.0.1:8200 {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.154018] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] keystone.cafile = None {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.154186] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] keystone.certfile = None {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.154352] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] keystone.collect_timing = False {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.154511] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] keystone.connect_retries = None {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.154676] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] keystone.connect_retry_delay = None {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.154835] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] keystone.endpoint_override = None {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.154996] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] keystone.insecure = False {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.155169] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] keystone.keyfile = None {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.155331] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] keystone.max_version = None {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.155488] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] keystone.min_version = None {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.155649] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] keystone.region_name = None {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.155835] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] keystone.retriable_status_codes = None {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.156014] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] keystone.service_name = None {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.156197] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] keystone.service_type = identity {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.156365] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] keystone.split_loggers = False {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.156525] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] keystone.status_code_retries = None {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.156688] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] keystone.status_code_retry_delay = None {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.156848] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] keystone.timeout = None {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.157036] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] keystone.valid_interfaces = ['internal', 'public'] {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.157203] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] keystone.version = None {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.157392] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] libvirt.ceph_mount_options = None {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.157805] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] libvirt.ceph_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.157999] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] libvirt.connection_uri = {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.158186] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] libvirt.cpu_mode = None {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.158361] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] libvirt.cpu_model_extra_flags = [] {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.158581] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] libvirt.cpu_models = [] {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.158736] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] libvirt.cpu_power_governor_high = performance {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.158912] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] libvirt.cpu_power_governor_low = powersave {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.159091] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] libvirt.cpu_power_management = False {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.159269] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] libvirt.cpu_power_management_strategy = cpu_state {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.159440] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] libvirt.device_detach_attempts = 8 {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.159610] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] libvirt.device_detach_timeout = 20 {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.159780] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] libvirt.disk_cachemodes = [] {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.159941] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] libvirt.disk_prefix = None {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.160120] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] libvirt.enabled_perf_events = [] {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.160288] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] libvirt.file_backed_memory = 0 {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.160459] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] libvirt.gid_maps = [] {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.160624] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] libvirt.hw_disk_discard = None {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.160786] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] libvirt.hw_machine_type = None {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.160959] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] libvirt.images_rbd_ceph_conf = {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.161138] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] libvirt.images_rbd_glance_copy_poll_interval = 15 {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.161306] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] libvirt.images_rbd_glance_copy_timeout = 600 {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.161476] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] libvirt.images_rbd_glance_store_name = {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.161674] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] libvirt.images_rbd_pool = rbd {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.161858] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] libvirt.images_type = default {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.162036] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] libvirt.images_volume_group = None {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.162209] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] libvirt.inject_key = False {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.162375] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] libvirt.inject_partition = -2 {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.162542] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] libvirt.inject_password = False {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.162710] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] libvirt.iscsi_iface = None {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.162875] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] libvirt.iser_use_multipath = False {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.163056] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] libvirt.live_migration_bandwidth = 0 {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.163227] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] libvirt.live_migration_completion_timeout = 800 {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.163392] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] libvirt.live_migration_downtime = 500 {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.163554] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] libvirt.live_migration_downtime_delay = 75 {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.163718] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] libvirt.live_migration_downtime_steps = 10 {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.163875] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] libvirt.live_migration_inbound_addr = None {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.164048] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] libvirt.live_migration_permit_auto_converge = False {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.164217] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] libvirt.live_migration_permit_post_copy = False {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.164378] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] libvirt.live_migration_scheme = None {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.164550] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] libvirt.live_migration_timeout_action = abort {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.164744] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] libvirt.live_migration_tunnelled = False {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.164910] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] libvirt.live_migration_uri = None {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.165087] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] libvirt.live_migration_with_native_tls = False {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.165251] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] libvirt.max_queues = None {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.165418] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] libvirt.mem_stats_period_seconds = 10 {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.165646] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] libvirt.migration_inbound_addr = 10.180.1.21 {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.165810] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] libvirt.nfs_mount_options = None {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.166099] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] libvirt.nfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.166280] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] libvirt.num_aoe_discover_tries = 3 {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.166448] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] libvirt.num_iser_scan_tries = 5 {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.166612] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] libvirt.num_memory_encrypted_guests = None {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.166777] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] libvirt.num_nvme_discover_tries = 5 {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.166939] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] libvirt.num_pcie_ports = 0 {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.167120] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] libvirt.num_volume_scan_tries = 5 {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.167291] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] libvirt.pmem_namespaces = [] {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.167475] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] libvirt.quobyte_client_cfg = None {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.167798] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] libvirt.quobyte_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.167983] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] libvirt.rbd_connect_timeout = 5 {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.168170] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] libvirt.rbd_destroy_volume_retries = 12 {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.168346] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] libvirt.rbd_destroy_volume_retry_interval = 5 {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.168518] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] libvirt.rbd_secret_uuid = None {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.168703] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] libvirt.rbd_user = None {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.168875] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] libvirt.realtime_scheduler_priority = 1 {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.169060] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] libvirt.remote_filesystem_transport = ssh {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.169226] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] libvirt.rescue_image_id = None {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.169388] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] libvirt.rescue_kernel_id = None {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.169548] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] libvirt.rescue_ramdisk_id = None {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.169720] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] libvirt.rng_dev_path = /dev/urandom {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.169883] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] libvirt.rx_queue_size = None {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.170063] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] libvirt.smbfs_mount_options = {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.170366] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] libvirt.smbfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.170546] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] libvirt.snapshot_compression = False {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.170741] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] libvirt.snapshot_image_format = None {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.170977] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] libvirt.snapshots_directory = /opt/stack/data/nova/instances/snapshots {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.171165] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] libvirt.sparse_logical_volumes = False {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.171333] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] libvirt.swtpm_enabled = False {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.171506] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] libvirt.swtpm_group = tss {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.171681] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] libvirt.swtpm_user = tss {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.171854] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] libvirt.sysinfo_serial = unique {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.172027] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] libvirt.tb_cache_size = None {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.172194] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] libvirt.tx_queue_size = None {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.172362] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] libvirt.uid_maps = [] {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.172528] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] libvirt.use_virtio_for_bridges = True {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.172700] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] libvirt.virt_type = kvm {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.172873] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] libvirt.volume_clear = zero {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.173048] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] libvirt.volume_clear_size = 0 {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.173225] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] libvirt.volume_enforce_multipath = False {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.173393] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] libvirt.volume_use_multipath = False {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.173554] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] libvirt.vzstorage_cache_path = None {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.173747] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] libvirt.vzstorage_log_path = /var/log/vstorage/%(cluster_name)s/nova.log.gz {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.173933] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] libvirt.vzstorage_mount_group = qemu {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.174114] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] libvirt.vzstorage_mount_opts = [] {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.174290] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] libvirt.vzstorage_mount_perms = 0770 {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.174579] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] libvirt.vzstorage_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.174765] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] libvirt.vzstorage_mount_user = stack {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.174935] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] libvirt.wait_soft_reboot_seconds = 120 {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.175123] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] neutron.auth_section = None {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.175300] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] neutron.auth_type = password {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.175464] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] neutron.cafile = None {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.175625] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] neutron.certfile = None {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.175788] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] neutron.collect_timing = False {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.175948] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] neutron.connect_retries = None {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.176121] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] neutron.connect_retry_delay = None {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.176294] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] neutron.default_floating_pool = public {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.176454] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] neutron.endpoint_override = None {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.176619] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] neutron.extension_sync_interval = 600 {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.176804] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] neutron.http_retries = 3 {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.176977] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] neutron.insecure = False {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.177153] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] neutron.keyfile = None {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.177316] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] neutron.max_version = None {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.177527] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] neutron.metadata_proxy_shared_secret = **** {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.177698] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] neutron.min_version = None {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.177871] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] neutron.ovs_bridge = br-int {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.178119] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] neutron.physnets = [] {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.178304] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] neutron.region_name = RegionOne {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.178465] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] neutron.retriable_status_codes = None {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.178662] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] neutron.service_metadata_proxy = True {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.178833] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] neutron.service_name = None {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.179013] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] neutron.service_type = network {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.179188] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] neutron.split_loggers = False {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.179351] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] neutron.status_code_retries = None {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.179510] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] neutron.status_code_retry_delay = None {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.179670] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] neutron.timeout = None {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.179895] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] neutron.valid_interfaces = ['internal', 'public'] {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.180082] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] neutron.version = None {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.180262] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] notifications.bdms_in_notifications = False {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.180441] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] notifications.default_level = INFO {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.180649] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] notifications.include_share_mapping = False {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.180870] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] notifications.notification_format = unversioned {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.181073] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] notifications.notify_on_state_change = None {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.181267] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] notifications.versioned_notifications_topics = ['versioned_notifications'] {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.181452] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] pci.alias = [] {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.181626] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] pci.device_spec = [] {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.181791] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] pci.report_in_placement = False {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.181964] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] placement.auth_section = None {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.182154] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] placement.auth_type = password {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.182325] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] placement.auth_url = http://10.180.1.21/identity {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.182487] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] placement.cafile = None {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.182645] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] placement.certfile = None {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.182830] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] placement.collect_timing = False {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.183020] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] placement.connect_retries = None {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.183183] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] placement.connect_retry_delay = None {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.183348] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] placement.default_domain_id = None {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.183511] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] placement.default_domain_name = None {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.183676] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] placement.domain_id = None {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.183858] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] placement.domain_name = None {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.184032] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] placement.endpoint_override = None {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.184202] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] placement.insecure = False {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.184363] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] placement.keyfile = None {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.184546] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] placement.max_version = None {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.184714] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] placement.min_version = None {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.184889] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] placement.password = **** {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.185064] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] placement.project_domain_id = None {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.185238] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] placement.project_domain_name = Default {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.185410] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] placement.project_id = None {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.185585] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] placement.project_name = service {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.185758] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] placement.region_name = RegionOne {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.185949] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] placement.retriable_status_codes = None {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.186132] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] placement.service_name = None {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.186311] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] placement.service_type = placement {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.186481] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] placement.split_loggers = False {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.186645] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] placement.status_code_retries = None {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.186806] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] placement.status_code_retry_delay = None {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.186967] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] placement.system_scope = None {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.187141] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] placement.timeout = None {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.187305] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] placement.trust_id = None {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.187504] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] placement.user_domain_id = None {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.187707] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] placement.user_domain_name = Default {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.187877] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] placement.user_id = None {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.188070] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] placement.username = nova {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.188263] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] placement.valid_interfaces = ['internal', 'public'] {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.188433] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] placement.version = None {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.188660] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] quota.cores = 20 {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.188848] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] quota.count_usage_from_placement = False {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.189030] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] quota.driver = nova.quota.DbQuotaDriver {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.189208] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] quota.injected_file_content_bytes = 10240 {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.189379] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] quota.injected_file_path_length = 255 {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.189546] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] quota.injected_files = 5 {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.189716] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] quota.instances = 10 {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.189917] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] quota.key_pairs = 100 {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.190114] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] quota.metadata_items = 128 {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.190289] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] quota.ram = 51200 {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.190459] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] quota.recheck_quota = True {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.190631] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] quota.server_group_members = 10 {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.190798] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] quota.server_groups = 10 {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.191029] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] quota.unified_limits_resource_list = ['servers'] {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.191198] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] quota.unified_limits_resource_strategy = require {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.191374] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] scheduler.discover_hosts_in_cells_interval = -1 {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.191544] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] scheduler.enable_isolated_aggregate_filtering = False {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.191742] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] scheduler.image_metadata_prefilter = False {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.191913] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] scheduler.limit_tenants_to_placement_aggregate = False {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.192094] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] scheduler.max_attempts = 3 {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.192265] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] scheduler.max_placement_results = 1000 {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.192430] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] scheduler.placement_aggregate_required_for_tenants = False {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.192597] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] scheduler.query_placement_for_image_type_support = False {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.192767] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] scheduler.query_placement_for_routed_network_aggregates = False {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.192937] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] scheduler.workers = 2 {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.193126] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] filter_scheduler.aggregate_image_properties_isolation_namespace = None {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.193303] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] filter_scheduler.aggregate_image_properties_isolation_separator = . {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.193489] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] filter_scheduler.available_filters = ['nova.scheduler.filters.all_filters'] {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.193663] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] filter_scheduler.build_failure_weight_multiplier = 1000000.0 {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.193831] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] filter_scheduler.cpu_weight_multiplier = 1.0 {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.193996] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] filter_scheduler.cross_cell_move_weight_multiplier = 1000000.0 {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.194177] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] filter_scheduler.disk_weight_multiplier = 1.0 {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.194366] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] filter_scheduler.enabled_filters = ['ComputeFilter', 'ComputeCapabilitiesFilter', 'ImagePropertiesFilter', 'ServerGroupAntiAffinityFilter', 'ServerGroupAffinityFilter', 'SameHostFilter', 'DifferentHostFilter'] {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.194535] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] filter_scheduler.host_subset_size = 1 {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.194728] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] filter_scheduler.hypervisor_version_weight_multiplier = 1.0 {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.194898] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] filter_scheduler.image_properties_default_architecture = None {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.195080] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] filter_scheduler.image_props_weight_multiplier = 0.0 {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.195252] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] filter_scheduler.image_props_weight_setting = [] {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.195436] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] filter_scheduler.io_ops_weight_multiplier = -1.0 {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.195605] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] filter_scheduler.isolated_hosts = [] {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.195772] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] filter_scheduler.isolated_images = [] {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.195936] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] filter_scheduler.max_instances_per_host = 50 {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.196112] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] filter_scheduler.max_io_ops_per_host = 8 {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.196281] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] filter_scheduler.num_instances_weight_multiplier = 0.0 {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.196446] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] filter_scheduler.pci_in_placement = False {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.196615] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] filter_scheduler.pci_weight_multiplier = 1.0 {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.196781] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] filter_scheduler.ram_weight_multiplier = 1.0 {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.196947] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] filter_scheduler.restrict_isolated_hosts_to_isolated_images = True {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.197127] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] filter_scheduler.shuffle_best_same_weighed_hosts = False {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.197295] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] filter_scheduler.soft_affinity_weight_multiplier = 1.0 {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.197479] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] filter_scheduler.soft_anti_affinity_weight_multiplier = 1.0 {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.197677] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] filter_scheduler.track_instance_changes = True {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.197876] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] filter_scheduler.weight_classes = ['nova.scheduler.weights.all_weighers'] {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.198065] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] metrics.required = True {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.198241] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] metrics.weight_multiplier = 1.0 {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.198412] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] metrics.weight_of_unavailable = -10000.0 {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.198582] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] metrics.weight_setting = [] {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.198913] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] serial_console.base_url = ws://127.0.0.1:6083/ {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.199114] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] serial_console.enabled = False {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.199300] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] serial_console.port_range = 10000:20000 {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.199475] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] serial_console.proxyclient_address = 127.0.0.1 {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.199650] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] serial_console.serialproxy_host = 0.0.0.0 {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.199842] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] serial_console.serialproxy_port = 6083 {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.200034] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] service_user.auth_section = None {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.200217] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] service_user.auth_type = password {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.200382] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] service_user.cafile = None {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.200543] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] service_user.certfile = None {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.200751] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] service_user.collect_timing = False {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.200968] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] service_user.insecure = False {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.201173] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] service_user.keyfile = None {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.201363] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] service_user.send_service_user_token = True {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.201533] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] service_user.split_loggers = False {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.201700] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] service_user.timeout = None {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.201875] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] spice.agent_enabled = True {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.202053] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] spice.enabled = False {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.202381] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] spice.html5proxy_base_url = http://127.0.0.1:6082/spice_auto.html {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.202597] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] spice.html5proxy_host = 0.0.0.0 {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.202820] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] spice.html5proxy_port = 6082 {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.203041] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] spice.image_compression = None {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.203218] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] spice.jpeg_compression = None {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.203383] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] spice.playback_compression = None {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.203549] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] spice.require_secure = False {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.203724] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] spice.server_listen = 127.0.0.1 {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.203897] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] spice.server_proxyclient_address = 127.0.0.1 {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.204205] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] spice.spice_direct_proxy_base_url = http://127.0.0.1:13002/nova {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.204382] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] spice.streaming_mode = None {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.204550] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] spice.zlib_compression = None {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.204723] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] upgrade_levels.baseapi = None {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.204895] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] upgrade_levels.compute = auto {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.205069] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] upgrade_levels.conductor = None {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.205232] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] upgrade_levels.scheduler = None {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.205402] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] vendordata_dynamic_auth.auth_section = None {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.205568] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] vendordata_dynamic_auth.auth_type = None {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.205732] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] vendordata_dynamic_auth.cafile = None {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.205952] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] vendordata_dynamic_auth.certfile = None {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.206146] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] vendordata_dynamic_auth.collect_timing = False {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.206317] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] vendordata_dynamic_auth.insecure = False {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.206480] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] vendordata_dynamic_auth.keyfile = None {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.206648] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] vendordata_dynamic_auth.split_loggers = False {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.206808] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] vendordata_dynamic_auth.timeout = None {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.206986] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] vmware.api_retry_count = 10 {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.207193] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] vmware.ca_file = None {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.207375] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] vmware.cache_prefix = devstack-image-cache {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.207579] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] vmware.cluster_name = testcl1 {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.207754] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] vmware.connection_pool_size = 10 {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.207919] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] vmware.console_delay_seconds = None {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.208110] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] vmware.datastore_regex = ^datastore.* {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.208347] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] vmware.host_ip = vc1.osci.c.eu-de-1.cloud.sap {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.208526] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] vmware.host_password = **** {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.208701] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] vmware.host_port = 443 {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.208872] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] vmware.host_username = administrator@vsphere.local {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.209055] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] vmware.insecure = True {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.209240] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] vmware.integration_bridge = None {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.209391] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] vmware.maximum_objects = 100 {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.209553] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] vmware.pbm_default_policy = None {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.209722] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] vmware.pbm_enabled = False {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.209910] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] vmware.pbm_wsdl_location = None {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.210101] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] vmware.serial_log_dir = /opt/vmware/vspc {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.210270] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] vmware.serial_port_proxy_uri = None {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.210433] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] vmware.serial_port_service_uri = None {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.210607] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] vmware.task_poll_interval = 0.5 {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.210780] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] vmware.use_linked_clone = False {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.210953] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] vmware.vnc_keymap = en-us {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.211134] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] vmware.vnc_port = 5900 {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.211301] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] vmware.vnc_port_total = 10000 {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.211493] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] vnc.auth_schemes = ['none'] {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.211673] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] vnc.enabled = False {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.212240] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] vnc.novncproxy_base_url = http://127.0.0.1:6080/vnc_auto.html {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.212457] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] vnc.novncproxy_host = 0.0.0.0 {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.212642] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] vnc.novncproxy_port = 6080 {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.212840] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] vnc.server_listen = 127.0.0.1 {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.213040] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] vnc.server_proxyclient_address = 127.0.0.1 {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.213212] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] vnc.vencrypt_ca_certs = None {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.213377] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] vnc.vencrypt_client_cert = None {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.213538] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] vnc.vencrypt_client_key = None {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.213728] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] workarounds.disable_compute_service_check_for_ffu = False {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.213890] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] workarounds.disable_deep_image_inspection = False {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.214065] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] workarounds.disable_fallback_pcpu_query = False {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.214234] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] workarounds.disable_group_policy_check_upcall = False {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.214398] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] workarounds.disable_libvirt_livesnapshot = False {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.214563] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] workarounds.disable_rootwrap = False {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.214731] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] workarounds.enable_numa_live_migration = False {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.214906] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] workarounds.enable_qemu_monitor_announce_self = False {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.215085] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] workarounds.ensure_libvirt_rbd_instance_dir_cleanup = False {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.215254] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] workarounds.handle_virt_lifecycle_events = True {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.215421] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] workarounds.libvirt_disable_apic = False {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.215586] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] workarounds.never_download_image_if_on_rbd = False {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.215750] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] workarounds.qemu_monitor_announce_self_count = 3 {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.216114] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] workarounds.qemu_monitor_announce_self_interval = 1 {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.216297] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] workarounds.reserve_disk_resource_for_image_cache = False {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.216470] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] workarounds.skip_cpu_compare_at_startup = False {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.216646] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] workarounds.skip_cpu_compare_on_dest = False {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.216811] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] workarounds.skip_hypervisor_version_check_on_lm = False {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.216979] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] workarounds.skip_reserve_in_use_ironic_nodes = False {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.217158] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] workarounds.unified_limits_count_pcpu_as_vcpu = False {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.217330] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] workarounds.wait_for_vif_plugged_event_during_hard_reboot = [] {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.217556] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] wsgi.api_paste_config = /etc/nova/api-paste.ini {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.217735] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] wsgi.client_socket_timeout = 900 {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.217905] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] wsgi.default_pool_size = 1000 {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.218087] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] wsgi.keep_alive = True {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.218258] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] wsgi.max_header_line = 16384 {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.218424] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] wsgi.secure_proxy_ssl_header = None {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.218621] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] wsgi.ssl_ca_file = None {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.218806] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] wsgi.ssl_cert_file = None {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.218973] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] wsgi.ssl_key_file = None {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.219159] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] wsgi.tcp_keepidle = 600 {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.219379] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] wsgi.wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.219509] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] zvm.ca_file = None {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.219675] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] zvm.cloud_connector_url = None {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.220042] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] zvm.image_tmp_path = /opt/stack/data/n-cpu-1/images {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.220235] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] zvm.reachable_timeout = 300 {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.220413] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.220597] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.220851] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] profiler.connection_string = messaging:// {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.221059] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] profiler.enabled = False {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.221243] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] profiler.es_doc_type = notification {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.221412] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] profiler.es_scroll_size = 10000 {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.221590] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] profiler.es_scroll_time = 2m {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.221760] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] profiler.filter_error_trace = False {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.221931] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] profiler.hmac_keys = **** {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.222122] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] profiler.sentinel_service_name = mymaster {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.222298] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] profiler.socket_timeout = 0.1 {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.222466] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] profiler.trace_requests = False {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.222632] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] profiler.trace_sqlalchemy = False {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.222812] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] profiler_jaeger.process_tags = {} {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.222974] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] profiler_jaeger.service_name_prefix = None {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.223156] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] profiler_otlp.service_name_prefix = None {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.223340] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.223506] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.223674] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.223839] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.224010] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.224184] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.224347] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.224511] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.224678] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.224853] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] oslo_messaging_rabbit.hostname = devstack {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.225028] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.225212] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.225383] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.225555] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.225723] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.225896] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] oslo_messaging_rabbit.processname = nova-compute {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.226074] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.226247] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.226420] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.226586] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.226751] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.226918] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.227098] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.227268] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.227457] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.227629] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.227798] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.227965] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.228145] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.228310] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.228476] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] oslo_messaging_rabbit.ssl = False {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.228674] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.228853] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.229031] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.229217] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.229383] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] oslo_messaging_rabbit.ssl_version = {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.229552] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.229751] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] oslo_messaging_notifications.driver = ['messagingv2'] {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.229994] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] oslo_messaging_notifications.retry = -1 {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.230219] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.230398] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] oslo_messaging_notifications.transport_url = **** {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.230582] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] oslo_limit.auth_section = None {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.230789] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] oslo_limit.auth_type = None {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.230959] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] oslo_limit.cafile = None {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.231142] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] oslo_limit.certfile = None {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.231307] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] oslo_limit.collect_timing = False {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.231468] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] oslo_limit.connect_retries = None {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.231633] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] oslo_limit.connect_retry_delay = None {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.231793] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] oslo_limit.endpoint_id = None {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.231968] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] oslo_limit.endpoint_interface = publicURL {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.232166] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] oslo_limit.endpoint_override = None {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.232331] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] oslo_limit.endpoint_region_name = None {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.232492] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] oslo_limit.endpoint_service_name = None {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.232654] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] oslo_limit.endpoint_service_type = None {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.232817] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] oslo_limit.insecure = False {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.232977] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] oslo_limit.keyfile = None {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.233150] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] oslo_limit.max_version = None {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.233311] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] oslo_limit.min_version = None {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.233468] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] oslo_limit.region_name = None {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.233629] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] oslo_limit.retriable_status_codes = None {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.233789] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] oslo_limit.service_name = None {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.233949] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] oslo_limit.service_type = None {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.234127] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] oslo_limit.split_loggers = False {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.234290] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] oslo_limit.status_code_retries = None {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.234452] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] oslo_limit.status_code_retry_delay = None {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.234617] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] oslo_limit.timeout = None {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.234778] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] oslo_limit.valid_interfaces = None {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.234937] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] oslo_limit.version = None {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.235115] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] oslo_reports.file_event_handler = None {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.235288] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] oslo_reports.file_event_handler_interval = 1 {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.235451] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] oslo_reports.log_dir = None {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.235627] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] vif_plug_linux_bridge_privileged.capabilities = [12] {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.235791] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] vif_plug_linux_bridge_privileged.group = None {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.235952] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] vif_plug_linux_bridge_privileged.helper_command = None {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.236135] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] vif_plug_linux_bridge_privileged.logger_name = oslo_privsep.daemon {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.236303] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] vif_plug_linux_bridge_privileged.thread_pool_size = 8 {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.236466] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] vif_plug_linux_bridge_privileged.user = None {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.236641] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] vif_plug_ovs_privileged.capabilities = [12, 1] {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.236801] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] vif_plug_ovs_privileged.group = None {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.236964] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] vif_plug_ovs_privileged.helper_command = None {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.237145] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] vif_plug_ovs_privileged.logger_name = oslo_privsep.daemon {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.237313] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] vif_plug_ovs_privileged.thread_pool_size = 8 {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.237494] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] vif_plug_ovs_privileged.user = None {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.237678] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] os_vif_linux_bridge.flat_interface = None {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.237865] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] os_vif_linux_bridge.forward_bridge_interface = ['all'] {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.238062] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] os_vif_linux_bridge.iptables_bottom_regex = {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.238243] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] os_vif_linux_bridge.iptables_drop_action = DROP {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.238421] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] os_vif_linux_bridge.iptables_top_regex = {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.238622] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] os_vif_linux_bridge.network_device_mtu = 1500 {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.238818] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] os_vif_linux_bridge.use_ipv6 = False {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.239128] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] os_vif_linux_bridge.vlan_interface = None {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.239196] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] os_vif_ovs.default_qos_type = linux-noop {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.239371] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] os_vif_ovs.isolate_vif = False {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.239546] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] os_vif_ovs.network_device_mtu = 1500 {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.239720] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] os_vif_ovs.ovs_vsctl_timeout = 120 {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.239922] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] os_vif_ovs.ovsdb_connection = tcp:127.0.0.1:6640 {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.240116] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] os_vif_ovs.ovsdb_interface = native {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.240292] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] os_vif_ovs.per_port_bridge = False {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.240463] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] privsep_osbrick.capabilities = [21] {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.240629] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] privsep_osbrick.group = None {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.240793] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] privsep_osbrick.helper_command = None {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.240962] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] privsep_osbrick.logger_name = os_brick.privileged {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.241142] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] privsep_osbrick.thread_pool_size = 8 {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.241315] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] privsep_osbrick.user = None {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.241486] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] nova_sys_admin.capabilities = [0, 1, 2, 3, 12, 21] {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.241651] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] nova_sys_admin.group = None {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.241816] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] nova_sys_admin.helper_command = None {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.241980] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] nova_sys_admin.logger_name = oslo_privsep.daemon {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.242159] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] nova_sys_admin.thread_pool_size = 8 {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.242321] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] nova_sys_admin.user = None {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.242450] env[69613]: DEBUG oslo_service.backend.eventlet.service [None req-8ccfdf2d-3c83-4d10-a06b-c71eec9597a7 None None] ******************************************************************************** {{(pid=69613) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 527.242917] env[69613]: INFO nova.service [-] Starting compute node (version 31.1.0) [ 527.746584] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-fe9a1efa-a6bd-45f5-b499-ccff3dd1a553 None None] Getting list of instances from cluster (obj){ [ 527.746584] env[69613]: value = "domain-c8" [ 527.746584] env[69613]: _type = "ClusterComputeResource" [ 527.746584] env[69613]: } {{(pid=69613) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 527.747750] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dec0e3b6-df92-47d5-b2a9-583be3f1ff72 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 527.756916] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-fe9a1efa-a6bd-45f5-b499-ccff3dd1a553 None None] Got total of 0 instances {{(pid=69613) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 527.757532] env[69613]: WARNING nova.virt.vmwareapi.driver [None req-fe9a1efa-a6bd-45f5-b499-ccff3dd1a553 None None] The vmwareapi driver is not tested by the OpenStack project nor does it have clear maintainer(s) and thus its quality can not be ensured. It should be considered experimental and may be removed in a future release. If you are using the driver in production please let us know via the openstack-discuss mailing list. [ 527.758011] env[69613]: INFO nova.virt.node [None req-fe9a1efa-a6bd-45f5-b499-ccff3dd1a553 None None] Generated node identity af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 [ 527.758258] env[69613]: INFO nova.virt.node [None req-fe9a1efa-a6bd-45f5-b499-ccff3dd1a553 None None] Wrote node identity af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 to /opt/stack/data/n-cpu-1/compute_id [ 528.260855] env[69613]: WARNING nova.compute.manager [None req-fe9a1efa-a6bd-45f5-b499-ccff3dd1a553 None None] Compute nodes ['af76dfa6-80f5-47a1-ac1e-7e11abfaaed9'] for host cpu-1 were not found in the database. If this is the first time this service is starting on this host, then you can ignore this warning. [ 529.267152] env[69613]: INFO nova.compute.manager [None req-fe9a1efa-a6bd-45f5-b499-ccff3dd1a553 None None] Looking for unclaimed instances stuck in BUILDING status for nodes managed by this host [ 530.273033] env[69613]: WARNING nova.compute.manager [None req-fe9a1efa-a6bd-45f5-b499-ccff3dd1a553 None None] No compute node record found for host cpu-1. If this is the first time this service is starting on this host, then you can ignore this warning.: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host cpu-1 could not be found. [ 530.273398] env[69613]: DEBUG oslo_concurrency.lockutils [None req-fe9a1efa-a6bd-45f5-b499-ccff3dd1a553 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 530.273801] env[69613]: DEBUG oslo_concurrency.lockutils [None req-fe9a1efa-a6bd-45f5-b499-ccff3dd1a553 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 530.274091] env[69613]: DEBUG oslo_concurrency.lockutils [None req-fe9a1efa-a6bd-45f5-b499-ccff3dd1a553 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 530.274366] env[69613]: DEBUG nova.compute.resource_tracker [None req-fe9a1efa-a6bd-45f5-b499-ccff3dd1a553 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69613) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 530.275807] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3163e18-e486-4c07-b65c-74ad91bce52f {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 530.288184] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d17efba0-7c85-4900-9a66-749808ad4e29 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 530.313171] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-171c314d-be5b-494e-a9d6-b3995a45c604 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 530.322453] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57f7c672-e330-4486-80ba-40c27becee58 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 530.373067] env[69613]: DEBUG nova.compute.resource_tracker [None req-fe9a1efa-a6bd-45f5-b499-ccff3dd1a553 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180987MB free_disk=100GB free_vcpus=48 pci_devices=None {{(pid=69613) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 530.373358] env[69613]: DEBUG oslo_concurrency.lockutils [None req-fe9a1efa-a6bd-45f5-b499-ccff3dd1a553 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 530.373720] env[69613]: DEBUG oslo_concurrency.lockutils [None req-fe9a1efa-a6bd-45f5-b499-ccff3dd1a553 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 530.878525] env[69613]: WARNING nova.compute.resource_tracker [None req-fe9a1efa-a6bd-45f5-b499-ccff3dd1a553 None None] No compute node record for cpu-1:af76dfa6-80f5-47a1-ac1e-7e11abfaaed9: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 could not be found. [ 531.382391] env[69613]: INFO nova.compute.resource_tracker [None req-fe9a1efa-a6bd-45f5-b499-ccff3dd1a553 None None] Compute node record created for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 with uuid: af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 [ 532.890668] env[69613]: DEBUG nova.compute.resource_tracker [None req-fe9a1efa-a6bd-45f5-b499-ccff3dd1a553 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=69613) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 532.891058] env[69613]: DEBUG nova.compute.resource_tracker [None req-fe9a1efa-a6bd-45f5-b499-ccff3dd1a553 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=69613) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 533.048809] env[69613]: INFO nova.scheduler.client.report [None req-fe9a1efa-a6bd-45f5-b499-ccff3dd1a553 None None] [req-a853a437-8fbe-4137-8a08-6c40711af315] Created resource provider record via placement API for resource provider with UUID af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 and name domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28. [ 533.064580] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2113a00a-47b3-44fe-97ab-17c23e72e1a8 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 533.072243] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edeac392-43e9-4c71-8a86-e5c89d7b532b {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 533.101966] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f52095a5-53bd-41ff-86d3-f0326ada2c68 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 533.108811] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6bd7204-ff8f-4e64-910e-0180edffafb9 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 533.121463] env[69613]: DEBUG nova.compute.provider_tree [None req-fe9a1efa-a6bd-45f5-b499-ccff3dd1a553 None None] Updating inventory in ProviderTree for provider af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69613) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 533.653450] env[69613]: DEBUG nova.scheduler.client.report [None req-fe9a1efa-a6bd-45f5-b499-ccff3dd1a553 None None] Updated inventory for provider af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 with generation 0 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69613) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 533.653671] env[69613]: DEBUG nova.compute.provider_tree [None req-fe9a1efa-a6bd-45f5-b499-ccff3dd1a553 None None] Updating resource provider af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 generation from 0 to 1 during operation: update_inventory {{(pid=69613) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 533.653808] env[69613]: DEBUG nova.compute.provider_tree [None req-fe9a1efa-a6bd-45f5-b499-ccff3dd1a553 None None] Updating inventory in ProviderTree for provider af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69613) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 533.707468] env[69613]: DEBUG nova.compute.provider_tree [None req-fe9a1efa-a6bd-45f5-b499-ccff3dd1a553 None None] Updating resource provider af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 generation from 1 to 2 during operation: update_traits {{(pid=69613) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 534.212407] env[69613]: DEBUG nova.compute.resource_tracker [None req-fe9a1efa-a6bd-45f5-b499-ccff3dd1a553 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69613) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 534.212690] env[69613]: DEBUG oslo_concurrency.lockutils [None req-fe9a1efa-a6bd-45f5-b499-ccff3dd1a553 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.839s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 534.212778] env[69613]: DEBUG nova.service [None req-fe9a1efa-a6bd-45f5-b499-ccff3dd1a553 None None] Creating RPC server for service compute {{(pid=69613) start /opt/stack/nova/nova/service.py:185}} [ 534.225629] env[69613]: DEBUG nova.service [None req-fe9a1efa-a6bd-45f5-b499-ccff3dd1a553 None None] Join ServiceGroup membership for this service compute {{(pid=69613) start /opt/stack/nova/nova/service.py:202}} [ 534.225855] env[69613]: DEBUG nova.servicegroup.drivers.db [None req-fe9a1efa-a6bd-45f5-b499-ccff3dd1a553 None None] DB_Driver: join new ServiceGroup member cpu-1 to the compute group, service = {{(pid=69613) join /opt/stack/nova/nova/servicegroup/drivers/db.py:44}} [ 543.228472] env[69613]: DEBUG oslo_service.periodic_task [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Running periodic task ComputeManager._sync_power_states {{(pid=69613) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 543.731487] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Getting list of instances from cluster (obj){ [ 543.731487] env[69613]: value = "domain-c8" [ 543.731487] env[69613]: _type = "ClusterComputeResource" [ 543.731487] env[69613]: } {{(pid=69613) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 543.732690] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c0f58d8-ed65-4903-b25a-319ade59304a {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 543.741657] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Got total of 0 instances {{(pid=69613) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 543.741878] env[69613]: DEBUG oslo_service.periodic_task [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=69613) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 543.742177] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Getting list of instances from cluster (obj){ [ 543.742177] env[69613]: value = "domain-c8" [ 543.742177] env[69613]: _type = "ClusterComputeResource" [ 543.742177] env[69613]: } {{(pid=69613) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 543.742984] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de3fc42c-9b71-4a48-8ca8-7f602baa11cb {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 543.750042] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Got total of 0 instances {{(pid=69613) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 573.017753] env[69613]: DEBUG oslo_concurrency.lockutils [None req-1a1d8830-b086-4ec9-b7d9-644e0f408b8a tempest-DeleteServersAdminTestJSON-241271607 tempest-DeleteServersAdminTestJSON-241271607-project-member] Acquiring lock "34842f08-5c04-462c-940b-56de5b07c8f6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 573.018056] env[69613]: DEBUG oslo_concurrency.lockutils [None req-1a1d8830-b086-4ec9-b7d9-644e0f408b8a tempest-DeleteServersAdminTestJSON-241271607 tempest-DeleteServersAdminTestJSON-241271607-project-member] Lock "34842f08-5c04-462c-940b-56de5b07c8f6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 573.521193] env[69613]: DEBUG nova.compute.manager [None req-1a1d8830-b086-4ec9-b7d9-644e0f408b8a tempest-DeleteServersAdminTestJSON-241271607 tempest-DeleteServersAdminTestJSON-241271607-project-member] [instance: 34842f08-5c04-462c-940b-56de5b07c8f6] Starting instance... {{(pid=69613) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 574.067881] env[69613]: DEBUG oslo_concurrency.lockutils [None req-1a1d8830-b086-4ec9-b7d9-644e0f408b8a tempest-DeleteServersAdminTestJSON-241271607 tempest-DeleteServersAdminTestJSON-241271607-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 574.068201] env[69613]: DEBUG oslo_concurrency.lockutils [None req-1a1d8830-b086-4ec9-b7d9-644e0f408b8a tempest-DeleteServersAdminTestJSON-241271607 tempest-DeleteServersAdminTestJSON-241271607-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 574.069776] env[69613]: INFO nova.compute.claims [None req-1a1d8830-b086-4ec9-b7d9-644e0f408b8a tempest-DeleteServersAdminTestJSON-241271607 tempest-DeleteServersAdminTestJSON-241271607-project-member] [instance: 34842f08-5c04-462c-940b-56de5b07c8f6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 575.156602] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cac24af7-553e-4a34-bab3-8866eba398c8 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.168991] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a1d04b4-54f3-4491-838a-6bd3ac53dbb1 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.207934] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4fbbfbd-be34-4bec-b963-8f632e6bcd14 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.217096] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2832c03-2c49-484d-915f-16bc2313f6fd {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.235232] env[69613]: DEBUG nova.compute.provider_tree [None req-1a1d8830-b086-4ec9-b7d9-644e0f408b8a tempest-DeleteServersAdminTestJSON-241271607 tempest-DeleteServersAdminTestJSON-241271607-project-member] Inventory has not changed in ProviderTree for provider: af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 {{(pid=69613) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 575.405121] env[69613]: DEBUG oslo_concurrency.lockutils [None req-985eeb00-f39c-480b-b0c4-344088b78204 tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] Acquiring lock "cdfedccf-3398-437c-a908-41d6d87d8a99" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 575.405396] env[69613]: DEBUG oslo_concurrency.lockutils [None req-985eeb00-f39c-480b-b0c4-344088b78204 tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] Lock "cdfedccf-3398-437c-a908-41d6d87d8a99" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 575.742021] env[69613]: DEBUG nova.scheduler.client.report [None req-1a1d8830-b086-4ec9-b7d9-644e0f408b8a tempest-DeleteServersAdminTestJSON-241271607 tempest-DeleteServersAdminTestJSON-241271607-project-member] Inventory has not changed for provider af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69613) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 575.909092] env[69613]: DEBUG nova.compute.manager [None req-985eeb00-f39c-480b-b0c4-344088b78204 tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] [instance: cdfedccf-3398-437c-a908-41d6d87d8a99] Starting instance... {{(pid=69613) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 576.248537] env[69613]: DEBUG oslo_concurrency.lockutils [None req-1a1d8830-b086-4ec9-b7d9-644e0f408b8a tempest-DeleteServersAdminTestJSON-241271607 tempest-DeleteServersAdminTestJSON-241271607-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.180s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 576.249059] env[69613]: DEBUG nova.compute.manager [None req-1a1d8830-b086-4ec9-b7d9-644e0f408b8a tempest-DeleteServersAdminTestJSON-241271607 tempest-DeleteServersAdminTestJSON-241271607-project-member] [instance: 34842f08-5c04-462c-940b-56de5b07c8f6] Start building networks asynchronously for instance. {{(pid=69613) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 576.452761] env[69613]: DEBUG oslo_concurrency.lockutils [None req-985eeb00-f39c-480b-b0c4-344088b78204 tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 576.452761] env[69613]: DEBUG oslo_concurrency.lockutils [None req-985eeb00-f39c-480b-b0c4-344088b78204 tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.003s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 576.454836] env[69613]: INFO nova.compute.claims [None req-985eeb00-f39c-480b-b0c4-344088b78204 tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] [instance: cdfedccf-3398-437c-a908-41d6d87d8a99] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 576.754335] env[69613]: DEBUG nova.compute.utils [None req-1a1d8830-b086-4ec9-b7d9-644e0f408b8a tempest-DeleteServersAdminTestJSON-241271607 tempest-DeleteServersAdminTestJSON-241271607-project-member] Using /dev/sd instead of None {{(pid=69613) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 576.755941] env[69613]: DEBUG nova.compute.manager [None req-1a1d8830-b086-4ec9-b7d9-644e0f408b8a tempest-DeleteServersAdminTestJSON-241271607 tempest-DeleteServersAdminTestJSON-241271607-project-member] [instance: 34842f08-5c04-462c-940b-56de5b07c8f6] Allocating IP information in the background. {{(pid=69613) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 576.756214] env[69613]: DEBUG nova.network.neutron [None req-1a1d8830-b086-4ec9-b7d9-644e0f408b8a tempest-DeleteServersAdminTestJSON-241271607 tempest-DeleteServersAdminTestJSON-241271607-project-member] [instance: 34842f08-5c04-462c-940b-56de5b07c8f6] allocate_for_instance() {{(pid=69613) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 577.130461] env[69613]: DEBUG nova.policy [None req-1a1d8830-b086-4ec9-b7d9-644e0f408b8a tempest-DeleteServersAdminTestJSON-241271607 tempest-DeleteServersAdminTestJSON-241271607-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1635fb6131c24712aff4a8a4d6c19389', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '398e18d3e0da41a29483235fa1d67dbd', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69613) authorize /opt/stack/nova/nova/policy.py:192}} [ 577.144040] env[69613]: DEBUG oslo_concurrency.lockutils [None req-35a3fd56-f337-4987-86fe-f575d529bad7 tempest-ServerDiagnosticsNegativeTest-1011837599 tempest-ServerDiagnosticsNegativeTest-1011837599-project-member] Acquiring lock "b5f11d7f-0a76-4db9-bc83-fecf88004a47" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 577.145304] env[69613]: DEBUG oslo_concurrency.lockutils [None req-35a3fd56-f337-4987-86fe-f575d529bad7 tempest-ServerDiagnosticsNegativeTest-1011837599 tempest-ServerDiagnosticsNegativeTest-1011837599-project-member] Lock "b5f11d7f-0a76-4db9-bc83-fecf88004a47" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 577.264492] env[69613]: DEBUG nova.compute.manager [None req-1a1d8830-b086-4ec9-b7d9-644e0f408b8a tempest-DeleteServersAdminTestJSON-241271607 tempest-DeleteServersAdminTestJSON-241271607-project-member] [instance: 34842f08-5c04-462c-940b-56de5b07c8f6] Start building block device mappings for instance. {{(pid=69613) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 577.557967] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7744ff83-daeb-4aca-a404-5bdea9602277 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.567277] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e042cfe4-0b50-4d09-979c-16c3fb6e23d6 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.612192] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c10b00d8-daec-48cb-9311-f11597c04cb7 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.620490] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84cf77eb-e3c3-4268-8ecd-06e9de240a0c {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.635411] env[69613]: DEBUG nova.compute.provider_tree [None req-985eeb00-f39c-480b-b0c4-344088b78204 tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] Inventory has not changed in ProviderTree for provider: af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 {{(pid=69613) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 577.648615] env[69613]: DEBUG nova.compute.manager [None req-35a3fd56-f337-4987-86fe-f575d529bad7 tempest-ServerDiagnosticsNegativeTest-1011837599 tempest-ServerDiagnosticsNegativeTest-1011837599-project-member] [instance: b5f11d7f-0a76-4db9-bc83-fecf88004a47] Starting instance... {{(pid=69613) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 578.143231] env[69613]: DEBUG nova.scheduler.client.report [None req-985eeb00-f39c-480b-b0c4-344088b78204 tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] Inventory has not changed for provider af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69613) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 578.177115] env[69613]: DEBUG oslo_concurrency.lockutils [None req-35a3fd56-f337-4987-86fe-f575d529bad7 tempest-ServerDiagnosticsNegativeTest-1011837599 tempest-ServerDiagnosticsNegativeTest-1011837599-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 578.276105] env[69613]: DEBUG nova.compute.manager [None req-1a1d8830-b086-4ec9-b7d9-644e0f408b8a tempest-DeleteServersAdminTestJSON-241271607 tempest-DeleteServersAdminTestJSON-241271607-project-member] [instance: 34842f08-5c04-462c-940b-56de5b07c8f6] Start spawning the instance on the hypervisor. {{(pid=69613) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 578.314604] env[69613]: DEBUG nova.virt.hardware [None req-1a1d8830-b086-4ec9-b7d9-644e0f408b8a tempest-DeleteServersAdminTestJSON-241271607 tempest-DeleteServersAdminTestJSON-241271607-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T13:55:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T13:55:19Z,direct_url=,disk_format='vmdk',id=2b7a0304-b5d0-431d-b287-32c8388d7fbd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3e9e1b873f1442d59d5ee8247b941f74',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T13:55:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 578.314604] env[69613]: DEBUG nova.virt.hardware [None req-1a1d8830-b086-4ec9-b7d9-644e0f408b8a tempest-DeleteServersAdminTestJSON-241271607 tempest-DeleteServersAdminTestJSON-241271607-project-member] Flavor limits 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 578.314604] env[69613]: DEBUG nova.virt.hardware [None req-1a1d8830-b086-4ec9-b7d9-644e0f408b8a tempest-DeleteServersAdminTestJSON-241271607 tempest-DeleteServersAdminTestJSON-241271607-project-member] Image limits 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 578.314797] env[69613]: DEBUG nova.virt.hardware [None req-1a1d8830-b086-4ec9-b7d9-644e0f408b8a tempest-DeleteServersAdminTestJSON-241271607 tempest-DeleteServersAdminTestJSON-241271607-project-member] Flavor pref 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 578.315137] env[69613]: DEBUG nova.virt.hardware [None req-1a1d8830-b086-4ec9-b7d9-644e0f408b8a tempest-DeleteServersAdminTestJSON-241271607 tempest-DeleteServersAdminTestJSON-241271607-project-member] Image pref 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 578.315865] env[69613]: DEBUG nova.virt.hardware [None req-1a1d8830-b086-4ec9-b7d9-644e0f408b8a tempest-DeleteServersAdminTestJSON-241271607 tempest-DeleteServersAdminTestJSON-241271607-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 578.316221] env[69613]: DEBUG nova.virt.hardware [None req-1a1d8830-b086-4ec9-b7d9-644e0f408b8a tempest-DeleteServersAdminTestJSON-241271607 tempest-DeleteServersAdminTestJSON-241271607-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 578.316593] env[69613]: DEBUG nova.virt.hardware [None req-1a1d8830-b086-4ec9-b7d9-644e0f408b8a tempest-DeleteServersAdminTestJSON-241271607 tempest-DeleteServersAdminTestJSON-241271607-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69613) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 578.317508] env[69613]: DEBUG nova.virt.hardware [None req-1a1d8830-b086-4ec9-b7d9-644e0f408b8a tempest-DeleteServersAdminTestJSON-241271607 tempest-DeleteServersAdminTestJSON-241271607-project-member] Got 1 possible topologies {{(pid=69613) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 578.317696] env[69613]: DEBUG nova.virt.hardware [None req-1a1d8830-b086-4ec9-b7d9-644e0f408b8a tempest-DeleteServersAdminTestJSON-241271607 tempest-DeleteServersAdminTestJSON-241271607-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 578.317884] env[69613]: DEBUG nova.virt.hardware [None req-1a1d8830-b086-4ec9-b7d9-644e0f408b8a tempest-DeleteServersAdminTestJSON-241271607 tempest-DeleteServersAdminTestJSON-241271607-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 578.318838] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21bce694-c68c-42e9-993b-6678b2a8db0e {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.328554] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b849b875-987f-45d6-996b-861153d230a6 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.346711] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb64be22-31ac-4629-89d3-7642bec9ea59 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.571740] env[69613]: DEBUG oslo_concurrency.lockutils [None req-01fbda49-e918-4a2b-9f65-c959e3bb9566 tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] Acquiring lock "bc90201c-8900-4821-9839-9d5e35c48ac5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 578.571740] env[69613]: DEBUG oslo_concurrency.lockutils [None req-01fbda49-e918-4a2b-9f65-c959e3bb9566 tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] Lock "bc90201c-8900-4821-9839-9d5e35c48ac5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 578.650834] env[69613]: DEBUG oslo_concurrency.lockutils [None req-985eeb00-f39c-480b-b0c4-344088b78204 tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.198s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 578.651408] env[69613]: DEBUG nova.compute.manager [None req-985eeb00-f39c-480b-b0c4-344088b78204 tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] [instance: cdfedccf-3398-437c-a908-41d6d87d8a99] Start building networks asynchronously for instance. {{(pid=69613) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 578.656548] env[69613]: DEBUG oslo_concurrency.lockutils [None req-35a3fd56-f337-4987-86fe-f575d529bad7 tempest-ServerDiagnosticsNegativeTest-1011837599 tempest-ServerDiagnosticsNegativeTest-1011837599-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.477s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 578.656548] env[69613]: INFO nova.compute.claims [None req-35a3fd56-f337-4987-86fe-f575d529bad7 tempest-ServerDiagnosticsNegativeTest-1011837599 tempest-ServerDiagnosticsNegativeTest-1011837599-project-member] [instance: b5f11d7f-0a76-4db9-bc83-fecf88004a47] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 578.787541] env[69613]: DEBUG oslo_concurrency.lockutils [None req-673e4982-dbbd-4931-a547-f0dae66e30dc tempest-ServerExternalEventsTest-580979402 tempest-ServerExternalEventsTest-580979402-project-member] Acquiring lock "4ef095a0-6177-4558-96fa-655cae276f42" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 578.791019] env[69613]: DEBUG oslo_concurrency.lockutils [None req-673e4982-dbbd-4931-a547-f0dae66e30dc tempest-ServerExternalEventsTest-580979402 tempest-ServerExternalEventsTest-580979402-project-member] Lock "4ef095a0-6177-4558-96fa-655cae276f42" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 579.077766] env[69613]: DEBUG nova.compute.manager [None req-01fbda49-e918-4a2b-9f65-c959e3bb9566 tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] [instance: bc90201c-8900-4821-9839-9d5e35c48ac5] Starting instance... {{(pid=69613) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 579.162565] env[69613]: DEBUG nova.compute.utils [None req-985eeb00-f39c-480b-b0c4-344088b78204 tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] Using /dev/sd instead of None {{(pid=69613) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 579.163985] env[69613]: DEBUG nova.compute.manager [None req-985eeb00-f39c-480b-b0c4-344088b78204 tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] [instance: cdfedccf-3398-437c-a908-41d6d87d8a99] Allocating IP information in the background. {{(pid=69613) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 579.164246] env[69613]: DEBUG nova.network.neutron [None req-985eeb00-f39c-480b-b0c4-344088b78204 tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] [instance: cdfedccf-3398-437c-a908-41d6d87d8a99] allocate_for_instance() {{(pid=69613) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 579.247321] env[69613]: DEBUG nova.policy [None req-985eeb00-f39c-480b-b0c4-344088b78204 tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f7d978ee4c15433a9bc39f37f9b6d8a8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd92771d74b6941b3966b3d7f8db3ccc7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69613) authorize /opt/stack/nova/nova/policy.py:192}} [ 579.290108] env[69613]: DEBUG nova.compute.manager [None req-673e4982-dbbd-4931-a547-f0dae66e30dc tempest-ServerExternalEventsTest-580979402 tempest-ServerExternalEventsTest-580979402-project-member] [instance: 4ef095a0-6177-4558-96fa-655cae276f42] Starting instance... {{(pid=69613) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 579.556802] env[69613]: DEBUG nova.network.neutron [None req-1a1d8830-b086-4ec9-b7d9-644e0f408b8a tempest-DeleteServersAdminTestJSON-241271607 tempest-DeleteServersAdminTestJSON-241271607-project-member] [instance: 34842f08-5c04-462c-940b-56de5b07c8f6] Successfully created port: cd02213d-5736-423e-82b4-a0925ea054ed {{(pid=69613) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 579.609302] env[69613]: DEBUG oslo_concurrency.lockutils [None req-01fbda49-e918-4a2b-9f65-c959e3bb9566 tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 579.672579] env[69613]: DEBUG nova.compute.manager [None req-985eeb00-f39c-480b-b0c4-344088b78204 tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] [instance: cdfedccf-3398-437c-a908-41d6d87d8a99] Start building block device mappings for instance. {{(pid=69613) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 579.794881] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaab0faa-1c40-4002-9fcf-09fa07baff19 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.810404] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b75cedc-4d03-4d55-902d-239794f9528d {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.820967] env[69613]: DEBUG oslo_concurrency.lockutils [None req-673e4982-dbbd-4931-a547-f0dae66e30dc tempest-ServerExternalEventsTest-580979402 tempest-ServerExternalEventsTest-580979402-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 579.858329] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-590a1154-f625-4616-aa9a-4446f8935498 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.862193] env[69613]: DEBUG nova.network.neutron [None req-985eeb00-f39c-480b-b0c4-344088b78204 tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] [instance: cdfedccf-3398-437c-a908-41d6d87d8a99] Successfully created port: 3fad3313-e2a7-4215-b28f-6db5b8988d2f {{(pid=69613) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 579.869484] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dec158a-8ce7-455c-a269-dd442026cd19 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.884886] env[69613]: DEBUG nova.compute.provider_tree [None req-35a3fd56-f337-4987-86fe-f575d529bad7 tempest-ServerDiagnosticsNegativeTest-1011837599 tempest-ServerDiagnosticsNegativeTest-1011837599-project-member] Inventory has not changed in ProviderTree for provider: af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 {{(pid=69613) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 580.387937] env[69613]: DEBUG nova.scheduler.client.report [None req-35a3fd56-f337-4987-86fe-f575d529bad7 tempest-ServerDiagnosticsNegativeTest-1011837599 tempest-ServerDiagnosticsNegativeTest-1011837599-project-member] Inventory has not changed for provider af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69613) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 580.682708] env[69613]: DEBUG nova.compute.manager [None req-985eeb00-f39c-480b-b0c4-344088b78204 tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] [instance: cdfedccf-3398-437c-a908-41d6d87d8a99] Start spawning the instance on the hypervisor. {{(pid=69613) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 580.717652] env[69613]: DEBUG nova.virt.hardware [None req-985eeb00-f39c-480b-b0c4-344088b78204 tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T13:55:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T13:55:19Z,direct_url=,disk_format='vmdk',id=2b7a0304-b5d0-431d-b287-32c8388d7fbd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3e9e1b873f1442d59d5ee8247b941f74',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T13:55:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 580.717652] env[69613]: DEBUG nova.virt.hardware [None req-985eeb00-f39c-480b-b0c4-344088b78204 tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] Flavor limits 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 580.717652] env[69613]: DEBUG nova.virt.hardware [None req-985eeb00-f39c-480b-b0c4-344088b78204 tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] Image limits 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 580.717887] env[69613]: DEBUG nova.virt.hardware [None req-985eeb00-f39c-480b-b0c4-344088b78204 tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] Flavor pref 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 580.718840] env[69613]: DEBUG nova.virt.hardware [None req-985eeb00-f39c-480b-b0c4-344088b78204 tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] Image pref 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 580.718840] env[69613]: DEBUG nova.virt.hardware [None req-985eeb00-f39c-480b-b0c4-344088b78204 tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 580.718840] env[69613]: DEBUG nova.virt.hardware [None req-985eeb00-f39c-480b-b0c4-344088b78204 tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 580.718840] env[69613]: DEBUG nova.virt.hardware [None req-985eeb00-f39c-480b-b0c4-344088b78204 tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69613) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 580.721173] env[69613]: DEBUG nova.virt.hardware [None req-985eeb00-f39c-480b-b0c4-344088b78204 tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] Got 1 possible topologies {{(pid=69613) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 580.721173] env[69613]: DEBUG nova.virt.hardware [None req-985eeb00-f39c-480b-b0c4-344088b78204 tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 580.721173] env[69613]: DEBUG nova.virt.hardware [None req-985eeb00-f39c-480b-b0c4-344088b78204 tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 580.721173] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-078557cd-d213-4a53-8a5d-5a30d44840e0 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.730928] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-850b4c7c-d94a-4154-9932-342d5d493594 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.894125] env[69613]: DEBUG oslo_concurrency.lockutils [None req-35a3fd56-f337-4987-86fe-f575d529bad7 tempest-ServerDiagnosticsNegativeTest-1011837599 tempest-ServerDiagnosticsNegativeTest-1011837599-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.239s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 580.894125] env[69613]: DEBUG nova.compute.manager [None req-35a3fd56-f337-4987-86fe-f575d529bad7 tempest-ServerDiagnosticsNegativeTest-1011837599 tempest-ServerDiagnosticsNegativeTest-1011837599-project-member] [instance: b5f11d7f-0a76-4db9-bc83-fecf88004a47] Start building networks asynchronously for instance. {{(pid=69613) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 580.897731] env[69613]: DEBUG oslo_concurrency.lockutils [None req-01fbda49-e918-4a2b-9f65-c959e3bb9566 tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.289s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 580.901024] env[69613]: INFO nova.compute.claims [None req-01fbda49-e918-4a2b-9f65-c959e3bb9566 tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] [instance: bc90201c-8900-4821-9839-9d5e35c48ac5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 581.257328] env[69613]: DEBUG oslo_concurrency.lockutils [None req-46865419-3532-4cb8-ac8e-6ca70ef4341d tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] Acquiring lock "fa89db07-09b5-485d-aacc-e1d39e576218" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 581.257541] env[69613]: DEBUG oslo_concurrency.lockutils [None req-46865419-3532-4cb8-ac8e-6ca70ef4341d tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] Lock "fa89db07-09b5-485d-aacc-e1d39e576218" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 581.405539] env[69613]: DEBUG nova.compute.utils [None req-35a3fd56-f337-4987-86fe-f575d529bad7 tempest-ServerDiagnosticsNegativeTest-1011837599 tempest-ServerDiagnosticsNegativeTest-1011837599-project-member] Using /dev/sd instead of None {{(pid=69613) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 581.409863] env[69613]: DEBUG nova.compute.manager [None req-35a3fd56-f337-4987-86fe-f575d529bad7 tempest-ServerDiagnosticsNegativeTest-1011837599 tempest-ServerDiagnosticsNegativeTest-1011837599-project-member] [instance: b5f11d7f-0a76-4db9-bc83-fecf88004a47] Allocating IP information in the background. {{(pid=69613) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 581.409863] env[69613]: DEBUG nova.network.neutron [None req-35a3fd56-f337-4987-86fe-f575d529bad7 tempest-ServerDiagnosticsNegativeTest-1011837599 tempest-ServerDiagnosticsNegativeTest-1011837599-project-member] [instance: b5f11d7f-0a76-4db9-bc83-fecf88004a47] allocate_for_instance() {{(pid=69613) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 581.548864] env[69613]: DEBUG nova.policy [None req-35a3fd56-f337-4987-86fe-f575d529bad7 tempest-ServerDiagnosticsNegativeTest-1011837599 tempest-ServerDiagnosticsNegativeTest-1011837599-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '478a1873466c49c88b9e6e5f164a81ac', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a0bb2ec8b149405d80a9bf51bc3521d5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69613) authorize /opt/stack/nova/nova/policy.py:192}} [ 581.760385] env[69613]: DEBUG nova.compute.manager [None req-46865419-3532-4cb8-ac8e-6ca70ef4341d tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] [instance: fa89db07-09b5-485d-aacc-e1d39e576218] Starting instance... {{(pid=69613) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 581.912866] env[69613]: DEBUG nova.compute.manager [None req-35a3fd56-f337-4987-86fe-f575d529bad7 tempest-ServerDiagnosticsNegativeTest-1011837599 tempest-ServerDiagnosticsNegativeTest-1011837599-project-member] [instance: b5f11d7f-0a76-4db9-bc83-fecf88004a47] Start building block device mappings for instance. {{(pid=69613) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 582.086246] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8100caea-6fae-4558-8563-1249ca4e98f2 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.095246] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90972a0d-52a7-4dab-900f-aeb3cfbac03a {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.140314] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed245159-6324-4da1-839b-febb24bd2dcf {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.151456] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70f54073-de2a-483f-9475-774a96d00233 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.170924] env[69613]: DEBUG nova.compute.provider_tree [None req-01fbda49-e918-4a2b-9f65-c959e3bb9566 tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] Inventory has not changed in ProviderTree for provider: af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 {{(pid=69613) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 582.292449] env[69613]: DEBUG oslo_concurrency.lockutils [None req-46865419-3532-4cb8-ac8e-6ca70ef4341d tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 582.407146] env[69613]: DEBUG oslo_service.periodic_task [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69613) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 582.407511] env[69613]: DEBUG oslo_service.periodic_task [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69613) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 582.408265] env[69613]: DEBUG oslo_service.periodic_task [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69613) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 582.408265] env[69613]: DEBUG oslo_service.periodic_task [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69613) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 582.408380] env[69613]: DEBUG oslo_service.periodic_task [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69613) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 582.408549] env[69613]: DEBUG oslo_service.periodic_task [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69613) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 582.408732] env[69613]: DEBUG oslo_service.periodic_task [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69613) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 582.409068] env[69613]: DEBUG nova.compute.manager [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69613) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 582.409276] env[69613]: DEBUG oslo_service.periodic_task [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Running periodic task ComputeManager.update_available_resource {{(pid=69613) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 582.675355] env[69613]: DEBUG nova.scheduler.client.report [None req-01fbda49-e918-4a2b-9f65-c959e3bb9566 tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] Inventory has not changed for provider af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69613) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 582.886848] env[69613]: DEBUG nova.network.neutron [None req-985eeb00-f39c-480b-b0c4-344088b78204 tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] [instance: cdfedccf-3398-437c-a908-41d6d87d8a99] Successfully updated port: 3fad3313-e2a7-4215-b28f-6db5b8988d2f {{(pid=69613) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 582.913898] env[69613]: DEBUG oslo_concurrency.lockutils [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 582.931335] env[69613]: DEBUG nova.compute.manager [None req-35a3fd56-f337-4987-86fe-f575d529bad7 tempest-ServerDiagnosticsNegativeTest-1011837599 tempest-ServerDiagnosticsNegativeTest-1011837599-project-member] [instance: b5f11d7f-0a76-4db9-bc83-fecf88004a47] Start spawning the instance on the hypervisor. {{(pid=69613) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 582.962683] env[69613]: DEBUG nova.virt.hardware [None req-35a3fd56-f337-4987-86fe-f575d529bad7 tempest-ServerDiagnosticsNegativeTest-1011837599 tempest-ServerDiagnosticsNegativeTest-1011837599-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T13:55:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T13:55:19Z,direct_url=,disk_format='vmdk',id=2b7a0304-b5d0-431d-b287-32c8388d7fbd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3e9e1b873f1442d59d5ee8247b941f74',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T13:55:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 582.962953] env[69613]: DEBUG nova.virt.hardware [None req-35a3fd56-f337-4987-86fe-f575d529bad7 tempest-ServerDiagnosticsNegativeTest-1011837599 tempest-ServerDiagnosticsNegativeTest-1011837599-project-member] Flavor limits 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 582.965438] env[69613]: DEBUG nova.virt.hardware [None req-35a3fd56-f337-4987-86fe-f575d529bad7 tempest-ServerDiagnosticsNegativeTest-1011837599 tempest-ServerDiagnosticsNegativeTest-1011837599-project-member] Image limits 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 582.967978] env[69613]: DEBUG nova.virt.hardware [None req-35a3fd56-f337-4987-86fe-f575d529bad7 tempest-ServerDiagnosticsNegativeTest-1011837599 tempest-ServerDiagnosticsNegativeTest-1011837599-project-member] Flavor pref 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 582.968541] env[69613]: DEBUG nova.virt.hardware [None req-35a3fd56-f337-4987-86fe-f575d529bad7 tempest-ServerDiagnosticsNegativeTest-1011837599 tempest-ServerDiagnosticsNegativeTest-1011837599-project-member] Image pref 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 582.968613] env[69613]: DEBUG nova.virt.hardware [None req-35a3fd56-f337-4987-86fe-f575d529bad7 tempest-ServerDiagnosticsNegativeTest-1011837599 tempest-ServerDiagnosticsNegativeTest-1011837599-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 582.968818] env[69613]: DEBUG nova.virt.hardware [None req-35a3fd56-f337-4987-86fe-f575d529bad7 tempest-ServerDiagnosticsNegativeTest-1011837599 tempest-ServerDiagnosticsNegativeTest-1011837599-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 582.969041] env[69613]: DEBUG nova.virt.hardware [None req-35a3fd56-f337-4987-86fe-f575d529bad7 tempest-ServerDiagnosticsNegativeTest-1011837599 tempest-ServerDiagnosticsNegativeTest-1011837599-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69613) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 582.969258] env[69613]: DEBUG nova.virt.hardware [None req-35a3fd56-f337-4987-86fe-f575d529bad7 tempest-ServerDiagnosticsNegativeTest-1011837599 tempest-ServerDiagnosticsNegativeTest-1011837599-project-member] Got 1 possible topologies {{(pid=69613) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 582.969452] env[69613]: DEBUG nova.virt.hardware [None req-35a3fd56-f337-4987-86fe-f575d529bad7 tempest-ServerDiagnosticsNegativeTest-1011837599 tempest-ServerDiagnosticsNegativeTest-1011837599-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 582.969622] env[69613]: DEBUG nova.virt.hardware [None req-35a3fd56-f337-4987-86fe-f575d529bad7 tempest-ServerDiagnosticsNegativeTest-1011837599 tempest-ServerDiagnosticsNegativeTest-1011837599-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 582.974870] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94349ac3-0afa-4a93-a9da-6f3c58dec40b {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.990617] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b65bf807-dc66-4974-bc06-4da5661e76fb {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.121857] env[69613]: DEBUG nova.network.neutron [None req-35a3fd56-f337-4987-86fe-f575d529bad7 tempest-ServerDiagnosticsNegativeTest-1011837599 tempest-ServerDiagnosticsNegativeTest-1011837599-project-member] [instance: b5f11d7f-0a76-4db9-bc83-fecf88004a47] Successfully created port: 7fcf641d-34e2-42a6-a731-12ce841efcc5 {{(pid=69613) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 583.181066] env[69613]: DEBUG oslo_concurrency.lockutils [None req-01fbda49-e918-4a2b-9f65-c959e3bb9566 tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.283s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 583.181752] env[69613]: DEBUG nova.compute.manager [None req-01fbda49-e918-4a2b-9f65-c959e3bb9566 tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] [instance: bc90201c-8900-4821-9839-9d5e35c48ac5] Start building networks asynchronously for instance. {{(pid=69613) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 583.185537] env[69613]: DEBUG oslo_concurrency.lockutils [None req-673e4982-dbbd-4931-a547-f0dae66e30dc tempest-ServerExternalEventsTest-580979402 tempest-ServerExternalEventsTest-580979402-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.365s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 583.187771] env[69613]: INFO nova.compute.claims [None req-673e4982-dbbd-4931-a547-f0dae66e30dc tempest-ServerExternalEventsTest-580979402 tempest-ServerExternalEventsTest-580979402-project-member] [instance: 4ef095a0-6177-4558-96fa-655cae276f42] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 583.342844] env[69613]: DEBUG oslo_concurrency.lockutils [None req-9c199556-f27c-4a34-a6e8-d5787bb44423 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Acquiring lock "30032fc2-1100-456a-bd0d-f3daf0a16662" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 583.343127] env[69613]: DEBUG oslo_concurrency.lockutils [None req-9c199556-f27c-4a34-a6e8-d5787bb44423 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Lock "30032fc2-1100-456a-bd0d-f3daf0a16662" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 583.391523] env[69613]: DEBUG oslo_concurrency.lockutils [None req-985eeb00-f39c-480b-b0c4-344088b78204 tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] Acquiring lock "refresh_cache-cdfedccf-3398-437c-a908-41d6d87d8a99" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.391523] env[69613]: DEBUG oslo_concurrency.lockutils [None req-985eeb00-f39c-480b-b0c4-344088b78204 tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] Acquired lock "refresh_cache-cdfedccf-3398-437c-a908-41d6d87d8a99" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.391523] env[69613]: DEBUG nova.network.neutron [None req-985eeb00-f39c-480b-b0c4-344088b78204 tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] [instance: cdfedccf-3398-437c-a908-41d6d87d8a99] Building network info cache for instance {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 583.699385] env[69613]: DEBUG nova.compute.utils [None req-01fbda49-e918-4a2b-9f65-c959e3bb9566 tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] Using /dev/sd instead of None {{(pid=69613) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 583.706606] env[69613]: DEBUG nova.compute.manager [None req-01fbda49-e918-4a2b-9f65-c959e3bb9566 tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] [instance: bc90201c-8900-4821-9839-9d5e35c48ac5] Allocating IP information in the background. {{(pid=69613) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 583.706774] env[69613]: DEBUG nova.network.neutron [None req-01fbda49-e918-4a2b-9f65-c959e3bb9566 tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] [instance: bc90201c-8900-4821-9839-9d5e35c48ac5] allocate_for_instance() {{(pid=69613) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 583.794341] env[69613]: DEBUG nova.network.neutron [None req-1a1d8830-b086-4ec9-b7d9-644e0f408b8a tempest-DeleteServersAdminTestJSON-241271607 tempest-DeleteServersAdminTestJSON-241271607-project-member] [instance: 34842f08-5c04-462c-940b-56de5b07c8f6] Successfully updated port: cd02213d-5736-423e-82b4-a0925ea054ed {{(pid=69613) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 583.847812] env[69613]: DEBUG nova.compute.manager [None req-9c199556-f27c-4a34-a6e8-d5787bb44423 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] [instance: 30032fc2-1100-456a-bd0d-f3daf0a16662] Starting instance... {{(pid=69613) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 583.855927] env[69613]: DEBUG oslo_concurrency.lockutils [None req-dc449098-b337-44db-8f59-39749e756af2 tempest-ServersAdmin275Test-798959479 tempest-ServersAdmin275Test-798959479-project-member] Acquiring lock "82d7d697-989c-4f9f-aaf4-7a7345bf2292" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 583.855927] env[69613]: DEBUG oslo_concurrency.lockutils [None req-dc449098-b337-44db-8f59-39749e756af2 tempest-ServersAdmin275Test-798959479 tempest-ServersAdmin275Test-798959479-project-member] Lock "82d7d697-989c-4f9f-aaf4-7a7345bf2292" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 584.040046] env[69613]: DEBUG nova.policy [None req-01fbda49-e918-4a2b-9f65-c959e3bb9566 tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f7d978ee4c15433a9bc39f37f9b6d8a8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd92771d74b6941b3966b3d7f8db3ccc7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69613) authorize /opt/stack/nova/nova/policy.py:192}} [ 584.050322] env[69613]: DEBUG nova.network.neutron [None req-985eeb00-f39c-480b-b0c4-344088b78204 tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] [instance: cdfedccf-3398-437c-a908-41d6d87d8a99] Instance cache missing network info. {{(pid=69613) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 584.207689] env[69613]: DEBUG nova.compute.manager [None req-01fbda49-e918-4a2b-9f65-c959e3bb9566 tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] [instance: bc90201c-8900-4821-9839-9d5e35c48ac5] Start building block device mappings for instance. {{(pid=69613) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 584.305825] env[69613]: DEBUG oslo_concurrency.lockutils [None req-1a1d8830-b086-4ec9-b7d9-644e0f408b8a tempest-DeleteServersAdminTestJSON-241271607 tempest-DeleteServersAdminTestJSON-241271607-project-member] Acquiring lock "refresh_cache-34842f08-5c04-462c-940b-56de5b07c8f6" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.306110] env[69613]: DEBUG oslo_concurrency.lockutils [None req-1a1d8830-b086-4ec9-b7d9-644e0f408b8a tempest-DeleteServersAdminTestJSON-241271607 tempest-DeleteServersAdminTestJSON-241271607-project-member] Acquired lock "refresh_cache-34842f08-5c04-462c-940b-56de5b07c8f6" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.306110] env[69613]: DEBUG nova.network.neutron [None req-1a1d8830-b086-4ec9-b7d9-644e0f408b8a tempest-DeleteServersAdminTestJSON-241271607 tempest-DeleteServersAdminTestJSON-241271607-project-member] [instance: 34842f08-5c04-462c-940b-56de5b07c8f6] Building network info cache for instance {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 584.363884] env[69613]: DEBUG nova.compute.manager [None req-dc449098-b337-44db-8f59-39749e756af2 tempest-ServersAdmin275Test-798959479 tempest-ServersAdmin275Test-798959479-project-member] [instance: 82d7d697-989c-4f9f-aaf4-7a7345bf2292] Starting instance... {{(pid=69613) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 584.391342] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-620c663c-aad3-405b-9ac5-130659de1fc0 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.400795] env[69613]: DEBUG oslo_concurrency.lockutils [None req-9c199556-f27c-4a34-a6e8-d5787bb44423 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 584.406786] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84f03cf2-38f9-43b0-be22-7ecd1b78ef17 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.458979] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb3f5016-8e50-465e-87b4-73c4cb3124c8 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.471169] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebc1fbfe-72b0-4a75-92da-c40411f1ab40 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.487714] env[69613]: DEBUG nova.compute.provider_tree [None req-673e4982-dbbd-4931-a547-f0dae66e30dc tempest-ServerExternalEventsTest-580979402 tempest-ServerExternalEventsTest-580979402-project-member] Inventory has not changed in ProviderTree for provider: af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 {{(pid=69613) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 584.893925] env[69613]: DEBUG oslo_concurrency.lockutils [None req-dc449098-b337-44db-8f59-39749e756af2 tempest-ServersAdmin275Test-798959479 tempest-ServersAdmin275Test-798959479-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 584.972323] env[69613]: DEBUG nova.network.neutron [None req-985eeb00-f39c-480b-b0c4-344088b78204 tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] [instance: cdfedccf-3398-437c-a908-41d6d87d8a99] Updating instance_info_cache with network_info: [{"id": "3fad3313-e2a7-4215-b28f-6db5b8988d2f", "address": "fa:16:3e:fe:35:1e", "network": {"id": "61ad87c4-4293-487c-b451-f4ac0516c9d3", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-15261718-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d92771d74b6941b3966b3d7f8db3ccc7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee018eb-75be-4037-a80a-07034d4eae35", "external-id": "nsx-vlan-transportzone-8", "segmentation_id": 8, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3fad3313-e2", "ovs_interfaceid": "3fad3313-e2a7-4215-b28f-6db5b8988d2f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 584.974289] env[69613]: DEBUG nova.network.neutron [None req-1a1d8830-b086-4ec9-b7d9-644e0f408b8a tempest-DeleteServersAdminTestJSON-241271607 tempest-DeleteServersAdminTestJSON-241271607-project-member] [instance: 34842f08-5c04-462c-940b-56de5b07c8f6] Instance cache missing network info. {{(pid=69613) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 584.995008] env[69613]: DEBUG nova.scheduler.client.report [None req-673e4982-dbbd-4931-a547-f0dae66e30dc tempest-ServerExternalEventsTest-580979402 tempest-ServerExternalEventsTest-580979402-project-member] Inventory has not changed for provider af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69613) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 585.220367] env[69613]: DEBUG nova.compute.manager [None req-01fbda49-e918-4a2b-9f65-c959e3bb9566 tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] [instance: bc90201c-8900-4821-9839-9d5e35c48ac5] Start spawning the instance on the hypervisor. {{(pid=69613) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 585.266350] env[69613]: DEBUG nova.virt.hardware [None req-01fbda49-e918-4a2b-9f65-c959e3bb9566 tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T13:55:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T13:55:19Z,direct_url=,disk_format='vmdk',id=2b7a0304-b5d0-431d-b287-32c8388d7fbd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3e9e1b873f1442d59d5ee8247b941f74',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T13:55:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 585.266606] env[69613]: DEBUG nova.virt.hardware [None req-01fbda49-e918-4a2b-9f65-c959e3bb9566 tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] Flavor limits 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 585.267083] env[69613]: DEBUG nova.virt.hardware [None req-01fbda49-e918-4a2b-9f65-c959e3bb9566 tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] Image limits 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 585.267720] env[69613]: DEBUG nova.virt.hardware [None req-01fbda49-e918-4a2b-9f65-c959e3bb9566 tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] Flavor pref 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 585.267901] env[69613]: DEBUG nova.virt.hardware [None req-01fbda49-e918-4a2b-9f65-c959e3bb9566 tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] Image pref 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 585.268075] env[69613]: DEBUG nova.virt.hardware [None req-01fbda49-e918-4a2b-9f65-c959e3bb9566 tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 585.268537] env[69613]: DEBUG nova.virt.hardware [None req-01fbda49-e918-4a2b-9f65-c959e3bb9566 tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 585.268737] env[69613]: DEBUG nova.virt.hardware [None req-01fbda49-e918-4a2b-9f65-c959e3bb9566 tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69613) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 585.268912] env[69613]: DEBUG nova.virt.hardware [None req-01fbda49-e918-4a2b-9f65-c959e3bb9566 tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] Got 1 possible topologies {{(pid=69613) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 585.269097] env[69613]: DEBUG nova.virt.hardware [None req-01fbda49-e918-4a2b-9f65-c959e3bb9566 tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 585.269311] env[69613]: DEBUG nova.virt.hardware [None req-01fbda49-e918-4a2b-9f65-c959e3bb9566 tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 585.272233] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bfa8bd2-429c-44b7-9e6e-1ebcbd5ca983 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.286206] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f0d10e2-1bf2-4585-b04c-3e26b0282e44 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.295030] env[69613]: DEBUG oslo_concurrency.lockutils [None req-c5872745-a302-41fa-ae33-65ee6631e66c tempest-FloatingIPsAssociationTestJSON-164946246 tempest-FloatingIPsAssociationTestJSON-164946246-project-member] Acquiring lock "f7fdfec2-ad0d-42f4-bff8-99f164ce18a3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 585.295030] env[69613]: DEBUG oslo_concurrency.lockutils [None req-c5872745-a302-41fa-ae33-65ee6631e66c tempest-FloatingIPsAssociationTestJSON-164946246 tempest-FloatingIPsAssociationTestJSON-164946246-project-member] Lock "f7fdfec2-ad0d-42f4-bff8-99f164ce18a3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 585.481681] env[69613]: DEBUG oslo_concurrency.lockutils [None req-985eeb00-f39c-480b-b0c4-344088b78204 tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] Releasing lock "refresh_cache-cdfedccf-3398-437c-a908-41d6d87d8a99" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.481681] env[69613]: DEBUG nova.compute.manager [None req-985eeb00-f39c-480b-b0c4-344088b78204 tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] [instance: cdfedccf-3398-437c-a908-41d6d87d8a99] Instance network_info: |[{"id": "3fad3313-e2a7-4215-b28f-6db5b8988d2f", "address": "fa:16:3e:fe:35:1e", "network": {"id": "61ad87c4-4293-487c-b451-f4ac0516c9d3", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-15261718-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d92771d74b6941b3966b3d7f8db3ccc7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee018eb-75be-4037-a80a-07034d4eae35", "external-id": "nsx-vlan-transportzone-8", "segmentation_id": 8, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3fad3313-e2", "ovs_interfaceid": "3fad3313-e2a7-4215-b28f-6db5b8988d2f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69613) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 585.482692] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-985eeb00-f39c-480b-b0c4-344088b78204 tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] [instance: cdfedccf-3398-437c-a908-41d6d87d8a99] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fe:35:1e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2ee018eb-75be-4037-a80a-07034d4eae35', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3fad3313-e2a7-4215-b28f-6db5b8988d2f', 'vif_model': 'vmxnet3'}] {{(pid=69613) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 585.492398] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-985eeb00-f39c-480b-b0c4-344088b78204 tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] Creating folder: OpenStack. Parent ref: group-v4. {{(pid=69613) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 585.492790] env[69613]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5ee95919-3cb9-4c69-b5aa-ca4a2d18eddc {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.499889] env[69613]: DEBUG oslo_concurrency.lockutils [None req-673e4982-dbbd-4931-a547-f0dae66e30dc tempest-ServerExternalEventsTest-580979402 tempest-ServerExternalEventsTest-580979402-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.314s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 585.500434] env[69613]: DEBUG nova.compute.manager [None req-673e4982-dbbd-4931-a547-f0dae66e30dc tempest-ServerExternalEventsTest-580979402 tempest-ServerExternalEventsTest-580979402-project-member] [instance: 4ef095a0-6177-4558-96fa-655cae276f42] Start building networks asynchronously for instance. {{(pid=69613) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 585.508658] env[69613]: DEBUG oslo_concurrency.lockutils [None req-46865419-3532-4cb8-ac8e-6ca70ef4341d tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.216s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 585.512125] env[69613]: INFO nova.compute.claims [None req-46865419-3532-4cb8-ac8e-6ca70ef4341d tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] [instance: fa89db07-09b5-485d-aacc-e1d39e576218] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 585.515122] env[69613]: INFO nova.virt.vmwareapi.vm_util [None req-985eeb00-f39c-480b-b0c4-344088b78204 tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] Created folder: OpenStack in parent group-v4. [ 585.515636] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-985eeb00-f39c-480b-b0c4-344088b78204 tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] Creating folder: Project (d92771d74b6941b3966b3d7f8db3ccc7). Parent ref: group-v681687. {{(pid=69613) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 585.515776] env[69613]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2c09b8f8-970a-468e-baf1-cc8655a99187 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.527024] env[69613]: INFO nova.virt.vmwareapi.vm_util [None req-985eeb00-f39c-480b-b0c4-344088b78204 tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] Created folder: Project (d92771d74b6941b3966b3d7f8db3ccc7) in parent group-v681687. [ 585.527024] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-985eeb00-f39c-480b-b0c4-344088b78204 tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] Creating folder: Instances. Parent ref: group-v681688. {{(pid=69613) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 585.527024] env[69613]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-aebf59c7-444f-4a6f-8b13-48f65bd060b1 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.534372] env[69613]: INFO nova.virt.vmwareapi.vm_util [None req-985eeb00-f39c-480b-b0c4-344088b78204 tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] Created folder: Instances in parent group-v681688. [ 585.534934] env[69613]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-985eeb00-f39c-480b-b0c4-344088b78204 tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69613) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 585.536361] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cdfedccf-3398-437c-a908-41d6d87d8a99] Creating VM on the ESX host {{(pid=69613) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 585.538235] env[69613]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ed310031-43cf-4e39-b755-f683e49d1dc1 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.559013] env[69613]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 585.559013] env[69613]: value = "task-3416683" [ 585.559013] env[69613]: _type = "Task" [ 585.559013] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 585.568518] env[69613]: DEBUG oslo_vmware.api [-] Task: {'id': task-3416683, 'name': CreateVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 585.633049] env[69613]: DEBUG nova.network.neutron [None req-01fbda49-e918-4a2b-9f65-c959e3bb9566 tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] [instance: bc90201c-8900-4821-9839-9d5e35c48ac5] Successfully created port: eb1761e0-ba12-4b96-9a45-8aa1972b5861 {{(pid=69613) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 585.809488] env[69613]: DEBUG nova.compute.manager [None req-c5872745-a302-41fa-ae33-65ee6631e66c tempest-FloatingIPsAssociationTestJSON-164946246 tempest-FloatingIPsAssociationTestJSON-164946246-project-member] [instance: f7fdfec2-ad0d-42f4-bff8-99f164ce18a3] Starting instance... {{(pid=69613) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 585.903484] env[69613]: DEBUG nova.network.neutron [None req-1a1d8830-b086-4ec9-b7d9-644e0f408b8a tempest-DeleteServersAdminTestJSON-241271607 tempest-DeleteServersAdminTestJSON-241271607-project-member] [instance: 34842f08-5c04-462c-940b-56de5b07c8f6] Updating instance_info_cache with network_info: [{"id": "cd02213d-5736-423e-82b4-a0925ea054ed", "address": "fa:16:3e:57:2e:6a", "network": {"id": "7f5a9020-c966-459c-b2b1-fc62b2ff6283", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.98", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3e9e1b873f1442d59d5ee8247b941f74", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aec0089a-ff85-4bef-bad8-c84de39af71a", "external-id": "nsx-vlan-transportzone-758", "segmentation_id": 758, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd02213d-57", "ovs_interfaceid": "cd02213d-5736-423e-82b4-a0925ea054ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 586.018104] env[69613]: DEBUG nova.compute.utils [None req-673e4982-dbbd-4931-a547-f0dae66e30dc tempest-ServerExternalEventsTest-580979402 tempest-ServerExternalEventsTest-580979402-project-member] Using /dev/sd instead of None {{(pid=69613) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 586.021540] env[69613]: DEBUG nova.compute.manager [None req-673e4982-dbbd-4931-a547-f0dae66e30dc tempest-ServerExternalEventsTest-580979402 tempest-ServerExternalEventsTest-580979402-project-member] [instance: 4ef095a0-6177-4558-96fa-655cae276f42] Allocating IP information in the background. {{(pid=69613) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 586.021937] env[69613]: DEBUG nova.network.neutron [None req-673e4982-dbbd-4931-a547-f0dae66e30dc tempest-ServerExternalEventsTest-580979402 tempest-ServerExternalEventsTest-580979402-project-member] [instance: 4ef095a0-6177-4558-96fa-655cae276f42] allocate_for_instance() {{(pid=69613) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 586.070391] env[69613]: DEBUG oslo_vmware.api [-] Task: {'id': task-3416683, 'name': CreateVM_Task, 'duration_secs': 0.425974} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 586.070554] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cdfedccf-3398-437c-a908-41d6d87d8a99] Created VM on the ESX host {{(pid=69613) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 586.186987] env[69613]: DEBUG oslo_vmware.service [None req-985eeb00-f39c-480b-b0c4-344088b78204 tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec2798bc-f8d9-4410-bbe9-c6adce4c004e {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.199019] env[69613]: DEBUG oslo_concurrency.lockutils [None req-985eeb00-f39c-480b-b0c4-344088b78204 tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.199019] env[69613]: DEBUG oslo_concurrency.lockutils [None req-985eeb00-f39c-480b-b0c4-344088b78204 tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.199019] env[69613]: DEBUG oslo_concurrency.lockutils [None req-985eeb00-f39c-480b-b0c4-344088b78204 tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.199019] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0650144f-ccda-44cb-bb14-3c7c0fe901b5 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.203556] env[69613]: DEBUG oslo_vmware.api [None req-985eeb00-f39c-480b-b0c4-344088b78204 tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] Waiting for the task: (returnval){ [ 586.203556] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]5294a2e7-b952-53e3-9286-0f1abfb7d3e9" [ 586.203556] env[69613]: _type = "Task" [ 586.203556] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 586.211865] env[69613]: DEBUG oslo_vmware.api [None req-985eeb00-f39c-480b-b0c4-344088b78204 tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]5294a2e7-b952-53e3-9286-0f1abfb7d3e9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 586.334872] env[69613]: DEBUG oslo_concurrency.lockutils [None req-c5872745-a302-41fa-ae33-65ee6631e66c tempest-FloatingIPsAssociationTestJSON-164946246 tempest-FloatingIPsAssociationTestJSON-164946246-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 586.349654] env[69613]: DEBUG nova.network.neutron [None req-35a3fd56-f337-4987-86fe-f575d529bad7 tempest-ServerDiagnosticsNegativeTest-1011837599 tempest-ServerDiagnosticsNegativeTest-1011837599-project-member] [instance: b5f11d7f-0a76-4db9-bc83-fecf88004a47] Successfully updated port: 7fcf641d-34e2-42a6-a731-12ce841efcc5 {{(pid=69613) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 586.403933] env[69613]: DEBUG nova.policy [None req-673e4982-dbbd-4931-a547-f0dae66e30dc tempest-ServerExternalEventsTest-580979402 tempest-ServerExternalEventsTest-580979402-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '62aa65dcd7ee4af985bb153c78ff4ec2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cb21f2c0f0ca44378dd333b88e8779e3', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69613) authorize /opt/stack/nova/nova/policy.py:192}} [ 586.408776] env[69613]: DEBUG oslo_concurrency.lockutils [None req-1a1d8830-b086-4ec9-b7d9-644e0f408b8a tempest-DeleteServersAdminTestJSON-241271607 tempest-DeleteServersAdminTestJSON-241271607-project-member] Releasing lock "refresh_cache-34842f08-5c04-462c-940b-56de5b07c8f6" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.409366] env[69613]: DEBUG nova.compute.manager [None req-1a1d8830-b086-4ec9-b7d9-644e0f408b8a tempest-DeleteServersAdminTestJSON-241271607 tempest-DeleteServersAdminTestJSON-241271607-project-member] [instance: 34842f08-5c04-462c-940b-56de5b07c8f6] Instance network_info: |[{"id": "cd02213d-5736-423e-82b4-a0925ea054ed", "address": "fa:16:3e:57:2e:6a", "network": {"id": "7f5a9020-c966-459c-b2b1-fc62b2ff6283", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.98", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3e9e1b873f1442d59d5ee8247b941f74", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aec0089a-ff85-4bef-bad8-c84de39af71a", "external-id": "nsx-vlan-transportzone-758", "segmentation_id": 758, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd02213d-57", "ovs_interfaceid": "cd02213d-5736-423e-82b4-a0925ea054ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69613) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 586.410150] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-1a1d8830-b086-4ec9-b7d9-644e0f408b8a tempest-DeleteServersAdminTestJSON-241271607 tempest-DeleteServersAdminTestJSON-241271607-project-member] [instance: 34842f08-5c04-462c-940b-56de5b07c8f6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:57:2e:6a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'aec0089a-ff85-4bef-bad8-c84de39af71a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cd02213d-5736-423e-82b4-a0925ea054ed', 'vif_model': 'vmxnet3'}] {{(pid=69613) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 586.420951] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a1d8830-b086-4ec9-b7d9-644e0f408b8a tempest-DeleteServersAdminTestJSON-241271607 tempest-DeleteServersAdminTestJSON-241271607-project-member] Creating folder: Project (398e18d3e0da41a29483235fa1d67dbd). Parent ref: group-v681687. {{(pid=69613) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 586.422353] env[69613]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2f0011df-db71-4efe-8d4c-b9422039e1f9 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.436486] env[69613]: INFO nova.virt.vmwareapi.vm_util [None req-1a1d8830-b086-4ec9-b7d9-644e0f408b8a tempest-DeleteServersAdminTestJSON-241271607 tempest-DeleteServersAdminTestJSON-241271607-project-member] Created folder: Project (398e18d3e0da41a29483235fa1d67dbd) in parent group-v681687. [ 586.436486] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a1d8830-b086-4ec9-b7d9-644e0f408b8a tempest-DeleteServersAdminTestJSON-241271607 tempest-DeleteServersAdminTestJSON-241271607-project-member] Creating folder: Instances. Parent ref: group-v681691. {{(pid=69613) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 586.436486] env[69613]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6214fa15-c596-4816-b821-5c4b29477769 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.447405] env[69613]: INFO nova.virt.vmwareapi.vm_util [None req-1a1d8830-b086-4ec9-b7d9-644e0f408b8a tempest-DeleteServersAdminTestJSON-241271607 tempest-DeleteServersAdminTestJSON-241271607-project-member] Created folder: Instances in parent group-v681691. [ 586.447715] env[69613]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1a1d8830-b086-4ec9-b7d9-644e0f408b8a tempest-DeleteServersAdminTestJSON-241271607 tempest-DeleteServersAdminTestJSON-241271607-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69613) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 586.447766] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 34842f08-5c04-462c-940b-56de5b07c8f6] Creating VM on the ESX host {{(pid=69613) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 586.448336] env[69613]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b03e555a-74cd-440d-b3c2-3611ec0348a9 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.477246] env[69613]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 586.477246] env[69613]: value = "task-3416686" [ 586.477246] env[69613]: _type = "Task" [ 586.477246] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 586.482622] env[69613]: DEBUG oslo_vmware.api [-] Task: {'id': task-3416686, 'name': CreateVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 586.535464] env[69613]: DEBUG nova.compute.manager [None req-673e4982-dbbd-4931-a547-f0dae66e30dc tempest-ServerExternalEventsTest-580979402 tempest-ServerExternalEventsTest-580979402-project-member] [instance: 4ef095a0-6177-4558-96fa-655cae276f42] Start building block device mappings for instance. {{(pid=69613) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 586.707670] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca4c780c-fff2-4ccf-adbb-8b6e1ca5a473 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.721481] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e242414d-61b9-4fdc-9dd5-1ef521549c69 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.765402] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68fec446-9006-44d3-acea-02f670c04643 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.768483] env[69613]: DEBUG oslo_concurrency.lockutils [None req-985eeb00-f39c-480b-b0c4-344088b78204 tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.768718] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-985eeb00-f39c-480b-b0c4-344088b78204 tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] [instance: cdfedccf-3398-437c-a908-41d6d87d8a99] Processing image 2b7a0304-b5d0-431d-b287-32c8388d7fbd {{(pid=69613) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 586.768941] env[69613]: DEBUG oslo_concurrency.lockutils [None req-985eeb00-f39c-480b-b0c4-344088b78204 tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.769092] env[69613]: DEBUG oslo_concurrency.lockutils [None req-985eeb00-f39c-480b-b0c4-344088b78204 tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.769580] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-985eeb00-f39c-480b-b0c4-344088b78204 tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69613) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 586.769832] env[69613]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6f054f7e-4b2e-42b8-b422-44e4c6439e9b {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.777085] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bb06567-70db-43a0-8259-f97ec57832ec {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.782595] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-985eeb00-f39c-480b-b0c4-344088b78204 tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69613) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 586.782821] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-985eeb00-f39c-480b-b0c4-344088b78204 tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69613) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 586.784016] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77d57a27-c5d3-4c83-82e5-b91b34756aba {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.794910] env[69613]: DEBUG nova.compute.provider_tree [None req-46865419-3532-4cb8-ac8e-6ca70ef4341d tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] Inventory has not changed in ProviderTree for provider: af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 {{(pid=69613) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 586.800642] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-46f05374-3f1f-43d9-8a05-18840ae853ea {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.805863] env[69613]: DEBUG oslo_vmware.api [None req-985eeb00-f39c-480b-b0c4-344088b78204 tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] Waiting for the task: (returnval){ [ 586.805863] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]525d0047-cfd5-635f-ceff-b71b211f83a1" [ 586.805863] env[69613]: _type = "Task" [ 586.805863] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 586.815933] env[69613]: DEBUG oslo_vmware.api [None req-985eeb00-f39c-480b-b0c4-344088b78204 tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]525d0047-cfd5-635f-ceff-b71b211f83a1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 586.851792] env[69613]: DEBUG oslo_concurrency.lockutils [None req-35a3fd56-f337-4987-86fe-f575d529bad7 tempest-ServerDiagnosticsNegativeTest-1011837599 tempest-ServerDiagnosticsNegativeTest-1011837599-project-member] Acquiring lock "refresh_cache-b5f11d7f-0a76-4db9-bc83-fecf88004a47" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.852032] env[69613]: DEBUG oslo_concurrency.lockutils [None req-35a3fd56-f337-4987-86fe-f575d529bad7 tempest-ServerDiagnosticsNegativeTest-1011837599 tempest-ServerDiagnosticsNegativeTest-1011837599-project-member] Acquired lock "refresh_cache-b5f11d7f-0a76-4db9-bc83-fecf88004a47" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.852223] env[69613]: DEBUG nova.network.neutron [None req-35a3fd56-f337-4987-86fe-f575d529bad7 tempest-ServerDiagnosticsNegativeTest-1011837599 tempest-ServerDiagnosticsNegativeTest-1011837599-project-member] [instance: b5f11d7f-0a76-4db9-bc83-fecf88004a47] Building network info cache for instance {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 586.999017] env[69613]: DEBUG oslo_vmware.api [-] Task: {'id': task-3416686, 'name': CreateVM_Task, 'duration_secs': 0.347074} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 586.999017] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 34842f08-5c04-462c-940b-56de5b07c8f6] Created VM on the ESX host {{(pid=69613) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 586.999017] env[69613]: DEBUG oslo_concurrency.lockutils [None req-1a1d8830-b086-4ec9-b7d9-644e0f408b8a tempest-DeleteServersAdminTestJSON-241271607 tempest-DeleteServersAdminTestJSON-241271607-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.999528] env[69613]: DEBUG oslo_concurrency.lockutils [None req-1a1d8830-b086-4ec9-b7d9-644e0f408b8a tempest-DeleteServersAdminTestJSON-241271607 tempest-DeleteServersAdminTestJSON-241271607-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.999528] env[69613]: DEBUG oslo_concurrency.lockutils [None req-1a1d8830-b086-4ec9-b7d9-644e0f408b8a tempest-DeleteServersAdminTestJSON-241271607 tempest-DeleteServersAdminTestJSON-241271607-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.000346] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1078d07f-b70b-4759-8efb-ad332bd6b2b2 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.009494] env[69613]: DEBUG oslo_vmware.api [None req-1a1d8830-b086-4ec9-b7d9-644e0f408b8a tempest-DeleteServersAdminTestJSON-241271607 tempest-DeleteServersAdminTestJSON-241271607-project-member] Waiting for the task: (returnval){ [ 587.009494] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]5267a4b4-c1d8-603b-08fc-3f42ea006b5d" [ 587.009494] env[69613]: _type = "Task" [ 587.009494] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 587.019369] env[69613]: DEBUG oslo_vmware.api [None req-1a1d8830-b086-4ec9-b7d9-644e0f408b8a tempest-DeleteServersAdminTestJSON-241271607 tempest-DeleteServersAdminTestJSON-241271607-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]5267a4b4-c1d8-603b-08fc-3f42ea006b5d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 587.299037] env[69613]: DEBUG nova.scheduler.client.report [None req-46865419-3532-4cb8-ac8e-6ca70ef4341d tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] Inventory has not changed for provider af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69613) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 587.319738] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-985eeb00-f39c-480b-b0c4-344088b78204 tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] [instance: cdfedccf-3398-437c-a908-41d6d87d8a99] Preparing fetch location {{(pid=69613) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 587.319996] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-985eeb00-f39c-480b-b0c4-344088b78204 tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] Creating directory with path [datastore2] vmware_temp/2238ac96-1798-49fb-a4c9-ea483bf27099/2b7a0304-b5d0-431d-b287-32c8388d7fbd {{(pid=69613) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 587.320251] env[69613]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2f1818b9-7590-44a9-801c-53f46837f3e2 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.339868] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-985eeb00-f39c-480b-b0c4-344088b78204 tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] Created directory with path [datastore2] vmware_temp/2238ac96-1798-49fb-a4c9-ea483bf27099/2b7a0304-b5d0-431d-b287-32c8388d7fbd {{(pid=69613) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 587.340089] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-985eeb00-f39c-480b-b0c4-344088b78204 tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] [instance: cdfedccf-3398-437c-a908-41d6d87d8a99] Fetch image to [datastore2] vmware_temp/2238ac96-1798-49fb-a4c9-ea483bf27099/2b7a0304-b5d0-431d-b287-32c8388d7fbd/tmp-sparse.vmdk {{(pid=69613) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 587.340271] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-985eeb00-f39c-480b-b0c4-344088b78204 tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] [instance: cdfedccf-3398-437c-a908-41d6d87d8a99] Downloading image file data 2b7a0304-b5d0-431d-b287-32c8388d7fbd to [datastore2] vmware_temp/2238ac96-1798-49fb-a4c9-ea483bf27099/2b7a0304-b5d0-431d-b287-32c8388d7fbd/tmp-sparse.vmdk on the data store datastore2 {{(pid=69613) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 587.341087] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f93d2b2-fcc2-4629-b19c-bfc1026ecf21 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.353199] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77c5ebdf-0d54-481d-8dc0-24cbc60e7f6b {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.366173] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c530cc6c-3f8a-4c30-bdd3-7a99047b4f34 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.401381] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17d03a87-aa48-4058-8827-1bb53ecadc14 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.407373] env[69613]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-ceb5c80b-6beb-4990-ba7a-745ed569aea8 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.431054] env[69613]: DEBUG nova.network.neutron [None req-35a3fd56-f337-4987-86fe-f575d529bad7 tempest-ServerDiagnosticsNegativeTest-1011837599 tempest-ServerDiagnosticsNegativeTest-1011837599-project-member] [instance: b5f11d7f-0a76-4db9-bc83-fecf88004a47] Instance cache missing network info. {{(pid=69613) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 587.436345] env[69613]: DEBUG nova.compute.manager [req-a39cbaac-8edb-4949-b09b-0c0863d19da0 req-11cab10d-c4af-4886-b0f5-980ca47650fa service nova] [instance: cdfedccf-3398-437c-a908-41d6d87d8a99] Received event network-vif-plugged-3fad3313-e2a7-4215-b28f-6db5b8988d2f {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 587.437196] env[69613]: DEBUG oslo_concurrency.lockutils [req-a39cbaac-8edb-4949-b09b-0c0863d19da0 req-11cab10d-c4af-4886-b0f5-980ca47650fa service nova] Acquiring lock "cdfedccf-3398-437c-a908-41d6d87d8a99-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 587.437196] env[69613]: DEBUG oslo_concurrency.lockutils [req-a39cbaac-8edb-4949-b09b-0c0863d19da0 req-11cab10d-c4af-4886-b0f5-980ca47650fa service nova] Lock "cdfedccf-3398-437c-a908-41d6d87d8a99-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 587.437196] env[69613]: DEBUG oslo_concurrency.lockutils [req-a39cbaac-8edb-4949-b09b-0c0863d19da0 req-11cab10d-c4af-4886-b0f5-980ca47650fa service nova] Lock "cdfedccf-3398-437c-a908-41d6d87d8a99-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 587.437196] env[69613]: DEBUG nova.compute.manager [req-a39cbaac-8edb-4949-b09b-0c0863d19da0 req-11cab10d-c4af-4886-b0f5-980ca47650fa service nova] [instance: cdfedccf-3398-437c-a908-41d6d87d8a99] No waiting events found dispatching network-vif-plugged-3fad3313-e2a7-4215-b28f-6db5b8988d2f {{(pid=69613) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 587.437196] env[69613]: WARNING nova.compute.manager [req-a39cbaac-8edb-4949-b09b-0c0863d19da0 req-11cab10d-c4af-4886-b0f5-980ca47650fa service nova] [instance: cdfedccf-3398-437c-a908-41d6d87d8a99] Received unexpected event network-vif-plugged-3fad3313-e2a7-4215-b28f-6db5b8988d2f for instance with vm_state building and task_state spawning. [ 587.495579] env[69613]: DEBUG nova.virt.vmwareapi.images [None req-985eeb00-f39c-480b-b0c4-344088b78204 tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] [instance: cdfedccf-3398-437c-a908-41d6d87d8a99] Downloading image file data 2b7a0304-b5d0-431d-b287-32c8388d7fbd to the data store datastore2 {{(pid=69613) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 587.518908] env[69613]: DEBUG oslo_concurrency.lockutils [None req-1a1d8830-b086-4ec9-b7d9-644e0f408b8a tempest-DeleteServersAdminTestJSON-241271607 tempest-DeleteServersAdminTestJSON-241271607-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.520325] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-1a1d8830-b086-4ec9-b7d9-644e0f408b8a tempest-DeleteServersAdminTestJSON-241271607 tempest-DeleteServersAdminTestJSON-241271607-project-member] [instance: 34842f08-5c04-462c-940b-56de5b07c8f6] Processing image 2b7a0304-b5d0-431d-b287-32c8388d7fbd {{(pid=69613) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 587.520325] env[69613]: DEBUG oslo_concurrency.lockutils [None req-1a1d8830-b086-4ec9-b7d9-644e0f408b8a tempest-DeleteServersAdminTestJSON-241271607 tempest-DeleteServersAdminTestJSON-241271607-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.546571] env[69613]: DEBUG oslo_concurrency.lockutils [None req-7773cb95-9e58-49bf-8bee-f8ef9b535c19 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Acquiring lock "030be18d-ee6f-4000-98f6-9e9a1c041a03" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 587.546699] env[69613]: DEBUG oslo_concurrency.lockutils [None req-7773cb95-9e58-49bf-8bee-f8ef9b535c19 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Lock "030be18d-ee6f-4000-98f6-9e9a1c041a03" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 587.553803] env[69613]: DEBUG nova.compute.manager [None req-673e4982-dbbd-4931-a547-f0dae66e30dc tempest-ServerExternalEventsTest-580979402 tempest-ServerExternalEventsTest-580979402-project-member] [instance: 4ef095a0-6177-4558-96fa-655cae276f42] Start spawning the instance on the hypervisor. {{(pid=69613) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 587.584542] env[69613]: DEBUG nova.virt.hardware [None req-673e4982-dbbd-4931-a547-f0dae66e30dc tempest-ServerExternalEventsTest-580979402 tempest-ServerExternalEventsTest-580979402-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T13:55:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T13:55:19Z,direct_url=,disk_format='vmdk',id=2b7a0304-b5d0-431d-b287-32c8388d7fbd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3e9e1b873f1442d59d5ee8247b941f74',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T13:55:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 587.584727] env[69613]: DEBUG nova.virt.hardware [None req-673e4982-dbbd-4931-a547-f0dae66e30dc tempest-ServerExternalEventsTest-580979402 tempest-ServerExternalEventsTest-580979402-project-member] Flavor limits 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 587.584874] env[69613]: DEBUG nova.virt.hardware [None req-673e4982-dbbd-4931-a547-f0dae66e30dc tempest-ServerExternalEventsTest-580979402 tempest-ServerExternalEventsTest-580979402-project-member] Image limits 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 587.585057] env[69613]: DEBUG nova.virt.hardware [None req-673e4982-dbbd-4931-a547-f0dae66e30dc tempest-ServerExternalEventsTest-580979402 tempest-ServerExternalEventsTest-580979402-project-member] Flavor pref 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 587.585198] env[69613]: DEBUG nova.virt.hardware [None req-673e4982-dbbd-4931-a547-f0dae66e30dc tempest-ServerExternalEventsTest-580979402 tempest-ServerExternalEventsTest-580979402-project-member] Image pref 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 587.585338] env[69613]: DEBUG nova.virt.hardware [None req-673e4982-dbbd-4931-a547-f0dae66e30dc tempest-ServerExternalEventsTest-580979402 tempest-ServerExternalEventsTest-580979402-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 587.585538] env[69613]: DEBUG nova.virt.hardware [None req-673e4982-dbbd-4931-a547-f0dae66e30dc tempest-ServerExternalEventsTest-580979402 tempest-ServerExternalEventsTest-580979402-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 587.585685] env[69613]: DEBUG nova.virt.hardware [None req-673e4982-dbbd-4931-a547-f0dae66e30dc tempest-ServerExternalEventsTest-580979402 tempest-ServerExternalEventsTest-580979402-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69613) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 587.585841] env[69613]: DEBUG nova.virt.hardware [None req-673e4982-dbbd-4931-a547-f0dae66e30dc tempest-ServerExternalEventsTest-580979402 tempest-ServerExternalEventsTest-580979402-project-member] Got 1 possible topologies {{(pid=69613) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 587.586801] env[69613]: DEBUG nova.virt.hardware [None req-673e4982-dbbd-4931-a547-f0dae66e30dc tempest-ServerExternalEventsTest-580979402 tempest-ServerExternalEventsTest-580979402-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 587.586801] env[69613]: DEBUG nova.virt.hardware [None req-673e4982-dbbd-4931-a547-f0dae66e30dc tempest-ServerExternalEventsTest-580979402 tempest-ServerExternalEventsTest-580979402-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 587.589392] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7402c18-ce96-4606-bb46-0f75a18b5ef1 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.597276] env[69613]: DEBUG oslo_vmware.rw_handles [None req-985eeb00-f39c-480b-b0c4-344088b78204 tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c2n3.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/2238ac96-1798-49fb-a4c9-ea483bf27099/2b7a0304-b5d0-431d-b287-32c8388d7fbd/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=69613) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 587.600859] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-902228eb-f6f8-451b-87ea-613f35054a1e {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.608124] env[69613]: DEBUG nova.compute.manager [req-b9329c01-0cc0-48a6-a1b6-546fd50d7ff8 req-14a16edb-9ec8-448b-900e-09130e53d838 service nova] [instance: 34842f08-5c04-462c-940b-56de5b07c8f6] Received event network-vif-plugged-cd02213d-5736-423e-82b4-a0925ea054ed {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 587.608124] env[69613]: DEBUG oslo_concurrency.lockutils [req-b9329c01-0cc0-48a6-a1b6-546fd50d7ff8 req-14a16edb-9ec8-448b-900e-09130e53d838 service nova] Acquiring lock "34842f08-5c04-462c-940b-56de5b07c8f6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 587.608124] env[69613]: DEBUG oslo_concurrency.lockutils [req-b9329c01-0cc0-48a6-a1b6-546fd50d7ff8 req-14a16edb-9ec8-448b-900e-09130e53d838 service nova] Lock "34842f08-5c04-462c-940b-56de5b07c8f6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 587.608124] env[69613]: DEBUG oslo_concurrency.lockutils [req-b9329c01-0cc0-48a6-a1b6-546fd50d7ff8 req-14a16edb-9ec8-448b-900e-09130e53d838 service nova] Lock "34842f08-5c04-462c-940b-56de5b07c8f6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 587.608124] env[69613]: DEBUG nova.compute.manager [req-b9329c01-0cc0-48a6-a1b6-546fd50d7ff8 req-14a16edb-9ec8-448b-900e-09130e53d838 service nova] [instance: 34842f08-5c04-462c-940b-56de5b07c8f6] No waiting events found dispatching network-vif-plugged-cd02213d-5736-423e-82b4-a0925ea054ed {{(pid=69613) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 587.608444] env[69613]: WARNING nova.compute.manager [req-b9329c01-0cc0-48a6-a1b6-546fd50d7ff8 req-14a16edb-9ec8-448b-900e-09130e53d838 service nova] [instance: 34842f08-5c04-462c-940b-56de5b07c8f6] Received unexpected event network-vif-plugged-cd02213d-5736-423e-82b4-a0925ea054ed for instance with vm_state building and task_state spawning. [ 587.806344] env[69613]: DEBUG oslo_concurrency.lockutils [None req-46865419-3532-4cb8-ac8e-6ca70ef4341d tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.298s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 587.807068] env[69613]: DEBUG nova.compute.manager [None req-46865419-3532-4cb8-ac8e-6ca70ef4341d tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] [instance: fa89db07-09b5-485d-aacc-e1d39e576218] Start building networks asynchronously for instance. {{(pid=69613) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 587.815265] env[69613]: DEBUG oslo_concurrency.lockutils [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 4.902s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 587.815620] env[69613]: DEBUG oslo_concurrency.lockutils [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 587.815843] env[69613]: DEBUG nova.compute.resource_tracker [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69613) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 587.816113] env[69613]: DEBUG oslo_concurrency.lockutils [None req-9c199556-f27c-4a34-a6e8-d5787bb44423 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.415s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 587.818225] env[69613]: INFO nova.compute.claims [None req-9c199556-f27c-4a34-a6e8-d5787bb44423 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] [instance: 30032fc2-1100-456a-bd0d-f3daf0a16662] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 587.823046] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db66be88-3f27-4133-ae36-2abb61bc8b37 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.837885] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1aa70d35-6297-47ff-9526-0f51427af23f {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.860775] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0d3af90-cbce-40b1-aea7-fa4d3dc614b5 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.872182] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b452b3ac-f8e2-4a41-af23-64e0482d62c2 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.912279] env[69613]: DEBUG nova.compute.resource_tracker [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180981MB free_disk=100GB free_vcpus=48 pci_devices=None {{(pid=69613) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 587.912279] env[69613]: DEBUG oslo_concurrency.lockutils [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 587.989228] env[69613]: DEBUG nova.network.neutron [None req-35a3fd56-f337-4987-86fe-f575d529bad7 tempest-ServerDiagnosticsNegativeTest-1011837599 tempest-ServerDiagnosticsNegativeTest-1011837599-project-member] [instance: b5f11d7f-0a76-4db9-bc83-fecf88004a47] Updating instance_info_cache with network_info: [{"id": "7fcf641d-34e2-42a6-a731-12ce841efcc5", "address": "fa:16:3e:d3:d2:14", "network": {"id": "7f5a9020-c966-459c-b2b1-fc62b2ff6283", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.175", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3e9e1b873f1442d59d5ee8247b941f74", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aec0089a-ff85-4bef-bad8-c84de39af71a", "external-id": "nsx-vlan-transportzone-758", "segmentation_id": 758, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7fcf641d-34", "ovs_interfaceid": "7fcf641d-34e2-42a6-a731-12ce841efcc5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 588.050009] env[69613]: DEBUG nova.compute.manager [None req-7773cb95-9e58-49bf-8bee-f8ef9b535c19 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] [instance: 030be18d-ee6f-4000-98f6-9e9a1c041a03] Starting instance... {{(pid=69613) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 588.310940] env[69613]: DEBUG oslo_vmware.rw_handles [None req-985eeb00-f39c-480b-b0c4-344088b78204 tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] Completed reading data from the image iterator. {{(pid=69613) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 588.311561] env[69613]: DEBUG oslo_vmware.rw_handles [None req-985eeb00-f39c-480b-b0c4-344088b78204 tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] Closing write handle for https://esx7c2n3.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/2238ac96-1798-49fb-a4c9-ea483bf27099/2b7a0304-b5d0-431d-b287-32c8388d7fbd/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=69613) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 588.325798] env[69613]: DEBUG nova.compute.utils [None req-46865419-3532-4cb8-ac8e-6ca70ef4341d tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] Using /dev/sd instead of None {{(pid=69613) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 588.327955] env[69613]: DEBUG nova.compute.manager [None req-46865419-3532-4cb8-ac8e-6ca70ef4341d tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] [instance: fa89db07-09b5-485d-aacc-e1d39e576218] Allocating IP information in the background. {{(pid=69613) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 588.332144] env[69613]: DEBUG nova.network.neutron [None req-46865419-3532-4cb8-ac8e-6ca70ef4341d tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] [instance: fa89db07-09b5-485d-aacc-e1d39e576218] allocate_for_instance() {{(pid=69613) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 588.395368] env[69613]: DEBUG nova.policy [None req-46865419-3532-4cb8-ac8e-6ca70ef4341d tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f7d978ee4c15433a9bc39f37f9b6d8a8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd92771d74b6941b3966b3d7f8db3ccc7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69613) authorize /opt/stack/nova/nova/policy.py:192}} [ 588.476923] env[69613]: DEBUG nova.network.neutron [None req-673e4982-dbbd-4931-a547-f0dae66e30dc tempest-ServerExternalEventsTest-580979402 tempest-ServerExternalEventsTest-580979402-project-member] [instance: 4ef095a0-6177-4558-96fa-655cae276f42] Successfully created port: ab48aaff-9f1e-4776-ad33-3f7861148b4b {{(pid=69613) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 588.495225] env[69613]: DEBUG oslo_concurrency.lockutils [None req-35a3fd56-f337-4987-86fe-f575d529bad7 tempest-ServerDiagnosticsNegativeTest-1011837599 tempest-ServerDiagnosticsNegativeTest-1011837599-project-member] Releasing lock "refresh_cache-b5f11d7f-0a76-4db9-bc83-fecf88004a47" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.495549] env[69613]: DEBUG nova.compute.manager [None req-35a3fd56-f337-4987-86fe-f575d529bad7 tempest-ServerDiagnosticsNegativeTest-1011837599 tempest-ServerDiagnosticsNegativeTest-1011837599-project-member] [instance: b5f11d7f-0a76-4db9-bc83-fecf88004a47] Instance network_info: |[{"id": "7fcf641d-34e2-42a6-a731-12ce841efcc5", "address": "fa:16:3e:d3:d2:14", "network": {"id": "7f5a9020-c966-459c-b2b1-fc62b2ff6283", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.175", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3e9e1b873f1442d59d5ee8247b941f74", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aec0089a-ff85-4bef-bad8-c84de39af71a", "external-id": "nsx-vlan-transportzone-758", "segmentation_id": 758, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7fcf641d-34", "ovs_interfaceid": "7fcf641d-34e2-42a6-a731-12ce841efcc5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69613) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 588.496264] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-35a3fd56-f337-4987-86fe-f575d529bad7 tempest-ServerDiagnosticsNegativeTest-1011837599 tempest-ServerDiagnosticsNegativeTest-1011837599-project-member] [instance: b5f11d7f-0a76-4db9-bc83-fecf88004a47] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d3:d2:14', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'aec0089a-ff85-4bef-bad8-c84de39af71a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7fcf641d-34e2-42a6-a731-12ce841efcc5', 'vif_model': 'vmxnet3'}] {{(pid=69613) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 588.504374] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-35a3fd56-f337-4987-86fe-f575d529bad7 tempest-ServerDiagnosticsNegativeTest-1011837599 tempest-ServerDiagnosticsNegativeTest-1011837599-project-member] Creating folder: Project (a0bb2ec8b149405d80a9bf51bc3521d5). Parent ref: group-v681687. {{(pid=69613) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 588.505242] env[69613]: DEBUG nova.virt.vmwareapi.images [None req-985eeb00-f39c-480b-b0c4-344088b78204 tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] [instance: cdfedccf-3398-437c-a908-41d6d87d8a99] Downloaded image file data 2b7a0304-b5d0-431d-b287-32c8388d7fbd to vmware_temp/2238ac96-1798-49fb-a4c9-ea483bf27099/2b7a0304-b5d0-431d-b287-32c8388d7fbd/tmp-sparse.vmdk on the data store datastore2 {{(pid=69613) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 588.507674] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-985eeb00-f39c-480b-b0c4-344088b78204 tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] [instance: cdfedccf-3398-437c-a908-41d6d87d8a99] Caching image {{(pid=69613) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 588.507674] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-985eeb00-f39c-480b-b0c4-344088b78204 tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] Copying Virtual Disk [datastore2] vmware_temp/2238ac96-1798-49fb-a4c9-ea483bf27099/2b7a0304-b5d0-431d-b287-32c8388d7fbd/tmp-sparse.vmdk to [datastore2] vmware_temp/2238ac96-1798-49fb-a4c9-ea483bf27099/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk {{(pid=69613) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 588.507674] env[69613]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-611a36ac-0288-4bc4-a3e4-a1fef6e1c3b8 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.509369] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-320b386a-7ae1-4ea1-934e-431113cad868 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.518066] env[69613]: DEBUG oslo_vmware.api [None req-985eeb00-f39c-480b-b0c4-344088b78204 tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] Waiting for the task: (returnval){ [ 588.518066] env[69613]: value = "task-3416688" [ 588.518066] env[69613]: _type = "Task" [ 588.518066] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 588.522866] env[69613]: INFO nova.virt.vmwareapi.vm_util [None req-35a3fd56-f337-4987-86fe-f575d529bad7 tempest-ServerDiagnosticsNegativeTest-1011837599 tempest-ServerDiagnosticsNegativeTest-1011837599-project-member] Created folder: Project (a0bb2ec8b149405d80a9bf51bc3521d5) in parent group-v681687. [ 588.523058] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-35a3fd56-f337-4987-86fe-f575d529bad7 tempest-ServerDiagnosticsNegativeTest-1011837599 tempest-ServerDiagnosticsNegativeTest-1011837599-project-member] Creating folder: Instances. Parent ref: group-v681694. {{(pid=69613) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 588.523693] env[69613]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-082fbaad-31ba-43fd-8cce-cba7c95cbb54 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.528528] env[69613]: DEBUG oslo_vmware.api [None req-985eeb00-f39c-480b-b0c4-344088b78204 tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] Task: {'id': task-3416688, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 588.535825] env[69613]: INFO nova.virt.vmwareapi.vm_util [None req-35a3fd56-f337-4987-86fe-f575d529bad7 tempest-ServerDiagnosticsNegativeTest-1011837599 tempest-ServerDiagnosticsNegativeTest-1011837599-project-member] Created folder: Instances in parent group-v681694. [ 588.536112] env[69613]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-35a3fd56-f337-4987-86fe-f575d529bad7 tempest-ServerDiagnosticsNegativeTest-1011837599 tempest-ServerDiagnosticsNegativeTest-1011837599-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69613) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 588.536370] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b5f11d7f-0a76-4db9-bc83-fecf88004a47] Creating VM on the ESX host {{(pid=69613) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 588.536770] env[69613]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-77f8a253-49bf-40ac-8ce4-60c917a6f3eb {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.557977] env[69613]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 588.557977] env[69613]: value = "task-3416690" [ 588.557977] env[69613]: _type = "Task" [ 588.557977] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 588.570168] env[69613]: DEBUG oslo_vmware.api [-] Task: {'id': task-3416690, 'name': CreateVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 588.654479] env[69613]: DEBUG oslo_concurrency.lockutils [None req-7773cb95-9e58-49bf-8bee-f8ef9b535c19 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 588.841293] env[69613]: DEBUG nova.compute.manager [None req-46865419-3532-4cb8-ac8e-6ca70ef4341d tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] [instance: fa89db07-09b5-485d-aacc-e1d39e576218] Start building block device mappings for instance. {{(pid=69613) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 589.034983] env[69613]: DEBUG oslo_vmware.api [None req-985eeb00-f39c-480b-b0c4-344088b78204 tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] Task: {'id': task-3416688, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 589.075745] env[69613]: DEBUG oslo_vmware.api [-] Task: {'id': task-3416690, 'name': CreateVM_Task} progress is 99%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 589.111619] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5580d8ab-f3ab-49d3-a62c-012e56adda56 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.126106] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f92b85ac-7878-4a5f-9681-bbce45e5efaf {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.164227] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2423d4f7-f42e-42a4-b28e-1e753d2c4365 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.172247] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96b67800-466e-40cb-9636-7ba3a465803a {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.189928] env[69613]: DEBUG nova.compute.provider_tree [None req-9c199556-f27c-4a34-a6e8-d5787bb44423 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Inventory has not changed in ProviderTree for provider: af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 {{(pid=69613) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 589.403114] env[69613]: DEBUG oslo_concurrency.lockutils [None req-7fce2e4a-f025-4f0c-92a0-289456e4be53 tempest-ServerDiagnosticsTest-865742498 tempest-ServerDiagnosticsTest-865742498-project-member] Acquiring lock "c1d7aa83-ab84-4ff3-a10f-e04e84582ed4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 589.403370] env[69613]: DEBUG oslo_concurrency.lockutils [None req-7fce2e4a-f025-4f0c-92a0-289456e4be53 tempest-ServerDiagnosticsTest-865742498 tempest-ServerDiagnosticsTest-865742498-project-member] Lock "c1d7aa83-ab84-4ff3-a10f-e04e84582ed4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 589.528856] env[69613]: DEBUG nova.network.neutron [None req-46865419-3532-4cb8-ac8e-6ca70ef4341d tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] [instance: fa89db07-09b5-485d-aacc-e1d39e576218] Successfully created port: 0440ad46-6267-4978-999c-2ae31f3938eb {{(pid=69613) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 589.539450] env[69613]: DEBUG oslo_vmware.api [None req-985eeb00-f39c-480b-b0c4-344088b78204 tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] Task: {'id': task-3416688, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.663515} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 589.539830] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-985eeb00-f39c-480b-b0c4-344088b78204 tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] Copied Virtual Disk [datastore2] vmware_temp/2238ac96-1798-49fb-a4c9-ea483bf27099/2b7a0304-b5d0-431d-b287-32c8388d7fbd/tmp-sparse.vmdk to [datastore2] vmware_temp/2238ac96-1798-49fb-a4c9-ea483bf27099/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk {{(pid=69613) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 589.540030] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-985eeb00-f39c-480b-b0c4-344088b78204 tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] Deleting the datastore file [datastore2] vmware_temp/2238ac96-1798-49fb-a4c9-ea483bf27099/2b7a0304-b5d0-431d-b287-32c8388d7fbd/tmp-sparse.vmdk {{(pid=69613) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 589.541017] env[69613]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-62c0dcaf-1e51-4f88-870e-298d1ae2dae0 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.547320] env[69613]: DEBUG oslo_vmware.api [None req-985eeb00-f39c-480b-b0c4-344088b78204 tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] Waiting for the task: (returnval){ [ 589.547320] env[69613]: value = "task-3416691" [ 589.547320] env[69613]: _type = "Task" [ 589.547320] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 589.556960] env[69613]: DEBUG oslo_vmware.api [None req-985eeb00-f39c-480b-b0c4-344088b78204 tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] Task: {'id': task-3416691, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 589.573608] env[69613]: DEBUG oslo_vmware.api [-] Task: {'id': task-3416690, 'name': CreateVM_Task, 'duration_secs': 0.54258} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 589.573982] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b5f11d7f-0a76-4db9-bc83-fecf88004a47] Created VM on the ESX host {{(pid=69613) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 589.575635] env[69613]: DEBUG oslo_concurrency.lockutils [None req-35a3fd56-f337-4987-86fe-f575d529bad7 tempest-ServerDiagnosticsNegativeTest-1011837599 tempest-ServerDiagnosticsNegativeTest-1011837599-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.575635] env[69613]: DEBUG oslo_concurrency.lockutils [None req-35a3fd56-f337-4987-86fe-f575d529bad7 tempest-ServerDiagnosticsNegativeTest-1011837599 tempest-ServerDiagnosticsNegativeTest-1011837599-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.575635] env[69613]: DEBUG oslo_concurrency.lockutils [None req-35a3fd56-f337-4987-86fe-f575d529bad7 tempest-ServerDiagnosticsNegativeTest-1011837599 tempest-ServerDiagnosticsNegativeTest-1011837599-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.575635] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fd02b5af-bc30-4590-b028-ddee420606cb {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.580297] env[69613]: DEBUG oslo_vmware.api [None req-35a3fd56-f337-4987-86fe-f575d529bad7 tempest-ServerDiagnosticsNegativeTest-1011837599 tempest-ServerDiagnosticsNegativeTest-1011837599-project-member] Waiting for the task: (returnval){ [ 589.580297] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]52269467-7c8a-04e2-a63c-ca8960da8db9" [ 589.580297] env[69613]: _type = "Task" [ 589.580297] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 589.590468] env[69613]: DEBUG oslo_vmware.api [None req-35a3fd56-f337-4987-86fe-f575d529bad7 tempest-ServerDiagnosticsNegativeTest-1011837599 tempest-ServerDiagnosticsNegativeTest-1011837599-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52269467-7c8a-04e2-a63c-ca8960da8db9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 589.652277] env[69613]: DEBUG nova.network.neutron [None req-01fbda49-e918-4a2b-9f65-c959e3bb9566 tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] [instance: bc90201c-8900-4821-9839-9d5e35c48ac5] Successfully updated port: eb1761e0-ba12-4b96-9a45-8aa1972b5861 {{(pid=69613) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 589.694907] env[69613]: DEBUG nova.scheduler.client.report [None req-9c199556-f27c-4a34-a6e8-d5787bb44423 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Inventory has not changed for provider af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69613) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 589.857497] env[69613]: DEBUG nova.compute.manager [None req-46865419-3532-4cb8-ac8e-6ca70ef4341d tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] [instance: fa89db07-09b5-485d-aacc-e1d39e576218] Start spawning the instance on the hypervisor. {{(pid=69613) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 590.004899] env[69613]: DEBUG nova.virt.hardware [None req-46865419-3532-4cb8-ac8e-6ca70ef4341d tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T13:55:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T13:55:19Z,direct_url=,disk_format='vmdk',id=2b7a0304-b5d0-431d-b287-32c8388d7fbd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3e9e1b873f1442d59d5ee8247b941f74',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T13:55:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 590.005271] env[69613]: DEBUG nova.virt.hardware [None req-46865419-3532-4cb8-ac8e-6ca70ef4341d tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] Flavor limits 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 590.005459] env[69613]: DEBUG nova.virt.hardware [None req-46865419-3532-4cb8-ac8e-6ca70ef4341d tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] Image limits 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 590.005500] env[69613]: DEBUG nova.virt.hardware [None req-46865419-3532-4cb8-ac8e-6ca70ef4341d tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] Flavor pref 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 590.009402] env[69613]: DEBUG nova.virt.hardware [None req-46865419-3532-4cb8-ac8e-6ca70ef4341d tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] Image pref 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 590.009534] env[69613]: DEBUG nova.virt.hardware [None req-46865419-3532-4cb8-ac8e-6ca70ef4341d tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 590.009666] env[69613]: DEBUG nova.virt.hardware [None req-46865419-3532-4cb8-ac8e-6ca70ef4341d tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 590.009817] env[69613]: DEBUG nova.virt.hardware [None req-46865419-3532-4cb8-ac8e-6ca70ef4341d tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69613) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 590.009982] env[69613]: DEBUG nova.virt.hardware [None req-46865419-3532-4cb8-ac8e-6ca70ef4341d tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] Got 1 possible topologies {{(pid=69613) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 590.010155] env[69613]: DEBUG nova.virt.hardware [None req-46865419-3532-4cb8-ac8e-6ca70ef4341d tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 590.010381] env[69613]: DEBUG nova.virt.hardware [None req-46865419-3532-4cb8-ac8e-6ca70ef4341d tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 590.011267] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e07c5231-9c6c-4fcf-a36f-c18f435ab962 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.020134] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d956889f-a825-471f-ac0f-7c8bb5ac9f22 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.058235] env[69613]: DEBUG oslo_vmware.api [None req-985eeb00-f39c-480b-b0c4-344088b78204 tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] Task: {'id': task-3416691, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.022909} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 590.058942] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-985eeb00-f39c-480b-b0c4-344088b78204 tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] Deleted the datastore file {{(pid=69613) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 590.059150] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-985eeb00-f39c-480b-b0c4-344088b78204 tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] Moving file from [datastore2] vmware_temp/2238ac96-1798-49fb-a4c9-ea483bf27099/2b7a0304-b5d0-431d-b287-32c8388d7fbd to [datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd. {{(pid=69613) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 590.060472] env[69613]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-f9cb5cf5-8604-4f1b-b411-9e3dfff2f62d {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.068742] env[69613]: DEBUG oslo_vmware.api [None req-985eeb00-f39c-480b-b0c4-344088b78204 tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] Waiting for the task: (returnval){ [ 590.068742] env[69613]: value = "task-3416692" [ 590.068742] env[69613]: _type = "Task" [ 590.068742] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 590.082208] env[69613]: DEBUG oslo_vmware.api [None req-985eeb00-f39c-480b-b0c4-344088b78204 tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] Task: {'id': task-3416692, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 590.091230] env[69613]: DEBUG oslo_concurrency.lockutils [None req-35a3fd56-f337-4987-86fe-f575d529bad7 tempest-ServerDiagnosticsNegativeTest-1011837599 tempest-ServerDiagnosticsNegativeTest-1011837599-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.091476] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-35a3fd56-f337-4987-86fe-f575d529bad7 tempest-ServerDiagnosticsNegativeTest-1011837599 tempest-ServerDiagnosticsNegativeTest-1011837599-project-member] [instance: b5f11d7f-0a76-4db9-bc83-fecf88004a47] Processing image 2b7a0304-b5d0-431d-b287-32c8388d7fbd {{(pid=69613) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 590.091695] env[69613]: DEBUG oslo_concurrency.lockutils [None req-35a3fd56-f337-4987-86fe-f575d529bad7 tempest-ServerDiagnosticsNegativeTest-1011837599 tempest-ServerDiagnosticsNegativeTest-1011837599-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.157435] env[69613]: DEBUG oslo_concurrency.lockutils [None req-01fbda49-e918-4a2b-9f65-c959e3bb9566 tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] Acquiring lock "refresh_cache-bc90201c-8900-4821-9839-9d5e35c48ac5" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.157633] env[69613]: DEBUG oslo_concurrency.lockutils [None req-01fbda49-e918-4a2b-9f65-c959e3bb9566 tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] Acquired lock "refresh_cache-bc90201c-8900-4821-9839-9d5e35c48ac5" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.157948] env[69613]: DEBUG nova.network.neutron [None req-01fbda49-e918-4a2b-9f65-c959e3bb9566 tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] [instance: bc90201c-8900-4821-9839-9d5e35c48ac5] Building network info cache for instance {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 590.201857] env[69613]: DEBUG oslo_concurrency.lockutils [None req-9c199556-f27c-4a34-a6e8-d5787bb44423 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.385s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 590.204201] env[69613]: DEBUG nova.compute.manager [None req-9c199556-f27c-4a34-a6e8-d5787bb44423 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] [instance: 30032fc2-1100-456a-bd0d-f3daf0a16662] Start building networks asynchronously for instance. {{(pid=69613) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 590.218402] env[69613]: DEBUG oslo_concurrency.lockutils [None req-dc449098-b337-44db-8f59-39749e756af2 tempest-ServersAdmin275Test-798959479 tempest-ServersAdmin275Test-798959479-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.325s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 590.219973] env[69613]: INFO nova.compute.claims [None req-dc449098-b337-44db-8f59-39749e756af2 tempest-ServersAdmin275Test-798959479 tempest-ServersAdmin275Test-798959479-project-member] [instance: 82d7d697-989c-4f9f-aaf4-7a7345bf2292] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 590.542347] env[69613]: DEBUG oslo_concurrency.lockutils [None req-a8e91408-52b9-410a-99d5-6d5b3f433e93 tempest-VolumesAdminNegativeTest-111528841 tempest-VolumesAdminNegativeTest-111528841-project-member] Acquiring lock "54fe2a35-52f3-4c21-a0f4-522e44b620a0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 590.542575] env[69613]: DEBUG oslo_concurrency.lockutils [None req-a8e91408-52b9-410a-99d5-6d5b3f433e93 tempest-VolumesAdminNegativeTest-111528841 tempest-VolumesAdminNegativeTest-111528841-project-member] Lock "54fe2a35-52f3-4c21-a0f4-522e44b620a0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 590.584952] env[69613]: DEBUG oslo_vmware.api [None req-985eeb00-f39c-480b-b0c4-344088b78204 tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] Task: {'id': task-3416692, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.024562} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 590.585412] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-985eeb00-f39c-480b-b0c4-344088b78204 tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] File moved {{(pid=69613) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 590.585566] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-985eeb00-f39c-480b-b0c4-344088b78204 tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] [instance: cdfedccf-3398-437c-a908-41d6d87d8a99] Cleaning up location [datastore2] vmware_temp/2238ac96-1798-49fb-a4c9-ea483bf27099 {{(pid=69613) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 590.585727] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-985eeb00-f39c-480b-b0c4-344088b78204 tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] Deleting the datastore file [datastore2] vmware_temp/2238ac96-1798-49fb-a4c9-ea483bf27099 {{(pid=69613) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 590.586597] env[69613]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6ed8680d-6e20-4612-989d-6f1df9f1efac {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.597993] env[69613]: DEBUG oslo_vmware.api [None req-985eeb00-f39c-480b-b0c4-344088b78204 tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] Waiting for the task: (returnval){ [ 590.597993] env[69613]: value = "task-3416693" [ 590.597993] env[69613]: _type = "Task" [ 590.597993] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 590.611556] env[69613]: DEBUG oslo_vmware.api [None req-985eeb00-f39c-480b-b0c4-344088b78204 tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] Task: {'id': task-3416693, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 590.633915] env[69613]: DEBUG nova.compute.manager [req-0758d996-3c19-494a-9b67-071af90fc162 req-c6be0a04-e422-4b3b-a818-e2c43e154f71 service nova] [instance: cdfedccf-3398-437c-a908-41d6d87d8a99] Received event network-changed-3fad3313-e2a7-4215-b28f-6db5b8988d2f {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 590.634093] env[69613]: DEBUG nova.compute.manager [req-0758d996-3c19-494a-9b67-071af90fc162 req-c6be0a04-e422-4b3b-a818-e2c43e154f71 service nova] [instance: cdfedccf-3398-437c-a908-41d6d87d8a99] Refreshing instance network info cache due to event network-changed-3fad3313-e2a7-4215-b28f-6db5b8988d2f. {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 590.634328] env[69613]: DEBUG oslo_concurrency.lockutils [req-0758d996-3c19-494a-9b67-071af90fc162 req-c6be0a04-e422-4b3b-a818-e2c43e154f71 service nova] Acquiring lock "refresh_cache-cdfedccf-3398-437c-a908-41d6d87d8a99" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.634472] env[69613]: DEBUG oslo_concurrency.lockutils [req-0758d996-3c19-494a-9b67-071af90fc162 req-c6be0a04-e422-4b3b-a818-e2c43e154f71 service nova] Acquired lock "refresh_cache-cdfedccf-3398-437c-a908-41d6d87d8a99" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.634635] env[69613]: DEBUG nova.network.neutron [req-0758d996-3c19-494a-9b67-071af90fc162 req-c6be0a04-e422-4b3b-a818-e2c43e154f71 service nova] [instance: cdfedccf-3398-437c-a908-41d6d87d8a99] Refreshing network info cache for port 3fad3313-e2a7-4215-b28f-6db5b8988d2f {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 590.701122] env[69613]: DEBUG nova.compute.manager [req-2eecdaee-eb84-414a-a230-8009a34974af req-7f0dce2c-ce98-48bb-8279-6aac09143dbc service nova] [instance: 34842f08-5c04-462c-940b-56de5b07c8f6] Received event network-changed-cd02213d-5736-423e-82b4-a0925ea054ed {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 590.701122] env[69613]: DEBUG nova.compute.manager [req-2eecdaee-eb84-414a-a230-8009a34974af req-7f0dce2c-ce98-48bb-8279-6aac09143dbc service nova] [instance: 34842f08-5c04-462c-940b-56de5b07c8f6] Refreshing instance network info cache due to event network-changed-cd02213d-5736-423e-82b4-a0925ea054ed. {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 590.701314] env[69613]: DEBUG oslo_concurrency.lockutils [req-2eecdaee-eb84-414a-a230-8009a34974af req-7f0dce2c-ce98-48bb-8279-6aac09143dbc service nova] Acquiring lock "refresh_cache-34842f08-5c04-462c-940b-56de5b07c8f6" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.701420] env[69613]: DEBUG oslo_concurrency.lockutils [req-2eecdaee-eb84-414a-a230-8009a34974af req-7f0dce2c-ce98-48bb-8279-6aac09143dbc service nova] Acquired lock "refresh_cache-34842f08-5c04-462c-940b-56de5b07c8f6" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.701569] env[69613]: DEBUG nova.network.neutron [req-2eecdaee-eb84-414a-a230-8009a34974af req-7f0dce2c-ce98-48bb-8279-6aac09143dbc service nova] [instance: 34842f08-5c04-462c-940b-56de5b07c8f6] Refreshing network info cache for port cd02213d-5736-423e-82b4-a0925ea054ed {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 590.721103] env[69613]: DEBUG nova.compute.utils [None req-9c199556-f27c-4a34-a6e8-d5787bb44423 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Using /dev/sd instead of None {{(pid=69613) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 590.722661] env[69613]: DEBUG nova.compute.manager [None req-9c199556-f27c-4a34-a6e8-d5787bb44423 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] [instance: 30032fc2-1100-456a-bd0d-f3daf0a16662] Allocating IP information in the background. {{(pid=69613) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 590.722854] env[69613]: DEBUG nova.network.neutron [None req-9c199556-f27c-4a34-a6e8-d5787bb44423 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] [instance: 30032fc2-1100-456a-bd0d-f3daf0a16662] allocate_for_instance() {{(pid=69613) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 590.736236] env[69613]: DEBUG oslo_concurrency.lockutils [None req-edcd5f88-ae76-4129-bccf-2e2bb4cac7ff tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Acquiring lock "c7921fab-fd44-4691-bca3-5ea3ae7e0bc0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 590.736617] env[69613]: DEBUG oslo_concurrency.lockutils [None req-edcd5f88-ae76-4129-bccf-2e2bb4cac7ff tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Lock "c7921fab-fd44-4691-bca3-5ea3ae7e0bc0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 590.796340] env[69613]: DEBUG nova.network.neutron [None req-01fbda49-e918-4a2b-9f65-c959e3bb9566 tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] [instance: bc90201c-8900-4821-9839-9d5e35c48ac5] Instance cache missing network info. {{(pid=69613) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 590.900397] env[69613]: DEBUG nova.policy [None req-9c199556-f27c-4a34-a6e8-d5787bb44423 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3cea15581d614a21948cfa5bcd7a12fb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '412c098cc7b941c6bb5c47763a2faff0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69613) authorize /opt/stack/nova/nova/policy.py:192}} [ 591.108207] env[69613]: DEBUG oslo_vmware.api [None req-985eeb00-f39c-480b-b0c4-344088b78204 tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] Task: {'id': task-3416693, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.027174} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 591.108468] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-985eeb00-f39c-480b-b0c4-344088b78204 tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] Deleted the datastore file {{(pid=69613) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 591.109155] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a7c9e346-044d-4d6f-9829-8fecc3b36039 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.114646] env[69613]: DEBUG oslo_vmware.api [None req-985eeb00-f39c-480b-b0c4-344088b78204 tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] Waiting for the task: (returnval){ [ 591.114646] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]520a31ef-3da4-fd25-792d-64e6b84dab33" [ 591.114646] env[69613]: _type = "Task" [ 591.114646] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 591.124290] env[69613]: DEBUG oslo_vmware.api [None req-985eeb00-f39c-480b-b0c4-344088b78204 tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]520a31ef-3da4-fd25-792d-64e6b84dab33, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 591.226935] env[69613]: DEBUG nova.compute.manager [None req-9c199556-f27c-4a34-a6e8-d5787bb44423 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] [instance: 30032fc2-1100-456a-bd0d-f3daf0a16662] Start building block device mappings for instance. {{(pid=69613) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 591.241725] env[69613]: DEBUG nova.network.neutron [None req-01fbda49-e918-4a2b-9f65-c959e3bb9566 tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] [instance: bc90201c-8900-4821-9839-9d5e35c48ac5] Updating instance_info_cache with network_info: [{"id": "eb1761e0-ba12-4b96-9a45-8aa1972b5861", "address": "fa:16:3e:56:de:a2", "network": {"id": "61ad87c4-4293-487c-b451-f4ac0516c9d3", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-15261718-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d92771d74b6941b3966b3d7f8db3ccc7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee018eb-75be-4037-a80a-07034d4eae35", "external-id": "nsx-vlan-transportzone-8", "segmentation_id": 8, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeb1761e0-ba", "ovs_interfaceid": "eb1761e0-ba12-4b96-9a45-8aa1972b5861", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 591.492116] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff1e4092-1f03-4048-8adf-5366c7f80cb5 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.502583] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58547770-123f-476e-8f57-f79c71a34b76 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.537581] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11355a1c-290a-44d8-8493-46a74dcab823 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.545614] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bc23648-15bb-4059-8706-ce5d3439bd07 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.565016] env[69613]: DEBUG nova.compute.provider_tree [None req-dc449098-b337-44db-8f59-39749e756af2 tempest-ServersAdmin275Test-798959479 tempest-ServersAdmin275Test-798959479-project-member] Inventory has not changed in ProviderTree for provider: af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 {{(pid=69613) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 591.627042] env[69613]: DEBUG oslo_vmware.api [None req-985eeb00-f39c-480b-b0c4-344088b78204 tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]520a31ef-3da4-fd25-792d-64e6b84dab33, 'name': SearchDatastore_Task, 'duration_secs': 0.012349} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 591.627309] env[69613]: DEBUG oslo_concurrency.lockutils [None req-985eeb00-f39c-480b-b0c4-344088b78204 tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.627561] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-985eeb00-f39c-480b-b0c4-344088b78204 tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk to [datastore2] cdfedccf-3398-437c-a908-41d6d87d8a99/cdfedccf-3398-437c-a908-41d6d87d8a99.vmdk {{(pid=69613) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 591.627832] env[69613]: DEBUG oslo_concurrency.lockutils [None req-1a1d8830-b086-4ec9-b7d9-644e0f408b8a tempest-DeleteServersAdminTestJSON-241271607 tempest-DeleteServersAdminTestJSON-241271607-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.628018] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a1d8830-b086-4ec9-b7d9-644e0f408b8a tempest-DeleteServersAdminTestJSON-241271607 tempest-DeleteServersAdminTestJSON-241271607-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69613) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 591.628245] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7feec9ec-c68c-4547-b546-39ce954786bb {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.630284] env[69613]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-61411176-b99c-49e9-acfe-0eef4ce8b553 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.639026] env[69613]: DEBUG oslo_vmware.api [None req-985eeb00-f39c-480b-b0c4-344088b78204 tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] Waiting for the task: (returnval){ [ 591.639026] env[69613]: value = "task-3416694" [ 591.639026] env[69613]: _type = "Task" [ 591.639026] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 591.639914] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a1d8830-b086-4ec9-b7d9-644e0f408b8a tempest-DeleteServersAdminTestJSON-241271607 tempest-DeleteServersAdminTestJSON-241271607-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69613) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 591.640325] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-1a1d8830-b086-4ec9-b7d9-644e0f408b8a tempest-DeleteServersAdminTestJSON-241271607 tempest-DeleteServersAdminTestJSON-241271607-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69613) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 591.644621] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ae2ce3c4-5bcf-4241-8e43-d9a62c2fcdeb {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.652359] env[69613]: DEBUG oslo_vmware.api [None req-985eeb00-f39c-480b-b0c4-344088b78204 tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] Task: {'id': task-3416694, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 591.653947] env[69613]: DEBUG oslo_vmware.api [None req-1a1d8830-b086-4ec9-b7d9-644e0f408b8a tempest-DeleteServersAdminTestJSON-241271607 tempest-DeleteServersAdminTestJSON-241271607-project-member] Waiting for the task: (returnval){ [ 591.653947] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]522aa0b5-7688-3a6a-dfde-b3a25027228d" [ 591.653947] env[69613]: _type = "Task" [ 591.653947] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 591.661152] env[69613]: DEBUG oslo_vmware.api [None req-1a1d8830-b086-4ec9-b7d9-644e0f408b8a tempest-DeleteServersAdminTestJSON-241271607 tempest-DeleteServersAdminTestJSON-241271607-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]522aa0b5-7688-3a6a-dfde-b3a25027228d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 591.748150] env[69613]: DEBUG oslo_concurrency.lockutils [None req-01fbda49-e918-4a2b-9f65-c959e3bb9566 tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] Releasing lock "refresh_cache-bc90201c-8900-4821-9839-9d5e35c48ac5" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.748557] env[69613]: DEBUG nova.compute.manager [None req-01fbda49-e918-4a2b-9f65-c959e3bb9566 tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] [instance: bc90201c-8900-4821-9839-9d5e35c48ac5] Instance network_info: |[{"id": "eb1761e0-ba12-4b96-9a45-8aa1972b5861", "address": "fa:16:3e:56:de:a2", "network": {"id": "61ad87c4-4293-487c-b451-f4ac0516c9d3", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-15261718-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d92771d74b6941b3966b3d7f8db3ccc7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee018eb-75be-4037-a80a-07034d4eae35", "external-id": "nsx-vlan-transportzone-8", "segmentation_id": 8, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeb1761e0-ba", "ovs_interfaceid": "eb1761e0-ba12-4b96-9a45-8aa1972b5861", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69613) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 591.749131] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-01fbda49-e918-4a2b-9f65-c959e3bb9566 tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] [instance: bc90201c-8900-4821-9839-9d5e35c48ac5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:56:de:a2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2ee018eb-75be-4037-a80a-07034d4eae35', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'eb1761e0-ba12-4b96-9a45-8aa1972b5861', 'vif_model': 'vmxnet3'}] {{(pid=69613) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 591.759019] env[69613]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-01fbda49-e918-4a2b-9f65-c959e3bb9566 tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69613) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 591.763376] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bc90201c-8900-4821-9839-9d5e35c48ac5] Creating VM on the ESX host {{(pid=69613) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 591.763925] env[69613]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a4e70d8e-4d77-4e3b-b071-9a274ff14669 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.789018] env[69613]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 591.789018] env[69613]: value = "task-3416695" [ 591.789018] env[69613]: _type = "Task" [ 591.789018] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 591.798339] env[69613]: DEBUG oslo_vmware.api [-] Task: {'id': task-3416695, 'name': CreateVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 591.998877] env[69613]: DEBUG nova.network.neutron [req-0758d996-3c19-494a-9b67-071af90fc162 req-c6be0a04-e422-4b3b-a818-e2c43e154f71 service nova] [instance: cdfedccf-3398-437c-a908-41d6d87d8a99] Updated VIF entry in instance network info cache for port 3fad3313-e2a7-4215-b28f-6db5b8988d2f. {{(pid=69613) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 591.999276] env[69613]: DEBUG nova.network.neutron [req-0758d996-3c19-494a-9b67-071af90fc162 req-c6be0a04-e422-4b3b-a818-e2c43e154f71 service nova] [instance: cdfedccf-3398-437c-a908-41d6d87d8a99] Updating instance_info_cache with network_info: [{"id": "3fad3313-e2a7-4215-b28f-6db5b8988d2f", "address": "fa:16:3e:fe:35:1e", "network": {"id": "61ad87c4-4293-487c-b451-f4ac0516c9d3", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-15261718-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d92771d74b6941b3966b3d7f8db3ccc7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee018eb-75be-4037-a80a-07034d4eae35", "external-id": "nsx-vlan-transportzone-8", "segmentation_id": 8, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3fad3313-e2", "ovs_interfaceid": "3fad3313-e2a7-4215-b28f-6db5b8988d2f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 592.070029] env[69613]: DEBUG nova.scheduler.client.report [None req-dc449098-b337-44db-8f59-39749e756af2 tempest-ServersAdmin275Test-798959479 tempest-ServersAdmin275Test-798959479-project-member] Inventory has not changed for provider af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69613) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 592.074289] env[69613]: DEBUG nova.network.neutron [None req-673e4982-dbbd-4931-a547-f0dae66e30dc tempest-ServerExternalEventsTest-580979402 tempest-ServerExternalEventsTest-580979402-project-member] [instance: 4ef095a0-6177-4558-96fa-655cae276f42] Successfully updated port: ab48aaff-9f1e-4776-ad33-3f7861148b4b {{(pid=69613) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 592.150209] env[69613]: DEBUG nova.network.neutron [req-2eecdaee-eb84-414a-a230-8009a34974af req-7f0dce2c-ce98-48bb-8279-6aac09143dbc service nova] [instance: 34842f08-5c04-462c-940b-56de5b07c8f6] Updated VIF entry in instance network info cache for port cd02213d-5736-423e-82b4-a0925ea054ed. {{(pid=69613) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 592.150837] env[69613]: DEBUG nova.network.neutron [req-2eecdaee-eb84-414a-a230-8009a34974af req-7f0dce2c-ce98-48bb-8279-6aac09143dbc service nova] [instance: 34842f08-5c04-462c-940b-56de5b07c8f6] Updating instance_info_cache with network_info: [{"id": "cd02213d-5736-423e-82b4-a0925ea054ed", "address": "fa:16:3e:57:2e:6a", "network": {"id": "7f5a9020-c966-459c-b2b1-fc62b2ff6283", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.98", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3e9e1b873f1442d59d5ee8247b941f74", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aec0089a-ff85-4bef-bad8-c84de39af71a", "external-id": "nsx-vlan-transportzone-758", "segmentation_id": 758, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd02213d-57", "ovs_interfaceid": "cd02213d-5736-423e-82b4-a0925ea054ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 592.155682] env[69613]: DEBUG oslo_vmware.api [None req-985eeb00-f39c-480b-b0c4-344088b78204 tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] Task: {'id': task-3416694, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 592.164403] env[69613]: DEBUG nova.network.neutron [None req-9c199556-f27c-4a34-a6e8-d5787bb44423 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] [instance: 30032fc2-1100-456a-bd0d-f3daf0a16662] Successfully created port: 2eb54e51-b86d-4946-8cf8-9be06f8cefb6 {{(pid=69613) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 592.176232] env[69613]: DEBUG oslo_vmware.api [None req-1a1d8830-b086-4ec9-b7d9-644e0f408b8a tempest-DeleteServersAdminTestJSON-241271607 tempest-DeleteServersAdminTestJSON-241271607-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]522aa0b5-7688-3a6a-dfde-b3a25027228d, 'name': SearchDatastore_Task, 'duration_secs': 0.013189} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 592.177317] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b7588347-ab65-4a5f-a12e-64b65e6092ee {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.185202] env[69613]: DEBUG oslo_vmware.api [None req-1a1d8830-b086-4ec9-b7d9-644e0f408b8a tempest-DeleteServersAdminTestJSON-241271607 tempest-DeleteServersAdminTestJSON-241271607-project-member] Waiting for the task: (returnval){ [ 592.185202] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]520fdd9a-ba39-d12a-2a54-aee9c260847b" [ 592.185202] env[69613]: _type = "Task" [ 592.185202] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 592.195038] env[69613]: DEBUG oslo_vmware.api [None req-1a1d8830-b086-4ec9-b7d9-644e0f408b8a tempest-DeleteServersAdminTestJSON-241271607 tempest-DeleteServersAdminTestJSON-241271607-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]520fdd9a-ba39-d12a-2a54-aee9c260847b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 592.238637] env[69613]: DEBUG nova.compute.manager [None req-9c199556-f27c-4a34-a6e8-d5787bb44423 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] [instance: 30032fc2-1100-456a-bd0d-f3daf0a16662] Start spawning the instance on the hypervisor. {{(pid=69613) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 592.267218] env[69613]: DEBUG nova.virt.hardware [None req-9c199556-f27c-4a34-a6e8-d5787bb44423 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T13:55:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T13:55:19Z,direct_url=,disk_format='vmdk',id=2b7a0304-b5d0-431d-b287-32c8388d7fbd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3e9e1b873f1442d59d5ee8247b941f74',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T13:55:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 592.267218] env[69613]: DEBUG nova.virt.hardware [None req-9c199556-f27c-4a34-a6e8-d5787bb44423 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Flavor limits 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 592.267218] env[69613]: DEBUG nova.virt.hardware [None req-9c199556-f27c-4a34-a6e8-d5787bb44423 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Image limits 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 592.267218] env[69613]: DEBUG nova.virt.hardware [None req-9c199556-f27c-4a34-a6e8-d5787bb44423 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Flavor pref 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 592.267762] env[69613]: DEBUG nova.virt.hardware [None req-9c199556-f27c-4a34-a6e8-d5787bb44423 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Image pref 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 592.268147] env[69613]: DEBUG nova.virt.hardware [None req-9c199556-f27c-4a34-a6e8-d5787bb44423 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 592.268530] env[69613]: DEBUG nova.virt.hardware [None req-9c199556-f27c-4a34-a6e8-d5787bb44423 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 592.268832] env[69613]: DEBUG nova.virt.hardware [None req-9c199556-f27c-4a34-a6e8-d5787bb44423 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69613) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 592.269124] env[69613]: DEBUG nova.virt.hardware [None req-9c199556-f27c-4a34-a6e8-d5787bb44423 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Got 1 possible topologies {{(pid=69613) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 592.269413] env[69613]: DEBUG nova.virt.hardware [None req-9c199556-f27c-4a34-a6e8-d5787bb44423 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 592.269773] env[69613]: DEBUG nova.virt.hardware [None req-9c199556-f27c-4a34-a6e8-d5787bb44423 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 592.270951] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a58a496f-440e-4040-a236-1a2bdc5aed87 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.285113] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60ebc01e-3bff-4fc9-adcc-b479444e2a12 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.314899] env[69613]: DEBUG oslo_vmware.api [-] Task: {'id': task-3416695, 'name': CreateVM_Task} progress is 99%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 592.506291] env[69613]: DEBUG oslo_concurrency.lockutils [req-0758d996-3c19-494a-9b67-071af90fc162 req-c6be0a04-e422-4b3b-a818-e2c43e154f71 service nova] Releasing lock "refresh_cache-cdfedccf-3398-437c-a908-41d6d87d8a99" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.506672] env[69613]: DEBUG nova.compute.manager [req-0758d996-3c19-494a-9b67-071af90fc162 req-c6be0a04-e422-4b3b-a818-e2c43e154f71 service nova] [instance: bc90201c-8900-4821-9839-9d5e35c48ac5] Received event network-vif-plugged-eb1761e0-ba12-4b96-9a45-8aa1972b5861 {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 592.506849] env[69613]: DEBUG oslo_concurrency.lockutils [req-0758d996-3c19-494a-9b67-071af90fc162 req-c6be0a04-e422-4b3b-a818-e2c43e154f71 service nova] Acquiring lock "bc90201c-8900-4821-9839-9d5e35c48ac5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 592.507111] env[69613]: DEBUG oslo_concurrency.lockutils [req-0758d996-3c19-494a-9b67-071af90fc162 req-c6be0a04-e422-4b3b-a818-e2c43e154f71 service nova] Lock "bc90201c-8900-4821-9839-9d5e35c48ac5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 592.507302] env[69613]: DEBUG oslo_concurrency.lockutils [req-0758d996-3c19-494a-9b67-071af90fc162 req-c6be0a04-e422-4b3b-a818-e2c43e154f71 service nova] Lock "bc90201c-8900-4821-9839-9d5e35c48ac5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 592.507519] env[69613]: DEBUG nova.compute.manager [req-0758d996-3c19-494a-9b67-071af90fc162 req-c6be0a04-e422-4b3b-a818-e2c43e154f71 service nova] [instance: bc90201c-8900-4821-9839-9d5e35c48ac5] No waiting events found dispatching network-vif-plugged-eb1761e0-ba12-4b96-9a45-8aa1972b5861 {{(pid=69613) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 592.507986] env[69613]: WARNING nova.compute.manager [req-0758d996-3c19-494a-9b67-071af90fc162 req-c6be0a04-e422-4b3b-a818-e2c43e154f71 service nova] [instance: bc90201c-8900-4821-9839-9d5e35c48ac5] Received unexpected event network-vif-plugged-eb1761e0-ba12-4b96-9a45-8aa1972b5861 for instance with vm_state building and task_state spawning. [ 592.537338] env[69613]: DEBUG nova.network.neutron [None req-46865419-3532-4cb8-ac8e-6ca70ef4341d tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] [instance: fa89db07-09b5-485d-aacc-e1d39e576218] Successfully updated port: 0440ad46-6267-4978-999c-2ae31f3938eb {{(pid=69613) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 592.583303] env[69613]: DEBUG oslo_concurrency.lockutils [None req-dc449098-b337-44db-8f59-39749e756af2 tempest-ServersAdmin275Test-798959479 tempest-ServersAdmin275Test-798959479-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.365s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 592.583544] env[69613]: DEBUG nova.compute.manager [None req-dc449098-b337-44db-8f59-39749e756af2 tempest-ServersAdmin275Test-798959479 tempest-ServersAdmin275Test-798959479-project-member] [instance: 82d7d697-989c-4f9f-aaf4-7a7345bf2292] Start building networks asynchronously for instance. {{(pid=69613) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 592.591144] env[69613]: DEBUG oslo_concurrency.lockutils [None req-673e4982-dbbd-4931-a547-f0dae66e30dc tempest-ServerExternalEventsTest-580979402 tempest-ServerExternalEventsTest-580979402-project-member] Acquiring lock "refresh_cache-4ef095a0-6177-4558-96fa-655cae276f42" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.591144] env[69613]: DEBUG oslo_concurrency.lockutils [None req-673e4982-dbbd-4931-a547-f0dae66e30dc tempest-ServerExternalEventsTest-580979402 tempest-ServerExternalEventsTest-580979402-project-member] Acquired lock "refresh_cache-4ef095a0-6177-4558-96fa-655cae276f42" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.591144] env[69613]: DEBUG nova.network.neutron [None req-673e4982-dbbd-4931-a547-f0dae66e30dc tempest-ServerExternalEventsTest-580979402 tempest-ServerExternalEventsTest-580979402-project-member] [instance: 4ef095a0-6177-4558-96fa-655cae276f42] Building network info cache for instance {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 592.591950] env[69613]: DEBUG oslo_concurrency.lockutils [None req-c5872745-a302-41fa-ae33-65ee6631e66c tempest-FloatingIPsAssociationTestJSON-164946246 tempest-FloatingIPsAssociationTestJSON-164946246-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.257s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 592.594547] env[69613]: INFO nova.compute.claims [None req-c5872745-a302-41fa-ae33-65ee6631e66c tempest-FloatingIPsAssociationTestJSON-164946246 tempest-FloatingIPsAssociationTestJSON-164946246-project-member] [instance: f7fdfec2-ad0d-42f4-bff8-99f164ce18a3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 592.656334] env[69613]: DEBUG oslo_vmware.api [None req-985eeb00-f39c-480b-b0c4-344088b78204 tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] Task: {'id': task-3416694, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.578936} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 592.657395] env[69613]: DEBUG oslo_concurrency.lockutils [req-2eecdaee-eb84-414a-a230-8009a34974af req-7f0dce2c-ce98-48bb-8279-6aac09143dbc service nova] Releasing lock "refresh_cache-34842f08-5c04-462c-940b-56de5b07c8f6" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.657634] env[69613]: DEBUG nova.compute.manager [req-2eecdaee-eb84-414a-a230-8009a34974af req-7f0dce2c-ce98-48bb-8279-6aac09143dbc service nova] [instance: b5f11d7f-0a76-4db9-bc83-fecf88004a47] Received event network-vif-plugged-7fcf641d-34e2-42a6-a731-12ce841efcc5 {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 592.657816] env[69613]: DEBUG oslo_concurrency.lockutils [req-2eecdaee-eb84-414a-a230-8009a34974af req-7f0dce2c-ce98-48bb-8279-6aac09143dbc service nova] Acquiring lock "b5f11d7f-0a76-4db9-bc83-fecf88004a47-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 592.658014] env[69613]: DEBUG oslo_concurrency.lockutils [req-2eecdaee-eb84-414a-a230-8009a34974af req-7f0dce2c-ce98-48bb-8279-6aac09143dbc service nova] Lock "b5f11d7f-0a76-4db9-bc83-fecf88004a47-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 592.658258] env[69613]: DEBUG oslo_concurrency.lockutils [req-2eecdaee-eb84-414a-a230-8009a34974af req-7f0dce2c-ce98-48bb-8279-6aac09143dbc service nova] Lock "b5f11d7f-0a76-4db9-bc83-fecf88004a47-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 592.658421] env[69613]: DEBUG nova.compute.manager [req-2eecdaee-eb84-414a-a230-8009a34974af req-7f0dce2c-ce98-48bb-8279-6aac09143dbc service nova] [instance: b5f11d7f-0a76-4db9-bc83-fecf88004a47] No waiting events found dispatching network-vif-plugged-7fcf641d-34e2-42a6-a731-12ce841efcc5 {{(pid=69613) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 592.658510] env[69613]: WARNING nova.compute.manager [req-2eecdaee-eb84-414a-a230-8009a34974af req-7f0dce2c-ce98-48bb-8279-6aac09143dbc service nova] [instance: b5f11d7f-0a76-4db9-bc83-fecf88004a47] Received unexpected event network-vif-plugged-7fcf641d-34e2-42a6-a731-12ce841efcc5 for instance with vm_state building and task_state spawning. [ 592.658663] env[69613]: DEBUG nova.compute.manager [req-2eecdaee-eb84-414a-a230-8009a34974af req-7f0dce2c-ce98-48bb-8279-6aac09143dbc service nova] [instance: b5f11d7f-0a76-4db9-bc83-fecf88004a47] Received event network-changed-7fcf641d-34e2-42a6-a731-12ce841efcc5 {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 592.658805] env[69613]: DEBUG nova.compute.manager [req-2eecdaee-eb84-414a-a230-8009a34974af req-7f0dce2c-ce98-48bb-8279-6aac09143dbc service nova] [instance: b5f11d7f-0a76-4db9-bc83-fecf88004a47] Refreshing instance network info cache due to event network-changed-7fcf641d-34e2-42a6-a731-12ce841efcc5. {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 592.658979] env[69613]: DEBUG oslo_concurrency.lockutils [req-2eecdaee-eb84-414a-a230-8009a34974af req-7f0dce2c-ce98-48bb-8279-6aac09143dbc service nova] Acquiring lock "refresh_cache-b5f11d7f-0a76-4db9-bc83-fecf88004a47" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.659664] env[69613]: DEBUG oslo_concurrency.lockutils [req-2eecdaee-eb84-414a-a230-8009a34974af req-7f0dce2c-ce98-48bb-8279-6aac09143dbc service nova] Acquired lock "refresh_cache-b5f11d7f-0a76-4db9-bc83-fecf88004a47" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.659834] env[69613]: DEBUG nova.network.neutron [req-2eecdaee-eb84-414a-a230-8009a34974af req-7f0dce2c-ce98-48bb-8279-6aac09143dbc service nova] [instance: b5f11d7f-0a76-4db9-bc83-fecf88004a47] Refreshing network info cache for port 7fcf641d-34e2-42a6-a731-12ce841efcc5 {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 592.660941] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-985eeb00-f39c-480b-b0c4-344088b78204 tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk to [datastore2] cdfedccf-3398-437c-a908-41d6d87d8a99/cdfedccf-3398-437c-a908-41d6d87d8a99.vmdk {{(pid=69613) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 592.661169] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-985eeb00-f39c-480b-b0c4-344088b78204 tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] [instance: cdfedccf-3398-437c-a908-41d6d87d8a99] Extending root virtual disk to 1048576 {{(pid=69613) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 592.661672] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b156989c-896e-4509-824d-cb10f0eebac9 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.679500] env[69613]: DEBUG oslo_vmware.api [None req-985eeb00-f39c-480b-b0c4-344088b78204 tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] Waiting for the task: (returnval){ [ 592.679500] env[69613]: value = "task-3416696" [ 592.679500] env[69613]: _type = "Task" [ 592.679500] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 592.701346] env[69613]: DEBUG oslo_vmware.api [None req-985eeb00-f39c-480b-b0c4-344088b78204 tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] Task: {'id': task-3416696, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 592.708273] env[69613]: DEBUG oslo_vmware.api [None req-1a1d8830-b086-4ec9-b7d9-644e0f408b8a tempest-DeleteServersAdminTestJSON-241271607 tempest-DeleteServersAdminTestJSON-241271607-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]520fdd9a-ba39-d12a-2a54-aee9c260847b, 'name': SearchDatastore_Task, 'duration_secs': 0.018911} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 592.708339] env[69613]: DEBUG oslo_concurrency.lockutils [None req-1a1d8830-b086-4ec9-b7d9-644e0f408b8a tempest-DeleteServersAdminTestJSON-241271607 tempest-DeleteServersAdminTestJSON-241271607-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.708650] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a1d8830-b086-4ec9-b7d9-644e0f408b8a tempest-DeleteServersAdminTestJSON-241271607 tempest-DeleteServersAdminTestJSON-241271607-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk to [datastore2] 34842f08-5c04-462c-940b-56de5b07c8f6/34842f08-5c04-462c-940b-56de5b07c8f6.vmdk {{(pid=69613) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 592.708913] env[69613]: DEBUG oslo_concurrency.lockutils [None req-35a3fd56-f337-4987-86fe-f575d529bad7 tempest-ServerDiagnosticsNegativeTest-1011837599 tempest-ServerDiagnosticsNegativeTest-1011837599-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.709114] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-35a3fd56-f337-4987-86fe-f575d529bad7 tempest-ServerDiagnosticsNegativeTest-1011837599 tempest-ServerDiagnosticsNegativeTest-1011837599-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69613) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 592.709415] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-20a9d70f-a011-4a3b-98d0-6c949ab74626 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.711579] env[69613]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-03481efe-b7a7-48cb-a790-3fdded1498ec {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.720762] env[69613]: DEBUG oslo_vmware.api [None req-1a1d8830-b086-4ec9-b7d9-644e0f408b8a tempest-DeleteServersAdminTestJSON-241271607 tempest-DeleteServersAdminTestJSON-241271607-project-member] Waiting for the task: (returnval){ [ 592.720762] env[69613]: value = "task-3416697" [ 592.720762] env[69613]: _type = "Task" [ 592.720762] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 592.730913] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-35a3fd56-f337-4987-86fe-f575d529bad7 tempest-ServerDiagnosticsNegativeTest-1011837599 tempest-ServerDiagnosticsNegativeTest-1011837599-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69613) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 592.731120] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-35a3fd56-f337-4987-86fe-f575d529bad7 tempest-ServerDiagnosticsNegativeTest-1011837599 tempest-ServerDiagnosticsNegativeTest-1011837599-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69613) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 592.735901] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-26d9c70c-82f0-4e72-96be-d258e59c2852 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.742368] env[69613]: DEBUG oslo_vmware.api [None req-1a1d8830-b086-4ec9-b7d9-644e0f408b8a tempest-DeleteServersAdminTestJSON-241271607 tempest-DeleteServersAdminTestJSON-241271607-project-member] Task: {'id': task-3416697, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 592.746508] env[69613]: DEBUG oslo_vmware.api [None req-35a3fd56-f337-4987-86fe-f575d529bad7 tempest-ServerDiagnosticsNegativeTest-1011837599 tempest-ServerDiagnosticsNegativeTest-1011837599-project-member] Waiting for the task: (returnval){ [ 592.746508] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]52189da2-e6c5-c95a-10b6-f29772d57c4f" [ 592.746508] env[69613]: _type = "Task" [ 592.746508] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 592.762998] env[69613]: DEBUG oslo_vmware.api [None req-35a3fd56-f337-4987-86fe-f575d529bad7 tempest-ServerDiagnosticsNegativeTest-1011837599 tempest-ServerDiagnosticsNegativeTest-1011837599-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52189da2-e6c5-c95a-10b6-f29772d57c4f, 'name': SearchDatastore_Task, 'duration_secs': 0.008628} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 592.763940] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6d6e87a6-b7ab-4194-9721-e94fccbef677 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.769856] env[69613]: DEBUG oslo_vmware.api [None req-35a3fd56-f337-4987-86fe-f575d529bad7 tempest-ServerDiagnosticsNegativeTest-1011837599 tempest-ServerDiagnosticsNegativeTest-1011837599-project-member] Waiting for the task: (returnval){ [ 592.769856] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]52b76d11-de5f-4921-94ea-245182b34259" [ 592.769856] env[69613]: _type = "Task" [ 592.769856] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 592.779175] env[69613]: DEBUG oslo_vmware.api [None req-35a3fd56-f337-4987-86fe-f575d529bad7 tempest-ServerDiagnosticsNegativeTest-1011837599 tempest-ServerDiagnosticsNegativeTest-1011837599-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52b76d11-de5f-4921-94ea-245182b34259, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 592.812073] env[69613]: DEBUG oslo_vmware.api [-] Task: {'id': task-3416695, 'name': CreateVM_Task, 'duration_secs': 0.539391} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 592.812176] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bc90201c-8900-4821-9839-9d5e35c48ac5] Created VM on the ESX host {{(pid=69613) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 592.812878] env[69613]: DEBUG oslo_concurrency.lockutils [None req-01fbda49-e918-4a2b-9f65-c959e3bb9566 tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.813270] env[69613]: DEBUG oslo_concurrency.lockutils [None req-01fbda49-e918-4a2b-9f65-c959e3bb9566 tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.813392] env[69613]: DEBUG oslo_concurrency.lockutils [None req-01fbda49-e918-4a2b-9f65-c959e3bb9566 tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.813835] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e0dc5246-3375-49d6-9ddd-ae27456ef228 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.819051] env[69613]: DEBUG oslo_vmware.api [None req-01fbda49-e918-4a2b-9f65-c959e3bb9566 tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] Waiting for the task: (returnval){ [ 592.819051] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]52da4eb6-ce28-6b02-ba2c-771d2aa753a3" [ 592.819051] env[69613]: _type = "Task" [ 592.819051] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 592.827889] env[69613]: DEBUG oslo_vmware.api [None req-01fbda49-e918-4a2b-9f65-c959e3bb9566 tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52da4eb6-ce28-6b02-ba2c-771d2aa753a3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 593.041429] env[69613]: DEBUG oslo_concurrency.lockutils [None req-46865419-3532-4cb8-ac8e-6ca70ef4341d tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] Acquiring lock "refresh_cache-fa89db07-09b5-485d-aacc-e1d39e576218" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.041639] env[69613]: DEBUG oslo_concurrency.lockutils [None req-46865419-3532-4cb8-ac8e-6ca70ef4341d tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] Acquired lock "refresh_cache-fa89db07-09b5-485d-aacc-e1d39e576218" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.041787] env[69613]: DEBUG nova.network.neutron [None req-46865419-3532-4cb8-ac8e-6ca70ef4341d tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] [instance: fa89db07-09b5-485d-aacc-e1d39e576218] Building network info cache for instance {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 593.095022] env[69613]: DEBUG nova.compute.utils [None req-dc449098-b337-44db-8f59-39749e756af2 tempest-ServersAdmin275Test-798959479 tempest-ServersAdmin275Test-798959479-project-member] Using /dev/sd instead of None {{(pid=69613) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 593.095941] env[69613]: DEBUG nova.compute.manager [None req-dc449098-b337-44db-8f59-39749e756af2 tempest-ServersAdmin275Test-798959479 tempest-ServersAdmin275Test-798959479-project-member] [instance: 82d7d697-989c-4f9f-aaf4-7a7345bf2292] Not allocating networking since 'none' was specified. {{(pid=69613) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 593.165731] env[69613]: DEBUG nova.network.neutron [None req-673e4982-dbbd-4931-a547-f0dae66e30dc tempest-ServerExternalEventsTest-580979402 tempest-ServerExternalEventsTest-580979402-project-member] [instance: 4ef095a0-6177-4558-96fa-655cae276f42] Instance cache missing network info. {{(pid=69613) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 593.192969] env[69613]: DEBUG oslo_vmware.api [None req-985eeb00-f39c-480b-b0c4-344088b78204 tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] Task: {'id': task-3416696, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066124} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 593.195890] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-985eeb00-f39c-480b-b0c4-344088b78204 tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] [instance: cdfedccf-3398-437c-a908-41d6d87d8a99] Extended root virtual disk {{(pid=69613) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 593.198102] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ae3f900-ba3f-4ca4-ab9f-edb6aaea780b {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.228818] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-985eeb00-f39c-480b-b0c4-344088b78204 tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] [instance: cdfedccf-3398-437c-a908-41d6d87d8a99] Reconfiguring VM instance instance-00000002 to attach disk [datastore2] cdfedccf-3398-437c-a908-41d6d87d8a99/cdfedccf-3398-437c-a908-41d6d87d8a99.vmdk or device None with type sparse {{(pid=69613) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 593.229410] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1f4f90a9-1a14-40a3-9406-2cef622f9fe2 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.255839] env[69613]: DEBUG oslo_vmware.api [None req-1a1d8830-b086-4ec9-b7d9-644e0f408b8a tempest-DeleteServersAdminTestJSON-241271607 tempest-DeleteServersAdminTestJSON-241271607-project-member] Task: {'id': task-3416697, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.526217} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 593.259583] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a1d8830-b086-4ec9-b7d9-644e0f408b8a tempest-DeleteServersAdminTestJSON-241271607 tempest-DeleteServersAdminTestJSON-241271607-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk to [datastore2] 34842f08-5c04-462c-940b-56de5b07c8f6/34842f08-5c04-462c-940b-56de5b07c8f6.vmdk {{(pid=69613) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 593.259866] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-1a1d8830-b086-4ec9-b7d9-644e0f408b8a tempest-DeleteServersAdminTestJSON-241271607 tempest-DeleteServersAdminTestJSON-241271607-project-member] [instance: 34842f08-5c04-462c-940b-56de5b07c8f6] Extending root virtual disk to 1048576 {{(pid=69613) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 593.260208] env[69613]: DEBUG oslo_vmware.api [None req-985eeb00-f39c-480b-b0c4-344088b78204 tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] Waiting for the task: (returnval){ [ 593.260208] env[69613]: value = "task-3416698" [ 593.260208] env[69613]: _type = "Task" [ 593.260208] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 593.260396] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-229fb01d-f900-40cf-8717-b49b33cbd6a5 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.271328] env[69613]: DEBUG oslo_vmware.api [None req-985eeb00-f39c-480b-b0c4-344088b78204 tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] Task: {'id': task-3416698, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 593.275522] env[69613]: DEBUG oslo_vmware.api [None req-1a1d8830-b086-4ec9-b7d9-644e0f408b8a tempest-DeleteServersAdminTestJSON-241271607 tempest-DeleteServersAdminTestJSON-241271607-project-member] Waiting for the task: (returnval){ [ 593.275522] env[69613]: value = "task-3416699" [ 593.275522] env[69613]: _type = "Task" [ 593.275522] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 593.290477] env[69613]: DEBUG oslo_concurrency.lockutils [None req-3ec35fc8-3bbc-4960-b563-1dbc4b55b0fe tempest-VolumesAssistedSnapshotsTest-2112485022 tempest-VolumesAssistedSnapshotsTest-2112485022-project-member] Acquiring lock "d6968dbb-b95f-4115-af9c-b528337a9663" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 593.293633] env[69613]: DEBUG oslo_concurrency.lockutils [None req-3ec35fc8-3bbc-4960-b563-1dbc4b55b0fe tempest-VolumesAssistedSnapshotsTest-2112485022 tempest-VolumesAssistedSnapshotsTest-2112485022-project-member] Lock "d6968dbb-b95f-4115-af9c-b528337a9663" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 593.293633] env[69613]: DEBUG oslo_vmware.api [None req-35a3fd56-f337-4987-86fe-f575d529bad7 tempest-ServerDiagnosticsNegativeTest-1011837599 tempest-ServerDiagnosticsNegativeTest-1011837599-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52b76d11-de5f-4921-94ea-245182b34259, 'name': SearchDatastore_Task, 'duration_secs': 0.010637} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 593.297103] env[69613]: DEBUG oslo_concurrency.lockutils [None req-35a3fd56-f337-4987-86fe-f575d529bad7 tempest-ServerDiagnosticsNegativeTest-1011837599 tempest-ServerDiagnosticsNegativeTest-1011837599-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.297103] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-35a3fd56-f337-4987-86fe-f575d529bad7 tempest-ServerDiagnosticsNegativeTest-1011837599 tempest-ServerDiagnosticsNegativeTest-1011837599-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk to [datastore2] b5f11d7f-0a76-4db9-bc83-fecf88004a47/b5f11d7f-0a76-4db9-bc83-fecf88004a47.vmdk {{(pid=69613) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 593.297103] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-eb7f0759-c639-4b25-9729-0bbc963bcd51 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.303706] env[69613]: DEBUG oslo_vmware.api [None req-1a1d8830-b086-4ec9-b7d9-644e0f408b8a tempest-DeleteServersAdminTestJSON-241271607 tempest-DeleteServersAdminTestJSON-241271607-project-member] Task: {'id': task-3416699, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 593.308923] env[69613]: DEBUG oslo_vmware.api [None req-35a3fd56-f337-4987-86fe-f575d529bad7 tempest-ServerDiagnosticsNegativeTest-1011837599 tempest-ServerDiagnosticsNegativeTest-1011837599-project-member] Waiting for the task: (returnval){ [ 593.308923] env[69613]: value = "task-3416700" [ 593.308923] env[69613]: _type = "Task" [ 593.308923] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 593.319588] env[69613]: DEBUG oslo_vmware.api [None req-35a3fd56-f337-4987-86fe-f575d529bad7 tempest-ServerDiagnosticsNegativeTest-1011837599 tempest-ServerDiagnosticsNegativeTest-1011837599-project-member] Task: {'id': task-3416700, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 593.329703] env[69613]: DEBUG oslo_vmware.api [None req-01fbda49-e918-4a2b-9f65-c959e3bb9566 tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52da4eb6-ce28-6b02-ba2c-771d2aa753a3, 'name': SearchDatastore_Task, 'duration_secs': 0.008216} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 593.330032] env[69613]: DEBUG oslo_concurrency.lockutils [None req-01fbda49-e918-4a2b-9f65-c959e3bb9566 tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.330280] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-01fbda49-e918-4a2b-9f65-c959e3bb9566 tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] [instance: bc90201c-8900-4821-9839-9d5e35c48ac5] Processing image 2b7a0304-b5d0-431d-b287-32c8388d7fbd {{(pid=69613) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 593.330686] env[69613]: DEBUG oslo_concurrency.lockutils [None req-01fbda49-e918-4a2b-9f65-c959e3bb9566 tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.330841] env[69613]: DEBUG oslo_concurrency.lockutils [None req-01fbda49-e918-4a2b-9f65-c959e3bb9566 tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.331070] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-01fbda49-e918-4a2b-9f65-c959e3bb9566 tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69613) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 593.331331] env[69613]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fcc53ee6-dbc4-46a3-b583-7e7867add6f2 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.339414] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-01fbda49-e918-4a2b-9f65-c959e3bb9566 tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69613) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 593.339607] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-01fbda49-e918-4a2b-9f65-c959e3bb9566 tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69613) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 593.340410] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-efe0a54c-954c-4489-b4bb-b4483897da33 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.345687] env[69613]: DEBUG oslo_vmware.api [None req-01fbda49-e918-4a2b-9f65-c959e3bb9566 tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] Waiting for the task: (returnval){ [ 593.345687] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]5226cd23-f014-b11c-d021-4a679473f1d2" [ 593.345687] env[69613]: _type = "Task" [ 593.345687] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 593.354086] env[69613]: DEBUG oslo_vmware.api [None req-01fbda49-e918-4a2b-9f65-c959e3bb9566 tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]5226cd23-f014-b11c-d021-4a679473f1d2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 593.411697] env[69613]: DEBUG nova.network.neutron [None req-673e4982-dbbd-4931-a547-f0dae66e30dc tempest-ServerExternalEventsTest-580979402 tempest-ServerExternalEventsTest-580979402-project-member] [instance: 4ef095a0-6177-4558-96fa-655cae276f42] Updating instance_info_cache with network_info: [{"id": "ab48aaff-9f1e-4776-ad33-3f7861148b4b", "address": "fa:16:3e:6e:94:55", "network": {"id": "7f5a9020-c966-459c-b2b1-fc62b2ff6283", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.216", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3e9e1b873f1442d59d5ee8247b941f74", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aec0089a-ff85-4bef-bad8-c84de39af71a", "external-id": "nsx-vlan-transportzone-758", "segmentation_id": 758, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapab48aaff-9f", "ovs_interfaceid": "ab48aaff-9f1e-4776-ad33-3f7861148b4b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 593.598693] env[69613]: DEBUG nova.compute.manager [None req-dc449098-b337-44db-8f59-39749e756af2 tempest-ServersAdmin275Test-798959479 tempest-ServersAdmin275Test-798959479-project-member] [instance: 82d7d697-989c-4f9f-aaf4-7a7345bf2292] Start building block device mappings for instance. {{(pid=69613) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 593.610853] env[69613]: DEBUG nova.network.neutron [None req-46865419-3532-4cb8-ac8e-6ca70ef4341d tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] [instance: fa89db07-09b5-485d-aacc-e1d39e576218] Instance cache missing network info. {{(pid=69613) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 593.702253] env[69613]: DEBUG nova.network.neutron [req-2eecdaee-eb84-414a-a230-8009a34974af req-7f0dce2c-ce98-48bb-8279-6aac09143dbc service nova] [instance: b5f11d7f-0a76-4db9-bc83-fecf88004a47] Updated VIF entry in instance network info cache for port 7fcf641d-34e2-42a6-a731-12ce841efcc5. {{(pid=69613) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 593.702638] env[69613]: DEBUG nova.network.neutron [req-2eecdaee-eb84-414a-a230-8009a34974af req-7f0dce2c-ce98-48bb-8279-6aac09143dbc service nova] [instance: b5f11d7f-0a76-4db9-bc83-fecf88004a47] Updating instance_info_cache with network_info: [{"id": "7fcf641d-34e2-42a6-a731-12ce841efcc5", "address": "fa:16:3e:d3:d2:14", "network": {"id": "7f5a9020-c966-459c-b2b1-fc62b2ff6283", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.175", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3e9e1b873f1442d59d5ee8247b941f74", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aec0089a-ff85-4bef-bad8-c84de39af71a", "external-id": "nsx-vlan-transportzone-758", "segmentation_id": 758, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7fcf641d-34", "ovs_interfaceid": "7fcf641d-34e2-42a6-a731-12ce841efcc5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 593.787581] env[69613]: DEBUG oslo_vmware.api [None req-985eeb00-f39c-480b-b0c4-344088b78204 tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] Task: {'id': task-3416698, 'name': ReconfigVM_Task, 'duration_secs': 0.422627} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 593.790463] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-985eeb00-f39c-480b-b0c4-344088b78204 tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] [instance: cdfedccf-3398-437c-a908-41d6d87d8a99] Reconfigured VM instance instance-00000002 to attach disk [datastore2] cdfedccf-3398-437c-a908-41d6d87d8a99/cdfedccf-3398-437c-a908-41d6d87d8a99.vmdk or device None with type sparse {{(pid=69613) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 593.795496] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-85bd2afc-02ca-4d96-b9ab-cad0fdf4339f {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.802325] env[69613]: DEBUG oslo_vmware.api [None req-1a1d8830-b086-4ec9-b7d9-644e0f408b8a tempest-DeleteServersAdminTestJSON-241271607 tempest-DeleteServersAdminTestJSON-241271607-project-member] Task: {'id': task-3416699, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067858} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 593.804026] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-1a1d8830-b086-4ec9-b7d9-644e0f408b8a tempest-DeleteServersAdminTestJSON-241271607 tempest-DeleteServersAdminTestJSON-241271607-project-member] [instance: 34842f08-5c04-462c-940b-56de5b07c8f6] Extended root virtual disk {{(pid=69613) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 593.804413] env[69613]: DEBUG oslo_vmware.api [None req-985eeb00-f39c-480b-b0c4-344088b78204 tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] Waiting for the task: (returnval){ [ 593.804413] env[69613]: value = "task-3416701" [ 593.804413] env[69613]: _type = "Task" [ 593.804413] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 593.805360] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94978f32-cd66-413b-a3e9-6efc1e2e2e0a {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.845173] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a1d8830-b086-4ec9-b7d9-644e0f408b8a tempest-DeleteServersAdminTestJSON-241271607 tempest-DeleteServersAdminTestJSON-241271607-project-member] [instance: 34842f08-5c04-462c-940b-56de5b07c8f6] Reconfiguring VM instance instance-00000001 to attach disk [datastore2] 34842f08-5c04-462c-940b-56de5b07c8f6/34842f08-5c04-462c-940b-56de5b07c8f6.vmdk or device None with type sparse {{(pid=69613) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 593.852355] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6bd7f3fe-0232-43b0-a53c-31b8a06f8ef3 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.868066] env[69613]: DEBUG oslo_vmware.api [None req-985eeb00-f39c-480b-b0c4-344088b78204 tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] Task: {'id': task-3416701, 'name': Rename_Task} progress is 14%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 593.882316] env[69613]: DEBUG oslo_vmware.api [None req-35a3fd56-f337-4987-86fe-f575d529bad7 tempest-ServerDiagnosticsNegativeTest-1011837599 tempest-ServerDiagnosticsNegativeTest-1011837599-project-member] Task: {'id': task-3416700, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 593.888329] env[69613]: DEBUG oslo_vmware.api [None req-01fbda49-e918-4a2b-9f65-c959e3bb9566 tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]5226cd23-f014-b11c-d021-4a679473f1d2, 'name': SearchDatastore_Task, 'duration_secs': 0.009397} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 593.888620] env[69613]: DEBUG oslo_vmware.api [None req-1a1d8830-b086-4ec9-b7d9-644e0f408b8a tempest-DeleteServersAdminTestJSON-241271607 tempest-DeleteServersAdminTestJSON-241271607-project-member] Waiting for the task: (returnval){ [ 593.888620] env[69613]: value = "task-3416702" [ 593.888620] env[69613]: _type = "Task" [ 593.888620] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 593.889899] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3bfa9285-d7cc-4b5f-9b2b-1e5af0f1dbc3 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.898541] env[69613]: DEBUG oslo_vmware.api [None req-01fbda49-e918-4a2b-9f65-c959e3bb9566 tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] Waiting for the task: (returnval){ [ 593.898541] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]529b06e3-ba41-369b-09d9-cf4743ba3bf5" [ 593.898541] env[69613]: _type = "Task" [ 593.898541] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 593.906269] env[69613]: DEBUG oslo_vmware.api [None req-1a1d8830-b086-4ec9-b7d9-644e0f408b8a tempest-DeleteServersAdminTestJSON-241271607 tempest-DeleteServersAdminTestJSON-241271607-project-member] Task: {'id': task-3416702, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 593.914388] env[69613]: DEBUG oslo_concurrency.lockutils [None req-673e4982-dbbd-4931-a547-f0dae66e30dc tempest-ServerExternalEventsTest-580979402 tempest-ServerExternalEventsTest-580979402-project-member] Releasing lock "refresh_cache-4ef095a0-6177-4558-96fa-655cae276f42" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.914679] env[69613]: DEBUG nova.compute.manager [None req-673e4982-dbbd-4931-a547-f0dae66e30dc tempest-ServerExternalEventsTest-580979402 tempest-ServerExternalEventsTest-580979402-project-member] [instance: 4ef095a0-6177-4558-96fa-655cae276f42] Instance network_info: |[{"id": "ab48aaff-9f1e-4776-ad33-3f7861148b4b", "address": "fa:16:3e:6e:94:55", "network": {"id": "7f5a9020-c966-459c-b2b1-fc62b2ff6283", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.216", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3e9e1b873f1442d59d5ee8247b941f74", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aec0089a-ff85-4bef-bad8-c84de39af71a", "external-id": "nsx-vlan-transportzone-758", "segmentation_id": 758, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapab48aaff-9f", "ovs_interfaceid": "ab48aaff-9f1e-4776-ad33-3f7861148b4b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69613) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 593.918624] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-673e4982-dbbd-4931-a547-f0dae66e30dc tempest-ServerExternalEventsTest-580979402 tempest-ServerExternalEventsTest-580979402-project-member] [instance: 4ef095a0-6177-4558-96fa-655cae276f42] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6e:94:55', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'aec0089a-ff85-4bef-bad8-c84de39af71a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ab48aaff-9f1e-4776-ad33-3f7861148b4b', 'vif_model': 'vmxnet3'}] {{(pid=69613) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 593.927207] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-673e4982-dbbd-4931-a547-f0dae66e30dc tempest-ServerExternalEventsTest-580979402 tempest-ServerExternalEventsTest-580979402-project-member] Creating folder: Project (cb21f2c0f0ca44378dd333b88e8779e3). Parent ref: group-v681687. {{(pid=69613) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 593.927525] env[69613]: DEBUG oslo_vmware.api [None req-01fbda49-e918-4a2b-9f65-c959e3bb9566 tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]529b06e3-ba41-369b-09d9-cf4743ba3bf5, 'name': SearchDatastore_Task, 'duration_secs': 0.01024} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 593.927731] env[69613]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ab35d230-458a-47a5-8db3-c13872600c40 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.930196] env[69613]: DEBUG oslo_concurrency.lockutils [None req-01fbda49-e918-4a2b-9f65-c959e3bb9566 tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.930467] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-01fbda49-e918-4a2b-9f65-c959e3bb9566 tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk to [datastore2] bc90201c-8900-4821-9839-9d5e35c48ac5/bc90201c-8900-4821-9839-9d5e35c48ac5.vmdk {{(pid=69613) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 593.930753] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b81134d6-9d8b-4186-8b21-2463d81dff99 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.938164] env[69613]: DEBUG oslo_vmware.api [None req-01fbda49-e918-4a2b-9f65-c959e3bb9566 tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] Waiting for the task: (returnval){ [ 593.938164] env[69613]: value = "task-3416704" [ 593.938164] env[69613]: _type = "Task" [ 593.938164] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 593.949826] env[69613]: INFO nova.virt.vmwareapi.vm_util [None req-673e4982-dbbd-4931-a547-f0dae66e30dc tempest-ServerExternalEventsTest-580979402 tempest-ServerExternalEventsTest-580979402-project-member] Created folder: Project (cb21f2c0f0ca44378dd333b88e8779e3) in parent group-v681687. [ 593.951021] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-673e4982-dbbd-4931-a547-f0dae66e30dc tempest-ServerExternalEventsTest-580979402 tempest-ServerExternalEventsTest-580979402-project-member] Creating folder: Instances. Parent ref: group-v681698. {{(pid=69613) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 593.951021] env[69613]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-832a9b6e-d476-4294-85f1-963f9da25a62 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.959247] env[69613]: DEBUG oslo_vmware.api [None req-01fbda49-e918-4a2b-9f65-c959e3bb9566 tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] Task: {'id': task-3416704, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 593.962982] env[69613]: INFO nova.virt.vmwareapi.vm_util [None req-673e4982-dbbd-4931-a547-f0dae66e30dc tempest-ServerExternalEventsTest-580979402 tempest-ServerExternalEventsTest-580979402-project-member] Created folder: Instances in parent group-v681698. [ 593.964272] env[69613]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-673e4982-dbbd-4931-a547-f0dae66e30dc tempest-ServerExternalEventsTest-580979402 tempest-ServerExternalEventsTest-580979402-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69613) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 593.964430] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4ef095a0-6177-4558-96fa-655cae276f42] Creating VM on the ESX host {{(pid=69613) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 593.964650] env[69613]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6f89689c-e42f-4447-89a3-37c165c80510 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.991046] env[69613]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 593.991046] env[69613]: value = "task-3416706" [ 593.991046] env[69613]: _type = "Task" [ 593.991046] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 594.003954] env[69613]: DEBUG oslo_vmware.api [-] Task: {'id': task-3416706, 'name': CreateVM_Task} progress is 6%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 594.013050] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5895fa5-bddd-4bf2-bb30-1ce573fb7e5e {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.021539] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90e1fe99-fb89-4faf-9128-66aecd9331e9 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.058376] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c08cfaa9-0de0-4a0b-b854-a4f46cb141b2 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.066708] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f9b73a5-739b-48f4-9576-f80f56b360b6 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.081323] env[69613]: DEBUG nova.compute.provider_tree [None req-c5872745-a302-41fa-ae33-65ee6631e66c tempest-FloatingIPsAssociationTestJSON-164946246 tempest-FloatingIPsAssociationTestJSON-164946246-project-member] Inventory has not changed in ProviderTree for provider: af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 {{(pid=69613) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 594.142492] env[69613]: DEBUG nova.network.neutron [None req-46865419-3532-4cb8-ac8e-6ca70ef4341d tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] [instance: fa89db07-09b5-485d-aacc-e1d39e576218] Updating instance_info_cache with network_info: [{"id": "0440ad46-6267-4978-999c-2ae31f3938eb", "address": "fa:16:3e:ef:10:ba", "network": {"id": "61ad87c4-4293-487c-b451-f4ac0516c9d3", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-15261718-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d92771d74b6941b3966b3d7f8db3ccc7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee018eb-75be-4037-a80a-07034d4eae35", "external-id": "nsx-vlan-transportzone-8", "segmentation_id": 8, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0440ad46-62", "ovs_interfaceid": "0440ad46-6267-4978-999c-2ae31f3938eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 594.206753] env[69613]: DEBUG oslo_concurrency.lockutils [req-2eecdaee-eb84-414a-a230-8009a34974af req-7f0dce2c-ce98-48bb-8279-6aac09143dbc service nova] Releasing lock "refresh_cache-b5f11d7f-0a76-4db9-bc83-fecf88004a47" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.232235] env[69613]: DEBUG nova.compute.manager [req-05c73da7-3e3f-4f48-a4d6-7a1a8e0fa307 req-f7667067-d2ed-4870-ba59-54a55c474d03 service nova] [instance: bc90201c-8900-4821-9839-9d5e35c48ac5] Received event network-changed-eb1761e0-ba12-4b96-9a45-8aa1972b5861 {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 594.232947] env[69613]: DEBUG nova.compute.manager [req-05c73da7-3e3f-4f48-a4d6-7a1a8e0fa307 req-f7667067-d2ed-4870-ba59-54a55c474d03 service nova] [instance: bc90201c-8900-4821-9839-9d5e35c48ac5] Refreshing instance network info cache due to event network-changed-eb1761e0-ba12-4b96-9a45-8aa1972b5861. {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 594.232947] env[69613]: DEBUG oslo_concurrency.lockutils [req-05c73da7-3e3f-4f48-a4d6-7a1a8e0fa307 req-f7667067-d2ed-4870-ba59-54a55c474d03 service nova] Acquiring lock "refresh_cache-bc90201c-8900-4821-9839-9d5e35c48ac5" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.232947] env[69613]: DEBUG oslo_concurrency.lockutils [req-05c73da7-3e3f-4f48-a4d6-7a1a8e0fa307 req-f7667067-d2ed-4870-ba59-54a55c474d03 service nova] Acquired lock "refresh_cache-bc90201c-8900-4821-9839-9d5e35c48ac5" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.233361] env[69613]: DEBUG nova.network.neutron [req-05c73da7-3e3f-4f48-a4d6-7a1a8e0fa307 req-f7667067-d2ed-4870-ba59-54a55c474d03 service nova] [instance: bc90201c-8900-4821-9839-9d5e35c48ac5] Refreshing network info cache for port eb1761e0-ba12-4b96-9a45-8aa1972b5861 {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 594.322797] env[69613]: DEBUG oslo_vmware.api [None req-985eeb00-f39c-480b-b0c4-344088b78204 tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] Task: {'id': task-3416701, 'name': Rename_Task} progress is 14%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 594.329426] env[69613]: DEBUG nova.compute.manager [req-6ad5d005-d5ad-4293-a191-da4990b68d1d req-88765b1f-2dcf-4210-98c3-6396383b417a service nova] [instance: fa89db07-09b5-485d-aacc-e1d39e576218] Received event network-vif-plugged-0440ad46-6267-4978-999c-2ae31f3938eb {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 594.329724] env[69613]: DEBUG oslo_concurrency.lockutils [req-6ad5d005-d5ad-4293-a191-da4990b68d1d req-88765b1f-2dcf-4210-98c3-6396383b417a service nova] Acquiring lock "fa89db07-09b5-485d-aacc-e1d39e576218-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 594.330175] env[69613]: DEBUG oslo_concurrency.lockutils [req-6ad5d005-d5ad-4293-a191-da4990b68d1d req-88765b1f-2dcf-4210-98c3-6396383b417a service nova] Lock "fa89db07-09b5-485d-aacc-e1d39e576218-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 594.330411] env[69613]: DEBUG oslo_concurrency.lockutils [req-6ad5d005-d5ad-4293-a191-da4990b68d1d req-88765b1f-2dcf-4210-98c3-6396383b417a service nova] Lock "fa89db07-09b5-485d-aacc-e1d39e576218-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 594.330520] env[69613]: DEBUG nova.compute.manager [req-6ad5d005-d5ad-4293-a191-da4990b68d1d req-88765b1f-2dcf-4210-98c3-6396383b417a service nova] [instance: fa89db07-09b5-485d-aacc-e1d39e576218] No waiting events found dispatching network-vif-plugged-0440ad46-6267-4978-999c-2ae31f3938eb {{(pid=69613) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 594.330724] env[69613]: WARNING nova.compute.manager [req-6ad5d005-d5ad-4293-a191-da4990b68d1d req-88765b1f-2dcf-4210-98c3-6396383b417a service nova] [instance: fa89db07-09b5-485d-aacc-e1d39e576218] Received unexpected event network-vif-plugged-0440ad46-6267-4978-999c-2ae31f3938eb for instance with vm_state building and task_state spawning. [ 594.330906] env[69613]: DEBUG nova.compute.manager [req-6ad5d005-d5ad-4293-a191-da4990b68d1d req-88765b1f-2dcf-4210-98c3-6396383b417a service nova] [instance: fa89db07-09b5-485d-aacc-e1d39e576218] Received event network-changed-0440ad46-6267-4978-999c-2ae31f3938eb {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 594.331393] env[69613]: DEBUG nova.compute.manager [req-6ad5d005-d5ad-4293-a191-da4990b68d1d req-88765b1f-2dcf-4210-98c3-6396383b417a service nova] [instance: fa89db07-09b5-485d-aacc-e1d39e576218] Refreshing instance network info cache due to event network-changed-0440ad46-6267-4978-999c-2ae31f3938eb. {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 594.331625] env[69613]: DEBUG oslo_concurrency.lockutils [req-6ad5d005-d5ad-4293-a191-da4990b68d1d req-88765b1f-2dcf-4210-98c3-6396383b417a service nova] Acquiring lock "refresh_cache-fa89db07-09b5-485d-aacc-e1d39e576218" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.341506] env[69613]: DEBUG nova.network.neutron [None req-9c199556-f27c-4a34-a6e8-d5787bb44423 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] [instance: 30032fc2-1100-456a-bd0d-f3daf0a16662] Successfully updated port: 2eb54e51-b86d-4946-8cf8-9be06f8cefb6 {{(pid=69613) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 594.342971] env[69613]: DEBUG oslo_vmware.api [None req-35a3fd56-f337-4987-86fe-f575d529bad7 tempest-ServerDiagnosticsNegativeTest-1011837599 tempest-ServerDiagnosticsNegativeTest-1011837599-project-member] Task: {'id': task-3416700, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.577204} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 594.343634] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-35a3fd56-f337-4987-86fe-f575d529bad7 tempest-ServerDiagnosticsNegativeTest-1011837599 tempest-ServerDiagnosticsNegativeTest-1011837599-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk to [datastore2] b5f11d7f-0a76-4db9-bc83-fecf88004a47/b5f11d7f-0a76-4db9-bc83-fecf88004a47.vmdk {{(pid=69613) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 594.343899] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-35a3fd56-f337-4987-86fe-f575d529bad7 tempest-ServerDiagnosticsNegativeTest-1011837599 tempest-ServerDiagnosticsNegativeTest-1011837599-project-member] [instance: b5f11d7f-0a76-4db9-bc83-fecf88004a47] Extending root virtual disk to 1048576 {{(pid=69613) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 594.344252] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3ec6b2bb-20bd-4215-a8d0-41d2bcb62017 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.356340] env[69613]: DEBUG oslo_vmware.api [None req-35a3fd56-f337-4987-86fe-f575d529bad7 tempest-ServerDiagnosticsNegativeTest-1011837599 tempest-ServerDiagnosticsNegativeTest-1011837599-project-member] Waiting for the task: (returnval){ [ 594.356340] env[69613]: value = "task-3416707" [ 594.356340] env[69613]: _type = "Task" [ 594.356340] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 594.371174] env[69613]: DEBUG oslo_vmware.api [None req-35a3fd56-f337-4987-86fe-f575d529bad7 tempest-ServerDiagnosticsNegativeTest-1011837599 tempest-ServerDiagnosticsNegativeTest-1011837599-project-member] Task: {'id': task-3416707, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 594.405769] env[69613]: DEBUG oslo_vmware.api [None req-1a1d8830-b086-4ec9-b7d9-644e0f408b8a tempest-DeleteServersAdminTestJSON-241271607 tempest-DeleteServersAdminTestJSON-241271607-project-member] Task: {'id': task-3416702, 'name': ReconfigVM_Task, 'duration_secs': 0.504735} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 594.406943] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a1d8830-b086-4ec9-b7d9-644e0f408b8a tempest-DeleteServersAdminTestJSON-241271607 tempest-DeleteServersAdminTestJSON-241271607-project-member] [instance: 34842f08-5c04-462c-940b-56de5b07c8f6] Reconfigured VM instance instance-00000001 to attach disk [datastore2] 34842f08-5c04-462c-940b-56de5b07c8f6/34842f08-5c04-462c-940b-56de5b07c8f6.vmdk or device None with type sparse {{(pid=69613) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 594.407064] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7f0349de-9c9a-4261-8916-342451946094 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.423642] env[69613]: DEBUG oslo_vmware.api [None req-1a1d8830-b086-4ec9-b7d9-644e0f408b8a tempest-DeleteServersAdminTestJSON-241271607 tempest-DeleteServersAdminTestJSON-241271607-project-member] Waiting for the task: (returnval){ [ 594.423642] env[69613]: value = "task-3416708" [ 594.423642] env[69613]: _type = "Task" [ 594.423642] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 594.436422] env[69613]: DEBUG oslo_vmware.api [None req-1a1d8830-b086-4ec9-b7d9-644e0f408b8a tempest-DeleteServersAdminTestJSON-241271607 tempest-DeleteServersAdminTestJSON-241271607-project-member] Task: {'id': task-3416708, 'name': Rename_Task} progress is 10%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 594.453659] env[69613]: DEBUG oslo_vmware.api [None req-01fbda49-e918-4a2b-9f65-c959e3bb9566 tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] Task: {'id': task-3416704, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 594.504564] env[69613]: DEBUG oslo_vmware.api [-] Task: {'id': task-3416706, 'name': CreateVM_Task} progress is 25%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 594.517718] env[69613]: DEBUG oslo_concurrency.lockutils [None req-f0fa1a8f-2447-492b-8bc8-8476373fe2fa tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Acquiring lock "1fb750ed-62d4-4784-bf6c-6d777dc5ddb0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 594.517985] env[69613]: DEBUG oslo_concurrency.lockutils [None req-f0fa1a8f-2447-492b-8bc8-8476373fe2fa tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Lock "1fb750ed-62d4-4784-bf6c-6d777dc5ddb0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 594.526910] env[69613]: DEBUG oslo_concurrency.lockutils [None req-05fcade8-35a2-49be-80df-ac4a528436ed tempest-ServerAddressesNegativeTestJSON-1085258848 tempest-ServerAddressesNegativeTestJSON-1085258848-project-member] Acquiring lock "8fcf169e-2bcf-4fff-9a99-7dc8db4ce128" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 594.527251] env[69613]: DEBUG oslo_concurrency.lockutils [None req-05fcade8-35a2-49be-80df-ac4a528436ed tempest-ServerAddressesNegativeTestJSON-1085258848 tempest-ServerAddressesNegativeTestJSON-1085258848-project-member] Lock "8fcf169e-2bcf-4fff-9a99-7dc8db4ce128" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 594.586092] env[69613]: DEBUG nova.scheduler.client.report [None req-c5872745-a302-41fa-ae33-65ee6631e66c tempest-FloatingIPsAssociationTestJSON-164946246 tempest-FloatingIPsAssociationTestJSON-164946246-project-member] Inventory has not changed for provider af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69613) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 594.609932] env[69613]: DEBUG nova.compute.manager [None req-dc449098-b337-44db-8f59-39749e756af2 tempest-ServersAdmin275Test-798959479 tempest-ServersAdmin275Test-798959479-project-member] [instance: 82d7d697-989c-4f9f-aaf4-7a7345bf2292] Start spawning the instance on the hypervisor. {{(pid=69613) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 594.645332] env[69613]: DEBUG nova.virt.hardware [None req-dc449098-b337-44db-8f59-39749e756af2 tempest-ServersAdmin275Test-798959479 tempest-ServersAdmin275Test-798959479-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T13:55:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T13:55:19Z,direct_url=,disk_format='vmdk',id=2b7a0304-b5d0-431d-b287-32c8388d7fbd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3e9e1b873f1442d59d5ee8247b941f74',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T13:55:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 594.645587] env[69613]: DEBUG nova.virt.hardware [None req-dc449098-b337-44db-8f59-39749e756af2 tempest-ServersAdmin275Test-798959479 tempest-ServersAdmin275Test-798959479-project-member] Flavor limits 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 594.645746] env[69613]: DEBUG nova.virt.hardware [None req-dc449098-b337-44db-8f59-39749e756af2 tempest-ServersAdmin275Test-798959479 tempest-ServersAdmin275Test-798959479-project-member] Image limits 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 594.646632] env[69613]: DEBUG nova.virt.hardware [None req-dc449098-b337-44db-8f59-39749e756af2 tempest-ServersAdmin275Test-798959479 tempest-ServersAdmin275Test-798959479-project-member] Flavor pref 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 594.646632] env[69613]: DEBUG nova.virt.hardware [None req-dc449098-b337-44db-8f59-39749e756af2 tempest-ServersAdmin275Test-798959479 tempest-ServersAdmin275Test-798959479-project-member] Image pref 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 594.646632] env[69613]: DEBUG nova.virt.hardware [None req-dc449098-b337-44db-8f59-39749e756af2 tempest-ServersAdmin275Test-798959479 tempest-ServersAdmin275Test-798959479-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 594.646632] env[69613]: DEBUG nova.virt.hardware [None req-dc449098-b337-44db-8f59-39749e756af2 tempest-ServersAdmin275Test-798959479 tempest-ServersAdmin275Test-798959479-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 594.646775] env[69613]: DEBUG nova.virt.hardware [None req-dc449098-b337-44db-8f59-39749e756af2 tempest-ServersAdmin275Test-798959479 tempest-ServersAdmin275Test-798959479-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69613) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 594.646883] env[69613]: DEBUG nova.virt.hardware [None req-dc449098-b337-44db-8f59-39749e756af2 tempest-ServersAdmin275Test-798959479 tempest-ServersAdmin275Test-798959479-project-member] Got 1 possible topologies {{(pid=69613) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 594.647081] env[69613]: DEBUG nova.virt.hardware [None req-dc449098-b337-44db-8f59-39749e756af2 tempest-ServersAdmin275Test-798959479 tempest-ServersAdmin275Test-798959479-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 594.647337] env[69613]: DEBUG nova.virt.hardware [None req-dc449098-b337-44db-8f59-39749e756af2 tempest-ServersAdmin275Test-798959479 tempest-ServersAdmin275Test-798959479-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 594.647892] env[69613]: DEBUG oslo_concurrency.lockutils [None req-46865419-3532-4cb8-ac8e-6ca70ef4341d tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] Releasing lock "refresh_cache-fa89db07-09b5-485d-aacc-e1d39e576218" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.648190] env[69613]: DEBUG nova.compute.manager [None req-46865419-3532-4cb8-ac8e-6ca70ef4341d tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] [instance: fa89db07-09b5-485d-aacc-e1d39e576218] Instance network_info: |[{"id": "0440ad46-6267-4978-999c-2ae31f3938eb", "address": "fa:16:3e:ef:10:ba", "network": {"id": "61ad87c4-4293-487c-b451-f4ac0516c9d3", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-15261718-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d92771d74b6941b3966b3d7f8db3ccc7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee018eb-75be-4037-a80a-07034d4eae35", "external-id": "nsx-vlan-transportzone-8", "segmentation_id": 8, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0440ad46-62", "ovs_interfaceid": "0440ad46-6267-4978-999c-2ae31f3938eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69613) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 594.649609] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5204c39-3f38-49d3-8cda-8e0cf70e116e {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.652718] env[69613]: DEBUG oslo_concurrency.lockutils [req-6ad5d005-d5ad-4293-a191-da4990b68d1d req-88765b1f-2dcf-4210-98c3-6396383b417a service nova] Acquired lock "refresh_cache-fa89db07-09b5-485d-aacc-e1d39e576218" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.653240] env[69613]: DEBUG nova.network.neutron [req-6ad5d005-d5ad-4293-a191-da4990b68d1d req-88765b1f-2dcf-4210-98c3-6396383b417a service nova] [instance: fa89db07-09b5-485d-aacc-e1d39e576218] Refreshing network info cache for port 0440ad46-6267-4978-999c-2ae31f3938eb {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 594.654152] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-46865419-3532-4cb8-ac8e-6ca70ef4341d tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] [instance: fa89db07-09b5-485d-aacc-e1d39e576218] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ef:10:ba', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2ee018eb-75be-4037-a80a-07034d4eae35', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0440ad46-6267-4978-999c-2ae31f3938eb', 'vif_model': 'vmxnet3'}] {{(pid=69613) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 594.662752] env[69613]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-46865419-3532-4cb8-ac8e-6ca70ef4341d tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69613) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 594.663553] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fa89db07-09b5-485d-aacc-e1d39e576218] Creating VM on the ESX host {{(pid=69613) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 594.664277] env[69613]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-80430c89-cd61-4c77-8888-e7b9182a2aea {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.683440] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdcec0a0-88f3-45ef-8fcf-360010bcb664 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.693267] env[69613]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 594.693267] env[69613]: value = "task-3416709" [ 594.693267] env[69613]: _type = "Task" [ 594.693267] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 594.702703] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-dc449098-b337-44db-8f59-39749e756af2 tempest-ServersAdmin275Test-798959479 tempest-ServersAdmin275Test-798959479-project-member] [instance: 82d7d697-989c-4f9f-aaf4-7a7345bf2292] Instance VIF info [] {{(pid=69613) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 594.708149] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc449098-b337-44db-8f59-39749e756af2 tempest-ServersAdmin275Test-798959479 tempest-ServersAdmin275Test-798959479-project-member] Creating folder: Project (3d73f8ad056b49d5b9ba488f6ed80b49). Parent ref: group-v681687. {{(pid=69613) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 594.709020] env[69613]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1ca19a2e-7dca-42e8-9a8f-4e0788bbcad0 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.715035] env[69613]: DEBUG oslo_vmware.api [-] Task: {'id': task-3416709, 'name': CreateVM_Task} progress is 6%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 594.724586] env[69613]: INFO nova.virt.vmwareapi.vm_util [None req-dc449098-b337-44db-8f59-39749e756af2 tempest-ServersAdmin275Test-798959479 tempest-ServersAdmin275Test-798959479-project-member] Created folder: Project (3d73f8ad056b49d5b9ba488f6ed80b49) in parent group-v681687. [ 594.724586] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc449098-b337-44db-8f59-39749e756af2 tempest-ServersAdmin275Test-798959479 tempest-ServersAdmin275Test-798959479-project-member] Creating folder: Instances. Parent ref: group-v681702. {{(pid=69613) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 594.724586] env[69613]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f48d2ef8-f9f3-468e-afd8-ca2b5d3e1d1e {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.734706] env[69613]: INFO nova.virt.vmwareapi.vm_util [None req-dc449098-b337-44db-8f59-39749e756af2 tempest-ServersAdmin275Test-798959479 tempest-ServersAdmin275Test-798959479-project-member] Created folder: Instances in parent group-v681702. [ 594.735259] env[69613]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dc449098-b337-44db-8f59-39749e756af2 tempest-ServersAdmin275Test-798959479 tempest-ServersAdmin275Test-798959479-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69613) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 594.737570] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 82d7d697-989c-4f9f-aaf4-7a7345bf2292] Creating VM on the ESX host {{(pid=69613) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 594.737787] env[69613]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0defc76a-75ab-4429-8796-532c68b631c9 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.754345] env[69613]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 594.754345] env[69613]: value = "task-3416712" [ 594.754345] env[69613]: _type = "Task" [ 594.754345] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 594.762615] env[69613]: DEBUG oslo_vmware.api [-] Task: {'id': task-3416712, 'name': CreateVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 594.825737] env[69613]: DEBUG oslo_vmware.api [None req-985eeb00-f39c-480b-b0c4-344088b78204 tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] Task: {'id': task-3416701, 'name': Rename_Task} progress is 14%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 594.846033] env[69613]: DEBUG oslo_concurrency.lockutils [None req-9c199556-f27c-4a34-a6e8-d5787bb44423 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Acquiring lock "refresh_cache-30032fc2-1100-456a-bd0d-f3daf0a16662" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.846033] env[69613]: DEBUG oslo_concurrency.lockutils [None req-9c199556-f27c-4a34-a6e8-d5787bb44423 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Acquired lock "refresh_cache-30032fc2-1100-456a-bd0d-f3daf0a16662" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.846033] env[69613]: DEBUG nova.network.neutron [None req-9c199556-f27c-4a34-a6e8-d5787bb44423 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] [instance: 30032fc2-1100-456a-bd0d-f3daf0a16662] Building network info cache for instance {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 594.870144] env[69613]: DEBUG oslo_vmware.api [None req-35a3fd56-f337-4987-86fe-f575d529bad7 tempest-ServerDiagnosticsNegativeTest-1011837599 tempest-ServerDiagnosticsNegativeTest-1011837599-project-member] Task: {'id': task-3416707, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.091918} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 594.870526] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-35a3fd56-f337-4987-86fe-f575d529bad7 tempest-ServerDiagnosticsNegativeTest-1011837599 tempest-ServerDiagnosticsNegativeTest-1011837599-project-member] [instance: b5f11d7f-0a76-4db9-bc83-fecf88004a47] Extended root virtual disk {{(pid=69613) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 594.871328] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc860a18-df32-4f12-998a-b3f6148d5689 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.898790] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-35a3fd56-f337-4987-86fe-f575d529bad7 tempest-ServerDiagnosticsNegativeTest-1011837599 tempest-ServerDiagnosticsNegativeTest-1011837599-project-member] [instance: b5f11d7f-0a76-4db9-bc83-fecf88004a47] Reconfiguring VM instance instance-00000003 to attach disk [datastore2] b5f11d7f-0a76-4db9-bc83-fecf88004a47/b5f11d7f-0a76-4db9-bc83-fecf88004a47.vmdk or device None with type sparse {{(pid=69613) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 594.899257] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0fd3c879-e3b6-4444-b93c-34d36d6a9dbb {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.928637] env[69613]: DEBUG oslo_vmware.api [None req-35a3fd56-f337-4987-86fe-f575d529bad7 tempest-ServerDiagnosticsNegativeTest-1011837599 tempest-ServerDiagnosticsNegativeTest-1011837599-project-member] Waiting for the task: (returnval){ [ 594.928637] env[69613]: value = "task-3416713" [ 594.928637] env[69613]: _type = "Task" [ 594.928637] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 594.938243] env[69613]: DEBUG oslo_vmware.api [None req-1a1d8830-b086-4ec9-b7d9-644e0f408b8a tempest-DeleteServersAdminTestJSON-241271607 tempest-DeleteServersAdminTestJSON-241271607-project-member] Task: {'id': task-3416708, 'name': Rename_Task, 'duration_secs': 0.184615} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 594.939610] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a1d8830-b086-4ec9-b7d9-644e0f408b8a tempest-DeleteServersAdminTestJSON-241271607 tempest-DeleteServersAdminTestJSON-241271607-project-member] [instance: 34842f08-5c04-462c-940b-56de5b07c8f6] Powering on the VM {{(pid=69613) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 594.939975] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-31641a3d-d355-4c3c-bfd5-d7072551e7c6 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.947465] env[69613]: DEBUG oslo_vmware.api [None req-35a3fd56-f337-4987-86fe-f575d529bad7 tempest-ServerDiagnosticsNegativeTest-1011837599 tempest-ServerDiagnosticsNegativeTest-1011837599-project-member] Task: {'id': task-3416713, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 594.953628] env[69613]: DEBUG oslo_vmware.api [None req-1a1d8830-b086-4ec9-b7d9-644e0f408b8a tempest-DeleteServersAdminTestJSON-241271607 tempest-DeleteServersAdminTestJSON-241271607-project-member] Waiting for the task: (returnval){ [ 594.953628] env[69613]: value = "task-3416714" [ 594.953628] env[69613]: _type = "Task" [ 594.953628] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 594.961614] env[69613]: DEBUG oslo_vmware.api [None req-01fbda49-e918-4a2b-9f65-c959e3bb9566 tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] Task: {'id': task-3416704, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.535011} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 594.964936] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-01fbda49-e918-4a2b-9f65-c959e3bb9566 tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk to [datastore2] bc90201c-8900-4821-9839-9d5e35c48ac5/bc90201c-8900-4821-9839-9d5e35c48ac5.vmdk {{(pid=69613) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 594.967026] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-01fbda49-e918-4a2b-9f65-c959e3bb9566 tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] [instance: bc90201c-8900-4821-9839-9d5e35c48ac5] Extending root virtual disk to 1048576 {{(pid=69613) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 594.970101] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f6f1a362-fce9-4228-8b2c-1e76aba2bb32 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.973800] env[69613]: DEBUG oslo_vmware.api [None req-1a1d8830-b086-4ec9-b7d9-644e0f408b8a tempest-DeleteServersAdminTestJSON-241271607 tempest-DeleteServersAdminTestJSON-241271607-project-member] Task: {'id': task-3416714, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 594.981173] env[69613]: DEBUG oslo_vmware.api [None req-01fbda49-e918-4a2b-9f65-c959e3bb9566 tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] Waiting for the task: (returnval){ [ 594.981173] env[69613]: value = "task-3416715" [ 594.981173] env[69613]: _type = "Task" [ 594.981173] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 594.994347] env[69613]: DEBUG oslo_vmware.api [None req-01fbda49-e918-4a2b-9f65-c959e3bb9566 tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] Task: {'id': task-3416715, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.003514] env[69613]: DEBUG oslo_vmware.api [-] Task: {'id': task-3416706, 'name': CreateVM_Task, 'duration_secs': 0.641295} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 595.003697] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4ef095a0-6177-4558-96fa-655cae276f42] Created VM on the ESX host {{(pid=69613) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 595.004445] env[69613]: DEBUG oslo_concurrency.lockutils [None req-673e4982-dbbd-4931-a547-f0dae66e30dc tempest-ServerExternalEventsTest-580979402 tempest-ServerExternalEventsTest-580979402-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.004614] env[69613]: DEBUG oslo_concurrency.lockutils [None req-673e4982-dbbd-4931-a547-f0dae66e30dc tempest-ServerExternalEventsTest-580979402 tempest-ServerExternalEventsTest-580979402-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.005102] env[69613]: DEBUG oslo_concurrency.lockutils [None req-673e4982-dbbd-4931-a547-f0dae66e30dc tempest-ServerExternalEventsTest-580979402 tempest-ServerExternalEventsTest-580979402-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.005241] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-984737ff-7703-4083-afb1-1f2a7f8db673 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.014889] env[69613]: DEBUG oslo_vmware.api [None req-673e4982-dbbd-4931-a547-f0dae66e30dc tempest-ServerExternalEventsTest-580979402 tempest-ServerExternalEventsTest-580979402-project-member] Waiting for the task: (returnval){ [ 595.014889] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]527f3c69-e63c-193e-3ad8-6b8e790f471a" [ 595.014889] env[69613]: _type = "Task" [ 595.014889] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 595.025164] env[69613]: DEBUG oslo_vmware.api [None req-673e4982-dbbd-4931-a547-f0dae66e30dc tempest-ServerExternalEventsTest-580979402 tempest-ServerExternalEventsTest-580979402-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]527f3c69-e63c-193e-3ad8-6b8e790f471a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.092588] env[69613]: DEBUG oslo_concurrency.lockutils [None req-c5872745-a302-41fa-ae33-65ee6631e66c tempest-FloatingIPsAssociationTestJSON-164946246 tempest-FloatingIPsAssociationTestJSON-164946246-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.501s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 595.099031] env[69613]: DEBUG nova.compute.manager [None req-c5872745-a302-41fa-ae33-65ee6631e66c tempest-FloatingIPsAssociationTestJSON-164946246 tempest-FloatingIPsAssociationTestJSON-164946246-project-member] [instance: f7fdfec2-ad0d-42f4-bff8-99f164ce18a3] Start building networks asynchronously for instance. {{(pid=69613) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 595.099415] env[69613]: DEBUG oslo_concurrency.lockutils [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 7.189s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 595.202109] env[69613]: DEBUG oslo_vmware.api [-] Task: {'id': task-3416709, 'name': CreateVM_Task, 'duration_secs': 0.467278} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 595.202109] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fa89db07-09b5-485d-aacc-e1d39e576218] Created VM on the ESX host {{(pid=69613) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 595.203884] env[69613]: DEBUG oslo_vmware.service [None req-46865419-3532-4cb8-ac8e-6ca70ef4341d tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0de2d867-ab8e-4c05-9b48-b73a24e95b26 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.210134] env[69613]: DEBUG oslo_concurrency.lockutils [None req-46865419-3532-4cb8-ac8e-6ca70ef4341d tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.210416] env[69613]: DEBUG oslo_concurrency.lockutils [None req-46865419-3532-4cb8-ac8e-6ca70ef4341d tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.210904] env[69613]: DEBUG oslo_concurrency.lockutils [None req-46865419-3532-4cb8-ac8e-6ca70ef4341d tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.211215] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-09298c98-7230-4811-81f3-06b800431c75 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.216837] env[69613]: DEBUG oslo_vmware.api [None req-46865419-3532-4cb8-ac8e-6ca70ef4341d tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] Waiting for the task: (returnval){ [ 595.216837] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]52e24864-7772-21a6-4d5c-b7170392607a" [ 595.216837] env[69613]: _type = "Task" [ 595.216837] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 595.226823] env[69613]: DEBUG oslo_vmware.api [None req-46865419-3532-4cb8-ac8e-6ca70ef4341d tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52e24864-7772-21a6-4d5c-b7170392607a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.267705] env[69613]: DEBUG oslo_vmware.api [-] Task: {'id': task-3416712, 'name': CreateVM_Task} progress is 99%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.294443] env[69613]: DEBUG nova.network.neutron [req-05c73da7-3e3f-4f48-a4d6-7a1a8e0fa307 req-f7667067-d2ed-4870-ba59-54a55c474d03 service nova] [instance: bc90201c-8900-4821-9839-9d5e35c48ac5] Updated VIF entry in instance network info cache for port eb1761e0-ba12-4b96-9a45-8aa1972b5861. {{(pid=69613) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 595.294967] env[69613]: DEBUG nova.network.neutron [req-05c73da7-3e3f-4f48-a4d6-7a1a8e0fa307 req-f7667067-d2ed-4870-ba59-54a55c474d03 service nova] [instance: bc90201c-8900-4821-9839-9d5e35c48ac5] Updating instance_info_cache with network_info: [{"id": "eb1761e0-ba12-4b96-9a45-8aa1972b5861", "address": "fa:16:3e:56:de:a2", "network": {"id": "61ad87c4-4293-487c-b451-f4ac0516c9d3", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-15261718-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d92771d74b6941b3966b3d7f8db3ccc7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee018eb-75be-4037-a80a-07034d4eae35", "external-id": "nsx-vlan-transportzone-8", "segmentation_id": 8, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeb1761e0-ba", "ovs_interfaceid": "eb1761e0-ba12-4b96-9a45-8aa1972b5861", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 595.327096] env[69613]: DEBUG oslo_vmware.api [None req-985eeb00-f39c-480b-b0c4-344088b78204 tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] Task: {'id': task-3416701, 'name': Rename_Task, 'duration_secs': 1.131646} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 595.327384] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-985eeb00-f39c-480b-b0c4-344088b78204 tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] [instance: cdfedccf-3398-437c-a908-41d6d87d8a99] Powering on the VM {{(pid=69613) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 595.327726] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-12c0e90b-253b-47f1-8fbb-c28ae0fbcc4b {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.334309] env[69613]: DEBUG oslo_vmware.api [None req-985eeb00-f39c-480b-b0c4-344088b78204 tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] Waiting for the task: (returnval){ [ 595.334309] env[69613]: value = "task-3416716" [ 595.334309] env[69613]: _type = "Task" [ 595.334309] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 595.343213] env[69613]: DEBUG oslo_vmware.api [None req-985eeb00-f39c-480b-b0c4-344088b78204 tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] Task: {'id': task-3416716, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.434991] env[69613]: DEBUG nova.network.neutron [None req-9c199556-f27c-4a34-a6e8-d5787bb44423 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] [instance: 30032fc2-1100-456a-bd0d-f3daf0a16662] Instance cache missing network info. {{(pid=69613) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 595.442994] env[69613]: DEBUG oslo_vmware.api [None req-35a3fd56-f337-4987-86fe-f575d529bad7 tempest-ServerDiagnosticsNegativeTest-1011837599 tempest-ServerDiagnosticsNegativeTest-1011837599-project-member] Task: {'id': task-3416713, 'name': ReconfigVM_Task, 'duration_secs': 0.338434} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 595.442994] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-35a3fd56-f337-4987-86fe-f575d529bad7 tempest-ServerDiagnosticsNegativeTest-1011837599 tempest-ServerDiagnosticsNegativeTest-1011837599-project-member] [instance: b5f11d7f-0a76-4db9-bc83-fecf88004a47] Reconfigured VM instance instance-00000003 to attach disk [datastore2] b5f11d7f-0a76-4db9-bc83-fecf88004a47/b5f11d7f-0a76-4db9-bc83-fecf88004a47.vmdk or device None with type sparse {{(pid=69613) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 595.442994] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-145628ae-bd9d-4c0c-b467-cd92a2d35718 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.449134] env[69613]: DEBUG oslo_vmware.api [None req-35a3fd56-f337-4987-86fe-f575d529bad7 tempest-ServerDiagnosticsNegativeTest-1011837599 tempest-ServerDiagnosticsNegativeTest-1011837599-project-member] Waiting for the task: (returnval){ [ 595.449134] env[69613]: value = "task-3416717" [ 595.449134] env[69613]: _type = "Task" [ 595.449134] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 595.458505] env[69613]: DEBUG oslo_vmware.api [None req-35a3fd56-f337-4987-86fe-f575d529bad7 tempest-ServerDiagnosticsNegativeTest-1011837599 tempest-ServerDiagnosticsNegativeTest-1011837599-project-member] Task: {'id': task-3416717, 'name': Rename_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.467199] env[69613]: DEBUG oslo_vmware.api [None req-1a1d8830-b086-4ec9-b7d9-644e0f408b8a tempest-DeleteServersAdminTestJSON-241271607 tempest-DeleteServersAdminTestJSON-241271607-project-member] Task: {'id': task-3416714, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.503917] env[69613]: DEBUG oslo_vmware.api [None req-01fbda49-e918-4a2b-9f65-c959e3bb9566 tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] Task: {'id': task-3416715, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.089149} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 595.504294] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-01fbda49-e918-4a2b-9f65-c959e3bb9566 tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] [instance: bc90201c-8900-4821-9839-9d5e35c48ac5] Extended root virtual disk {{(pid=69613) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 595.505125] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad62bd58-e048-447f-a8fd-0e53bcda1da6 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.543303] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-01fbda49-e918-4a2b-9f65-c959e3bb9566 tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] [instance: bc90201c-8900-4821-9839-9d5e35c48ac5] Reconfiguring VM instance instance-00000004 to attach disk [datastore2] bc90201c-8900-4821-9839-9d5e35c48ac5/bc90201c-8900-4821-9839-9d5e35c48ac5.vmdk or device None with type sparse {{(pid=69613) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 595.547177] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-887973da-44af-4dec-97f5-875e2aa31b97 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.570033] env[69613]: DEBUG oslo_vmware.api [None req-673e4982-dbbd-4931-a547-f0dae66e30dc tempest-ServerExternalEventsTest-580979402 tempest-ServerExternalEventsTest-580979402-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]527f3c69-e63c-193e-3ad8-6b8e790f471a, 'name': SearchDatastore_Task, 'duration_secs': 0.014535} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 595.574993] env[69613]: DEBUG oslo_concurrency.lockutils [None req-673e4982-dbbd-4931-a547-f0dae66e30dc tempest-ServerExternalEventsTest-580979402 tempest-ServerExternalEventsTest-580979402-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.574993] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-673e4982-dbbd-4931-a547-f0dae66e30dc tempest-ServerExternalEventsTest-580979402 tempest-ServerExternalEventsTest-580979402-project-member] [instance: 4ef095a0-6177-4558-96fa-655cae276f42] Processing image 2b7a0304-b5d0-431d-b287-32c8388d7fbd {{(pid=69613) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 595.574993] env[69613]: DEBUG oslo_concurrency.lockutils [None req-673e4982-dbbd-4931-a547-f0dae66e30dc tempest-ServerExternalEventsTest-580979402 tempest-ServerExternalEventsTest-580979402-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.574993] env[69613]: DEBUG oslo_concurrency.lockutils [None req-673e4982-dbbd-4931-a547-f0dae66e30dc tempest-ServerExternalEventsTest-580979402 tempest-ServerExternalEventsTest-580979402-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.575304] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-673e4982-dbbd-4931-a547-f0dae66e30dc tempest-ServerExternalEventsTest-580979402 tempest-ServerExternalEventsTest-580979402-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69613) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 595.575304] env[69613]: DEBUG oslo_vmware.api [None req-01fbda49-e918-4a2b-9f65-c959e3bb9566 tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] Waiting for the task: (returnval){ [ 595.575304] env[69613]: value = "task-3416718" [ 595.575304] env[69613]: _type = "Task" [ 595.575304] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 595.575304] env[69613]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6fe68cdc-83cf-4d5a-84b6-128efe193bf4 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.591995] env[69613]: DEBUG oslo_vmware.api [None req-01fbda49-e918-4a2b-9f65-c959e3bb9566 tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] Task: {'id': task-3416718, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.594406] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-673e4982-dbbd-4931-a547-f0dae66e30dc tempest-ServerExternalEventsTest-580979402 tempest-ServerExternalEventsTest-580979402-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69613) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 595.595221] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-673e4982-dbbd-4931-a547-f0dae66e30dc tempest-ServerExternalEventsTest-580979402 tempest-ServerExternalEventsTest-580979402-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69613) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 595.595533] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0f49ea24-4f88-4153-8baa-7dad741aeec4 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.604054] env[69613]: DEBUG nova.compute.utils [None req-c5872745-a302-41fa-ae33-65ee6631e66c tempest-FloatingIPsAssociationTestJSON-164946246 tempest-FloatingIPsAssociationTestJSON-164946246-project-member] Using /dev/sd instead of None {{(pid=69613) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 595.605875] env[69613]: DEBUG oslo_vmware.api [None req-673e4982-dbbd-4931-a547-f0dae66e30dc tempest-ServerExternalEventsTest-580979402 tempest-ServerExternalEventsTest-580979402-project-member] Waiting for the task: (returnval){ [ 595.605875] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]5210ff1f-67e0-b2ff-9097-d0b69307538d" [ 595.605875] env[69613]: _type = "Task" [ 595.605875] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 595.606201] env[69613]: DEBUG nova.compute.manager [None req-c5872745-a302-41fa-ae33-65ee6631e66c tempest-FloatingIPsAssociationTestJSON-164946246 tempest-FloatingIPsAssociationTestJSON-164946246-project-member] [instance: f7fdfec2-ad0d-42f4-bff8-99f164ce18a3] Allocating IP information in the background. {{(pid=69613) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 595.606394] env[69613]: DEBUG nova.network.neutron [None req-c5872745-a302-41fa-ae33-65ee6631e66c tempest-FloatingIPsAssociationTestJSON-164946246 tempest-FloatingIPsAssociationTestJSON-164946246-project-member] [instance: f7fdfec2-ad0d-42f4-bff8-99f164ce18a3] allocate_for_instance() {{(pid=69613) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 595.625504] env[69613]: DEBUG oslo_vmware.api [None req-673e4982-dbbd-4931-a547-f0dae66e30dc tempest-ServerExternalEventsTest-580979402 tempest-ServerExternalEventsTest-580979402-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]5210ff1f-67e0-b2ff-9097-d0b69307538d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.699282] env[69613]: DEBUG nova.policy [None req-c5872745-a302-41fa-ae33-65ee6631e66c tempest-FloatingIPsAssociationTestJSON-164946246 tempest-FloatingIPsAssociationTestJSON-164946246-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c4cbe4f588fe400b8b10be8914e3faab', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ad1d1d0ba08a4292a325cdccea6a4c0a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69613) authorize /opt/stack/nova/nova/policy.py:192}} [ 595.729024] env[69613]: DEBUG oslo_concurrency.lockutils [None req-46865419-3532-4cb8-ac8e-6ca70ef4341d tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.729024] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-46865419-3532-4cb8-ac8e-6ca70ef4341d tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] [instance: fa89db07-09b5-485d-aacc-e1d39e576218] Processing image 2b7a0304-b5d0-431d-b287-32c8388d7fbd {{(pid=69613) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 595.729024] env[69613]: DEBUG oslo_concurrency.lockutils [None req-46865419-3532-4cb8-ac8e-6ca70ef4341d tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.729024] env[69613]: DEBUG oslo_concurrency.lockutils [None req-46865419-3532-4cb8-ac8e-6ca70ef4341d tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.729612] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-46865419-3532-4cb8-ac8e-6ca70ef4341d tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69613) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 595.729612] env[69613]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d9361b94-1b34-4128-888a-ce6b94b21970 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.742783] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-46865419-3532-4cb8-ac8e-6ca70ef4341d tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69613) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 595.743198] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-46865419-3532-4cb8-ac8e-6ca70ef4341d tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69613) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 595.744150] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-155def5d-58cc-42f5-8eed-e8772bc399fe {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.750544] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b2156c61-f383-4d1c-9955-5773909b92bb {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.756816] env[69613]: DEBUG oslo_vmware.api [None req-46865419-3532-4cb8-ac8e-6ca70ef4341d tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] Waiting for the task: (returnval){ [ 595.756816] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]52804106-0dbd-20f4-e5ec-4f80fb2b233b" [ 595.756816] env[69613]: _type = "Task" [ 595.756816] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 595.769084] env[69613]: DEBUG oslo_vmware.api [-] Task: {'id': task-3416712, 'name': CreateVM_Task} progress is 99%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.772209] env[69613]: DEBUG oslo_vmware.api [None req-46865419-3532-4cb8-ac8e-6ca70ef4341d tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52804106-0dbd-20f4-e5ec-4f80fb2b233b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.799532] env[69613]: DEBUG oslo_concurrency.lockutils [req-05c73da7-3e3f-4f48-a4d6-7a1a8e0fa307 req-f7667067-d2ed-4870-ba59-54a55c474d03 service nova] Releasing lock "refresh_cache-bc90201c-8900-4821-9839-9d5e35c48ac5" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.799771] env[69613]: DEBUG nova.compute.manager [req-05c73da7-3e3f-4f48-a4d6-7a1a8e0fa307 req-f7667067-d2ed-4870-ba59-54a55c474d03 service nova] [instance: 4ef095a0-6177-4558-96fa-655cae276f42] Received event network-vif-plugged-ab48aaff-9f1e-4776-ad33-3f7861148b4b {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 595.799956] env[69613]: DEBUG oslo_concurrency.lockutils [req-05c73da7-3e3f-4f48-a4d6-7a1a8e0fa307 req-f7667067-d2ed-4870-ba59-54a55c474d03 service nova] Acquiring lock "4ef095a0-6177-4558-96fa-655cae276f42-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 595.800239] env[69613]: DEBUG oslo_concurrency.lockutils [req-05c73da7-3e3f-4f48-a4d6-7a1a8e0fa307 req-f7667067-d2ed-4870-ba59-54a55c474d03 service nova] Lock "4ef095a0-6177-4558-96fa-655cae276f42-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 595.800324] env[69613]: DEBUG oslo_concurrency.lockutils [req-05c73da7-3e3f-4f48-a4d6-7a1a8e0fa307 req-f7667067-d2ed-4870-ba59-54a55c474d03 service nova] Lock "4ef095a0-6177-4558-96fa-655cae276f42-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 595.800478] env[69613]: DEBUG nova.compute.manager [req-05c73da7-3e3f-4f48-a4d6-7a1a8e0fa307 req-f7667067-d2ed-4870-ba59-54a55c474d03 service nova] [instance: 4ef095a0-6177-4558-96fa-655cae276f42] No waiting events found dispatching network-vif-plugged-ab48aaff-9f1e-4776-ad33-3f7861148b4b {{(pid=69613) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 595.800657] env[69613]: WARNING nova.compute.manager [req-05c73da7-3e3f-4f48-a4d6-7a1a8e0fa307 req-f7667067-d2ed-4870-ba59-54a55c474d03 service nova] [instance: 4ef095a0-6177-4558-96fa-655cae276f42] Received unexpected event network-vif-plugged-ab48aaff-9f1e-4776-ad33-3f7861148b4b for instance with vm_state building and task_state spawning. [ 595.800820] env[69613]: DEBUG nova.compute.manager [req-05c73da7-3e3f-4f48-a4d6-7a1a8e0fa307 req-f7667067-d2ed-4870-ba59-54a55c474d03 service nova] [instance: 4ef095a0-6177-4558-96fa-655cae276f42] Received event network-changed-ab48aaff-9f1e-4776-ad33-3f7861148b4b {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 595.801009] env[69613]: DEBUG nova.compute.manager [req-05c73da7-3e3f-4f48-a4d6-7a1a8e0fa307 req-f7667067-d2ed-4870-ba59-54a55c474d03 service nova] [instance: 4ef095a0-6177-4558-96fa-655cae276f42] Refreshing instance network info cache due to event network-changed-ab48aaff-9f1e-4776-ad33-3f7861148b4b. {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 595.801489] env[69613]: DEBUG oslo_concurrency.lockutils [req-05c73da7-3e3f-4f48-a4d6-7a1a8e0fa307 req-f7667067-d2ed-4870-ba59-54a55c474d03 service nova] Acquiring lock "refresh_cache-4ef095a0-6177-4558-96fa-655cae276f42" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.801489] env[69613]: DEBUG oslo_concurrency.lockutils [req-05c73da7-3e3f-4f48-a4d6-7a1a8e0fa307 req-f7667067-d2ed-4870-ba59-54a55c474d03 service nova] Acquired lock "refresh_cache-4ef095a0-6177-4558-96fa-655cae276f42" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.801668] env[69613]: DEBUG nova.network.neutron [req-05c73da7-3e3f-4f48-a4d6-7a1a8e0fa307 req-f7667067-d2ed-4870-ba59-54a55c474d03 service nova] [instance: 4ef095a0-6177-4558-96fa-655cae276f42] Refreshing network info cache for port ab48aaff-9f1e-4776-ad33-3f7861148b4b {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 595.831474] env[69613]: DEBUG nova.network.neutron [req-6ad5d005-d5ad-4293-a191-da4990b68d1d req-88765b1f-2dcf-4210-98c3-6396383b417a service nova] [instance: fa89db07-09b5-485d-aacc-e1d39e576218] Updated VIF entry in instance network info cache for port 0440ad46-6267-4978-999c-2ae31f3938eb. {{(pid=69613) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 595.831814] env[69613]: DEBUG nova.network.neutron [req-6ad5d005-d5ad-4293-a191-da4990b68d1d req-88765b1f-2dcf-4210-98c3-6396383b417a service nova] [instance: fa89db07-09b5-485d-aacc-e1d39e576218] Updating instance_info_cache with network_info: [{"id": "0440ad46-6267-4978-999c-2ae31f3938eb", "address": "fa:16:3e:ef:10:ba", "network": {"id": "61ad87c4-4293-487c-b451-f4ac0516c9d3", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-15261718-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d92771d74b6941b3966b3d7f8db3ccc7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee018eb-75be-4037-a80a-07034d4eae35", "external-id": "nsx-vlan-transportzone-8", "segmentation_id": 8, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0440ad46-62", "ovs_interfaceid": "0440ad46-6267-4978-999c-2ae31f3938eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 595.847190] env[69613]: DEBUG oslo_vmware.api [None req-985eeb00-f39c-480b-b0c4-344088b78204 tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] Task: {'id': task-3416716, 'name': PowerOnVM_Task} progress is 90%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.889958] env[69613]: DEBUG nova.network.neutron [None req-9c199556-f27c-4a34-a6e8-d5787bb44423 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] [instance: 30032fc2-1100-456a-bd0d-f3daf0a16662] Updating instance_info_cache with network_info: [{"id": "2eb54e51-b86d-4946-8cf8-9be06f8cefb6", "address": "fa:16:3e:18:98:e1", "network": {"id": "64de9f7d-83a6-4dfb-bc7b-e08525149070", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-255161033-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "412c098cc7b941c6bb5c47763a2faff0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f499bc9-78da-46c1-9274-19edf26d31cb", "external-id": "nsx-vlan-transportzone-243", "segmentation_id": 243, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2eb54e51-b8", "ovs_interfaceid": "2eb54e51-b86d-4946-8cf8-9be06f8cefb6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 595.967041] env[69613]: DEBUG oslo_vmware.api [None req-35a3fd56-f337-4987-86fe-f575d529bad7 tempest-ServerDiagnosticsNegativeTest-1011837599 tempest-ServerDiagnosticsNegativeTest-1011837599-project-member] Task: {'id': task-3416717, 'name': Rename_Task, 'duration_secs': 0.177338} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 595.967524] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-35a3fd56-f337-4987-86fe-f575d529bad7 tempest-ServerDiagnosticsNegativeTest-1011837599 tempest-ServerDiagnosticsNegativeTest-1011837599-project-member] [instance: b5f11d7f-0a76-4db9-bc83-fecf88004a47] Powering on the VM {{(pid=69613) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 595.967809] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3186f5d7-257d-4ed4-ba1b-78422ff7c41a {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.975952] env[69613]: DEBUG oslo_vmware.api [None req-1a1d8830-b086-4ec9-b7d9-644e0f408b8a tempest-DeleteServersAdminTestJSON-241271607 tempest-DeleteServersAdminTestJSON-241271607-project-member] Task: {'id': task-3416714, 'name': PowerOnVM_Task, 'duration_secs': 0.522248} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 595.976866] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a1d8830-b086-4ec9-b7d9-644e0f408b8a tempest-DeleteServersAdminTestJSON-241271607 tempest-DeleteServersAdminTestJSON-241271607-project-member] [instance: 34842f08-5c04-462c-940b-56de5b07c8f6] Powered on the VM {{(pid=69613) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 595.977937] env[69613]: INFO nova.compute.manager [None req-1a1d8830-b086-4ec9-b7d9-644e0f408b8a tempest-DeleteServersAdminTestJSON-241271607 tempest-DeleteServersAdminTestJSON-241271607-project-member] [instance: 34842f08-5c04-462c-940b-56de5b07c8f6] Took 17.70 seconds to spawn the instance on the hypervisor. [ 595.977937] env[69613]: DEBUG nova.compute.manager [None req-1a1d8830-b086-4ec9-b7d9-644e0f408b8a tempest-DeleteServersAdminTestJSON-241271607 tempest-DeleteServersAdminTestJSON-241271607-project-member] [instance: 34842f08-5c04-462c-940b-56de5b07c8f6] Checking state {{(pid=69613) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 595.983777] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dce1cd45-358c-4381-acb2-398776232261 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.987450] env[69613]: DEBUG oslo_vmware.api [None req-35a3fd56-f337-4987-86fe-f575d529bad7 tempest-ServerDiagnosticsNegativeTest-1011837599 tempest-ServerDiagnosticsNegativeTest-1011837599-project-member] Waiting for the task: (returnval){ [ 595.987450] env[69613]: value = "task-3416719" [ 595.987450] env[69613]: _type = "Task" [ 595.987450] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 596.003492] env[69613]: DEBUG oslo_vmware.api [None req-35a3fd56-f337-4987-86fe-f575d529bad7 tempest-ServerDiagnosticsNegativeTest-1011837599 tempest-ServerDiagnosticsNegativeTest-1011837599-project-member] Task: {'id': task-3416719, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.090738] env[69613]: DEBUG oslo_vmware.api [None req-01fbda49-e918-4a2b-9f65-c959e3bb9566 tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] Task: {'id': task-3416718, 'name': ReconfigVM_Task, 'duration_secs': 0.44524} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 596.097312] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-01fbda49-e918-4a2b-9f65-c959e3bb9566 tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] [instance: bc90201c-8900-4821-9839-9d5e35c48ac5] Reconfigured VM instance instance-00000004 to attach disk [datastore2] bc90201c-8900-4821-9839-9d5e35c48ac5/bc90201c-8900-4821-9839-9d5e35c48ac5.vmdk or device None with type sparse {{(pid=69613) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 596.097312] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-71b6f1e5-132a-4e91-9ecb-19be8421d053 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.104566] env[69613]: DEBUG oslo_vmware.api [None req-01fbda49-e918-4a2b-9f65-c959e3bb9566 tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] Waiting for the task: (returnval){ [ 596.104566] env[69613]: value = "task-3416720" [ 596.104566] env[69613]: _type = "Task" [ 596.104566] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 596.119459] env[69613]: DEBUG nova.compute.manager [None req-c5872745-a302-41fa-ae33-65ee6631e66c tempest-FloatingIPsAssociationTestJSON-164946246 tempest-FloatingIPsAssociationTestJSON-164946246-project-member] [instance: f7fdfec2-ad0d-42f4-bff8-99f164ce18a3] Start building block device mappings for instance. {{(pid=69613) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 596.124808] env[69613]: DEBUG oslo_vmware.api [None req-01fbda49-e918-4a2b-9f65-c959e3bb9566 tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] Task: {'id': task-3416720, 'name': Rename_Task} progress is 10%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.137939] env[69613]: DEBUG oslo_vmware.api [None req-673e4982-dbbd-4931-a547-f0dae66e30dc tempest-ServerExternalEventsTest-580979402 tempest-ServerExternalEventsTest-580979402-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]5210ff1f-67e0-b2ff-9097-d0b69307538d, 'name': SearchDatastore_Task, 'duration_secs': 0.01971} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 596.140376] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c7668ceb-2448-4900-8838-09284bb317f6 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.145926] env[69613]: DEBUG oslo_vmware.api [None req-673e4982-dbbd-4931-a547-f0dae66e30dc tempest-ServerExternalEventsTest-580979402 tempest-ServerExternalEventsTest-580979402-project-member] Waiting for the task: (returnval){ [ 596.145926] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]5243e7f4-63f5-1cea-8dd4-578387aad537" [ 596.145926] env[69613]: _type = "Task" [ 596.145926] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 596.154539] env[69613]: DEBUG oslo_vmware.api [None req-673e4982-dbbd-4931-a547-f0dae66e30dc tempest-ServerExternalEventsTest-580979402 tempest-ServerExternalEventsTest-580979402-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]5243e7f4-63f5-1cea-8dd4-578387aad537, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.271440] env[69613]: DEBUG oslo_vmware.api [-] Task: {'id': task-3416712, 'name': CreateVM_Task, 'duration_secs': 1.326161} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 596.271440] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 82d7d697-989c-4f9f-aaf4-7a7345bf2292] Created VM on the ESX host {{(pid=69613) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 596.271440] env[69613]: DEBUG oslo_concurrency.lockutils [None req-dc449098-b337-44db-8f59-39749e756af2 tempest-ServersAdmin275Test-798959479 tempest-ServersAdmin275Test-798959479-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.271440] env[69613]: DEBUG oslo_concurrency.lockutils [None req-dc449098-b337-44db-8f59-39749e756af2 tempest-ServersAdmin275Test-798959479 tempest-ServersAdmin275Test-798959479-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.271440] env[69613]: DEBUG oslo_concurrency.lockutils [None req-dc449098-b337-44db-8f59-39749e756af2 tempest-ServersAdmin275Test-798959479 tempest-ServersAdmin275Test-798959479-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.271440] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bbac5d4f-9aba-4648-9372-66ec05b18494 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.277100] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-46865419-3532-4cb8-ac8e-6ca70ef4341d tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] [instance: fa89db07-09b5-485d-aacc-e1d39e576218] Preparing fetch location {{(pid=69613) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 596.277100] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-46865419-3532-4cb8-ac8e-6ca70ef4341d tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] Creating directory with path [datastore1] vmware_temp/daccfc94-99ed-4e00-b496-538fd3699b51/2b7a0304-b5d0-431d-b287-32c8388d7fbd {{(pid=69613) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 596.277394] env[69613]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c0f197a2-50e5-4bbc-bab4-8308cf32ada9 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.282846] env[69613]: DEBUG oslo_vmware.api [None req-dc449098-b337-44db-8f59-39749e756af2 tempest-ServersAdmin275Test-798959479 tempest-ServersAdmin275Test-798959479-project-member] Waiting for the task: (returnval){ [ 596.282846] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]525c6e3f-15b8-b556-d272-0ebdf082ac58" [ 596.282846] env[69613]: _type = "Task" [ 596.282846] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 596.292190] env[69613]: DEBUG oslo_vmware.api [None req-dc449098-b337-44db-8f59-39749e756af2 tempest-ServersAdmin275Test-798959479 tempest-ServersAdmin275Test-798959479-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]525c6e3f-15b8-b556-d272-0ebdf082ac58, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.308573] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-46865419-3532-4cb8-ac8e-6ca70ef4341d tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] Created directory with path [datastore1] vmware_temp/daccfc94-99ed-4e00-b496-538fd3699b51/2b7a0304-b5d0-431d-b287-32c8388d7fbd {{(pid=69613) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 596.308573] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-46865419-3532-4cb8-ac8e-6ca70ef4341d tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] [instance: fa89db07-09b5-485d-aacc-e1d39e576218] Fetch image to [datastore1] vmware_temp/daccfc94-99ed-4e00-b496-538fd3699b51/2b7a0304-b5d0-431d-b287-32c8388d7fbd/tmp-sparse.vmdk {{(pid=69613) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 596.308573] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-46865419-3532-4cb8-ac8e-6ca70ef4341d tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] [instance: fa89db07-09b5-485d-aacc-e1d39e576218] Downloading image file data 2b7a0304-b5d0-431d-b287-32c8388d7fbd to [datastore1] vmware_temp/daccfc94-99ed-4e00-b496-538fd3699b51/2b7a0304-b5d0-431d-b287-32c8388d7fbd/tmp-sparse.vmdk on the data store datastore1 {{(pid=69613) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 596.309497] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4600de40-7d5e-4035-b602-e3b069d239bd {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.321340] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bb51e47-583a-400f-a12e-a15e48642ddf {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.334018] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cf6205a-8302-4dd8-ab3a-5ecd1d67dc6d {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.341364] env[69613]: DEBUG oslo_concurrency.lockutils [req-6ad5d005-d5ad-4293-a191-da4990b68d1d req-88765b1f-2dcf-4210-98c3-6396383b417a service nova] Releasing lock "refresh_cache-fa89db07-09b5-485d-aacc-e1d39e576218" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.374584] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c8aa17c-9104-41f8-aae9-8c8383619e0d {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.380441] env[69613]: DEBUG oslo_vmware.api [None req-985eeb00-f39c-480b-b0c4-344088b78204 tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] Task: {'id': task-3416716, 'name': PowerOnVM_Task, 'duration_secs': 0.553009} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 596.380441] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-985eeb00-f39c-480b-b0c4-344088b78204 tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] [instance: cdfedccf-3398-437c-a908-41d6d87d8a99] Powered on the VM {{(pid=69613) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 596.380441] env[69613]: INFO nova.compute.manager [None req-985eeb00-f39c-480b-b0c4-344088b78204 tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] [instance: cdfedccf-3398-437c-a908-41d6d87d8a99] Took 15.70 seconds to spawn the instance on the hypervisor. [ 596.380441] env[69613]: DEBUG nova.compute.manager [None req-985eeb00-f39c-480b-b0c4-344088b78204 tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] [instance: cdfedccf-3398-437c-a908-41d6d87d8a99] Checking state {{(pid=69613) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 596.380441] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-927b0c97-38b7-455c-a901-bc445ab37b61 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.384385] env[69613]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-014b7cad-40c0-484b-a050-6c0d8a5269b3 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.395631] env[69613]: DEBUG oslo_concurrency.lockutils [None req-9c199556-f27c-4a34-a6e8-d5787bb44423 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Releasing lock "refresh_cache-30032fc2-1100-456a-bd0d-f3daf0a16662" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.395631] env[69613]: DEBUG nova.compute.manager [None req-9c199556-f27c-4a34-a6e8-d5787bb44423 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] [instance: 30032fc2-1100-456a-bd0d-f3daf0a16662] Instance network_info: |[{"id": "2eb54e51-b86d-4946-8cf8-9be06f8cefb6", "address": "fa:16:3e:18:98:e1", "network": {"id": "64de9f7d-83a6-4dfb-bc7b-e08525149070", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-255161033-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "412c098cc7b941c6bb5c47763a2faff0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f499bc9-78da-46c1-9274-19edf26d31cb", "external-id": "nsx-vlan-transportzone-243", "segmentation_id": 243, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2eb54e51-b8", "ovs_interfaceid": "2eb54e51-b86d-4946-8cf8-9be06f8cefb6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69613) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 596.398254] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-9c199556-f27c-4a34-a6e8-d5787bb44423 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] [instance: 30032fc2-1100-456a-bd0d-f3daf0a16662] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:18:98:e1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3f499bc9-78da-46c1-9274-19edf26d31cb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2eb54e51-b86d-4946-8cf8-9be06f8cefb6', 'vif_model': 'vmxnet3'}] {{(pid=69613) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 596.403518] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c199556-f27c-4a34-a6e8-d5787bb44423 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Creating folder: Project (412c098cc7b941c6bb5c47763a2faff0). Parent ref: group-v681687. {{(pid=69613) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 596.403870] env[69613]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4a0b6a31-689e-430a-b549-2da0bc92789c {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.414259] env[69613]: INFO nova.virt.vmwareapi.vm_util [None req-9c199556-f27c-4a34-a6e8-d5787bb44423 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Created folder: Project (412c098cc7b941c6bb5c47763a2faff0) in parent group-v681687. [ 596.414507] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c199556-f27c-4a34-a6e8-d5787bb44423 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Creating folder: Instances. Parent ref: group-v681705. {{(pid=69613) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 596.415095] env[69613]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-933ccf13-d968-4d32-9a59-6dad6ac7c09d {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.426095] env[69613]: INFO nova.virt.vmwareapi.vm_util [None req-9c199556-f27c-4a34-a6e8-d5787bb44423 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Created folder: Instances in parent group-v681705. [ 596.426095] env[69613]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9c199556-f27c-4a34-a6e8-d5787bb44423 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69613) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 596.426095] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 30032fc2-1100-456a-bd0d-f3daf0a16662] Creating VM on the ESX host {{(pid=69613) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 596.426095] env[69613]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1dabd39c-cbc5-40fb-ba64-0ad4f5050d16 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.445743] env[69613]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 596.445743] env[69613]: value = "task-3416723" [ 596.445743] env[69613]: _type = "Task" [ 596.445743] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 596.453440] env[69613]: DEBUG oslo_vmware.api [-] Task: {'id': task-3416723, 'name': CreateVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.481831] env[69613]: DEBUG nova.virt.vmwareapi.images [None req-46865419-3532-4cb8-ac8e-6ca70ef4341d tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] [instance: fa89db07-09b5-485d-aacc-e1d39e576218] Downloading image file data 2b7a0304-b5d0-431d-b287-32c8388d7fbd to the data store datastore1 {{(pid=69613) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 596.503748] env[69613]: DEBUG oslo_vmware.api [None req-35a3fd56-f337-4987-86fe-f575d529bad7 tempest-ServerDiagnosticsNegativeTest-1011837599 tempest-ServerDiagnosticsNegativeTest-1011837599-project-member] Task: {'id': task-3416719, 'name': PowerOnVM_Task} progress is 64%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.512969] env[69613]: INFO nova.compute.manager [None req-1a1d8830-b086-4ec9-b7d9-644e0f408b8a tempest-DeleteServersAdminTestJSON-241271607 tempest-DeleteServersAdminTestJSON-241271607-project-member] [instance: 34842f08-5c04-462c-940b-56de5b07c8f6] Took 22.49 seconds to build instance. [ 596.526694] env[69613]: DEBUG nova.network.neutron [None req-c5872745-a302-41fa-ae33-65ee6631e66c tempest-FloatingIPsAssociationTestJSON-164946246 tempest-FloatingIPsAssociationTestJSON-164946246-project-member] [instance: f7fdfec2-ad0d-42f4-bff8-99f164ce18a3] Successfully created port: f8cc892e-ca4e-4b07-970e-2668023db45c {{(pid=69613) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 596.553212] env[69613]: DEBUG oslo_vmware.rw_handles [None req-46865419-3532-4cb8-ac8e-6ca70ef4341d tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c2n1.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/daccfc94-99ed-4e00-b496-538fd3699b51/2b7a0304-b5d0-431d-b287-32c8388d7fbd/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=69613) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 596.630706] env[69613]: DEBUG oslo_vmware.api [None req-01fbda49-e918-4a2b-9f65-c959e3bb9566 tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] Task: {'id': task-3416720, 'name': Rename_Task, 'duration_secs': 0.181158} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 596.631455] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-01fbda49-e918-4a2b-9f65-c959e3bb9566 tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] [instance: bc90201c-8900-4821-9839-9d5e35c48ac5] Powering on the VM {{(pid=69613) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 596.631730] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-19853271-791f-4628-8439-7f54a6f7e16b {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.638902] env[69613]: DEBUG oslo_vmware.api [None req-01fbda49-e918-4a2b-9f65-c959e3bb9566 tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] Waiting for the task: (returnval){ [ 596.638902] env[69613]: value = "task-3416724" [ 596.638902] env[69613]: _type = "Task" [ 596.638902] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 596.649890] env[69613]: DEBUG oslo_vmware.api [None req-01fbda49-e918-4a2b-9f65-c959e3bb9566 tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] Task: {'id': task-3416724, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.665965] env[69613]: DEBUG oslo_vmware.api [None req-673e4982-dbbd-4931-a547-f0dae66e30dc tempest-ServerExternalEventsTest-580979402 tempest-ServerExternalEventsTest-580979402-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]5243e7f4-63f5-1cea-8dd4-578387aad537, 'name': SearchDatastore_Task, 'duration_secs': 0.01121} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 596.669727] env[69613]: DEBUG oslo_concurrency.lockutils [None req-673e4982-dbbd-4931-a547-f0dae66e30dc tempest-ServerExternalEventsTest-580979402 tempest-ServerExternalEventsTest-580979402-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.670048] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-673e4982-dbbd-4931-a547-f0dae66e30dc tempest-ServerExternalEventsTest-580979402 tempest-ServerExternalEventsTest-580979402-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk to [datastore2] 4ef095a0-6177-4558-96fa-655cae276f42/4ef095a0-6177-4558-96fa-655cae276f42.vmdk {{(pid=69613) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 596.670810] env[69613]: DEBUG nova.compute.resource_tracker [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Instance 8fcf169e-2bcf-4fff-9a99-7dc8db4ce128 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69613) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 596.673955] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fd14e1d0-c774-46cd-bb6e-00d1b3845534 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.683683] env[69613]: DEBUG oslo_vmware.api [None req-673e4982-dbbd-4931-a547-f0dae66e30dc tempest-ServerExternalEventsTest-580979402 tempest-ServerExternalEventsTest-580979402-project-member] Waiting for the task: (returnval){ [ 596.683683] env[69613]: value = "task-3416725" [ 596.683683] env[69613]: _type = "Task" [ 596.683683] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 596.695819] env[69613]: DEBUG oslo_vmware.api [None req-673e4982-dbbd-4931-a547-f0dae66e30dc tempest-ServerExternalEventsTest-580979402 tempest-ServerExternalEventsTest-580979402-project-member] Task: {'id': task-3416725, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.806018] env[69613]: DEBUG oslo_concurrency.lockutils [None req-dc449098-b337-44db-8f59-39749e756af2 tempest-ServersAdmin275Test-798959479 tempest-ServersAdmin275Test-798959479-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.806018] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-dc449098-b337-44db-8f59-39749e756af2 tempest-ServersAdmin275Test-798959479 tempest-ServersAdmin275Test-798959479-project-member] [instance: 82d7d697-989c-4f9f-aaf4-7a7345bf2292] Processing image 2b7a0304-b5d0-431d-b287-32c8388d7fbd {{(pid=69613) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 596.806229] env[69613]: DEBUG oslo_concurrency.lockutils [None req-dc449098-b337-44db-8f59-39749e756af2 tempest-ServersAdmin275Test-798959479 tempest-ServersAdmin275Test-798959479-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.864203] env[69613]: DEBUG nova.network.neutron [req-05c73da7-3e3f-4f48-a4d6-7a1a8e0fa307 req-f7667067-d2ed-4870-ba59-54a55c474d03 service nova] [instance: 4ef095a0-6177-4558-96fa-655cae276f42] Updated VIF entry in instance network info cache for port ab48aaff-9f1e-4776-ad33-3f7861148b4b. {{(pid=69613) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 596.864605] env[69613]: DEBUG nova.network.neutron [req-05c73da7-3e3f-4f48-a4d6-7a1a8e0fa307 req-f7667067-d2ed-4870-ba59-54a55c474d03 service nova] [instance: 4ef095a0-6177-4558-96fa-655cae276f42] Updating instance_info_cache with network_info: [{"id": "ab48aaff-9f1e-4776-ad33-3f7861148b4b", "address": "fa:16:3e:6e:94:55", "network": {"id": "7f5a9020-c966-459c-b2b1-fc62b2ff6283", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.216", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3e9e1b873f1442d59d5ee8247b941f74", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aec0089a-ff85-4bef-bad8-c84de39af71a", "external-id": "nsx-vlan-transportzone-758", "segmentation_id": 758, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapab48aaff-9f", "ovs_interfaceid": "ab48aaff-9f1e-4776-ad33-3f7861148b4b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 596.909315] env[69613]: INFO nova.compute.manager [None req-985eeb00-f39c-480b-b0c4-344088b78204 tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] [instance: cdfedccf-3398-437c-a908-41d6d87d8a99] Took 20.49 seconds to build instance. [ 596.969420] env[69613]: DEBUG oslo_vmware.api [-] Task: {'id': task-3416723, 'name': CreateVM_Task, 'duration_secs': 0.437945} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 596.974129] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 30032fc2-1100-456a-bd0d-f3daf0a16662] Created VM on the ESX host {{(pid=69613) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 596.975789] env[69613]: DEBUG oslo_concurrency.lockutils [None req-9c199556-f27c-4a34-a6e8-d5787bb44423 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.975789] env[69613]: DEBUG oslo_concurrency.lockutils [None req-9c199556-f27c-4a34-a6e8-d5787bb44423 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.976229] env[69613]: DEBUG oslo_concurrency.lockutils [None req-9c199556-f27c-4a34-a6e8-d5787bb44423 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.976326] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-74f92c1d-f982-41fd-a1d9-7a6f0439bb98 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.983618] env[69613]: DEBUG oslo_vmware.api [None req-9c199556-f27c-4a34-a6e8-d5787bb44423 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Waiting for the task: (returnval){ [ 596.983618] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]5248404c-f967-6bc9-fe3a-c81ccf53baec" [ 596.983618] env[69613]: _type = "Task" [ 596.983618] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 597.006287] env[69613]: DEBUG oslo_vmware.api [None req-9c199556-f27c-4a34-a6e8-d5787bb44423 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]5248404c-f967-6bc9-fe3a-c81ccf53baec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.017280] env[69613]: DEBUG oslo_concurrency.lockutils [None req-1a1d8830-b086-4ec9-b7d9-644e0f408b8a tempest-DeleteServersAdminTestJSON-241271607 tempest-DeleteServersAdminTestJSON-241271607-project-member] Lock "34842f08-5c04-462c-940b-56de5b07c8f6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.999s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 597.017280] env[69613]: DEBUG oslo_vmware.api [None req-35a3fd56-f337-4987-86fe-f575d529bad7 tempest-ServerDiagnosticsNegativeTest-1011837599 tempest-ServerDiagnosticsNegativeTest-1011837599-project-member] Task: {'id': task-3416719, 'name': PowerOnVM_Task, 'duration_secs': 0.99639} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 597.020744] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-35a3fd56-f337-4987-86fe-f575d529bad7 tempest-ServerDiagnosticsNegativeTest-1011837599 tempest-ServerDiagnosticsNegativeTest-1011837599-project-member] [instance: b5f11d7f-0a76-4db9-bc83-fecf88004a47] Powered on the VM {{(pid=69613) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 597.021425] env[69613]: INFO nova.compute.manager [None req-35a3fd56-f337-4987-86fe-f575d529bad7 tempest-ServerDiagnosticsNegativeTest-1011837599 tempest-ServerDiagnosticsNegativeTest-1011837599-project-member] [instance: b5f11d7f-0a76-4db9-bc83-fecf88004a47] Took 14.09 seconds to spawn the instance on the hypervisor. [ 597.021796] env[69613]: DEBUG nova.compute.manager [None req-35a3fd56-f337-4987-86fe-f575d529bad7 tempest-ServerDiagnosticsNegativeTest-1011837599 tempest-ServerDiagnosticsNegativeTest-1011837599-project-member] [instance: b5f11d7f-0a76-4db9-bc83-fecf88004a47] Checking state {{(pid=69613) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 597.023586] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c87e5e5-d4aa-4e94-aee3-e9295b81bad4 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.132234] env[69613]: DEBUG nova.compute.manager [None req-c5872745-a302-41fa-ae33-65ee6631e66c tempest-FloatingIPsAssociationTestJSON-164946246 tempest-FloatingIPsAssociationTestJSON-164946246-project-member] [instance: f7fdfec2-ad0d-42f4-bff8-99f164ce18a3] Start spawning the instance on the hypervisor. {{(pid=69613) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 597.149735] env[69613]: DEBUG oslo_vmware.api [None req-01fbda49-e918-4a2b-9f65-c959e3bb9566 tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] Task: {'id': task-3416724, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.165073] env[69613]: DEBUG nova.virt.hardware [None req-c5872745-a302-41fa-ae33-65ee6631e66c tempest-FloatingIPsAssociationTestJSON-164946246 tempest-FloatingIPsAssociationTestJSON-164946246-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T13:55:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T13:55:19Z,direct_url=,disk_format='vmdk',id=2b7a0304-b5d0-431d-b287-32c8388d7fbd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3e9e1b873f1442d59d5ee8247b941f74',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T13:55:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 597.165207] env[69613]: DEBUG nova.virt.hardware [None req-c5872745-a302-41fa-ae33-65ee6631e66c tempest-FloatingIPsAssociationTestJSON-164946246 tempest-FloatingIPsAssociationTestJSON-164946246-project-member] Flavor limits 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 597.165294] env[69613]: DEBUG nova.virt.hardware [None req-c5872745-a302-41fa-ae33-65ee6631e66c tempest-FloatingIPsAssociationTestJSON-164946246 tempest-FloatingIPsAssociationTestJSON-164946246-project-member] Image limits 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 597.165515] env[69613]: DEBUG nova.virt.hardware [None req-c5872745-a302-41fa-ae33-65ee6631e66c tempest-FloatingIPsAssociationTestJSON-164946246 tempest-FloatingIPsAssociationTestJSON-164946246-project-member] Flavor pref 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 597.165669] env[69613]: DEBUG nova.virt.hardware [None req-c5872745-a302-41fa-ae33-65ee6631e66c tempest-FloatingIPsAssociationTestJSON-164946246 tempest-FloatingIPsAssociationTestJSON-164946246-project-member] Image pref 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 597.165815] env[69613]: DEBUG nova.virt.hardware [None req-c5872745-a302-41fa-ae33-65ee6631e66c tempest-FloatingIPsAssociationTestJSON-164946246 tempest-FloatingIPsAssociationTestJSON-164946246-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 597.166258] env[69613]: DEBUG nova.virt.hardware [None req-c5872745-a302-41fa-ae33-65ee6631e66c tempest-FloatingIPsAssociationTestJSON-164946246 tempest-FloatingIPsAssociationTestJSON-164946246-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 597.166497] env[69613]: DEBUG nova.virt.hardware [None req-c5872745-a302-41fa-ae33-65ee6631e66c tempest-FloatingIPsAssociationTestJSON-164946246 tempest-FloatingIPsAssociationTestJSON-164946246-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69613) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 597.166686] env[69613]: DEBUG nova.virt.hardware [None req-c5872745-a302-41fa-ae33-65ee6631e66c tempest-FloatingIPsAssociationTestJSON-164946246 tempest-FloatingIPsAssociationTestJSON-164946246-project-member] Got 1 possible topologies {{(pid=69613) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 597.166852] env[69613]: DEBUG nova.virt.hardware [None req-c5872745-a302-41fa-ae33-65ee6631e66c tempest-FloatingIPsAssociationTestJSON-164946246 tempest-FloatingIPsAssociationTestJSON-164946246-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 597.167253] env[69613]: DEBUG nova.virt.hardware [None req-c5872745-a302-41fa-ae33-65ee6631e66c tempest-FloatingIPsAssociationTestJSON-164946246 tempest-FloatingIPsAssociationTestJSON-164946246-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 597.168366] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f11af3f4-0dde-4086-a226-d025da5db926 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.174263] env[69613]: DEBUG nova.compute.resource_tracker [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Instance 54fe2a35-52f3-4c21-a0f4-522e44b620a0 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69613) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 597.174416] env[69613]: DEBUG nova.compute.resource_tracker [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Instance 34842f08-5c04-462c-940b-56de5b07c8f6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69613) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 597.174659] env[69613]: DEBUG nova.compute.resource_tracker [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Instance 82d7d697-989c-4f9f-aaf4-7a7345bf2292 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69613) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 597.179983] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2676ddc5-4699-4993-9037-d569df23c064 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.210207] env[69613]: DEBUG oslo_vmware.api [None req-673e4982-dbbd-4931-a547-f0dae66e30dc tempest-ServerExternalEventsTest-580979402 tempest-ServerExternalEventsTest-580979402-project-member] Task: {'id': task-3416725, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.369656] env[69613]: DEBUG oslo_concurrency.lockutils [req-05c73da7-3e3f-4f48-a4d6-7a1a8e0fa307 req-f7667067-d2ed-4870-ba59-54a55c474d03 service nova] Releasing lock "refresh_cache-4ef095a0-6177-4558-96fa-655cae276f42" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.412830] env[69613]: DEBUG oslo_concurrency.lockutils [None req-985eeb00-f39c-480b-b0c4-344088b78204 tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] Lock "cdfedccf-3398-437c-a908-41d6d87d8a99" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.007s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 597.425166] env[69613]: DEBUG oslo_concurrency.lockutils [None req-b382aaf2-8432-4759-8fea-45630bcf0e5c tempest-ServerShowV254Test-1975243985 tempest-ServerShowV254Test-1975243985-project-member] Acquiring lock "cd5b4748-087b-4058-990d-e15affb5a715" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 597.425419] env[69613]: DEBUG oslo_concurrency.lockutils [None req-b382aaf2-8432-4759-8fea-45630bcf0e5c tempest-ServerShowV254Test-1975243985 tempest-ServerShowV254Test-1975243985-project-member] Lock "cd5b4748-087b-4058-990d-e15affb5a715" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 597.494748] env[69613]: DEBUG oslo_concurrency.lockutils [None req-9c199556-f27c-4a34-a6e8-d5787bb44423 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.495320] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-9c199556-f27c-4a34-a6e8-d5787bb44423 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] [instance: 30032fc2-1100-456a-bd0d-f3daf0a16662] Processing image 2b7a0304-b5d0-431d-b287-32c8388d7fbd {{(pid=69613) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 597.495320] env[69613]: DEBUG oslo_concurrency.lockutils [None req-9c199556-f27c-4a34-a6e8-d5787bb44423 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.524694] env[69613]: DEBUG nova.compute.manager [None req-7fce2e4a-f025-4f0c-92a0-289456e4be53 tempest-ServerDiagnosticsTest-865742498 tempest-ServerDiagnosticsTest-865742498-project-member] [instance: c1d7aa83-ab84-4ff3-a10f-e04e84582ed4] Starting instance... {{(pid=69613) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 597.546336] env[69613]: INFO nova.compute.manager [None req-35a3fd56-f337-4987-86fe-f575d529bad7 tempest-ServerDiagnosticsNegativeTest-1011837599 tempest-ServerDiagnosticsNegativeTest-1011837599-project-member] [instance: b5f11d7f-0a76-4db9-bc83-fecf88004a47] Took 19.39 seconds to build instance. [ 597.597351] env[69613]: DEBUG oslo_vmware.rw_handles [None req-46865419-3532-4cb8-ac8e-6ca70ef4341d tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] Completed reading data from the image iterator. {{(pid=69613) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 597.597711] env[69613]: DEBUG oslo_vmware.rw_handles [None req-46865419-3532-4cb8-ac8e-6ca70ef4341d tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] Closing write handle for https://esx7c2n1.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/daccfc94-99ed-4e00-b496-538fd3699b51/2b7a0304-b5d0-431d-b287-32c8388d7fbd/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=69613) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 597.619479] env[69613]: DEBUG oslo_concurrency.lockutils [None req-90ae4c6e-6be8-456d-8438-6aaff0916402 tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Acquiring lock "6ec24a38-4b28-42e6-b86b-654d79714a95" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 597.620759] env[69613]: DEBUG oslo_concurrency.lockutils [None req-90ae4c6e-6be8-456d-8438-6aaff0916402 tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Lock "6ec24a38-4b28-42e6-b86b-654d79714a95" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 597.650750] env[69613]: DEBUG oslo_vmware.api [None req-01fbda49-e918-4a2b-9f65-c959e3bb9566 tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] Task: {'id': task-3416724, 'name': PowerOnVM_Task, 'duration_secs': 0.728316} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 597.651031] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-01fbda49-e918-4a2b-9f65-c959e3bb9566 tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] [instance: bc90201c-8900-4821-9839-9d5e35c48ac5] Powered on the VM {{(pid=69613) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 597.651230] env[69613]: INFO nova.compute.manager [None req-01fbda49-e918-4a2b-9f65-c959e3bb9566 tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] [instance: bc90201c-8900-4821-9839-9d5e35c48ac5] Took 12.43 seconds to spawn the instance on the hypervisor. [ 597.651403] env[69613]: DEBUG nova.compute.manager [None req-01fbda49-e918-4a2b-9f65-c959e3bb9566 tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] [instance: bc90201c-8900-4821-9839-9d5e35c48ac5] Checking state {{(pid=69613) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 597.652426] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d8af0e0-0ba3-4876-9147-e2b1e464e583 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.678935] env[69613]: DEBUG nova.compute.resource_tracker [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Instance 030be18d-ee6f-4000-98f6-9e9a1c041a03 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69613) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 597.678935] env[69613]: DEBUG nova.compute.resource_tracker [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Instance 30032fc2-1100-456a-bd0d-f3daf0a16662 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69613) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 597.695076] env[69613]: DEBUG oslo_vmware.api [None req-673e4982-dbbd-4931-a547-f0dae66e30dc tempest-ServerExternalEventsTest-580979402 tempest-ServerExternalEventsTest-580979402-project-member] Task: {'id': task-3416725, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.617685} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 597.695818] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-673e4982-dbbd-4931-a547-f0dae66e30dc tempest-ServerExternalEventsTest-580979402 tempest-ServerExternalEventsTest-580979402-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk to [datastore2] 4ef095a0-6177-4558-96fa-655cae276f42/4ef095a0-6177-4558-96fa-655cae276f42.vmdk {{(pid=69613) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 597.695988] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-673e4982-dbbd-4931-a547-f0dae66e30dc tempest-ServerExternalEventsTest-580979402 tempest-ServerExternalEventsTest-580979402-project-member] [instance: 4ef095a0-6177-4558-96fa-655cae276f42] Extending root virtual disk to 1048576 {{(pid=69613) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 597.696257] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4bf6655d-64c3-4794-9a50-8d8422332e90 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.704395] env[69613]: DEBUG oslo_vmware.api [None req-673e4982-dbbd-4931-a547-f0dae66e30dc tempest-ServerExternalEventsTest-580979402 tempest-ServerExternalEventsTest-580979402-project-member] Waiting for the task: (returnval){ [ 597.704395] env[69613]: value = "task-3416726" [ 597.704395] env[69613]: _type = "Task" [ 597.704395] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 597.716133] env[69613]: DEBUG oslo_vmware.api [None req-673e4982-dbbd-4931-a547-f0dae66e30dc tempest-ServerExternalEventsTest-580979402 tempest-ServerExternalEventsTest-580979402-project-member] Task: {'id': task-3416726, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.756872] env[69613]: DEBUG nova.virt.vmwareapi.images [None req-46865419-3532-4cb8-ac8e-6ca70ef4341d tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] [instance: fa89db07-09b5-485d-aacc-e1d39e576218] Downloaded image file data 2b7a0304-b5d0-431d-b287-32c8388d7fbd to vmware_temp/daccfc94-99ed-4e00-b496-538fd3699b51/2b7a0304-b5d0-431d-b287-32c8388d7fbd/tmp-sparse.vmdk on the data store datastore1 {{(pid=69613) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 597.762674] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-46865419-3532-4cb8-ac8e-6ca70ef4341d tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] [instance: fa89db07-09b5-485d-aacc-e1d39e576218] Caching image {{(pid=69613) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 597.762674] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-46865419-3532-4cb8-ac8e-6ca70ef4341d tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] Copying Virtual Disk [datastore1] vmware_temp/daccfc94-99ed-4e00-b496-538fd3699b51/2b7a0304-b5d0-431d-b287-32c8388d7fbd/tmp-sparse.vmdk to [datastore1] vmware_temp/daccfc94-99ed-4e00-b496-538fd3699b51/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk {{(pid=69613) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 597.762674] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-99c2ff6b-0117-40f4-b56a-0d05dc0687d8 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.770729] env[69613]: DEBUG oslo_vmware.api [None req-46865419-3532-4cb8-ac8e-6ca70ef4341d tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] Waiting for the task: (returnval){ [ 597.770729] env[69613]: value = "task-3416727" [ 597.770729] env[69613]: _type = "Task" [ 597.770729] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 597.778964] env[69613]: DEBUG oslo_vmware.api [None req-46865419-3532-4cb8-ac8e-6ca70ef4341d tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] Task: {'id': task-3416727, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.915507] env[69613]: DEBUG nova.compute.manager [None req-a8e91408-52b9-410a-99d5-6d5b3f433e93 tempest-VolumesAdminNegativeTest-111528841 tempest-VolumesAdminNegativeTest-111528841-project-member] [instance: 54fe2a35-52f3-4c21-a0f4-522e44b620a0] Starting instance... {{(pid=69613) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 598.048437] env[69613]: DEBUG oslo_concurrency.lockutils [None req-35a3fd56-f337-4987-86fe-f575d529bad7 tempest-ServerDiagnosticsNegativeTest-1011837599 tempest-ServerDiagnosticsNegativeTest-1011837599-project-member] Lock "b5f11d7f-0a76-4db9-bc83-fecf88004a47" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.904s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 598.060441] env[69613]: DEBUG oslo_concurrency.lockutils [None req-7fce2e4a-f025-4f0c-92a0-289456e4be53 tempest-ServerDiagnosticsTest-865742498 tempest-ServerDiagnosticsTest-865742498-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 598.177589] env[69613]: INFO nova.compute.manager [None req-01fbda49-e918-4a2b-9f65-c959e3bb9566 tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] [instance: bc90201c-8900-4821-9839-9d5e35c48ac5] Took 18.59 seconds to build instance. [ 598.183132] env[69613]: DEBUG nova.compute.resource_tracker [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Instance 1fb750ed-62d4-4784-bf6c-6d777dc5ddb0 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69613) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 598.225619] env[69613]: DEBUG oslo_vmware.api [None req-673e4982-dbbd-4931-a547-f0dae66e30dc tempest-ServerExternalEventsTest-580979402 tempest-ServerExternalEventsTest-580979402-project-member] Task: {'id': task-3416726, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.185581} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 598.228087] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-673e4982-dbbd-4931-a547-f0dae66e30dc tempest-ServerExternalEventsTest-580979402 tempest-ServerExternalEventsTest-580979402-project-member] [instance: 4ef095a0-6177-4558-96fa-655cae276f42] Extended root virtual disk {{(pid=69613) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 598.228087] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-921e7c5e-df5c-40be-a924-9851b428eed1 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.269164] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-673e4982-dbbd-4931-a547-f0dae66e30dc tempest-ServerExternalEventsTest-580979402 tempest-ServerExternalEventsTest-580979402-project-member] [instance: 4ef095a0-6177-4558-96fa-655cae276f42] Reconfiguring VM instance instance-00000005 to attach disk [datastore2] 4ef095a0-6177-4558-96fa-655cae276f42/4ef095a0-6177-4558-96fa-655cae276f42.vmdk or device None with type sparse {{(pid=69613) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 598.269686] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0f463534-568f-4281-bc45-3155d3f9dbdb {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.291345] env[69613]: DEBUG nova.compute.manager [req-984a997a-795b-494a-a2ed-18ae30bc3c5b req-a148718f-0730-419b-80ff-662fbd994f04 service nova] [instance: 30032fc2-1100-456a-bd0d-f3daf0a16662] Received event network-vif-plugged-2eb54e51-b86d-4946-8cf8-9be06f8cefb6 {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 598.291761] env[69613]: DEBUG oslo_concurrency.lockutils [req-984a997a-795b-494a-a2ed-18ae30bc3c5b req-a148718f-0730-419b-80ff-662fbd994f04 service nova] Acquiring lock "30032fc2-1100-456a-bd0d-f3daf0a16662-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 598.292172] env[69613]: DEBUG oslo_concurrency.lockutils [req-984a997a-795b-494a-a2ed-18ae30bc3c5b req-a148718f-0730-419b-80ff-662fbd994f04 service nova] Lock "30032fc2-1100-456a-bd0d-f3daf0a16662-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 598.292496] env[69613]: DEBUG oslo_concurrency.lockutils [req-984a997a-795b-494a-a2ed-18ae30bc3c5b req-a148718f-0730-419b-80ff-662fbd994f04 service nova] Lock "30032fc2-1100-456a-bd0d-f3daf0a16662-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 598.292873] env[69613]: DEBUG nova.compute.manager [req-984a997a-795b-494a-a2ed-18ae30bc3c5b req-a148718f-0730-419b-80ff-662fbd994f04 service nova] [instance: 30032fc2-1100-456a-bd0d-f3daf0a16662] No waiting events found dispatching network-vif-plugged-2eb54e51-b86d-4946-8cf8-9be06f8cefb6 {{(pid=69613) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 598.293202] env[69613]: WARNING nova.compute.manager [req-984a997a-795b-494a-a2ed-18ae30bc3c5b req-a148718f-0730-419b-80ff-662fbd994f04 service nova] [instance: 30032fc2-1100-456a-bd0d-f3daf0a16662] Received unexpected event network-vif-plugged-2eb54e51-b86d-4946-8cf8-9be06f8cefb6 for instance with vm_state building and task_state spawning. [ 598.293594] env[69613]: DEBUG nova.compute.manager [req-984a997a-795b-494a-a2ed-18ae30bc3c5b req-a148718f-0730-419b-80ff-662fbd994f04 service nova] [instance: 30032fc2-1100-456a-bd0d-f3daf0a16662] Received event network-changed-2eb54e51-b86d-4946-8cf8-9be06f8cefb6 {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 598.293947] env[69613]: DEBUG nova.compute.manager [req-984a997a-795b-494a-a2ed-18ae30bc3c5b req-a148718f-0730-419b-80ff-662fbd994f04 service nova] [instance: 30032fc2-1100-456a-bd0d-f3daf0a16662] Refreshing instance network info cache due to event network-changed-2eb54e51-b86d-4946-8cf8-9be06f8cefb6. {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 598.294334] env[69613]: DEBUG oslo_concurrency.lockutils [req-984a997a-795b-494a-a2ed-18ae30bc3c5b req-a148718f-0730-419b-80ff-662fbd994f04 service nova] Acquiring lock "refresh_cache-30032fc2-1100-456a-bd0d-f3daf0a16662" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.295261] env[69613]: DEBUG oslo_concurrency.lockutils [req-984a997a-795b-494a-a2ed-18ae30bc3c5b req-a148718f-0730-419b-80ff-662fbd994f04 service nova] Acquired lock "refresh_cache-30032fc2-1100-456a-bd0d-f3daf0a16662" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.295261] env[69613]: DEBUG nova.network.neutron [req-984a997a-795b-494a-a2ed-18ae30bc3c5b req-a148718f-0730-419b-80ff-662fbd994f04 service nova] [instance: 30032fc2-1100-456a-bd0d-f3daf0a16662] Refreshing network info cache for port 2eb54e51-b86d-4946-8cf8-9be06f8cefb6 {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 598.310548] env[69613]: DEBUG oslo_vmware.api [None req-46865419-3532-4cb8-ac8e-6ca70ef4341d tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] Task: {'id': task-3416727, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.312651] env[69613]: DEBUG oslo_vmware.api [None req-673e4982-dbbd-4931-a547-f0dae66e30dc tempest-ServerExternalEventsTest-580979402 tempest-ServerExternalEventsTest-580979402-project-member] Waiting for the task: (returnval){ [ 598.312651] env[69613]: value = "task-3416728" [ 598.312651] env[69613]: _type = "Task" [ 598.312651] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 598.324984] env[69613]: DEBUG oslo_vmware.api [None req-673e4982-dbbd-4931-a547-f0dae66e30dc tempest-ServerExternalEventsTest-580979402 tempest-ServerExternalEventsTest-580979402-project-member] Task: {'id': task-3416728, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.452873] env[69613]: DEBUG oslo_concurrency.lockutils [None req-a8e91408-52b9-410a-99d5-6d5b3f433e93 tempest-VolumesAdminNegativeTest-111528841 tempest-VolumesAdminNegativeTest-111528841-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 598.556997] env[69613]: DEBUG nova.compute.manager [None req-edcd5f88-ae76-4129-bccf-2e2bb4cac7ff tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] [instance: c7921fab-fd44-4691-bca3-5ea3ae7e0bc0] Starting instance... {{(pid=69613) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 598.680890] env[69613]: DEBUG oslo_concurrency.lockutils [None req-01fbda49-e918-4a2b-9f65-c959e3bb9566 tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] Lock "bc90201c-8900-4821-9839-9d5e35c48ac5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.109s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 598.687886] env[69613]: DEBUG nova.compute.resource_tracker [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Instance d6968dbb-b95f-4115-af9c-b528337a9663 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69613) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 598.806218] env[69613]: DEBUG oslo_concurrency.lockutils [None req-2d23b748-e695-44df-8d04-c65c5a2d8289 tempest-ServersWithSpecificFlavorTestJSON-559059669 tempest-ServersWithSpecificFlavorTestJSON-559059669-project-member] Acquiring lock "b557580c-420c-42bf-90f5-43960bf4f3d5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 598.806521] env[69613]: DEBUG oslo_concurrency.lockutils [None req-2d23b748-e695-44df-8d04-c65c5a2d8289 tempest-ServersWithSpecificFlavorTestJSON-559059669 tempest-ServersWithSpecificFlavorTestJSON-559059669-project-member] Lock "b557580c-420c-42bf-90f5-43960bf4f3d5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 598.811152] env[69613]: DEBUG oslo_vmware.api [None req-46865419-3532-4cb8-ac8e-6ca70ef4341d tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] Task: {'id': task-3416727, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.977817} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 598.811769] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-46865419-3532-4cb8-ac8e-6ca70ef4341d tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] Copied Virtual Disk [datastore1] vmware_temp/daccfc94-99ed-4e00-b496-538fd3699b51/2b7a0304-b5d0-431d-b287-32c8388d7fbd/tmp-sparse.vmdk to [datastore1] vmware_temp/daccfc94-99ed-4e00-b496-538fd3699b51/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk {{(pid=69613) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 598.811956] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-46865419-3532-4cb8-ac8e-6ca70ef4341d tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] Deleting the datastore file [datastore1] vmware_temp/daccfc94-99ed-4e00-b496-538fd3699b51/2b7a0304-b5d0-431d-b287-32c8388d7fbd/tmp-sparse.vmdk {{(pid=69613) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 598.812225] env[69613]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-239ef139-c172-47de-a6ed-6cc60639c969 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.825755] env[69613]: DEBUG oslo_vmware.api [None req-673e4982-dbbd-4931-a547-f0dae66e30dc tempest-ServerExternalEventsTest-580979402 tempest-ServerExternalEventsTest-580979402-project-member] Task: {'id': task-3416728, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.827467] env[69613]: DEBUG oslo_vmware.api [None req-46865419-3532-4cb8-ac8e-6ca70ef4341d tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] Waiting for the task: (returnval){ [ 598.827467] env[69613]: value = "task-3416729" [ 598.827467] env[69613]: _type = "Task" [ 598.827467] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 598.837544] env[69613]: DEBUG oslo_vmware.api [None req-46865419-3532-4cb8-ac8e-6ca70ef4341d tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] Task: {'id': task-3416729, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.085389] env[69613]: DEBUG oslo_concurrency.lockutils [None req-edcd5f88-ae76-4129-bccf-2e2bb4cac7ff tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 599.186642] env[69613]: DEBUG nova.compute.manager [None req-3ec35fc8-3bbc-4960-b563-1dbc4b55b0fe tempest-VolumesAssistedSnapshotsTest-2112485022 tempest-VolumesAssistedSnapshotsTest-2112485022-project-member] [instance: d6968dbb-b95f-4115-af9c-b528337a9663] Starting instance... {{(pid=69613) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 599.193531] env[69613]: DEBUG nova.compute.resource_tracker [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Instance c1d7aa83-ab84-4ff3-a10f-e04e84582ed4 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69613) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 599.328650] env[69613]: DEBUG oslo_vmware.api [None req-673e4982-dbbd-4931-a547-f0dae66e30dc tempest-ServerExternalEventsTest-580979402 tempest-ServerExternalEventsTest-580979402-project-member] Task: {'id': task-3416728, 'name': ReconfigVM_Task, 'duration_secs': 0.721703} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 599.328813] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-673e4982-dbbd-4931-a547-f0dae66e30dc tempest-ServerExternalEventsTest-580979402 tempest-ServerExternalEventsTest-580979402-project-member] [instance: 4ef095a0-6177-4558-96fa-655cae276f42] Reconfigured VM instance instance-00000005 to attach disk [datastore2] 4ef095a0-6177-4558-96fa-655cae276f42/4ef095a0-6177-4558-96fa-655cae276f42.vmdk or device None with type sparse {{(pid=69613) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 599.333495] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a8678729-21d2-4dc2-87e0-0eeeb686cdfd {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.341373] env[69613]: DEBUG oslo_vmware.api [None req-46865419-3532-4cb8-ac8e-6ca70ef4341d tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] Task: {'id': task-3416729, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.049638} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 599.343825] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-46865419-3532-4cb8-ac8e-6ca70ef4341d tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] Deleted the datastore file {{(pid=69613) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 599.344335] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-46865419-3532-4cb8-ac8e-6ca70ef4341d tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] Moving file from [datastore1] vmware_temp/daccfc94-99ed-4e00-b496-538fd3699b51/2b7a0304-b5d0-431d-b287-32c8388d7fbd to [datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd. {{(pid=69613) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 599.344806] env[69613]: DEBUG oslo_vmware.api [None req-673e4982-dbbd-4931-a547-f0dae66e30dc tempest-ServerExternalEventsTest-580979402 tempest-ServerExternalEventsTest-580979402-project-member] Waiting for the task: (returnval){ [ 599.344806] env[69613]: value = "task-3416730" [ 599.344806] env[69613]: _type = "Task" [ 599.344806] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 599.346019] env[69613]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-6810ca35-4b3b-4e52-8264-397ac13fac3f {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.358120] env[69613]: DEBUG oslo_vmware.api [None req-673e4982-dbbd-4931-a547-f0dae66e30dc tempest-ServerExternalEventsTest-580979402 tempest-ServerExternalEventsTest-580979402-project-member] Task: {'id': task-3416730, 'name': Rename_Task} progress is 10%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.364404] env[69613]: DEBUG oslo_vmware.api [None req-46865419-3532-4cb8-ac8e-6ca70ef4341d tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] Waiting for the task: (returnval){ [ 599.364404] env[69613]: value = "task-3416731" [ 599.364404] env[69613]: _type = "Task" [ 599.364404] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 599.364404] env[69613]: DEBUG nova.network.neutron [req-984a997a-795b-494a-a2ed-18ae30bc3c5b req-a148718f-0730-419b-80ff-662fbd994f04 service nova] [instance: 30032fc2-1100-456a-bd0d-f3daf0a16662] Updated VIF entry in instance network info cache for port 2eb54e51-b86d-4946-8cf8-9be06f8cefb6. {{(pid=69613) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 599.364662] env[69613]: DEBUG nova.network.neutron [req-984a997a-795b-494a-a2ed-18ae30bc3c5b req-a148718f-0730-419b-80ff-662fbd994f04 service nova] [instance: 30032fc2-1100-456a-bd0d-f3daf0a16662] Updating instance_info_cache with network_info: [{"id": "2eb54e51-b86d-4946-8cf8-9be06f8cefb6", "address": "fa:16:3e:18:98:e1", "network": {"id": "64de9f7d-83a6-4dfb-bc7b-e08525149070", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-255161033-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "412c098cc7b941c6bb5c47763a2faff0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f499bc9-78da-46c1-9274-19edf26d31cb", "external-id": "nsx-vlan-transportzone-243", "segmentation_id": 243, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2eb54e51-b8", "ovs_interfaceid": "2eb54e51-b86d-4946-8cf8-9be06f8cefb6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 599.376652] env[69613]: DEBUG oslo_vmware.api [None req-46865419-3532-4cb8-ac8e-6ca70ef4341d tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] Task: {'id': task-3416731, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.702338] env[69613]: DEBUG nova.compute.resource_tracker [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Instance c7921fab-fd44-4691-bca3-5ea3ae7e0bc0 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69613) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 599.702642] env[69613]: DEBUG nova.compute.resource_tracker [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Instance b5f11d7f-0a76-4db9-bc83-fecf88004a47 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69613) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 599.702642] env[69613]: DEBUG nova.compute.resource_tracker [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Instance f7fdfec2-ad0d-42f4-bff8-99f164ce18a3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69613) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 599.706020] env[69613]: DEBUG nova.compute.resource_tracker [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Instance 4ef095a0-6177-4558-96fa-655cae276f42 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69613) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 599.706020] env[69613]: DEBUG nova.compute.resource_tracker [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Instance bc90201c-8900-4821-9839-9d5e35c48ac5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69613) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 599.706020] env[69613]: DEBUG nova.compute.resource_tracker [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Instance cdfedccf-3398-437c-a908-41d6d87d8a99 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69613) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 599.706020] env[69613]: DEBUG nova.compute.resource_tracker [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Instance fa89db07-09b5-485d-aacc-e1d39e576218 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69613) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 599.706020] env[69613]: DEBUG nova.compute.resource_tracker [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Total usable vcpus: 48, total allocated vcpus: 9 {{(pid=69613) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 599.706325] env[69613]: DEBUG nova.compute.resource_tracker [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2304MB phys_disk=200GB used_disk=9GB total_vcpus=48 used_vcpus=9 pci_stats=[] {{(pid=69613) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 599.735211] env[69613]: DEBUG oslo_concurrency.lockutils [None req-3ec35fc8-3bbc-4960-b563-1dbc4b55b0fe tempest-VolumesAssistedSnapshotsTest-2112485022 tempest-VolumesAssistedSnapshotsTest-2112485022-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 599.867175] env[69613]: DEBUG oslo_vmware.api [None req-673e4982-dbbd-4931-a547-f0dae66e30dc tempest-ServerExternalEventsTest-580979402 tempest-ServerExternalEventsTest-580979402-project-member] Task: {'id': task-3416730, 'name': Rename_Task, 'duration_secs': 0.271731} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 599.872892] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-673e4982-dbbd-4931-a547-f0dae66e30dc tempest-ServerExternalEventsTest-580979402 tempest-ServerExternalEventsTest-580979402-project-member] [instance: 4ef095a0-6177-4558-96fa-655cae276f42] Powering on the VM {{(pid=69613) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 599.873107] env[69613]: DEBUG oslo_concurrency.lockutils [req-984a997a-795b-494a-a2ed-18ae30bc3c5b req-a148718f-0730-419b-80ff-662fbd994f04 service nova] Releasing lock "refresh_cache-30032fc2-1100-456a-bd0d-f3daf0a16662" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.873818] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a0493674-7069-4b57-9e35-902bbe8053c5 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.887253] env[69613]: DEBUG oslo_vmware.api [None req-46865419-3532-4cb8-ac8e-6ca70ef4341d tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] Task: {'id': task-3416731, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.034281} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 599.896080] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-46865419-3532-4cb8-ac8e-6ca70ef4341d tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] File moved {{(pid=69613) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 599.896958] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-46865419-3532-4cb8-ac8e-6ca70ef4341d tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] [instance: fa89db07-09b5-485d-aacc-e1d39e576218] Cleaning up location [datastore1] vmware_temp/daccfc94-99ed-4e00-b496-538fd3699b51 {{(pid=69613) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 599.896958] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-46865419-3532-4cb8-ac8e-6ca70ef4341d tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] Deleting the datastore file [datastore1] vmware_temp/daccfc94-99ed-4e00-b496-538fd3699b51 {{(pid=69613) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 599.896958] env[69613]: DEBUG oslo_vmware.api [None req-673e4982-dbbd-4931-a547-f0dae66e30dc tempest-ServerExternalEventsTest-580979402 tempest-ServerExternalEventsTest-580979402-project-member] Waiting for the task: (returnval){ [ 599.896958] env[69613]: value = "task-3416732" [ 599.896958] env[69613]: _type = "Task" [ 599.896958] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 599.898279] env[69613]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-11fc8512-20c5-4169-9f33-26fe7028d681 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.913793] env[69613]: DEBUG oslo_vmware.api [None req-673e4982-dbbd-4931-a547-f0dae66e30dc tempest-ServerExternalEventsTest-580979402 tempest-ServerExternalEventsTest-580979402-project-member] Task: {'id': task-3416732, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.915539] env[69613]: DEBUG oslo_vmware.api [None req-46865419-3532-4cb8-ac8e-6ca70ef4341d tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] Waiting for the task: (returnval){ [ 599.915539] env[69613]: value = "task-3416733" [ 599.915539] env[69613]: _type = "Task" [ 599.915539] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 599.933015] env[69613]: DEBUG oslo_vmware.api [None req-46865419-3532-4cb8-ac8e-6ca70ef4341d tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] Task: {'id': task-3416733, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.935589] env[69613]: DEBUG nova.network.neutron [None req-c5872745-a302-41fa-ae33-65ee6631e66c tempest-FloatingIPsAssociationTestJSON-164946246 tempest-FloatingIPsAssociationTestJSON-164946246-project-member] [instance: f7fdfec2-ad0d-42f4-bff8-99f164ce18a3] Successfully updated port: f8cc892e-ca4e-4b07-970e-2668023db45c {{(pid=69613) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 600.142517] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eebf9926-672b-4777-818f-c85b32c1cd05 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.150984] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b6193f7-ead6-4394-a027-ecc38503739a {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.196168] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57197ece-5e4f-4d2f-bdc0-654ef9fa3493 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.204569] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d15d5de-f106-42c7-9889-a64aec9ae92c {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.220817] env[69613]: DEBUG nova.compute.provider_tree [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Inventory has not changed in ProviderTree for provider: af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 {{(pid=69613) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 600.386248] env[69613]: DEBUG nova.compute.manager [req-a2f002ff-2fdf-4aee-bd0a-56e586e9afb9 req-11ca4b37-0a22-4d19-8b1c-8defdc3808c0 service nova] [instance: f7fdfec2-ad0d-42f4-bff8-99f164ce18a3] Received event network-vif-plugged-f8cc892e-ca4e-4b07-970e-2668023db45c {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 600.386248] env[69613]: DEBUG oslo_concurrency.lockutils [req-a2f002ff-2fdf-4aee-bd0a-56e586e9afb9 req-11ca4b37-0a22-4d19-8b1c-8defdc3808c0 service nova] Acquiring lock "f7fdfec2-ad0d-42f4-bff8-99f164ce18a3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 600.394092] env[69613]: DEBUG oslo_concurrency.lockutils [req-a2f002ff-2fdf-4aee-bd0a-56e586e9afb9 req-11ca4b37-0a22-4d19-8b1c-8defdc3808c0 service nova] Lock "f7fdfec2-ad0d-42f4-bff8-99f164ce18a3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 600.394092] env[69613]: DEBUG oslo_concurrency.lockutils [req-a2f002ff-2fdf-4aee-bd0a-56e586e9afb9 req-11ca4b37-0a22-4d19-8b1c-8defdc3808c0 service nova] Lock "f7fdfec2-ad0d-42f4-bff8-99f164ce18a3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.006s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 600.394092] env[69613]: DEBUG nova.compute.manager [req-a2f002ff-2fdf-4aee-bd0a-56e586e9afb9 req-11ca4b37-0a22-4d19-8b1c-8defdc3808c0 service nova] [instance: f7fdfec2-ad0d-42f4-bff8-99f164ce18a3] No waiting events found dispatching network-vif-plugged-f8cc892e-ca4e-4b07-970e-2668023db45c {{(pid=69613) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 600.394092] env[69613]: WARNING nova.compute.manager [req-a2f002ff-2fdf-4aee-bd0a-56e586e9afb9 req-11ca4b37-0a22-4d19-8b1c-8defdc3808c0 service nova] [instance: f7fdfec2-ad0d-42f4-bff8-99f164ce18a3] Received unexpected event network-vif-plugged-f8cc892e-ca4e-4b07-970e-2668023db45c for instance with vm_state building and task_state spawning. [ 600.417288] env[69613]: DEBUG oslo_vmware.api [None req-673e4982-dbbd-4931-a547-f0dae66e30dc tempest-ServerExternalEventsTest-580979402 tempest-ServerExternalEventsTest-580979402-project-member] Task: {'id': task-3416732, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.432413] env[69613]: DEBUG oslo_vmware.api [None req-46865419-3532-4cb8-ac8e-6ca70ef4341d tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] Task: {'id': task-3416733, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.035926} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 600.432664] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-46865419-3532-4cb8-ac8e-6ca70ef4341d tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] Deleted the datastore file {{(pid=69613) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 600.435125] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-38d40851-7333-4137-b859-5951754938f7 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.442815] env[69613]: DEBUG oslo_concurrency.lockutils [None req-c5872745-a302-41fa-ae33-65ee6631e66c tempest-FloatingIPsAssociationTestJSON-164946246 tempest-FloatingIPsAssociationTestJSON-164946246-project-member] Acquiring lock "refresh_cache-f7fdfec2-ad0d-42f4-bff8-99f164ce18a3" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.442937] env[69613]: DEBUG oslo_concurrency.lockutils [None req-c5872745-a302-41fa-ae33-65ee6631e66c tempest-FloatingIPsAssociationTestJSON-164946246 tempest-FloatingIPsAssociationTestJSON-164946246-project-member] Acquired lock "refresh_cache-f7fdfec2-ad0d-42f4-bff8-99f164ce18a3" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.443071] env[69613]: DEBUG nova.network.neutron [None req-c5872745-a302-41fa-ae33-65ee6631e66c tempest-FloatingIPsAssociationTestJSON-164946246 tempest-FloatingIPsAssociationTestJSON-164946246-project-member] [instance: f7fdfec2-ad0d-42f4-bff8-99f164ce18a3] Building network info cache for instance {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 600.448535] env[69613]: DEBUG oslo_vmware.api [None req-46865419-3532-4cb8-ac8e-6ca70ef4341d tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] Waiting for the task: (returnval){ [ 600.448535] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]5209314d-4a4c-9858-09b4-a37a65c0d411" [ 600.448535] env[69613]: _type = "Task" [ 600.448535] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 600.459154] env[69613]: DEBUG oslo_vmware.api [None req-46865419-3532-4cb8-ac8e-6ca70ef4341d tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]5209314d-4a4c-9858-09b4-a37a65c0d411, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.724105] env[69613]: DEBUG nova.scheduler.client.report [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Inventory has not changed for provider af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69613) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 600.841381] env[69613]: DEBUG oslo_concurrency.lockutils [None req-e519f2a0-a901-4d84-826f-d8bd8b6c18fa tempest-DeleteServersAdminTestJSON-1513204641 tempest-DeleteServersAdminTestJSON-1513204641-project-admin] Acquiring lock "34842f08-5c04-462c-940b-56de5b07c8f6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 600.841669] env[69613]: DEBUG oslo_concurrency.lockutils [None req-e519f2a0-a901-4d84-826f-d8bd8b6c18fa tempest-DeleteServersAdminTestJSON-1513204641 tempest-DeleteServersAdminTestJSON-1513204641-project-admin] Lock "34842f08-5c04-462c-940b-56de5b07c8f6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 600.842107] env[69613]: DEBUG oslo_concurrency.lockutils [None req-e519f2a0-a901-4d84-826f-d8bd8b6c18fa tempest-DeleteServersAdminTestJSON-1513204641 tempest-DeleteServersAdminTestJSON-1513204641-project-admin] Acquiring lock "34842f08-5c04-462c-940b-56de5b07c8f6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 600.842107] env[69613]: DEBUG oslo_concurrency.lockutils [None req-e519f2a0-a901-4d84-826f-d8bd8b6c18fa tempest-DeleteServersAdminTestJSON-1513204641 tempest-DeleteServersAdminTestJSON-1513204641-project-admin] Lock "34842f08-5c04-462c-940b-56de5b07c8f6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 600.842264] env[69613]: DEBUG oslo_concurrency.lockutils [None req-e519f2a0-a901-4d84-826f-d8bd8b6c18fa tempest-DeleteServersAdminTestJSON-1513204641 tempest-DeleteServersAdminTestJSON-1513204641-project-admin] Lock "34842f08-5c04-462c-940b-56de5b07c8f6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 600.846894] env[69613]: INFO nova.compute.manager [None req-e519f2a0-a901-4d84-826f-d8bd8b6c18fa tempest-DeleteServersAdminTestJSON-1513204641 tempest-DeleteServersAdminTestJSON-1513204641-project-admin] [instance: 34842f08-5c04-462c-940b-56de5b07c8f6] Terminating instance [ 600.918748] env[69613]: DEBUG oslo_vmware.api [None req-673e4982-dbbd-4931-a547-f0dae66e30dc tempest-ServerExternalEventsTest-580979402 tempest-ServerExternalEventsTest-580979402-project-member] Task: {'id': task-3416732, 'name': PowerOnVM_Task, 'duration_secs': 0.792184} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 600.919083] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-673e4982-dbbd-4931-a547-f0dae66e30dc tempest-ServerExternalEventsTest-580979402 tempest-ServerExternalEventsTest-580979402-project-member] [instance: 4ef095a0-6177-4558-96fa-655cae276f42] Powered on the VM {{(pid=69613) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 600.919363] env[69613]: INFO nova.compute.manager [None req-673e4982-dbbd-4931-a547-f0dae66e30dc tempest-ServerExternalEventsTest-580979402 tempest-ServerExternalEventsTest-580979402-project-member] [instance: 4ef095a0-6177-4558-96fa-655cae276f42] Took 13.37 seconds to spawn the instance on the hypervisor. [ 600.919557] env[69613]: DEBUG nova.compute.manager [None req-673e4982-dbbd-4931-a547-f0dae66e30dc tempest-ServerExternalEventsTest-580979402 tempest-ServerExternalEventsTest-580979402-project-member] [instance: 4ef095a0-6177-4558-96fa-655cae276f42] Checking state {{(pid=69613) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 600.920507] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f404eed5-319e-4710-bbb5-404de8608531 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.966915] env[69613]: DEBUG oslo_vmware.api [None req-46865419-3532-4cb8-ac8e-6ca70ef4341d tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]5209314d-4a4c-9858-09b4-a37a65c0d411, 'name': SearchDatastore_Task, 'duration_secs': 0.022822} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 600.966915] env[69613]: DEBUG oslo_concurrency.lockutils [None req-46865419-3532-4cb8-ac8e-6ca70ef4341d tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.966915] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-46865419-3532-4cb8-ac8e-6ca70ef4341d tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk to [datastore1] fa89db07-09b5-485d-aacc-e1d39e576218/fa89db07-09b5-485d-aacc-e1d39e576218.vmdk {{(pid=69613) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 600.966915] env[69613]: DEBUG oslo_concurrency.lockutils [None req-dc449098-b337-44db-8f59-39749e756af2 tempest-ServersAdmin275Test-798959479 tempest-ServersAdmin275Test-798959479-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.967193] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc449098-b337-44db-8f59-39749e756af2 tempest-ServersAdmin275Test-798959479 tempest-ServersAdmin275Test-798959479-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69613) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 600.967193] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a1b1a1e1-e360-4544-8c37-184fecf8b051 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.971179] env[69613]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ce4c654e-304f-4e09-91cc-b5026d52a161 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.982867] env[69613]: DEBUG oslo_vmware.api [None req-46865419-3532-4cb8-ac8e-6ca70ef4341d tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] Waiting for the task: (returnval){ [ 600.982867] env[69613]: value = "task-3416734" [ 600.982867] env[69613]: _type = "Task" [ 600.982867] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 600.984046] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc449098-b337-44db-8f59-39749e756af2 tempest-ServersAdmin275Test-798959479 tempest-ServersAdmin275Test-798959479-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69613) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 600.984046] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-dc449098-b337-44db-8f59-39749e756af2 tempest-ServersAdmin275Test-798959479 tempest-ServersAdmin275Test-798959479-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69613) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 600.989808] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c9436f56-91d2-4bf6-a240-101a45faf168 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.006551] env[69613]: DEBUG oslo_vmware.api [None req-dc449098-b337-44db-8f59-39749e756af2 tempest-ServersAdmin275Test-798959479 tempest-ServersAdmin275Test-798959479-project-member] Waiting for the task: (returnval){ [ 601.006551] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]521cbc0c-b88b-6367-c69c-d5dc00773d68" [ 601.006551] env[69613]: _type = "Task" [ 601.006551] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 601.006957] env[69613]: DEBUG oslo_vmware.api [None req-46865419-3532-4cb8-ac8e-6ca70ef4341d tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] Task: {'id': task-3416734, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.019960] env[69613]: DEBUG oslo_vmware.api [None req-dc449098-b337-44db-8f59-39749e756af2 tempest-ServersAdmin275Test-798959479 tempest-ServersAdmin275Test-798959479-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]521cbc0c-b88b-6367-c69c-d5dc00773d68, 'name': SearchDatastore_Task, 'duration_secs': 0.012058} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 601.019960] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fcc37a14-8286-41b9-bbe7-02978157c137 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.025740] env[69613]: DEBUG oslo_vmware.api [None req-dc449098-b337-44db-8f59-39749e756af2 tempest-ServersAdmin275Test-798959479 tempest-ServersAdmin275Test-798959479-project-member] Waiting for the task: (returnval){ [ 601.025740] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]52c9dec3-5514-4fe0-cf3d-f5881daac539" [ 601.025740] env[69613]: _type = "Task" [ 601.025740] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 601.037319] env[69613]: DEBUG oslo_vmware.api [None req-dc449098-b337-44db-8f59-39749e756af2 tempest-ServersAdmin275Test-798959479 tempest-ServersAdmin275Test-798959479-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52c9dec3-5514-4fe0-cf3d-f5881daac539, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.091618] env[69613]: DEBUG nova.network.neutron [None req-c5872745-a302-41fa-ae33-65ee6631e66c tempest-FloatingIPsAssociationTestJSON-164946246 tempest-FloatingIPsAssociationTestJSON-164946246-project-member] [instance: f7fdfec2-ad0d-42f4-bff8-99f164ce18a3] Instance cache missing network info. {{(pid=69613) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 601.231564] env[69613]: DEBUG nova.compute.resource_tracker [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69613) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 601.232155] env[69613]: DEBUG oslo_concurrency.lockutils [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 6.133s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 601.232625] env[69613]: DEBUG oslo_concurrency.lockutils [None req-7773cb95-9e58-49bf-8bee-f8ef9b535c19 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.578s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 601.240024] env[69613]: INFO nova.compute.claims [None req-7773cb95-9e58-49bf-8bee-f8ef9b535c19 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] [instance: 030be18d-ee6f-4000-98f6-9e9a1c041a03] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 601.301635] env[69613]: DEBUG oslo_concurrency.lockutils [None req-537f3237-1bbe-4df3-8efe-1ac31fc9d4c9 tempest-ServerDiagnosticsNegativeTest-1011837599 tempest-ServerDiagnosticsNegativeTest-1011837599-project-member] Acquiring lock "b5f11d7f-0a76-4db9-bc83-fecf88004a47" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 601.302487] env[69613]: DEBUG oslo_concurrency.lockutils [None req-537f3237-1bbe-4df3-8efe-1ac31fc9d4c9 tempest-ServerDiagnosticsNegativeTest-1011837599 tempest-ServerDiagnosticsNegativeTest-1011837599-project-member] Lock "b5f11d7f-0a76-4db9-bc83-fecf88004a47" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 601.302487] env[69613]: DEBUG oslo_concurrency.lockutils [None req-537f3237-1bbe-4df3-8efe-1ac31fc9d4c9 tempest-ServerDiagnosticsNegativeTest-1011837599 tempest-ServerDiagnosticsNegativeTest-1011837599-project-member] Acquiring lock "b5f11d7f-0a76-4db9-bc83-fecf88004a47-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 601.302487] env[69613]: DEBUG oslo_concurrency.lockutils [None req-537f3237-1bbe-4df3-8efe-1ac31fc9d4c9 tempest-ServerDiagnosticsNegativeTest-1011837599 tempest-ServerDiagnosticsNegativeTest-1011837599-project-member] Lock "b5f11d7f-0a76-4db9-bc83-fecf88004a47-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 601.303283] env[69613]: DEBUG oslo_concurrency.lockutils [None req-537f3237-1bbe-4df3-8efe-1ac31fc9d4c9 tempest-ServerDiagnosticsNegativeTest-1011837599 tempest-ServerDiagnosticsNegativeTest-1011837599-project-member] Lock "b5f11d7f-0a76-4db9-bc83-fecf88004a47-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 601.306254] env[69613]: INFO nova.compute.manager [None req-537f3237-1bbe-4df3-8efe-1ac31fc9d4c9 tempest-ServerDiagnosticsNegativeTest-1011837599 tempest-ServerDiagnosticsNegativeTest-1011837599-project-member] [instance: b5f11d7f-0a76-4db9-bc83-fecf88004a47] Terminating instance [ 601.355616] env[69613]: DEBUG nova.compute.manager [None req-e519f2a0-a901-4d84-826f-d8bd8b6c18fa tempest-DeleteServersAdminTestJSON-1513204641 tempest-DeleteServersAdminTestJSON-1513204641-project-admin] [instance: 34842f08-5c04-462c-940b-56de5b07c8f6] Start destroying the instance on the hypervisor. {{(pid=69613) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 601.355616] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-e519f2a0-a901-4d84-826f-d8bd8b6c18fa tempest-DeleteServersAdminTestJSON-1513204641 tempest-DeleteServersAdminTestJSON-1513204641-project-admin] [instance: 34842f08-5c04-462c-940b-56de5b07c8f6] Destroying instance {{(pid=69613) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 601.356559] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e48b66aa-8c01-4715-a908-c0c362b8bb64 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.366295] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-e519f2a0-a901-4d84-826f-d8bd8b6c18fa tempest-DeleteServersAdminTestJSON-1513204641 tempest-DeleteServersAdminTestJSON-1513204641-project-admin] [instance: 34842f08-5c04-462c-940b-56de5b07c8f6] Powering off the VM {{(pid=69613) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 601.366295] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d7c2cb55-bd46-4d1a-a64b-43df8a5ac8cd {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.372863] env[69613]: DEBUG oslo_vmware.api [None req-e519f2a0-a901-4d84-826f-d8bd8b6c18fa tempest-DeleteServersAdminTestJSON-1513204641 tempest-DeleteServersAdminTestJSON-1513204641-project-admin] Waiting for the task: (returnval){ [ 601.372863] env[69613]: value = "task-3416735" [ 601.372863] env[69613]: _type = "Task" [ 601.372863] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 601.382325] env[69613]: DEBUG oslo_vmware.api [None req-e519f2a0-a901-4d84-826f-d8bd8b6c18fa tempest-DeleteServersAdminTestJSON-1513204641 tempest-DeleteServersAdminTestJSON-1513204641-project-admin] Task: {'id': task-3416735, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.447113] env[69613]: INFO nova.compute.manager [None req-673e4982-dbbd-4931-a547-f0dae66e30dc tempest-ServerExternalEventsTest-580979402 tempest-ServerExternalEventsTest-580979402-project-member] [instance: 4ef095a0-6177-4558-96fa-655cae276f42] Took 21.65 seconds to build instance. [ 601.501238] env[69613]: DEBUG oslo_vmware.api [None req-46865419-3532-4cb8-ac8e-6ca70ef4341d tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] Task: {'id': task-3416734, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.538271] env[69613]: DEBUG oslo_vmware.api [None req-dc449098-b337-44db-8f59-39749e756af2 tempest-ServersAdmin275Test-798959479 tempest-ServersAdmin275Test-798959479-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52c9dec3-5514-4fe0-cf3d-f5881daac539, 'name': SearchDatastore_Task, 'duration_secs': 0.011598} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 601.538672] env[69613]: DEBUG oslo_concurrency.lockutils [None req-dc449098-b337-44db-8f59-39749e756af2 tempest-ServersAdmin275Test-798959479 tempest-ServersAdmin275Test-798959479-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.539049] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc449098-b337-44db-8f59-39749e756af2 tempest-ServersAdmin275Test-798959479 tempest-ServersAdmin275Test-798959479-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk to [datastore1] 82d7d697-989c-4f9f-aaf4-7a7345bf2292/82d7d697-989c-4f9f-aaf4-7a7345bf2292.vmdk {{(pid=69613) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 601.539272] env[69613]: DEBUG oslo_concurrency.lockutils [None req-9c199556-f27c-4a34-a6e8-d5787bb44423 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.539494] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c199556-f27c-4a34-a6e8-d5787bb44423 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69613) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 601.539900] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-71896815-ab8f-4f24-beb8-b97411c613dc {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.542203] env[69613]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c3ddca5d-4ee1-4eb4-821e-93eead8d6eae {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.552108] env[69613]: DEBUG oslo_vmware.api [None req-dc449098-b337-44db-8f59-39749e756af2 tempest-ServersAdmin275Test-798959479 tempest-ServersAdmin275Test-798959479-project-member] Waiting for the task: (returnval){ [ 601.552108] env[69613]: value = "task-3416736" [ 601.552108] env[69613]: _type = "Task" [ 601.552108] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 601.553142] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c199556-f27c-4a34-a6e8-d5787bb44423 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69613) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 601.553865] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-9c199556-f27c-4a34-a6e8-d5787bb44423 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69613) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 601.557985] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cd82417c-8106-454c-97b8-b3a3a8c46a8e {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.564524] env[69613]: DEBUG oslo_vmware.api [None req-dc449098-b337-44db-8f59-39749e756af2 tempest-ServersAdmin275Test-798959479 tempest-ServersAdmin275Test-798959479-project-member] Task: {'id': task-3416736, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.565873] env[69613]: DEBUG oslo_vmware.api [None req-9c199556-f27c-4a34-a6e8-d5787bb44423 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Waiting for the task: (returnval){ [ 601.565873] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]5285a9e7-7002-8d2f-e80e-e87f7954a64f" [ 601.565873] env[69613]: _type = "Task" [ 601.565873] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 601.573805] env[69613]: DEBUG oslo_vmware.api [None req-9c199556-f27c-4a34-a6e8-d5787bb44423 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]5285a9e7-7002-8d2f-e80e-e87f7954a64f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.583787] env[69613]: DEBUG nova.network.neutron [None req-c5872745-a302-41fa-ae33-65ee6631e66c tempest-FloatingIPsAssociationTestJSON-164946246 tempest-FloatingIPsAssociationTestJSON-164946246-project-member] [instance: f7fdfec2-ad0d-42f4-bff8-99f164ce18a3] Updating instance_info_cache with network_info: [{"id": "f8cc892e-ca4e-4b07-970e-2668023db45c", "address": "fa:16:3e:66:2f:7e", "network": {"id": "28f99ebf-ff7d-4655-a4e2-b730149dcbc3", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-315513107-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ad1d1d0ba08a4292a325cdccea6a4c0a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04ccbc7a-cf8d-4ea2-8411-291a1e27df7b", "external-id": "nsx-vlan-transportzone-998", "segmentation_id": 998, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf8cc892e-ca", "ovs_interfaceid": "f8cc892e-ca4e-4b07-970e-2668023db45c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 601.810177] env[69613]: DEBUG nova.compute.manager [None req-537f3237-1bbe-4df3-8efe-1ac31fc9d4c9 tempest-ServerDiagnosticsNegativeTest-1011837599 tempest-ServerDiagnosticsNegativeTest-1011837599-project-member] [instance: b5f11d7f-0a76-4db9-bc83-fecf88004a47] Start destroying the instance on the hypervisor. {{(pid=69613) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 601.810987] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-537f3237-1bbe-4df3-8efe-1ac31fc9d4c9 tempest-ServerDiagnosticsNegativeTest-1011837599 tempest-ServerDiagnosticsNegativeTest-1011837599-project-member] [instance: b5f11d7f-0a76-4db9-bc83-fecf88004a47] Destroying instance {{(pid=69613) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 601.811919] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fea73d4f-d2fd-41f1-9b84-5202942b57b7 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.822168] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-537f3237-1bbe-4df3-8efe-1ac31fc9d4c9 tempest-ServerDiagnosticsNegativeTest-1011837599 tempest-ServerDiagnosticsNegativeTest-1011837599-project-member] [instance: b5f11d7f-0a76-4db9-bc83-fecf88004a47] Powering off the VM {{(pid=69613) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 601.822218] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c2ea75f0-97d9-4951-a2f9-797ead36f0ac {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.831790] env[69613]: DEBUG oslo_vmware.api [None req-537f3237-1bbe-4df3-8efe-1ac31fc9d4c9 tempest-ServerDiagnosticsNegativeTest-1011837599 tempest-ServerDiagnosticsNegativeTest-1011837599-project-member] Waiting for the task: (returnval){ [ 601.831790] env[69613]: value = "task-3416737" [ 601.831790] env[69613]: _type = "Task" [ 601.831790] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 601.842108] env[69613]: DEBUG oslo_vmware.api [None req-537f3237-1bbe-4df3-8efe-1ac31fc9d4c9 tempest-ServerDiagnosticsNegativeTest-1011837599 tempest-ServerDiagnosticsNegativeTest-1011837599-project-member] Task: {'id': task-3416737, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.884431] env[69613]: DEBUG oslo_vmware.api [None req-e519f2a0-a901-4d84-826f-d8bd8b6c18fa tempest-DeleteServersAdminTestJSON-1513204641 tempest-DeleteServersAdminTestJSON-1513204641-project-admin] Task: {'id': task-3416735, 'name': PowerOffVM_Task, 'duration_secs': 0.350604} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 601.884754] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-e519f2a0-a901-4d84-826f-d8bd8b6c18fa tempest-DeleteServersAdminTestJSON-1513204641 tempest-DeleteServersAdminTestJSON-1513204641-project-admin] [instance: 34842f08-5c04-462c-940b-56de5b07c8f6] Powered off the VM {{(pid=69613) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 601.885090] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-e519f2a0-a901-4d84-826f-d8bd8b6c18fa tempest-DeleteServersAdminTestJSON-1513204641 tempest-DeleteServersAdminTestJSON-1513204641-project-admin] [instance: 34842f08-5c04-462c-940b-56de5b07c8f6] Unregistering the VM {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 601.885463] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b2b5179e-5230-4904-88fe-6bf9fb730aab {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.950642] env[69613]: DEBUG oslo_concurrency.lockutils [None req-673e4982-dbbd-4931-a547-f0dae66e30dc tempest-ServerExternalEventsTest-580979402 tempest-ServerExternalEventsTest-580979402-project-member] Lock "4ef095a0-6177-4558-96fa-655cae276f42" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.163s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 601.960303] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-e519f2a0-a901-4d84-826f-d8bd8b6c18fa tempest-DeleteServersAdminTestJSON-1513204641 tempest-DeleteServersAdminTestJSON-1513204641-project-admin] [instance: 34842f08-5c04-462c-940b-56de5b07c8f6] Unregistered the VM {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 601.960303] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-e519f2a0-a901-4d84-826f-d8bd8b6c18fa tempest-DeleteServersAdminTestJSON-1513204641 tempest-DeleteServersAdminTestJSON-1513204641-project-admin] [instance: 34842f08-5c04-462c-940b-56de5b07c8f6] Deleting contents of the VM from datastore datastore2 {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 601.960303] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-e519f2a0-a901-4d84-826f-d8bd8b6c18fa tempest-DeleteServersAdminTestJSON-1513204641 tempest-DeleteServersAdminTestJSON-1513204641-project-admin] Deleting the datastore file [datastore2] 34842f08-5c04-462c-940b-56de5b07c8f6 {{(pid=69613) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 601.961306] env[69613]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e8a9b893-2200-41ab-9c73-bc6e7e07c3a1 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.971290] env[69613]: DEBUG oslo_vmware.api [None req-e519f2a0-a901-4d84-826f-d8bd8b6c18fa tempest-DeleteServersAdminTestJSON-1513204641 tempest-DeleteServersAdminTestJSON-1513204641-project-admin] Waiting for the task: (returnval){ [ 601.971290] env[69613]: value = "task-3416739" [ 601.971290] env[69613]: _type = "Task" [ 601.971290] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 601.985971] env[69613]: DEBUG oslo_vmware.api [None req-e519f2a0-a901-4d84-826f-d8bd8b6c18fa tempest-DeleteServersAdminTestJSON-1513204641 tempest-DeleteServersAdminTestJSON-1513204641-project-admin] Task: {'id': task-3416739, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.995613] env[69613]: DEBUG oslo_vmware.api [None req-46865419-3532-4cb8-ac8e-6ca70ef4341d tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] Task: {'id': task-3416734, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.559784} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 601.996776] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-46865419-3532-4cb8-ac8e-6ca70ef4341d tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk to [datastore1] fa89db07-09b5-485d-aacc-e1d39e576218/fa89db07-09b5-485d-aacc-e1d39e576218.vmdk {{(pid=69613) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 601.996776] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-46865419-3532-4cb8-ac8e-6ca70ef4341d tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] [instance: fa89db07-09b5-485d-aacc-e1d39e576218] Extending root virtual disk to 1048576 {{(pid=69613) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 601.996776] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fc0b4027-266e-4be1-9927-e1e579bf1dd4 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.005899] env[69613]: DEBUG oslo_vmware.api [None req-46865419-3532-4cb8-ac8e-6ca70ef4341d tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] Waiting for the task: (returnval){ [ 602.005899] env[69613]: value = "task-3416740" [ 602.005899] env[69613]: _type = "Task" [ 602.005899] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 602.017665] env[69613]: DEBUG oslo_vmware.api [None req-46865419-3532-4cb8-ac8e-6ca70ef4341d tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] Task: {'id': task-3416740, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.072054] env[69613]: DEBUG oslo_vmware.api [None req-dc449098-b337-44db-8f59-39749e756af2 tempest-ServersAdmin275Test-798959479 tempest-ServersAdmin275Test-798959479-project-member] Task: {'id': task-3416736, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.081802] env[69613]: DEBUG oslo_vmware.api [None req-9c199556-f27c-4a34-a6e8-d5787bb44423 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]5285a9e7-7002-8d2f-e80e-e87f7954a64f, 'name': SearchDatastore_Task, 'duration_secs': 0.027269} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 602.083135] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-71d97c2c-da14-40bc-b3fe-8bba3a4d59ad {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.087150] env[69613]: DEBUG oslo_concurrency.lockutils [None req-c5872745-a302-41fa-ae33-65ee6631e66c tempest-FloatingIPsAssociationTestJSON-164946246 tempest-FloatingIPsAssociationTestJSON-164946246-project-member] Releasing lock "refresh_cache-f7fdfec2-ad0d-42f4-bff8-99f164ce18a3" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.087299] env[69613]: DEBUG nova.compute.manager [None req-c5872745-a302-41fa-ae33-65ee6631e66c tempest-FloatingIPsAssociationTestJSON-164946246 tempest-FloatingIPsAssociationTestJSON-164946246-project-member] [instance: f7fdfec2-ad0d-42f4-bff8-99f164ce18a3] Instance network_info: |[{"id": "f8cc892e-ca4e-4b07-970e-2668023db45c", "address": "fa:16:3e:66:2f:7e", "network": {"id": "28f99ebf-ff7d-4655-a4e2-b730149dcbc3", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-315513107-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ad1d1d0ba08a4292a325cdccea6a4c0a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04ccbc7a-cf8d-4ea2-8411-291a1e27df7b", "external-id": "nsx-vlan-transportzone-998", "segmentation_id": 998, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf8cc892e-ca", "ovs_interfaceid": "f8cc892e-ca4e-4b07-970e-2668023db45c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69613) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 602.090174] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-c5872745-a302-41fa-ae33-65ee6631e66c tempest-FloatingIPsAssociationTestJSON-164946246 tempest-FloatingIPsAssociationTestJSON-164946246-project-member] [instance: f7fdfec2-ad0d-42f4-bff8-99f164ce18a3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:66:2f:7e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '04ccbc7a-cf8d-4ea2-8411-291a1e27df7b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f8cc892e-ca4e-4b07-970e-2668023db45c', 'vif_model': 'vmxnet3'}] {{(pid=69613) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 602.097173] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5872745-a302-41fa-ae33-65ee6631e66c tempest-FloatingIPsAssociationTestJSON-164946246 tempest-FloatingIPsAssociationTestJSON-164946246-project-member] Creating folder: Project (ad1d1d0ba08a4292a325cdccea6a4c0a). Parent ref: group-v681687. {{(pid=69613) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 602.098112] env[69613]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f273aceb-d795-41af-99cd-aeabd8cbd5f5 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.105066] env[69613]: DEBUG oslo_vmware.api [None req-9c199556-f27c-4a34-a6e8-d5787bb44423 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Waiting for the task: (returnval){ [ 602.105066] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]52d145b9-ba7b-aaa0-3e94-d81ac4e222f4" [ 602.105066] env[69613]: _type = "Task" [ 602.105066] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 602.120143] env[69613]: INFO nova.virt.vmwareapi.vm_util [None req-c5872745-a302-41fa-ae33-65ee6631e66c tempest-FloatingIPsAssociationTestJSON-164946246 tempest-FloatingIPsAssociationTestJSON-164946246-project-member] Created folder: Project (ad1d1d0ba08a4292a325cdccea6a4c0a) in parent group-v681687. [ 602.120459] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5872745-a302-41fa-ae33-65ee6631e66c tempest-FloatingIPsAssociationTestJSON-164946246 tempest-FloatingIPsAssociationTestJSON-164946246-project-member] Creating folder: Instances. Parent ref: group-v681708. {{(pid=69613) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 602.120782] env[69613]: DEBUG oslo_vmware.api [None req-9c199556-f27c-4a34-a6e8-d5787bb44423 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52d145b9-ba7b-aaa0-3e94-d81ac4e222f4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.121051] env[69613]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d71e2e94-46a7-4aac-87d5-a9046b99029c {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.131447] env[69613]: INFO nova.virt.vmwareapi.vm_util [None req-c5872745-a302-41fa-ae33-65ee6631e66c tempest-FloatingIPsAssociationTestJSON-164946246 tempest-FloatingIPsAssociationTestJSON-164946246-project-member] Created folder: Instances in parent group-v681708. [ 602.131706] env[69613]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c5872745-a302-41fa-ae33-65ee6631e66c tempest-FloatingIPsAssociationTestJSON-164946246 tempest-FloatingIPsAssociationTestJSON-164946246-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69613) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 602.131894] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f7fdfec2-ad0d-42f4-bff8-99f164ce18a3] Creating VM on the ESX host {{(pid=69613) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 602.132131] env[69613]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-681d85b6-290b-478b-bcfa-ee2c9d3b9496 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.154214] env[69613]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 602.154214] env[69613]: value = "task-3416743" [ 602.154214] env[69613]: _type = "Task" [ 602.154214] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 602.165604] env[69613]: DEBUG oslo_vmware.api [-] Task: {'id': task-3416743, 'name': CreateVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.347569] env[69613]: DEBUG oslo_vmware.api [None req-537f3237-1bbe-4df3-8efe-1ac31fc9d4c9 tempest-ServerDiagnosticsNegativeTest-1011837599 tempest-ServerDiagnosticsNegativeTest-1011837599-project-member] Task: {'id': task-3416737, 'name': PowerOffVM_Task, 'duration_secs': 0.312925} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 602.348477] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-537f3237-1bbe-4df3-8efe-1ac31fc9d4c9 tempest-ServerDiagnosticsNegativeTest-1011837599 tempest-ServerDiagnosticsNegativeTest-1011837599-project-member] [instance: b5f11d7f-0a76-4db9-bc83-fecf88004a47] Powered off the VM {{(pid=69613) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 602.348477] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-537f3237-1bbe-4df3-8efe-1ac31fc9d4c9 tempest-ServerDiagnosticsNegativeTest-1011837599 tempest-ServerDiagnosticsNegativeTest-1011837599-project-member] [instance: b5f11d7f-0a76-4db9-bc83-fecf88004a47] Unregistering the VM {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 602.348669] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ce3fb7e2-5566-4e40-852b-22cb99414d2d {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.408382] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-537f3237-1bbe-4df3-8efe-1ac31fc9d4c9 tempest-ServerDiagnosticsNegativeTest-1011837599 tempest-ServerDiagnosticsNegativeTest-1011837599-project-member] [instance: b5f11d7f-0a76-4db9-bc83-fecf88004a47] Unregistered the VM {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 602.408636] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-537f3237-1bbe-4df3-8efe-1ac31fc9d4c9 tempest-ServerDiagnosticsNegativeTest-1011837599 tempest-ServerDiagnosticsNegativeTest-1011837599-project-member] [instance: b5f11d7f-0a76-4db9-bc83-fecf88004a47] Deleting contents of the VM from datastore datastore2 {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 602.408836] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-537f3237-1bbe-4df3-8efe-1ac31fc9d4c9 tempest-ServerDiagnosticsNegativeTest-1011837599 tempest-ServerDiagnosticsNegativeTest-1011837599-project-member] Deleting the datastore file [datastore2] b5f11d7f-0a76-4db9-bc83-fecf88004a47 {{(pid=69613) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 602.409351] env[69613]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b866a11f-c8b7-4982-877a-e3c31a39ce94 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.416495] env[69613]: DEBUG oslo_vmware.api [None req-537f3237-1bbe-4df3-8efe-1ac31fc9d4c9 tempest-ServerDiagnosticsNegativeTest-1011837599 tempest-ServerDiagnosticsNegativeTest-1011837599-project-member] Waiting for the task: (returnval){ [ 602.416495] env[69613]: value = "task-3416745" [ 602.416495] env[69613]: _type = "Task" [ 602.416495] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 602.425297] env[69613]: DEBUG oslo_vmware.api [None req-537f3237-1bbe-4df3-8efe-1ac31fc9d4c9 tempest-ServerDiagnosticsNegativeTest-1011837599 tempest-ServerDiagnosticsNegativeTest-1011837599-project-member] Task: {'id': task-3416745, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.460705] env[69613]: DEBUG nova.compute.manager [None req-f0fa1a8f-2447-492b-8bc8-8476373fe2fa tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] [instance: 1fb750ed-62d4-4784-bf6c-6d777dc5ddb0] Starting instance... {{(pid=69613) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 602.489716] env[69613]: DEBUG oslo_vmware.api [None req-e519f2a0-a901-4d84-826f-d8bd8b6c18fa tempest-DeleteServersAdminTestJSON-1513204641 tempest-DeleteServersAdminTestJSON-1513204641-project-admin] Task: {'id': task-3416739, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.522552] env[69613]: DEBUG oslo_vmware.api [None req-46865419-3532-4cb8-ac8e-6ca70ef4341d tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] Task: {'id': task-3416740, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.096335} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 602.522830] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-46865419-3532-4cb8-ac8e-6ca70ef4341d tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] [instance: fa89db07-09b5-485d-aacc-e1d39e576218] Extended root virtual disk {{(pid=69613) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 602.523622] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12626e47-5e8e-4649-a719-f3798fc5f3dc {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.564954] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-46865419-3532-4cb8-ac8e-6ca70ef4341d tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] [instance: fa89db07-09b5-485d-aacc-e1d39e576218] Reconfiguring VM instance instance-00000006 to attach disk [datastore1] fa89db07-09b5-485d-aacc-e1d39e576218/fa89db07-09b5-485d-aacc-e1d39e576218.vmdk or device None with type sparse {{(pid=69613) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 602.572154] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dfc9f0d1-6037-4819-9745-6d479d216bec {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.595467] env[69613]: DEBUG oslo_vmware.api [None req-dc449098-b337-44db-8f59-39749e756af2 tempest-ServersAdmin275Test-798959479 tempest-ServersAdmin275Test-798959479-project-member] Task: {'id': task-3416736, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.788054} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 602.595467] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc449098-b337-44db-8f59-39749e756af2 tempest-ServersAdmin275Test-798959479 tempest-ServersAdmin275Test-798959479-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk to [datastore1] 82d7d697-989c-4f9f-aaf4-7a7345bf2292/82d7d697-989c-4f9f-aaf4-7a7345bf2292.vmdk {{(pid=69613) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 602.595467] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-dc449098-b337-44db-8f59-39749e756af2 tempest-ServersAdmin275Test-798959479 tempest-ServersAdmin275Test-798959479-project-member] [instance: 82d7d697-989c-4f9f-aaf4-7a7345bf2292] Extending root virtual disk to 1048576 {{(pid=69613) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 602.595467] env[69613]: DEBUG oslo_vmware.api [None req-46865419-3532-4cb8-ac8e-6ca70ef4341d tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] Waiting for the task: (returnval){ [ 602.595467] env[69613]: value = "task-3416746" [ 602.595467] env[69613]: _type = "Task" [ 602.595467] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 602.595467] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7b7bed7a-5975-4013-8f13-353b19dc2855 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.604669] env[69613]: DEBUG oslo_vmware.api [None req-46865419-3532-4cb8-ac8e-6ca70ef4341d tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] Task: {'id': task-3416746, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.609064] env[69613]: DEBUG oslo_vmware.api [None req-dc449098-b337-44db-8f59-39749e756af2 tempest-ServersAdmin275Test-798959479 tempest-ServersAdmin275Test-798959479-project-member] Waiting for the task: (returnval){ [ 602.609064] env[69613]: value = "task-3416747" [ 602.609064] env[69613]: _type = "Task" [ 602.609064] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 602.622918] env[69613]: DEBUG oslo_vmware.api [None req-9c199556-f27c-4a34-a6e8-d5787bb44423 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52d145b9-ba7b-aaa0-3e94-d81ac4e222f4, 'name': SearchDatastore_Task, 'duration_secs': 0.05787} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 602.629518] env[69613]: DEBUG oslo_concurrency.lockutils [None req-9c199556-f27c-4a34-a6e8-d5787bb44423 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.629832] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c199556-f27c-4a34-a6e8-d5787bb44423 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk to [datastore1] 30032fc2-1100-456a-bd0d-f3daf0a16662/30032fc2-1100-456a-bd0d-f3daf0a16662.vmdk {{(pid=69613) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 602.630133] env[69613]: DEBUG oslo_vmware.api [None req-dc449098-b337-44db-8f59-39749e756af2 tempest-ServersAdmin275Test-798959479 tempest-ServersAdmin275Test-798959479-project-member] Task: {'id': task-3416747, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.632814] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-08d1e874-c9b9-43b9-9e8a-52dc8a218b5e {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.639939] env[69613]: DEBUG oslo_vmware.api [None req-9c199556-f27c-4a34-a6e8-d5787bb44423 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Waiting for the task: (returnval){ [ 602.639939] env[69613]: value = "task-3416748" [ 602.639939] env[69613]: _type = "Task" [ 602.639939] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 602.651225] env[69613]: DEBUG oslo_vmware.api [None req-9c199556-f27c-4a34-a6e8-d5787bb44423 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Task: {'id': task-3416748, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.663246] env[69613]: DEBUG oslo_vmware.api [-] Task: {'id': task-3416743, 'name': CreateVM_Task} progress is 25%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.704287] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-668d225a-bf1d-4cc7-9b29-fb525fa3716e {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.715301] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9da21b8-7b76-482d-939a-c55383af0a0c {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.759228] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d46992a-5b59-47c8-af38-6973e4307ae9 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.768954] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56db887d-5817-41c2-9a61-6c04a777d761 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.782086] env[69613]: DEBUG nova.compute.provider_tree [None req-7773cb95-9e58-49bf-8bee-f8ef9b535c19 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Updating inventory in ProviderTree for provider af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69613) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 602.927880] env[69613]: DEBUG oslo_vmware.api [None req-537f3237-1bbe-4df3-8efe-1ac31fc9d4c9 tempest-ServerDiagnosticsNegativeTest-1011837599 tempest-ServerDiagnosticsNegativeTest-1011837599-project-member] Task: {'id': task-3416745, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.480657} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 602.929175] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-537f3237-1bbe-4df3-8efe-1ac31fc9d4c9 tempest-ServerDiagnosticsNegativeTest-1011837599 tempest-ServerDiagnosticsNegativeTest-1011837599-project-member] Deleted the datastore file {{(pid=69613) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 602.929175] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-537f3237-1bbe-4df3-8efe-1ac31fc9d4c9 tempest-ServerDiagnosticsNegativeTest-1011837599 tempest-ServerDiagnosticsNegativeTest-1011837599-project-member] [instance: b5f11d7f-0a76-4db9-bc83-fecf88004a47] Deleted contents of the VM from datastore datastore2 {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 602.929635] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-537f3237-1bbe-4df3-8efe-1ac31fc9d4c9 tempest-ServerDiagnosticsNegativeTest-1011837599 tempest-ServerDiagnosticsNegativeTest-1011837599-project-member] [instance: b5f11d7f-0a76-4db9-bc83-fecf88004a47] Instance destroyed {{(pid=69613) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 602.929886] env[69613]: INFO nova.compute.manager [None req-537f3237-1bbe-4df3-8efe-1ac31fc9d4c9 tempest-ServerDiagnosticsNegativeTest-1011837599 tempest-ServerDiagnosticsNegativeTest-1011837599-project-member] [instance: b5f11d7f-0a76-4db9-bc83-fecf88004a47] Took 1.12 seconds to destroy the instance on the hypervisor. [ 602.930513] env[69613]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-537f3237-1bbe-4df3-8efe-1ac31fc9d4c9 tempest-ServerDiagnosticsNegativeTest-1011837599 tempest-ServerDiagnosticsNegativeTest-1011837599-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69613) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 602.930513] env[69613]: DEBUG nova.compute.manager [-] [instance: b5f11d7f-0a76-4db9-bc83-fecf88004a47] Deallocating network for instance {{(pid=69613) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 602.930513] env[69613]: DEBUG nova.network.neutron [-] [instance: b5f11d7f-0a76-4db9-bc83-fecf88004a47] deallocate_for_instance() {{(pid=69613) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 602.989248] env[69613]: DEBUG oslo_vmware.api [None req-e519f2a0-a901-4d84-826f-d8bd8b6c18fa tempest-DeleteServersAdminTestJSON-1513204641 tempest-DeleteServersAdminTestJSON-1513204641-project-admin] Task: {'id': task-3416739, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.566797} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 602.989248] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-e519f2a0-a901-4d84-826f-d8bd8b6c18fa tempest-DeleteServersAdminTestJSON-1513204641 tempest-DeleteServersAdminTestJSON-1513204641-project-admin] Deleted the datastore file {{(pid=69613) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 602.989248] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-e519f2a0-a901-4d84-826f-d8bd8b6c18fa tempest-DeleteServersAdminTestJSON-1513204641 tempest-DeleteServersAdminTestJSON-1513204641-project-admin] [instance: 34842f08-5c04-462c-940b-56de5b07c8f6] Deleted contents of the VM from datastore datastore2 {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 602.989248] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-e519f2a0-a901-4d84-826f-d8bd8b6c18fa tempest-DeleteServersAdminTestJSON-1513204641 tempest-DeleteServersAdminTestJSON-1513204641-project-admin] [instance: 34842f08-5c04-462c-940b-56de5b07c8f6] Instance destroyed {{(pid=69613) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 602.990281] env[69613]: INFO nova.compute.manager [None req-e519f2a0-a901-4d84-826f-d8bd8b6c18fa tempest-DeleteServersAdminTestJSON-1513204641 tempest-DeleteServersAdminTestJSON-1513204641-project-admin] [instance: 34842f08-5c04-462c-940b-56de5b07c8f6] Took 1.63 seconds to destroy the instance on the hypervisor. [ 602.990951] env[69613]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e519f2a0-a901-4d84-826f-d8bd8b6c18fa tempest-DeleteServersAdminTestJSON-1513204641 tempest-DeleteServersAdminTestJSON-1513204641-project-admin] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69613) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 602.990951] env[69613]: DEBUG nova.compute.manager [-] [instance: 34842f08-5c04-462c-940b-56de5b07c8f6] Deallocating network for instance {{(pid=69613) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 602.990951] env[69613]: DEBUG nova.network.neutron [-] [instance: 34842f08-5c04-462c-940b-56de5b07c8f6] deallocate_for_instance() {{(pid=69613) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 603.005844] env[69613]: DEBUG oslo_concurrency.lockutils [None req-f0fa1a8f-2447-492b-8bc8-8476373fe2fa tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 603.039927] env[69613]: DEBUG nova.compute.manager [req-03214ffe-a995-4612-a14f-0fad4b6b97d5 req-eeb1f8c7-92c0-4e01-a48d-4dcb743fd591 service nova] [instance: f7fdfec2-ad0d-42f4-bff8-99f164ce18a3] Received event network-changed-f8cc892e-ca4e-4b07-970e-2668023db45c {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 603.040243] env[69613]: DEBUG nova.compute.manager [req-03214ffe-a995-4612-a14f-0fad4b6b97d5 req-eeb1f8c7-92c0-4e01-a48d-4dcb743fd591 service nova] [instance: f7fdfec2-ad0d-42f4-bff8-99f164ce18a3] Refreshing instance network info cache due to event network-changed-f8cc892e-ca4e-4b07-970e-2668023db45c. {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 603.040970] env[69613]: DEBUG oslo_concurrency.lockutils [req-03214ffe-a995-4612-a14f-0fad4b6b97d5 req-eeb1f8c7-92c0-4e01-a48d-4dcb743fd591 service nova] Acquiring lock "refresh_cache-f7fdfec2-ad0d-42f4-bff8-99f164ce18a3" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.041120] env[69613]: DEBUG oslo_concurrency.lockutils [req-03214ffe-a995-4612-a14f-0fad4b6b97d5 req-eeb1f8c7-92c0-4e01-a48d-4dcb743fd591 service nova] Acquired lock "refresh_cache-f7fdfec2-ad0d-42f4-bff8-99f164ce18a3" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.041299] env[69613]: DEBUG nova.network.neutron [req-03214ffe-a995-4612-a14f-0fad4b6b97d5 req-eeb1f8c7-92c0-4e01-a48d-4dcb743fd591 service nova] [instance: f7fdfec2-ad0d-42f4-bff8-99f164ce18a3] Refreshing network info cache for port f8cc892e-ca4e-4b07-970e-2668023db45c {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 603.112915] env[69613]: DEBUG oslo_vmware.api [None req-46865419-3532-4cb8-ac8e-6ca70ef4341d tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] Task: {'id': task-3416746, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.124252] env[69613]: DEBUG oslo_vmware.api [None req-dc449098-b337-44db-8f59-39749e756af2 tempest-ServersAdmin275Test-798959479 tempest-ServersAdmin275Test-798959479-project-member] Task: {'id': task-3416747, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.154565} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.124572] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-dc449098-b337-44db-8f59-39749e756af2 tempest-ServersAdmin275Test-798959479 tempest-ServersAdmin275Test-798959479-project-member] [instance: 82d7d697-989c-4f9f-aaf4-7a7345bf2292] Extended root virtual disk {{(pid=69613) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 603.125500] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f8fcc18-6056-4f93-841a-f3cda9443edc {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.150905] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-dc449098-b337-44db-8f59-39749e756af2 tempest-ServersAdmin275Test-798959479 tempest-ServersAdmin275Test-798959479-project-member] [instance: 82d7d697-989c-4f9f-aaf4-7a7345bf2292] Reconfiguring VM instance instance-00000008 to attach disk [datastore1] 82d7d697-989c-4f9f-aaf4-7a7345bf2292/82d7d697-989c-4f9f-aaf4-7a7345bf2292.vmdk or device None with type sparse {{(pid=69613) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 603.155292] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e6e2cc45-91b4-48e1-aa55-401ba2a99658 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.187151] env[69613]: DEBUG oslo_vmware.api [None req-9c199556-f27c-4a34-a6e8-d5787bb44423 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Task: {'id': task-3416748, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.189775] env[69613]: DEBUG oslo_vmware.api [-] Task: {'id': task-3416743, 'name': CreateVM_Task, 'duration_secs': 0.731193} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.190113] env[69613]: DEBUG oslo_vmware.api [None req-dc449098-b337-44db-8f59-39749e756af2 tempest-ServersAdmin275Test-798959479 tempest-ServersAdmin275Test-798959479-project-member] Waiting for the task: (returnval){ [ 603.190113] env[69613]: value = "task-3416749" [ 603.190113] env[69613]: _type = "Task" [ 603.190113] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.190296] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f7fdfec2-ad0d-42f4-bff8-99f164ce18a3] Created VM on the ESX host {{(pid=69613) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 603.191841] env[69613]: DEBUG oslo_concurrency.lockutils [None req-c5872745-a302-41fa-ae33-65ee6631e66c tempest-FloatingIPsAssociationTestJSON-164946246 tempest-FloatingIPsAssociationTestJSON-164946246-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.191841] env[69613]: DEBUG oslo_concurrency.lockutils [None req-c5872745-a302-41fa-ae33-65ee6631e66c tempest-FloatingIPsAssociationTestJSON-164946246 tempest-FloatingIPsAssociationTestJSON-164946246-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.191841] env[69613]: DEBUG oslo_concurrency.lockutils [None req-c5872745-a302-41fa-ae33-65ee6631e66c tempest-FloatingIPsAssociationTestJSON-164946246 tempest-FloatingIPsAssociationTestJSON-164946246-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.195692] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7dc5ee32-8c55-45f0-9e61-a9b188b76fd7 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.208435] env[69613]: DEBUG oslo_vmware.api [None req-dc449098-b337-44db-8f59-39749e756af2 tempest-ServersAdmin275Test-798959479 tempest-ServersAdmin275Test-798959479-project-member] Task: {'id': task-3416749, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.208631] env[69613]: DEBUG oslo_vmware.api [None req-c5872745-a302-41fa-ae33-65ee6631e66c tempest-FloatingIPsAssociationTestJSON-164946246 tempest-FloatingIPsAssociationTestJSON-164946246-project-member] Waiting for the task: (returnval){ [ 603.208631] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]52bfdd78-62bd-4d81-60b1-d6658ec44df5" [ 603.208631] env[69613]: _type = "Task" [ 603.208631] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.221398] env[69613]: DEBUG oslo_vmware.api [None req-c5872745-a302-41fa-ae33-65ee6631e66c tempest-FloatingIPsAssociationTestJSON-164946246 tempest-FloatingIPsAssociationTestJSON-164946246-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52bfdd78-62bd-4d81-60b1-d6658ec44df5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.311054] env[69613]: ERROR nova.scheduler.client.report [None req-7773cb95-9e58-49bf-8bee-f8ef9b535c19 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] [req-b158b0d6-a50e-4b6b-ad01-5ca97b87cafe] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID af76dfa6-80f5-47a1-ac1e-7e11abfaaed9. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-b158b0d6-a50e-4b6b-ad01-5ca97b87cafe"}]} [ 603.335642] env[69613]: DEBUG nova.scheduler.client.report [None req-7773cb95-9e58-49bf-8bee-f8ef9b535c19 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Refreshing inventories for resource provider af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 {{(pid=69613) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 603.359246] env[69613]: DEBUG nova.scheduler.client.report [None req-7773cb95-9e58-49bf-8bee-f8ef9b535c19 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Updating ProviderTree inventory for provider af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69613) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 603.359471] env[69613]: DEBUG nova.compute.provider_tree [None req-7773cb95-9e58-49bf-8bee-f8ef9b535c19 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Updating inventory in ProviderTree for provider af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69613) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 603.373939] env[69613]: DEBUG nova.scheduler.client.report [None req-7773cb95-9e58-49bf-8bee-f8ef9b535c19 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Refreshing aggregate associations for resource provider af76dfa6-80f5-47a1-ac1e-7e11abfaaed9, aggregates: None {{(pid=69613) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 603.402687] env[69613]: DEBUG nova.scheduler.client.report [None req-7773cb95-9e58-49bf-8bee-f8ef9b535c19 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Refreshing trait associations for resource provider af76dfa6-80f5-47a1-ac1e-7e11abfaaed9, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_NODE {{(pid=69613) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 603.615722] env[69613]: DEBUG oslo_vmware.api [None req-46865419-3532-4cb8-ac8e-6ca70ef4341d tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] Task: {'id': task-3416746, 'name': ReconfigVM_Task, 'duration_secs': 0.801415} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.615972] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-46865419-3532-4cb8-ac8e-6ca70ef4341d tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] [instance: fa89db07-09b5-485d-aacc-e1d39e576218] Reconfigured VM instance instance-00000006 to attach disk [datastore1] fa89db07-09b5-485d-aacc-e1d39e576218/fa89db07-09b5-485d-aacc-e1d39e576218.vmdk or device None with type sparse {{(pid=69613) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 603.616967] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4eb4a25d-84ad-44c4-a4ab-2f2ffc40ebcb {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.623563] env[69613]: DEBUG oslo_vmware.api [None req-46865419-3532-4cb8-ac8e-6ca70ef4341d tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] Waiting for the task: (returnval){ [ 603.623563] env[69613]: value = "task-3416750" [ 603.623563] env[69613]: _type = "Task" [ 603.623563] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.636777] env[69613]: DEBUG oslo_vmware.api [None req-46865419-3532-4cb8-ac8e-6ca70ef4341d tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] Task: {'id': task-3416750, 'name': Rename_Task} progress is 5%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.659614] env[69613]: DEBUG oslo_vmware.api [None req-9c199556-f27c-4a34-a6e8-d5787bb44423 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Task: {'id': task-3416748, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.702114} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.659614] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c199556-f27c-4a34-a6e8-d5787bb44423 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk to [datastore1] 30032fc2-1100-456a-bd0d-f3daf0a16662/30032fc2-1100-456a-bd0d-f3daf0a16662.vmdk {{(pid=69613) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 603.659614] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-9c199556-f27c-4a34-a6e8-d5787bb44423 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] [instance: 30032fc2-1100-456a-bd0d-f3daf0a16662] Extending root virtual disk to 1048576 {{(pid=69613) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 603.659614] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6da50ff6-9c7a-4bdc-9727-cad6276faa58 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.667652] env[69613]: DEBUG oslo_vmware.api [None req-9c199556-f27c-4a34-a6e8-d5787bb44423 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Waiting for the task: (returnval){ [ 603.667652] env[69613]: value = "task-3416751" [ 603.667652] env[69613]: _type = "Task" [ 603.667652] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.676244] env[69613]: DEBUG oslo_vmware.api [None req-9c199556-f27c-4a34-a6e8-d5787bb44423 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Task: {'id': task-3416751, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.704887] env[69613]: DEBUG oslo_vmware.api [None req-dc449098-b337-44db-8f59-39749e756af2 tempest-ServersAdmin275Test-798959479 tempest-ServersAdmin275Test-798959479-project-member] Task: {'id': task-3416749, 'name': ReconfigVM_Task, 'duration_secs': 0.308865} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.705380] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-dc449098-b337-44db-8f59-39749e756af2 tempest-ServersAdmin275Test-798959479 tempest-ServersAdmin275Test-798959479-project-member] [instance: 82d7d697-989c-4f9f-aaf4-7a7345bf2292] Reconfigured VM instance instance-00000008 to attach disk [datastore1] 82d7d697-989c-4f9f-aaf4-7a7345bf2292/82d7d697-989c-4f9f-aaf4-7a7345bf2292.vmdk or device None with type sparse {{(pid=69613) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 603.706930] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b821b76d-d94d-4aa5-b327-27ba096f54a4 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.722834] env[69613]: DEBUG oslo_vmware.api [None req-c5872745-a302-41fa-ae33-65ee6631e66c tempest-FloatingIPsAssociationTestJSON-164946246 tempest-FloatingIPsAssociationTestJSON-164946246-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52bfdd78-62bd-4d81-60b1-d6658ec44df5, 'name': SearchDatastore_Task, 'duration_secs': 0.055108} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.726244] env[69613]: DEBUG oslo_concurrency.lockutils [None req-c5872745-a302-41fa-ae33-65ee6631e66c tempest-FloatingIPsAssociationTestJSON-164946246 tempest-FloatingIPsAssociationTestJSON-164946246-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.726536] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-c5872745-a302-41fa-ae33-65ee6631e66c tempest-FloatingIPsAssociationTestJSON-164946246 tempest-FloatingIPsAssociationTestJSON-164946246-project-member] [instance: f7fdfec2-ad0d-42f4-bff8-99f164ce18a3] Processing image 2b7a0304-b5d0-431d-b287-32c8388d7fbd {{(pid=69613) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 603.726773] env[69613]: DEBUG oslo_concurrency.lockutils [None req-c5872745-a302-41fa-ae33-65ee6631e66c tempest-FloatingIPsAssociationTestJSON-164946246 tempest-FloatingIPsAssociationTestJSON-164946246-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.726916] env[69613]: DEBUG oslo_concurrency.lockutils [None req-c5872745-a302-41fa-ae33-65ee6631e66c tempest-FloatingIPsAssociationTestJSON-164946246 tempest-FloatingIPsAssociationTestJSON-164946246-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.727107] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-c5872745-a302-41fa-ae33-65ee6631e66c tempest-FloatingIPsAssociationTestJSON-164946246 tempest-FloatingIPsAssociationTestJSON-164946246-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69613) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 603.727429] env[69613]: DEBUG oslo_vmware.api [None req-dc449098-b337-44db-8f59-39749e756af2 tempest-ServersAdmin275Test-798959479 tempest-ServersAdmin275Test-798959479-project-member] Waiting for the task: (returnval){ [ 603.727429] env[69613]: value = "task-3416752" [ 603.727429] env[69613]: _type = "Task" [ 603.727429] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.728616] env[69613]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d0b7ac4f-69fb-4893-ab9f-d6ecbee71230 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.742169] env[69613]: DEBUG oslo_vmware.api [None req-dc449098-b337-44db-8f59-39749e756af2 tempest-ServersAdmin275Test-798959479 tempest-ServersAdmin275Test-798959479-project-member] Task: {'id': task-3416752, 'name': Rename_Task} progress is 14%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.743134] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-c5872745-a302-41fa-ae33-65ee6631e66c tempest-FloatingIPsAssociationTestJSON-164946246 tempest-FloatingIPsAssociationTestJSON-164946246-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69613) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 603.743361] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-c5872745-a302-41fa-ae33-65ee6631e66c tempest-FloatingIPsAssociationTestJSON-164946246 tempest-FloatingIPsAssociationTestJSON-164946246-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69613) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 603.749033] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-10b7d127-b370-4a68-ad8c-034cc394057b {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.760916] env[69613]: DEBUG oslo_vmware.api [None req-c5872745-a302-41fa-ae33-65ee6631e66c tempest-FloatingIPsAssociationTestJSON-164946246 tempest-FloatingIPsAssociationTestJSON-164946246-project-member] Waiting for the task: (returnval){ [ 603.760916] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]528a62f0-b044-9b80-d4df-eca3f82b529e" [ 603.760916] env[69613]: _type = "Task" [ 603.760916] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.772089] env[69613]: DEBUG oslo_vmware.api [None req-c5872745-a302-41fa-ae33-65ee6631e66c tempest-FloatingIPsAssociationTestJSON-164946246 tempest-FloatingIPsAssociationTestJSON-164946246-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]528a62f0-b044-9b80-d4df-eca3f82b529e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.815695] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b444111f-204d-4125-b952-5698173d0fd1 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.827249] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05a18381-df23-449c-87f6-6c426b86e102 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.870165] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b83e843-35f7-4948-9d85-a59353d26d8a {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.878824] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ed13bf2-b700-49f8-8301-839c0e8e1e91 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.895018] env[69613]: DEBUG nova.compute.provider_tree [None req-7773cb95-9e58-49bf-8bee-f8ef9b535c19 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Updating inventory in ProviderTree for provider af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69613) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 604.101358] env[69613]: DEBUG nova.network.neutron [req-03214ffe-a995-4612-a14f-0fad4b6b97d5 req-eeb1f8c7-92c0-4e01-a48d-4dcb743fd591 service nova] [instance: f7fdfec2-ad0d-42f4-bff8-99f164ce18a3] Updated VIF entry in instance network info cache for port f8cc892e-ca4e-4b07-970e-2668023db45c. {{(pid=69613) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 604.101868] env[69613]: DEBUG nova.network.neutron [req-03214ffe-a995-4612-a14f-0fad4b6b97d5 req-eeb1f8c7-92c0-4e01-a48d-4dcb743fd591 service nova] [instance: f7fdfec2-ad0d-42f4-bff8-99f164ce18a3] Updating instance_info_cache with network_info: [{"id": "f8cc892e-ca4e-4b07-970e-2668023db45c", "address": "fa:16:3e:66:2f:7e", "network": {"id": "28f99ebf-ff7d-4655-a4e2-b730149dcbc3", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-315513107-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ad1d1d0ba08a4292a325cdccea6a4c0a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04ccbc7a-cf8d-4ea2-8411-291a1e27df7b", "external-id": "nsx-vlan-transportzone-998", "segmentation_id": 998, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf8cc892e-ca", "ovs_interfaceid": "f8cc892e-ca4e-4b07-970e-2668023db45c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 604.136541] env[69613]: DEBUG oslo_vmware.api [None req-46865419-3532-4cb8-ac8e-6ca70ef4341d tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] Task: {'id': task-3416750, 'name': Rename_Task, 'duration_secs': 0.270153} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 604.136854] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-46865419-3532-4cb8-ac8e-6ca70ef4341d tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] [instance: fa89db07-09b5-485d-aacc-e1d39e576218] Powering on the VM {{(pid=69613) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 604.138286] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-db800a0a-3ed4-42d2-bb7a-feb7d388e461 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.141570] env[69613]: DEBUG nova.network.neutron [-] [instance: 34842f08-5c04-462c-940b-56de5b07c8f6] Updating instance_info_cache with network_info: [] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 604.144433] env[69613]: DEBUG oslo_vmware.api [None req-46865419-3532-4cb8-ac8e-6ca70ef4341d tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] Waiting for the task: (returnval){ [ 604.144433] env[69613]: value = "task-3416753" [ 604.144433] env[69613]: _type = "Task" [ 604.144433] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 604.158149] env[69613]: DEBUG oslo_vmware.api [None req-46865419-3532-4cb8-ac8e-6ca70ef4341d tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] Task: {'id': task-3416753, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.177490] env[69613]: DEBUG oslo_vmware.api [None req-9c199556-f27c-4a34-a6e8-d5787bb44423 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Task: {'id': task-3416751, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.147124} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 604.177674] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-9c199556-f27c-4a34-a6e8-d5787bb44423 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] [instance: 30032fc2-1100-456a-bd0d-f3daf0a16662] Extended root virtual disk {{(pid=69613) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 604.178716] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aeb2b3b2-b8d0-48bc-9fd0-e988efdc0ddc {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.202809] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c199556-f27c-4a34-a6e8-d5787bb44423 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] [instance: 30032fc2-1100-456a-bd0d-f3daf0a16662] Reconfiguring VM instance instance-00000007 to attach disk [datastore1] 30032fc2-1100-456a-bd0d-f3daf0a16662/30032fc2-1100-456a-bd0d-f3daf0a16662.vmdk or device None with type sparse {{(pid=69613) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 604.203148] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5445c74f-014b-4178-ae72-6a3021ffdf02 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.223974] env[69613]: DEBUG oslo_vmware.api [None req-9c199556-f27c-4a34-a6e8-d5787bb44423 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Waiting for the task: (returnval){ [ 604.223974] env[69613]: value = "task-3416754" [ 604.223974] env[69613]: _type = "Task" [ 604.223974] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 604.234222] env[69613]: DEBUG oslo_vmware.api [None req-9c199556-f27c-4a34-a6e8-d5787bb44423 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Task: {'id': task-3416754, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.243177] env[69613]: DEBUG oslo_vmware.api [None req-dc449098-b337-44db-8f59-39749e756af2 tempest-ServersAdmin275Test-798959479 tempest-ServersAdmin275Test-798959479-project-member] Task: {'id': task-3416752, 'name': Rename_Task, 'duration_secs': 0.137263} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 604.243177] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc449098-b337-44db-8f59-39749e756af2 tempest-ServersAdmin275Test-798959479 tempest-ServersAdmin275Test-798959479-project-member] [instance: 82d7d697-989c-4f9f-aaf4-7a7345bf2292] Powering on the VM {{(pid=69613) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 604.243177] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b32d7a25-e8df-474f-a87c-b6683c57f370 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.251117] env[69613]: DEBUG oslo_vmware.api [None req-dc449098-b337-44db-8f59-39749e756af2 tempest-ServersAdmin275Test-798959479 tempest-ServersAdmin275Test-798959479-project-member] Waiting for the task: (returnval){ [ 604.251117] env[69613]: value = "task-3416755" [ 604.251117] env[69613]: _type = "Task" [ 604.251117] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 604.261534] env[69613]: DEBUG oslo_vmware.api [None req-dc449098-b337-44db-8f59-39749e756af2 tempest-ServersAdmin275Test-798959479 tempest-ServersAdmin275Test-798959479-project-member] Task: {'id': task-3416755, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.274682] env[69613]: DEBUG oslo_vmware.api [None req-c5872745-a302-41fa-ae33-65ee6631e66c tempest-FloatingIPsAssociationTestJSON-164946246 tempest-FloatingIPsAssociationTestJSON-164946246-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]528a62f0-b044-9b80-d4df-eca3f82b529e, 'name': SearchDatastore_Task, 'duration_secs': 0.014268} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 604.275436] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-175b0e76-7e2d-44d9-9775-00cc5d03ba6b {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.281149] env[69613]: DEBUG oslo_vmware.api [None req-c5872745-a302-41fa-ae33-65ee6631e66c tempest-FloatingIPsAssociationTestJSON-164946246 tempest-FloatingIPsAssociationTestJSON-164946246-project-member] Waiting for the task: (returnval){ [ 604.281149] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]52371f94-269e-63b7-1b6b-ff9d24995391" [ 604.281149] env[69613]: _type = "Task" [ 604.281149] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 604.295125] env[69613]: DEBUG oslo_vmware.api [None req-c5872745-a302-41fa-ae33-65ee6631e66c tempest-FloatingIPsAssociationTestJSON-164946246 tempest-FloatingIPsAssociationTestJSON-164946246-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52371f94-269e-63b7-1b6b-ff9d24995391, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.373828] env[69613]: DEBUG nova.network.neutron [-] [instance: b5f11d7f-0a76-4db9-bc83-fecf88004a47] Updating instance_info_cache with network_info: [] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 604.421834] env[69613]: DEBUG oslo_concurrency.lockutils [None req-cfaa4a81-b7c2-410c-9208-522ada887f18 tempest-ServersV294TestFqdnHostnames-2142112812 tempest-ServersV294TestFqdnHostnames-2142112812-project-member] Acquiring lock "1178a341-cc87-48f9-b274-f0a1ab0c01fc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 604.422090] env[69613]: DEBUG oslo_concurrency.lockutils [None req-cfaa4a81-b7c2-410c-9208-522ada887f18 tempest-ServersV294TestFqdnHostnames-2142112812 tempest-ServersV294TestFqdnHostnames-2142112812-project-member] Lock "1178a341-cc87-48f9-b274-f0a1ab0c01fc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 604.431090] env[69613]: ERROR nova.scheduler.client.report [None req-7773cb95-9e58-49bf-8bee-f8ef9b535c19 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] [req-d5ddb660-6bb1-4e76-a5a0-b511e52de83f] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID af76dfa6-80f5-47a1-ac1e-7e11abfaaed9. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-d5ddb660-6bb1-4e76-a5a0-b511e52de83f"}]} [ 604.461868] env[69613]: DEBUG nova.compute.manager [None req-4888f02b-0ce8-48e2-8704-63fe2dcf5e19 tempest-ServerExternalEventsTest-1533468684 tempest-ServerExternalEventsTest-1533468684-project] [instance: 4ef095a0-6177-4558-96fa-655cae276f42] Received event network-changed {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 604.462429] env[69613]: DEBUG nova.compute.manager [None req-4888f02b-0ce8-48e2-8704-63fe2dcf5e19 tempest-ServerExternalEventsTest-1533468684 tempest-ServerExternalEventsTest-1533468684-project] [instance: 4ef095a0-6177-4558-96fa-655cae276f42] Refreshing instance network info cache due to event network-changed. {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 604.462672] env[69613]: DEBUG oslo_concurrency.lockutils [None req-4888f02b-0ce8-48e2-8704-63fe2dcf5e19 tempest-ServerExternalEventsTest-1533468684 tempest-ServerExternalEventsTest-1533468684-project] Acquiring lock "refresh_cache-4ef095a0-6177-4558-96fa-655cae276f42" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.462747] env[69613]: DEBUG oslo_concurrency.lockutils [None req-4888f02b-0ce8-48e2-8704-63fe2dcf5e19 tempest-ServerExternalEventsTest-1533468684 tempest-ServerExternalEventsTest-1533468684-project] Acquired lock "refresh_cache-4ef095a0-6177-4558-96fa-655cae276f42" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.462964] env[69613]: DEBUG nova.network.neutron [None req-4888f02b-0ce8-48e2-8704-63fe2dcf5e19 tempest-ServerExternalEventsTest-1533468684 tempest-ServerExternalEventsTest-1533468684-project] [instance: 4ef095a0-6177-4558-96fa-655cae276f42] Building network info cache for instance {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 604.475184] env[69613]: DEBUG nova.scheduler.client.report [None req-7773cb95-9e58-49bf-8bee-f8ef9b535c19 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Refreshing inventories for resource provider af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 {{(pid=69613) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 604.501406] env[69613]: DEBUG nova.scheduler.client.report [None req-7773cb95-9e58-49bf-8bee-f8ef9b535c19 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Updating ProviderTree inventory for provider af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69613) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 604.501406] env[69613]: DEBUG nova.compute.provider_tree [None req-7773cb95-9e58-49bf-8bee-f8ef9b535c19 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Updating inventory in ProviderTree for provider af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69613) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 604.526903] env[69613]: DEBUG nova.scheduler.client.report [None req-7773cb95-9e58-49bf-8bee-f8ef9b535c19 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Refreshing aggregate associations for resource provider af76dfa6-80f5-47a1-ac1e-7e11abfaaed9, aggregates: None {{(pid=69613) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 604.551478] env[69613]: DEBUG nova.scheduler.client.report [None req-7773cb95-9e58-49bf-8bee-f8ef9b535c19 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Refreshing trait associations for resource provider af76dfa6-80f5-47a1-ac1e-7e11abfaaed9, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_NODE {{(pid=69613) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 604.551478] env[69613]: DEBUG nova.compute.provider_tree [None req-7773cb95-9e58-49bf-8bee-f8ef9b535c19 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Updating resource provider af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 generation from 24 to 25 during operation: update_traits {{(pid=69613) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 604.609393] env[69613]: DEBUG oslo_concurrency.lockutils [req-03214ffe-a995-4612-a14f-0fad4b6b97d5 req-eeb1f8c7-92c0-4e01-a48d-4dcb743fd591 service nova] Releasing lock "refresh_cache-f7fdfec2-ad0d-42f4-bff8-99f164ce18a3" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.646586] env[69613]: INFO nova.compute.manager [-] [instance: 34842f08-5c04-462c-940b-56de5b07c8f6] Took 1.65 seconds to deallocate network for instance. [ 604.669398] env[69613]: DEBUG oslo_vmware.api [None req-46865419-3532-4cb8-ac8e-6ca70ef4341d tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] Task: {'id': task-3416753, 'name': PowerOnVM_Task} progress is 1%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.735334] env[69613]: DEBUG oslo_vmware.api [None req-9c199556-f27c-4a34-a6e8-d5787bb44423 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Task: {'id': task-3416754, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.766018] env[69613]: DEBUG oslo_vmware.api [None req-dc449098-b337-44db-8f59-39749e756af2 tempest-ServersAdmin275Test-798959479 tempest-ServersAdmin275Test-798959479-project-member] Task: {'id': task-3416755, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.794687] env[69613]: DEBUG oslo_vmware.api [None req-c5872745-a302-41fa-ae33-65ee6631e66c tempest-FloatingIPsAssociationTestJSON-164946246 tempest-FloatingIPsAssociationTestJSON-164946246-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52371f94-269e-63b7-1b6b-ff9d24995391, 'name': SearchDatastore_Task, 'duration_secs': 0.021083} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 604.794945] env[69613]: DEBUG oslo_concurrency.lockutils [None req-c5872745-a302-41fa-ae33-65ee6631e66c tempest-FloatingIPsAssociationTestJSON-164946246 tempest-FloatingIPsAssociationTestJSON-164946246-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.795261] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5872745-a302-41fa-ae33-65ee6631e66c tempest-FloatingIPsAssociationTestJSON-164946246 tempest-FloatingIPsAssociationTestJSON-164946246-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk to [datastore1] f7fdfec2-ad0d-42f4-bff8-99f164ce18a3/f7fdfec2-ad0d-42f4-bff8-99f164ce18a3.vmdk {{(pid=69613) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 604.795516] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3efa3ca0-b296-4f55-8303-1b5e312ed39d {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.804219] env[69613]: DEBUG oslo_vmware.api [None req-c5872745-a302-41fa-ae33-65ee6631e66c tempest-FloatingIPsAssociationTestJSON-164946246 tempest-FloatingIPsAssociationTestJSON-164946246-project-member] Waiting for the task: (returnval){ [ 604.804219] env[69613]: value = "task-3416756" [ 604.804219] env[69613]: _type = "Task" [ 604.804219] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 604.813800] env[69613]: DEBUG oslo_vmware.api [None req-c5872745-a302-41fa-ae33-65ee6631e66c tempest-FloatingIPsAssociationTestJSON-164946246 tempest-FloatingIPsAssociationTestJSON-164946246-project-member] Task: {'id': task-3416756, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.889419] env[69613]: INFO nova.compute.manager [-] [instance: b5f11d7f-0a76-4db9-bc83-fecf88004a47] Took 1.96 seconds to deallocate network for instance. [ 605.015263] env[69613]: DEBUG oslo_concurrency.lockutils [None req-7113dd31-6e67-4ac6-8a57-de9088ce37cd tempest-ServersListShow2100Test-867795307 tempest-ServersListShow2100Test-867795307-project-member] Acquiring lock "f2b492f9-2517-4ee7-b4e7-c6c3bb912e49" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 605.015806] env[69613]: DEBUG oslo_concurrency.lockutils [None req-7113dd31-6e67-4ac6-8a57-de9088ce37cd tempest-ServersListShow2100Test-867795307 tempest-ServersListShow2100Test-867795307-project-member] Lock "f2b492f9-2517-4ee7-b4e7-c6c3bb912e49" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 605.032242] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eab5380c-71a3-4d66-aa48-c5327a72b710 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.043420] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0bb541a-e9f4-4a91-8da4-0ad5b3a39fff {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.081176] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92d9ba60-ae91-43e1-bdf3-efe9d00601e8 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.089132] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-956398ed-d911-48bd-b783-d35dd70152dd {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.109178] env[69613]: DEBUG nova.compute.provider_tree [None req-7773cb95-9e58-49bf-8bee-f8ef9b535c19 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Updating inventory in ProviderTree for provider af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69613) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 605.159220] env[69613]: DEBUG oslo_concurrency.lockutils [None req-e519f2a0-a901-4d84-826f-d8bd8b6c18fa tempest-DeleteServersAdminTestJSON-1513204641 tempest-DeleteServersAdminTestJSON-1513204641-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 605.160365] env[69613]: DEBUG nova.compute.manager [req-c445e235-0613-4921-881a-36fb59a59673 req-23f67c8d-cb2e-4409-b299-93e07ba3aec9 service nova] [instance: 34842f08-5c04-462c-940b-56de5b07c8f6] Received event network-vif-deleted-cd02213d-5736-423e-82b4-a0925ea054ed {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 605.171917] env[69613]: DEBUG oslo_vmware.api [None req-46865419-3532-4cb8-ac8e-6ca70ef4341d tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] Task: {'id': task-3416753, 'name': PowerOnVM_Task} progress is 82%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.244952] env[69613]: DEBUG oslo_vmware.api [None req-9c199556-f27c-4a34-a6e8-d5787bb44423 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Task: {'id': task-3416754, 'name': ReconfigVM_Task, 'duration_secs': 0.642497} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 605.245536] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c199556-f27c-4a34-a6e8-d5787bb44423 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] [instance: 30032fc2-1100-456a-bd0d-f3daf0a16662] Reconfigured VM instance instance-00000007 to attach disk [datastore1] 30032fc2-1100-456a-bd0d-f3daf0a16662/30032fc2-1100-456a-bd0d-f3daf0a16662.vmdk or device None with type sparse {{(pid=69613) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 605.246430] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-749d96b9-af92-4b1a-9794-bff169500645 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.262699] env[69613]: DEBUG oslo_vmware.api [None req-9c199556-f27c-4a34-a6e8-d5787bb44423 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Waiting for the task: (returnval){ [ 605.262699] env[69613]: value = "task-3416757" [ 605.262699] env[69613]: _type = "Task" [ 605.262699] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.275665] env[69613]: DEBUG oslo_vmware.api [None req-dc449098-b337-44db-8f59-39749e756af2 tempest-ServersAdmin275Test-798959479 tempest-ServersAdmin275Test-798959479-project-member] Task: {'id': task-3416755, 'name': PowerOnVM_Task, 'duration_secs': 0.524387} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 605.276344] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc449098-b337-44db-8f59-39749e756af2 tempest-ServersAdmin275Test-798959479 tempest-ServersAdmin275Test-798959479-project-member] [instance: 82d7d697-989c-4f9f-aaf4-7a7345bf2292] Powered on the VM {{(pid=69613) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 605.276720] env[69613]: INFO nova.compute.manager [None req-dc449098-b337-44db-8f59-39749e756af2 tempest-ServersAdmin275Test-798959479 tempest-ServersAdmin275Test-798959479-project-member] [instance: 82d7d697-989c-4f9f-aaf4-7a7345bf2292] Took 10.67 seconds to spawn the instance on the hypervisor. [ 605.277062] env[69613]: DEBUG nova.compute.manager [None req-dc449098-b337-44db-8f59-39749e756af2 tempest-ServersAdmin275Test-798959479 tempest-ServersAdmin275Test-798959479-project-member] [instance: 82d7d697-989c-4f9f-aaf4-7a7345bf2292] Checking state {{(pid=69613) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 605.278921] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1256b9ec-6087-4144-84ae-27da511a9973 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.288929] env[69613]: DEBUG oslo_vmware.api [None req-9c199556-f27c-4a34-a6e8-d5787bb44423 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Task: {'id': task-3416757, 'name': Rename_Task} progress is 14%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.316577] env[69613]: DEBUG oslo_vmware.api [None req-c5872745-a302-41fa-ae33-65ee6631e66c tempest-FloatingIPsAssociationTestJSON-164946246 tempest-FloatingIPsAssociationTestJSON-164946246-project-member] Task: {'id': task-3416756, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.369863] env[69613]: DEBUG nova.network.neutron [None req-4888f02b-0ce8-48e2-8704-63fe2dcf5e19 tempest-ServerExternalEventsTest-1533468684 tempest-ServerExternalEventsTest-1533468684-project] [instance: 4ef095a0-6177-4558-96fa-655cae276f42] Updating instance_info_cache with network_info: [{"id": "ab48aaff-9f1e-4776-ad33-3f7861148b4b", "address": "fa:16:3e:6e:94:55", "network": {"id": "7f5a9020-c966-459c-b2b1-fc62b2ff6283", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.216", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3e9e1b873f1442d59d5ee8247b941f74", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aec0089a-ff85-4bef-bad8-c84de39af71a", "external-id": "nsx-vlan-transportzone-758", "segmentation_id": 758, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapab48aaff-9f", "ovs_interfaceid": "ab48aaff-9f1e-4776-ad33-3f7861148b4b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 605.396700] env[69613]: DEBUG oslo_concurrency.lockutils [None req-537f3237-1bbe-4df3-8efe-1ac31fc9d4c9 tempest-ServerDiagnosticsNegativeTest-1011837599 tempest-ServerDiagnosticsNegativeTest-1011837599-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 605.665334] env[69613]: DEBUG oslo_vmware.api [None req-46865419-3532-4cb8-ac8e-6ca70ef4341d tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] Task: {'id': task-3416753, 'name': PowerOnVM_Task, 'duration_secs': 1.096988} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 605.665334] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-46865419-3532-4cb8-ac8e-6ca70ef4341d tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] [instance: fa89db07-09b5-485d-aacc-e1d39e576218] Powered on the VM {{(pid=69613) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 605.665461] env[69613]: INFO nova.compute.manager [None req-46865419-3532-4cb8-ac8e-6ca70ef4341d tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] [instance: fa89db07-09b5-485d-aacc-e1d39e576218] Took 15.81 seconds to spawn the instance on the hypervisor. [ 605.665771] env[69613]: DEBUG nova.compute.manager [None req-46865419-3532-4cb8-ac8e-6ca70ef4341d tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] [instance: fa89db07-09b5-485d-aacc-e1d39e576218] Checking state {{(pid=69613) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 605.666631] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8176cc3f-2f84-4dde-aedb-c1b0c54b33ce {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.676860] env[69613]: DEBUG nova.scheduler.client.report [None req-7773cb95-9e58-49bf-8bee-f8ef9b535c19 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Updated inventory for provider af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 with generation 25 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69613) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 605.677046] env[69613]: DEBUG nova.compute.provider_tree [None req-7773cb95-9e58-49bf-8bee-f8ef9b535c19 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Updating resource provider af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 generation from 25 to 26 during operation: update_inventory {{(pid=69613) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 605.677203] env[69613]: DEBUG nova.compute.provider_tree [None req-7773cb95-9e58-49bf-8bee-f8ef9b535c19 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Updating inventory in ProviderTree for provider af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69613) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 605.775042] env[69613]: DEBUG oslo_vmware.api [None req-9c199556-f27c-4a34-a6e8-d5787bb44423 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Task: {'id': task-3416757, 'name': Rename_Task, 'duration_secs': 0.362741} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 605.776163] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c199556-f27c-4a34-a6e8-d5787bb44423 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] [instance: 30032fc2-1100-456a-bd0d-f3daf0a16662] Powering on the VM {{(pid=69613) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 605.776518] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f1baff02-6fe6-4bc6-9d84-43d73d3fa92a {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.783401] env[69613]: DEBUG oslo_vmware.api [None req-9c199556-f27c-4a34-a6e8-d5787bb44423 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Waiting for the task: (returnval){ [ 605.783401] env[69613]: value = "task-3416758" [ 605.783401] env[69613]: _type = "Task" [ 605.783401] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.793411] env[69613]: DEBUG oslo_vmware.api [None req-9c199556-f27c-4a34-a6e8-d5787bb44423 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Task: {'id': task-3416758, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.812957] env[69613]: INFO nova.compute.manager [None req-dc449098-b337-44db-8f59-39749e756af2 tempest-ServersAdmin275Test-798959479 tempest-ServersAdmin275Test-798959479-project-member] [instance: 82d7d697-989c-4f9f-aaf4-7a7345bf2292] Took 20.94 seconds to build instance. [ 605.821292] env[69613]: DEBUG oslo_vmware.api [None req-c5872745-a302-41fa-ae33-65ee6631e66c tempest-FloatingIPsAssociationTestJSON-164946246 tempest-FloatingIPsAssociationTestJSON-164946246-project-member] Task: {'id': task-3416756, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.528351} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 605.821768] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5872745-a302-41fa-ae33-65ee6631e66c tempest-FloatingIPsAssociationTestJSON-164946246 tempest-FloatingIPsAssociationTestJSON-164946246-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk to [datastore1] f7fdfec2-ad0d-42f4-bff8-99f164ce18a3/f7fdfec2-ad0d-42f4-bff8-99f164ce18a3.vmdk {{(pid=69613) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 605.822074] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-c5872745-a302-41fa-ae33-65ee6631e66c tempest-FloatingIPsAssociationTestJSON-164946246 tempest-FloatingIPsAssociationTestJSON-164946246-project-member] [instance: f7fdfec2-ad0d-42f4-bff8-99f164ce18a3] Extending root virtual disk to 1048576 {{(pid=69613) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 605.823326] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f4a9c520-32be-4bb8-95ea-c6b102f2616c {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.831223] env[69613]: DEBUG oslo_vmware.api [None req-c5872745-a302-41fa-ae33-65ee6631e66c tempest-FloatingIPsAssociationTestJSON-164946246 tempest-FloatingIPsAssociationTestJSON-164946246-project-member] Waiting for the task: (returnval){ [ 605.831223] env[69613]: value = "task-3416759" [ 605.831223] env[69613]: _type = "Task" [ 605.831223] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.841085] env[69613]: DEBUG oslo_vmware.api [None req-c5872745-a302-41fa-ae33-65ee6631e66c tempest-FloatingIPsAssociationTestJSON-164946246 tempest-FloatingIPsAssociationTestJSON-164946246-project-member] Task: {'id': task-3416759, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.873835] env[69613]: DEBUG oslo_concurrency.lockutils [None req-4888f02b-0ce8-48e2-8704-63fe2dcf5e19 tempest-ServerExternalEventsTest-1533468684 tempest-ServerExternalEventsTest-1533468684-project] Releasing lock "refresh_cache-4ef095a0-6177-4558-96fa-655cae276f42" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.189612] env[69613]: DEBUG oslo_concurrency.lockutils [None req-7773cb95-9e58-49bf-8bee-f8ef9b535c19 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.957s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 606.191399] env[69613]: DEBUG nova.compute.manager [None req-7773cb95-9e58-49bf-8bee-f8ef9b535c19 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] [instance: 030be18d-ee6f-4000-98f6-9e9a1c041a03] Start building networks asynchronously for instance. {{(pid=69613) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 606.198744] env[69613]: DEBUG oslo_concurrency.lockutils [None req-7fce2e4a-f025-4f0c-92a0-289456e4be53 tempest-ServerDiagnosticsTest-865742498 tempest-ServerDiagnosticsTest-865742498-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.138s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 606.202213] env[69613]: INFO nova.compute.claims [None req-7fce2e4a-f025-4f0c-92a0-289456e4be53 tempest-ServerDiagnosticsTest-865742498 tempest-ServerDiagnosticsTest-865742498-project-member] [instance: c1d7aa83-ab84-4ff3-a10f-e04e84582ed4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 606.204909] env[69613]: INFO nova.compute.manager [None req-46865419-3532-4cb8-ac8e-6ca70ef4341d tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] [instance: fa89db07-09b5-485d-aacc-e1d39e576218] Took 23.94 seconds to build instance. [ 606.294229] env[69613]: DEBUG oslo_vmware.api [None req-9c199556-f27c-4a34-a6e8-d5787bb44423 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Task: {'id': task-3416758, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.317613] env[69613]: DEBUG oslo_concurrency.lockutils [None req-dc449098-b337-44db-8f59-39749e756af2 tempest-ServersAdmin275Test-798959479 tempest-ServersAdmin275Test-798959479-project-member] Lock "82d7d697-989c-4f9f-aaf4-7a7345bf2292" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.461s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 606.344679] env[69613]: DEBUG oslo_vmware.api [None req-c5872745-a302-41fa-ae33-65ee6631e66c tempest-FloatingIPsAssociationTestJSON-164946246 tempest-FloatingIPsAssociationTestJSON-164946246-project-member] Task: {'id': task-3416759, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072458} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.345145] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-c5872745-a302-41fa-ae33-65ee6631e66c tempest-FloatingIPsAssociationTestJSON-164946246 tempest-FloatingIPsAssociationTestJSON-164946246-project-member] [instance: f7fdfec2-ad0d-42f4-bff8-99f164ce18a3] Extended root virtual disk {{(pid=69613) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 606.346059] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a5dc3b2-05b0-49a1-801b-d5cdf63807f8 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.376777] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-c5872745-a302-41fa-ae33-65ee6631e66c tempest-FloatingIPsAssociationTestJSON-164946246 tempest-FloatingIPsAssociationTestJSON-164946246-project-member] [instance: f7fdfec2-ad0d-42f4-bff8-99f164ce18a3] Reconfiguring VM instance instance-00000009 to attach disk [datastore1] f7fdfec2-ad0d-42f4-bff8-99f164ce18a3/f7fdfec2-ad0d-42f4-bff8-99f164ce18a3.vmdk or device None with type sparse {{(pid=69613) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 606.377815] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9f759771-d64a-43c0-bdf2-aefa7ed63306 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.404441] env[69613]: DEBUG oslo_vmware.api [None req-c5872745-a302-41fa-ae33-65ee6631e66c tempest-FloatingIPsAssociationTestJSON-164946246 tempest-FloatingIPsAssociationTestJSON-164946246-project-member] Waiting for the task: (returnval){ [ 606.404441] env[69613]: value = "task-3416760" [ 606.404441] env[69613]: _type = "Task" [ 606.404441] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.416688] env[69613]: DEBUG oslo_vmware.api [None req-c5872745-a302-41fa-ae33-65ee6631e66c tempest-FloatingIPsAssociationTestJSON-164946246 tempest-FloatingIPsAssociationTestJSON-164946246-project-member] Task: {'id': task-3416760, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.635608] env[69613]: DEBUG oslo_concurrency.lockutils [None req-711e2f52-da5f-4f51-b52a-19837f5e81ed tempest-ServerExternalEventsTest-580979402 tempest-ServerExternalEventsTest-580979402-project-member] Acquiring lock "4ef095a0-6177-4558-96fa-655cae276f42" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 606.635912] env[69613]: DEBUG oslo_concurrency.lockutils [None req-711e2f52-da5f-4f51-b52a-19837f5e81ed tempest-ServerExternalEventsTest-580979402 tempest-ServerExternalEventsTest-580979402-project-member] Lock "4ef095a0-6177-4558-96fa-655cae276f42" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 606.636145] env[69613]: DEBUG oslo_concurrency.lockutils [None req-711e2f52-da5f-4f51-b52a-19837f5e81ed tempest-ServerExternalEventsTest-580979402 tempest-ServerExternalEventsTest-580979402-project-member] Acquiring lock "4ef095a0-6177-4558-96fa-655cae276f42-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 606.636414] env[69613]: DEBUG oslo_concurrency.lockutils [None req-711e2f52-da5f-4f51-b52a-19837f5e81ed tempest-ServerExternalEventsTest-580979402 tempest-ServerExternalEventsTest-580979402-project-member] Lock "4ef095a0-6177-4558-96fa-655cae276f42-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 606.636598] env[69613]: DEBUG oslo_concurrency.lockutils [None req-711e2f52-da5f-4f51-b52a-19837f5e81ed tempest-ServerExternalEventsTest-580979402 tempest-ServerExternalEventsTest-580979402-project-member] Lock "4ef095a0-6177-4558-96fa-655cae276f42-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 606.639404] env[69613]: DEBUG nova.compute.manager [req-65c4ee6d-291b-47e8-bd1e-622166034748 req-b4bb59f3-ca74-42a7-b7a8-114d2eff3ea9 service nova] [instance: b5f11d7f-0a76-4db9-bc83-fecf88004a47] Received event network-vif-deleted-7fcf641d-34e2-42a6-a731-12ce841efcc5 {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 606.642591] env[69613]: INFO nova.compute.manager [None req-711e2f52-da5f-4f51-b52a-19837f5e81ed tempest-ServerExternalEventsTest-580979402 tempest-ServerExternalEventsTest-580979402-project-member] [instance: 4ef095a0-6177-4558-96fa-655cae276f42] Terminating instance [ 606.710883] env[69613]: DEBUG nova.compute.utils [None req-7773cb95-9e58-49bf-8bee-f8ef9b535c19 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Using /dev/sd instead of None {{(pid=69613) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 606.716764] env[69613]: DEBUG nova.compute.manager [None req-7773cb95-9e58-49bf-8bee-f8ef9b535c19 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] [instance: 030be18d-ee6f-4000-98f6-9e9a1c041a03] Allocating IP information in the background. {{(pid=69613) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 606.716943] env[69613]: DEBUG nova.network.neutron [None req-7773cb95-9e58-49bf-8bee-f8ef9b535c19 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] [instance: 030be18d-ee6f-4000-98f6-9e9a1c041a03] allocate_for_instance() {{(pid=69613) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 606.720528] env[69613]: DEBUG oslo_concurrency.lockutils [None req-46865419-3532-4cb8-ac8e-6ca70ef4341d tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] Lock "fa89db07-09b5-485d-aacc-e1d39e576218" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.462s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 606.788283] env[69613]: DEBUG nova.policy [None req-7773cb95-9e58-49bf-8bee-f8ef9b535c19 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3cea15581d614a21948cfa5bcd7a12fb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '412c098cc7b941c6bb5c47763a2faff0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69613) authorize /opt/stack/nova/nova/policy.py:192}} [ 606.806227] env[69613]: DEBUG oslo_vmware.api [None req-9c199556-f27c-4a34-a6e8-d5787bb44423 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Task: {'id': task-3416758, 'name': PowerOnVM_Task, 'duration_secs': 0.967044} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.807401] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c199556-f27c-4a34-a6e8-d5787bb44423 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] [instance: 30032fc2-1100-456a-bd0d-f3daf0a16662] Powered on the VM {{(pid=69613) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 606.807401] env[69613]: INFO nova.compute.manager [None req-9c199556-f27c-4a34-a6e8-d5787bb44423 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] [instance: 30032fc2-1100-456a-bd0d-f3daf0a16662] Took 14.57 seconds to spawn the instance on the hypervisor. [ 606.807401] env[69613]: DEBUG nova.compute.manager [None req-9c199556-f27c-4a34-a6e8-d5787bb44423 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] [instance: 30032fc2-1100-456a-bd0d-f3daf0a16662] Checking state {{(pid=69613) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 606.809101] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d307704-a9e1-48ce-a52c-e7d71d0deaea {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.825984] env[69613]: DEBUG nova.compute.manager [None req-05fcade8-35a2-49be-80df-ac4a528436ed tempest-ServerAddressesNegativeTestJSON-1085258848 tempest-ServerAddressesNegativeTestJSON-1085258848-project-member] [instance: 8fcf169e-2bcf-4fff-9a99-7dc8db4ce128] Starting instance... {{(pid=69613) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 606.881057] env[69613]: DEBUG oslo_concurrency.lockutils [None req-239c0979-dd40-442e-ac42-1f508e143bd7 tempest-ImagesNegativeTestJSON-689260756 tempest-ImagesNegativeTestJSON-689260756-project-member] Acquiring lock "faeb64d6-dd4f-4267-af4f-d42dcc1c45c9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 606.881057] env[69613]: DEBUG oslo_concurrency.lockutils [None req-239c0979-dd40-442e-ac42-1f508e143bd7 tempest-ImagesNegativeTestJSON-689260756 tempest-ImagesNegativeTestJSON-689260756-project-member] Lock "faeb64d6-dd4f-4267-af4f-d42dcc1c45c9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 606.917431] env[69613]: DEBUG oslo_vmware.api [None req-c5872745-a302-41fa-ae33-65ee6631e66c tempest-FloatingIPsAssociationTestJSON-164946246 tempest-FloatingIPsAssociationTestJSON-164946246-project-member] Task: {'id': task-3416760, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.147073] env[69613]: DEBUG nova.compute.manager [None req-711e2f52-da5f-4f51-b52a-19837f5e81ed tempest-ServerExternalEventsTest-580979402 tempest-ServerExternalEventsTest-580979402-project-member] [instance: 4ef095a0-6177-4558-96fa-655cae276f42] Start destroying the instance on the hypervisor. {{(pid=69613) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 607.147333] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-711e2f52-da5f-4f51-b52a-19837f5e81ed tempest-ServerExternalEventsTest-580979402 tempest-ServerExternalEventsTest-580979402-project-member] [instance: 4ef095a0-6177-4558-96fa-655cae276f42] Destroying instance {{(pid=69613) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 607.148657] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19029976-1744-414a-bbf7-33f1dd751fa0 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.157787] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-711e2f52-da5f-4f51-b52a-19837f5e81ed tempest-ServerExternalEventsTest-580979402 tempest-ServerExternalEventsTest-580979402-project-member] [instance: 4ef095a0-6177-4558-96fa-655cae276f42] Powering off the VM {{(pid=69613) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 607.158062] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f96bb279-4fc9-47bb-b935-d553a7f1cd6c {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.164552] env[69613]: DEBUG oslo_vmware.api [None req-711e2f52-da5f-4f51-b52a-19837f5e81ed tempest-ServerExternalEventsTest-580979402 tempest-ServerExternalEventsTest-580979402-project-member] Waiting for the task: (returnval){ [ 607.164552] env[69613]: value = "task-3416761" [ 607.164552] env[69613]: _type = "Task" [ 607.164552] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 607.173505] env[69613]: DEBUG oslo_vmware.api [None req-711e2f52-da5f-4f51-b52a-19837f5e81ed tempest-ServerExternalEventsTest-580979402 tempest-ServerExternalEventsTest-580979402-project-member] Task: {'id': task-3416761, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.210630] env[69613]: DEBUG nova.network.neutron [None req-7773cb95-9e58-49bf-8bee-f8ef9b535c19 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] [instance: 030be18d-ee6f-4000-98f6-9e9a1c041a03] Successfully created port: 0d971a36-3924-4adc-95e9-1ae25fac1ede {{(pid=69613) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 607.223826] env[69613]: DEBUG nova.compute.manager [None req-7773cb95-9e58-49bf-8bee-f8ef9b535c19 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] [instance: 030be18d-ee6f-4000-98f6-9e9a1c041a03] Start building block device mappings for instance. {{(pid=69613) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 607.233518] env[69613]: DEBUG nova.compute.manager [None req-b382aaf2-8432-4759-8fea-45630bcf0e5c tempest-ServerShowV254Test-1975243985 tempest-ServerShowV254Test-1975243985-project-member] [instance: cd5b4748-087b-4058-990d-e15affb5a715] Starting instance... {{(pid=69613) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 607.337416] env[69613]: INFO nova.compute.manager [None req-9c199556-f27c-4a34-a6e8-d5787bb44423 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] [instance: 30032fc2-1100-456a-bd0d-f3daf0a16662] Took 22.98 seconds to build instance. [ 607.382950] env[69613]: DEBUG oslo_concurrency.lockutils [None req-05fcade8-35a2-49be-80df-ac4a528436ed tempest-ServerAddressesNegativeTestJSON-1085258848 tempest-ServerAddressesNegativeTestJSON-1085258848-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 607.416425] env[69613]: DEBUG oslo_vmware.api [None req-c5872745-a302-41fa-ae33-65ee6631e66c tempest-FloatingIPsAssociationTestJSON-164946246 tempest-FloatingIPsAssociationTestJSON-164946246-project-member] Task: {'id': task-3416760, 'name': ReconfigVM_Task, 'duration_secs': 0.612493} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 607.419559] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-c5872745-a302-41fa-ae33-65ee6631e66c tempest-FloatingIPsAssociationTestJSON-164946246 tempest-FloatingIPsAssociationTestJSON-164946246-project-member] [instance: f7fdfec2-ad0d-42f4-bff8-99f164ce18a3] Reconfigured VM instance instance-00000009 to attach disk [datastore1] f7fdfec2-ad0d-42f4-bff8-99f164ce18a3/f7fdfec2-ad0d-42f4-bff8-99f164ce18a3.vmdk or device None with type sparse {{(pid=69613) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 607.420716] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-31f99f4c-0ed1-4caf-ad0a-ff03e6088dc1 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.429734] env[69613]: DEBUG oslo_vmware.api [None req-c5872745-a302-41fa-ae33-65ee6631e66c tempest-FloatingIPsAssociationTestJSON-164946246 tempest-FloatingIPsAssociationTestJSON-164946246-project-member] Waiting for the task: (returnval){ [ 607.429734] env[69613]: value = "task-3416762" [ 607.429734] env[69613]: _type = "Task" [ 607.429734] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 607.442761] env[69613]: DEBUG oslo_vmware.api [None req-c5872745-a302-41fa-ae33-65ee6631e66c tempest-FloatingIPsAssociationTestJSON-164946246 tempest-FloatingIPsAssociationTestJSON-164946246-project-member] Task: {'id': task-3416762, 'name': Rename_Task} progress is 6%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.635660] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf4b0c9d-f3fb-461f-936c-1ca0374f5d24 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.643063] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8d4c4a8-7d3e-4f9a-b26e-476c42b42222 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.688897] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaf4f26f-7812-4314-a8e9-a1d7a89f2412 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.699975] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d6bbe11-24a7-4819-b8d3-5db2dcb4dc2a {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.705423] env[69613]: DEBUG oslo_vmware.api [None req-711e2f52-da5f-4f51-b52a-19837f5e81ed tempest-ServerExternalEventsTest-580979402 tempest-ServerExternalEventsTest-580979402-project-member] Task: {'id': task-3416761, 'name': PowerOffVM_Task, 'duration_secs': 0.278322} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 607.705423] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-711e2f52-da5f-4f51-b52a-19837f5e81ed tempest-ServerExternalEventsTest-580979402 tempest-ServerExternalEventsTest-580979402-project-member] [instance: 4ef095a0-6177-4558-96fa-655cae276f42] Powered off the VM {{(pid=69613) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 607.705423] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-711e2f52-da5f-4f51-b52a-19837f5e81ed tempest-ServerExternalEventsTest-580979402 tempest-ServerExternalEventsTest-580979402-project-member] [instance: 4ef095a0-6177-4558-96fa-655cae276f42] Unregistering the VM {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 607.705423] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-512b449e-d01a-4c1a-99d3-4ab69ce09683 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.714710] env[69613]: DEBUG nova.compute.provider_tree [None req-7fce2e4a-f025-4f0c-92a0-289456e4be53 tempest-ServerDiagnosticsTest-865742498 tempest-ServerDiagnosticsTest-865742498-project-member] Inventory has not changed in ProviderTree for provider: af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 {{(pid=69613) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 607.755745] env[69613]: DEBUG oslo_concurrency.lockutils [None req-b382aaf2-8432-4759-8fea-45630bcf0e5c tempest-ServerShowV254Test-1975243985 tempest-ServerShowV254Test-1975243985-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 607.776600] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-711e2f52-da5f-4f51-b52a-19837f5e81ed tempest-ServerExternalEventsTest-580979402 tempest-ServerExternalEventsTest-580979402-project-member] [instance: 4ef095a0-6177-4558-96fa-655cae276f42] Unregistered the VM {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 607.776990] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-711e2f52-da5f-4f51-b52a-19837f5e81ed tempest-ServerExternalEventsTest-580979402 tempest-ServerExternalEventsTest-580979402-project-member] [instance: 4ef095a0-6177-4558-96fa-655cae276f42] Deleting contents of the VM from datastore datastore2 {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 607.778688] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-711e2f52-da5f-4f51-b52a-19837f5e81ed tempest-ServerExternalEventsTest-580979402 tempest-ServerExternalEventsTest-580979402-project-member] Deleting the datastore file [datastore2] 4ef095a0-6177-4558-96fa-655cae276f42 {{(pid=69613) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 607.778688] env[69613]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9e301fce-2e2c-4cfc-a551-7cc8bd552a02 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.785303] env[69613]: DEBUG oslo_vmware.api [None req-711e2f52-da5f-4f51-b52a-19837f5e81ed tempest-ServerExternalEventsTest-580979402 tempest-ServerExternalEventsTest-580979402-project-member] Waiting for the task: (returnval){ [ 607.785303] env[69613]: value = "task-3416764" [ 607.785303] env[69613]: _type = "Task" [ 607.785303] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 607.794417] env[69613]: DEBUG oslo_vmware.api [None req-711e2f52-da5f-4f51-b52a-19837f5e81ed tempest-ServerExternalEventsTest-580979402 tempest-ServerExternalEventsTest-580979402-project-member] Task: {'id': task-3416764, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.840572] env[69613]: DEBUG oslo_concurrency.lockutils [None req-9c199556-f27c-4a34-a6e8-d5787bb44423 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Lock "30032fc2-1100-456a-bd0d-f3daf0a16662" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.497s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 607.941708] env[69613]: DEBUG oslo_vmware.api [None req-c5872745-a302-41fa-ae33-65ee6631e66c tempest-FloatingIPsAssociationTestJSON-164946246 tempest-FloatingIPsAssociationTestJSON-164946246-project-member] Task: {'id': task-3416762, 'name': Rename_Task, 'duration_secs': 0.199805} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 607.941846] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5872745-a302-41fa-ae33-65ee6631e66c tempest-FloatingIPsAssociationTestJSON-164946246 tempest-FloatingIPsAssociationTestJSON-164946246-project-member] [instance: f7fdfec2-ad0d-42f4-bff8-99f164ce18a3] Powering on the VM {{(pid=69613) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 607.942057] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b1de445a-93dd-4e32-abae-7a69a3590921 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.948734] env[69613]: DEBUG oslo_vmware.api [None req-c5872745-a302-41fa-ae33-65ee6631e66c tempest-FloatingIPsAssociationTestJSON-164946246 tempest-FloatingIPsAssociationTestJSON-164946246-project-member] Waiting for the task: (returnval){ [ 607.948734] env[69613]: value = "task-3416765" [ 607.948734] env[69613]: _type = "Task" [ 607.948734] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 607.956984] env[69613]: DEBUG oslo_vmware.api [None req-c5872745-a302-41fa-ae33-65ee6631e66c tempest-FloatingIPsAssociationTestJSON-164946246 tempest-FloatingIPsAssociationTestJSON-164946246-project-member] Task: {'id': task-3416765, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.218599] env[69613]: DEBUG nova.scheduler.client.report [None req-7fce2e4a-f025-4f0c-92a0-289456e4be53 tempest-ServerDiagnosticsTest-865742498 tempest-ServerDiagnosticsTest-865742498-project-member] Inventory has not changed for provider af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69613) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 608.241395] env[69613]: DEBUG nova.compute.manager [None req-7773cb95-9e58-49bf-8bee-f8ef9b535c19 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] [instance: 030be18d-ee6f-4000-98f6-9e9a1c041a03] Start spawning the instance on the hypervisor. {{(pid=69613) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 608.276189] env[69613]: DEBUG nova.virt.hardware [None req-7773cb95-9e58-49bf-8bee-f8ef9b535c19 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T13:55:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T13:55:19Z,direct_url=,disk_format='vmdk',id=2b7a0304-b5d0-431d-b287-32c8388d7fbd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3e9e1b873f1442d59d5ee8247b941f74',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T13:55:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 608.276436] env[69613]: DEBUG nova.virt.hardware [None req-7773cb95-9e58-49bf-8bee-f8ef9b535c19 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Flavor limits 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 608.276586] env[69613]: DEBUG nova.virt.hardware [None req-7773cb95-9e58-49bf-8bee-f8ef9b535c19 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Image limits 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 608.276767] env[69613]: DEBUG nova.virt.hardware [None req-7773cb95-9e58-49bf-8bee-f8ef9b535c19 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Flavor pref 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 608.276901] env[69613]: DEBUG nova.virt.hardware [None req-7773cb95-9e58-49bf-8bee-f8ef9b535c19 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Image pref 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 608.277057] env[69613]: DEBUG nova.virt.hardware [None req-7773cb95-9e58-49bf-8bee-f8ef9b535c19 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 608.277268] env[69613]: DEBUG nova.virt.hardware [None req-7773cb95-9e58-49bf-8bee-f8ef9b535c19 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 608.277435] env[69613]: DEBUG nova.virt.hardware [None req-7773cb95-9e58-49bf-8bee-f8ef9b535c19 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69613) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 608.277700] env[69613]: DEBUG nova.virt.hardware [None req-7773cb95-9e58-49bf-8bee-f8ef9b535c19 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Got 1 possible topologies {{(pid=69613) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 608.277874] env[69613]: DEBUG nova.virt.hardware [None req-7773cb95-9e58-49bf-8bee-f8ef9b535c19 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 608.278057] env[69613]: DEBUG nova.virt.hardware [None req-7773cb95-9e58-49bf-8bee-f8ef9b535c19 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 608.279045] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bc10c7a-8ee3-4686-8cc1-bd9418a93213 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.294333] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e6ccc6b-c562-4230-b79b-cacea66d2e92 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.301759] env[69613]: DEBUG oslo_vmware.api [None req-711e2f52-da5f-4f51-b52a-19837f5e81ed tempest-ServerExternalEventsTest-580979402 tempest-ServerExternalEventsTest-580979402-project-member] Task: {'id': task-3416764, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.224894} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 608.302437] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-711e2f52-da5f-4f51-b52a-19837f5e81ed tempest-ServerExternalEventsTest-580979402 tempest-ServerExternalEventsTest-580979402-project-member] Deleted the datastore file {{(pid=69613) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 608.302753] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-711e2f52-da5f-4f51-b52a-19837f5e81ed tempest-ServerExternalEventsTest-580979402 tempest-ServerExternalEventsTest-580979402-project-member] [instance: 4ef095a0-6177-4558-96fa-655cae276f42] Deleted contents of the VM from datastore datastore2 {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 608.302954] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-711e2f52-da5f-4f51-b52a-19837f5e81ed tempest-ServerExternalEventsTest-580979402 tempest-ServerExternalEventsTest-580979402-project-member] [instance: 4ef095a0-6177-4558-96fa-655cae276f42] Instance destroyed {{(pid=69613) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 608.303130] env[69613]: INFO nova.compute.manager [None req-711e2f52-da5f-4f51-b52a-19837f5e81ed tempest-ServerExternalEventsTest-580979402 tempest-ServerExternalEventsTest-580979402-project-member] [instance: 4ef095a0-6177-4558-96fa-655cae276f42] Took 1.16 seconds to destroy the instance on the hypervisor. [ 608.303366] env[69613]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-711e2f52-da5f-4f51-b52a-19837f5e81ed tempest-ServerExternalEventsTest-580979402 tempest-ServerExternalEventsTest-580979402-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69613) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 608.304377] env[69613]: DEBUG nova.compute.manager [-] [instance: 4ef095a0-6177-4558-96fa-655cae276f42] Deallocating network for instance {{(pid=69613) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 608.304377] env[69613]: DEBUG nova.network.neutron [-] [instance: 4ef095a0-6177-4558-96fa-655cae276f42] deallocate_for_instance() {{(pid=69613) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 608.346219] env[69613]: DEBUG nova.compute.manager [None req-90ae4c6e-6be8-456d-8438-6aaff0916402 tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] [instance: 6ec24a38-4b28-42e6-b86b-654d79714a95] Starting instance... {{(pid=69613) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 608.410652] env[69613]: DEBUG oslo_concurrency.lockutils [None req-f117a1b4-81e1-4c12-8a5d-0a8d48bd7be1 tempest-ServerAddressesTestJSON-2032119828 tempest-ServerAddressesTestJSON-2032119828-project-member] Acquiring lock "1e4afb61-0ef2-4805-85e2-4e480e8ba25f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 608.411128] env[69613]: DEBUG oslo_concurrency.lockutils [None req-f117a1b4-81e1-4c12-8a5d-0a8d48bd7be1 tempest-ServerAddressesTestJSON-2032119828 tempest-ServerAddressesTestJSON-2032119828-project-member] Lock "1e4afb61-0ef2-4805-85e2-4e480e8ba25f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 608.462954] env[69613]: DEBUG oslo_vmware.api [None req-c5872745-a302-41fa-ae33-65ee6631e66c tempest-FloatingIPsAssociationTestJSON-164946246 tempest-FloatingIPsAssociationTestJSON-164946246-project-member] Task: {'id': task-3416765, 'name': PowerOnVM_Task} progress is 87%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.726023] env[69613]: DEBUG oslo_concurrency.lockutils [None req-7fce2e4a-f025-4f0c-92a0-289456e4be53 tempest-ServerDiagnosticsTest-865742498 tempest-ServerDiagnosticsTest-865742498-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.526s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 608.726023] env[69613]: DEBUG nova.compute.manager [None req-7fce2e4a-f025-4f0c-92a0-289456e4be53 tempest-ServerDiagnosticsTest-865742498 tempest-ServerDiagnosticsTest-865742498-project-member] [instance: c1d7aa83-ab84-4ff3-a10f-e04e84582ed4] Start building networks asynchronously for instance. {{(pid=69613) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 608.728237] env[69613]: DEBUG oslo_concurrency.lockutils [None req-a8e91408-52b9-410a-99d5-6d5b3f433e93 tempest-VolumesAdminNegativeTest-111528841 tempest-VolumesAdminNegativeTest-111528841-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.276s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 608.729863] env[69613]: INFO nova.compute.claims [None req-a8e91408-52b9-410a-99d5-6d5b3f433e93 tempest-VolumesAdminNegativeTest-111528841 tempest-VolumesAdminNegativeTest-111528841-project-member] [instance: 54fe2a35-52f3-4c21-a0f4-522e44b620a0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 608.796067] env[69613]: DEBUG nova.network.neutron [None req-7773cb95-9e58-49bf-8bee-f8ef9b535c19 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] [instance: 030be18d-ee6f-4000-98f6-9e9a1c041a03] Successfully updated port: 0d971a36-3924-4adc-95e9-1ae25fac1ede {{(pid=69613) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 608.874475] env[69613]: DEBUG oslo_concurrency.lockutils [None req-90ae4c6e-6be8-456d-8438-6aaff0916402 tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 608.960516] env[69613]: DEBUG oslo_vmware.api [None req-c5872745-a302-41fa-ae33-65ee6631e66c tempest-FloatingIPsAssociationTestJSON-164946246 tempest-FloatingIPsAssociationTestJSON-164946246-project-member] Task: {'id': task-3416765, 'name': PowerOnVM_Task, 'duration_secs': 0.881212} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 608.960933] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5872745-a302-41fa-ae33-65ee6631e66c tempest-FloatingIPsAssociationTestJSON-164946246 tempest-FloatingIPsAssociationTestJSON-164946246-project-member] [instance: f7fdfec2-ad0d-42f4-bff8-99f164ce18a3] Powered on the VM {{(pid=69613) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 608.961176] env[69613]: INFO nova.compute.manager [None req-c5872745-a302-41fa-ae33-65ee6631e66c tempest-FloatingIPsAssociationTestJSON-164946246 tempest-FloatingIPsAssociationTestJSON-164946246-project-member] [instance: f7fdfec2-ad0d-42f4-bff8-99f164ce18a3] Took 11.83 seconds to spawn the instance on the hypervisor. [ 608.961357] env[69613]: DEBUG nova.compute.manager [None req-c5872745-a302-41fa-ae33-65ee6631e66c tempest-FloatingIPsAssociationTestJSON-164946246 tempest-FloatingIPsAssociationTestJSON-164946246-project-member] [instance: f7fdfec2-ad0d-42f4-bff8-99f164ce18a3] Checking state {{(pid=69613) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 608.962200] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb509765-3442-424b-89fb-a1f433599d82 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.130550] env[69613]: DEBUG nova.network.neutron [-] [instance: 4ef095a0-6177-4558-96fa-655cae276f42] Updating instance_info_cache with network_info: [] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 609.186251] env[69613]: INFO nova.compute.manager [None req-ac4e33af-00a3-41ac-bcf0-b16928bb1121 tempest-ServersAdmin275Test-798959479 tempest-ServersAdmin275Test-798959479-project-member] [instance: 82d7d697-989c-4f9f-aaf4-7a7345bf2292] Rebuilding instance [ 609.238748] env[69613]: DEBUG nova.compute.utils [None req-7fce2e4a-f025-4f0c-92a0-289456e4be53 tempest-ServerDiagnosticsTest-865742498 tempest-ServerDiagnosticsTest-865742498-project-member] Using /dev/sd instead of None {{(pid=69613) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 609.244952] env[69613]: DEBUG nova.compute.manager [None req-7fce2e4a-f025-4f0c-92a0-289456e4be53 tempest-ServerDiagnosticsTest-865742498 tempest-ServerDiagnosticsTest-865742498-project-member] [instance: c1d7aa83-ab84-4ff3-a10f-e04e84582ed4] Allocating IP information in the background. {{(pid=69613) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 609.245250] env[69613]: DEBUG nova.network.neutron [None req-7fce2e4a-f025-4f0c-92a0-289456e4be53 tempest-ServerDiagnosticsTest-865742498 tempest-ServerDiagnosticsTest-865742498-project-member] [instance: c1d7aa83-ab84-4ff3-a10f-e04e84582ed4] allocate_for_instance() {{(pid=69613) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 609.251485] env[69613]: DEBUG nova.compute.manager [None req-ac4e33af-00a3-41ac-bcf0-b16928bb1121 tempest-ServersAdmin275Test-798959479 tempest-ServersAdmin275Test-798959479-project-member] [instance: 82d7d697-989c-4f9f-aaf4-7a7345bf2292] Checking state {{(pid=69613) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 609.252701] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccbba0a5-f67c-4c70-890d-2238fcade3cb {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.301471] env[69613]: DEBUG oslo_concurrency.lockutils [None req-7773cb95-9e58-49bf-8bee-f8ef9b535c19 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Acquiring lock "refresh_cache-030be18d-ee6f-4000-98f6-9e9a1c041a03" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.301471] env[69613]: DEBUG oslo_concurrency.lockutils [None req-7773cb95-9e58-49bf-8bee-f8ef9b535c19 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Acquired lock "refresh_cache-030be18d-ee6f-4000-98f6-9e9a1c041a03" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.301471] env[69613]: DEBUG nova.network.neutron [None req-7773cb95-9e58-49bf-8bee-f8ef9b535c19 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] [instance: 030be18d-ee6f-4000-98f6-9e9a1c041a03] Building network info cache for instance {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 609.331426] env[69613]: DEBUG nova.policy [None req-7fce2e4a-f025-4f0c-92a0-289456e4be53 tempest-ServerDiagnosticsTest-865742498 tempest-ServerDiagnosticsTest-865742498-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '08ea565277364bc6a0ea60fe5776464b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6def21d7c7d44065b25907dcad344bfb', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69613) authorize /opt/stack/nova/nova/policy.py:192}} [ 609.372311] env[69613]: DEBUG nova.compute.manager [req-3d637b6c-9b8c-437e-b995-aa46f150e848 req-ca274089-6ea8-4b77-9f3c-ab28f61eb10b service nova] [instance: 4ef095a0-6177-4558-96fa-655cae276f42] Received event network-vif-deleted-ab48aaff-9f1e-4776-ad33-3f7861148b4b {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 609.430302] env[69613]: DEBUG nova.compute.manager [req-9da2591e-ef14-4116-a4c7-ee912d9a7d91 req-01007ca5-9739-4e20-96d5-eb1dfdb1c140 service nova] [instance: 030be18d-ee6f-4000-98f6-9e9a1c041a03] Received event network-vif-plugged-0d971a36-3924-4adc-95e9-1ae25fac1ede {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 609.430549] env[69613]: DEBUG oslo_concurrency.lockutils [req-9da2591e-ef14-4116-a4c7-ee912d9a7d91 req-01007ca5-9739-4e20-96d5-eb1dfdb1c140 service nova] Acquiring lock "030be18d-ee6f-4000-98f6-9e9a1c041a03-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 609.430857] env[69613]: DEBUG oslo_concurrency.lockutils [req-9da2591e-ef14-4116-a4c7-ee912d9a7d91 req-01007ca5-9739-4e20-96d5-eb1dfdb1c140 service nova] Lock "030be18d-ee6f-4000-98f6-9e9a1c041a03-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 609.431053] env[69613]: DEBUG oslo_concurrency.lockutils [req-9da2591e-ef14-4116-a4c7-ee912d9a7d91 req-01007ca5-9739-4e20-96d5-eb1dfdb1c140 service nova] Lock "030be18d-ee6f-4000-98f6-9e9a1c041a03-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 609.431252] env[69613]: DEBUG nova.compute.manager [req-9da2591e-ef14-4116-a4c7-ee912d9a7d91 req-01007ca5-9739-4e20-96d5-eb1dfdb1c140 service nova] [instance: 030be18d-ee6f-4000-98f6-9e9a1c041a03] No waiting events found dispatching network-vif-plugged-0d971a36-3924-4adc-95e9-1ae25fac1ede {{(pid=69613) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 609.431437] env[69613]: WARNING nova.compute.manager [req-9da2591e-ef14-4116-a4c7-ee912d9a7d91 req-01007ca5-9739-4e20-96d5-eb1dfdb1c140 service nova] [instance: 030be18d-ee6f-4000-98f6-9e9a1c041a03] Received unexpected event network-vif-plugged-0d971a36-3924-4adc-95e9-1ae25fac1ede for instance with vm_state building and task_state spawning. [ 609.483682] env[69613]: INFO nova.compute.manager [None req-c5872745-a302-41fa-ae33-65ee6631e66c tempest-FloatingIPsAssociationTestJSON-164946246 tempest-FloatingIPsAssociationTestJSON-164946246-project-member] [instance: f7fdfec2-ad0d-42f4-bff8-99f164ce18a3] Took 23.17 seconds to build instance. [ 609.633575] env[69613]: INFO nova.compute.manager [-] [instance: 4ef095a0-6177-4558-96fa-655cae276f42] Took 1.33 seconds to deallocate network for instance. [ 609.742321] env[69613]: DEBUG nova.compute.manager [None req-7fce2e4a-f025-4f0c-92a0-289456e4be53 tempest-ServerDiagnosticsTest-865742498 tempest-ServerDiagnosticsTest-865742498-project-member] [instance: c1d7aa83-ab84-4ff3-a10f-e04e84582ed4] Start building block device mappings for instance. {{(pid=69613) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 609.847651] env[69613]: DEBUG nova.network.neutron [None req-7773cb95-9e58-49bf-8bee-f8ef9b535c19 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] [instance: 030be18d-ee6f-4000-98f6-9e9a1c041a03] Instance cache missing network info. {{(pid=69613) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 609.975123] env[69613]: DEBUG nova.network.neutron [None req-7fce2e4a-f025-4f0c-92a0-289456e4be53 tempest-ServerDiagnosticsTest-865742498 tempest-ServerDiagnosticsTest-865742498-project-member] [instance: c1d7aa83-ab84-4ff3-a10f-e04e84582ed4] Successfully created port: 9fe18fcf-9be7-48b2-ae72-4c82adf3bcd4 {{(pid=69613) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 609.985605] env[69613]: DEBUG oslo_concurrency.lockutils [None req-c5872745-a302-41fa-ae33-65ee6631e66c tempest-FloatingIPsAssociationTestJSON-164946246 tempest-FloatingIPsAssociationTestJSON-164946246-project-member] Lock "f7fdfec2-ad0d-42f4-bff8-99f164ce18a3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.690s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 610.001949] env[69613]: DEBUG nova.network.neutron [None req-7773cb95-9e58-49bf-8bee-f8ef9b535c19 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] [instance: 030be18d-ee6f-4000-98f6-9e9a1c041a03] Updating instance_info_cache with network_info: [{"id": "0d971a36-3924-4adc-95e9-1ae25fac1ede", "address": "fa:16:3e:bc:29:2b", "network": {"id": "64de9f7d-83a6-4dfb-bc7b-e08525149070", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-255161033-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "412c098cc7b941c6bb5c47763a2faff0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f499bc9-78da-46c1-9274-19edf26d31cb", "external-id": "nsx-vlan-transportzone-243", "segmentation_id": 243, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0d971a36-39", "ovs_interfaceid": "0d971a36-3924-4adc-95e9-1ae25fac1ede", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 610.141387] env[69613]: DEBUG oslo_concurrency.lockutils [None req-711e2f52-da5f-4f51-b52a-19837f5e81ed tempest-ServerExternalEventsTest-580979402 tempest-ServerExternalEventsTest-580979402-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 610.167692] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8f053b2-0cf2-4a4e-9957-08d488aadf73 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.176409] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c954f6f7-0e10-459a-a260-d8b13b6eee41 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.210208] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35e41bbc-8188-4782-9b1e-6adff1a23b41 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.222827] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66bf2370-71ab-40d0-9b27-183d824155b3 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.241238] env[69613]: DEBUG nova.compute.provider_tree [None req-a8e91408-52b9-410a-99d5-6d5b3f433e93 tempest-VolumesAdminNegativeTest-111528841 tempest-VolumesAdminNegativeTest-111528841-project-member] Inventory has not changed in ProviderTree for provider: af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 {{(pid=69613) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 610.270175] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac4e33af-00a3-41ac-bcf0-b16928bb1121 tempest-ServersAdmin275Test-798959479 tempest-ServersAdmin275Test-798959479-project-member] [instance: 82d7d697-989c-4f9f-aaf4-7a7345bf2292] Powering off the VM {{(pid=69613) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 610.270523] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5e680bd0-490d-4177-8840-8f50368194ea {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.279377] env[69613]: DEBUG oslo_vmware.api [None req-ac4e33af-00a3-41ac-bcf0-b16928bb1121 tempest-ServersAdmin275Test-798959479 tempest-ServersAdmin275Test-798959479-project-member] Waiting for the task: (returnval){ [ 610.279377] env[69613]: value = "task-3416766" [ 610.279377] env[69613]: _type = "Task" [ 610.279377] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.288761] env[69613]: DEBUG oslo_vmware.api [None req-ac4e33af-00a3-41ac-bcf0-b16928bb1121 tempest-ServersAdmin275Test-798959479 tempest-ServersAdmin275Test-798959479-project-member] Task: {'id': task-3416766, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.489929] env[69613]: DEBUG nova.compute.manager [None req-2d23b748-e695-44df-8d04-c65c5a2d8289 tempest-ServersWithSpecificFlavorTestJSON-559059669 tempest-ServersWithSpecificFlavorTestJSON-559059669-project-member] [instance: b557580c-420c-42bf-90f5-43960bf4f3d5] Starting instance... {{(pid=69613) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 610.510985] env[69613]: DEBUG oslo_concurrency.lockutils [None req-7773cb95-9e58-49bf-8bee-f8ef9b535c19 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Releasing lock "refresh_cache-030be18d-ee6f-4000-98f6-9e9a1c041a03" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.510985] env[69613]: DEBUG nova.compute.manager [None req-7773cb95-9e58-49bf-8bee-f8ef9b535c19 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] [instance: 030be18d-ee6f-4000-98f6-9e9a1c041a03] Instance network_info: |[{"id": "0d971a36-3924-4adc-95e9-1ae25fac1ede", "address": "fa:16:3e:bc:29:2b", "network": {"id": "64de9f7d-83a6-4dfb-bc7b-e08525149070", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-255161033-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "412c098cc7b941c6bb5c47763a2faff0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f499bc9-78da-46c1-9274-19edf26d31cb", "external-id": "nsx-vlan-transportzone-243", "segmentation_id": 243, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0d971a36-39", "ovs_interfaceid": "0d971a36-3924-4adc-95e9-1ae25fac1ede", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69613) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 610.511769] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-7773cb95-9e58-49bf-8bee-f8ef9b535c19 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] [instance: 030be18d-ee6f-4000-98f6-9e9a1c041a03] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bc:29:2b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3f499bc9-78da-46c1-9274-19edf26d31cb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0d971a36-3924-4adc-95e9-1ae25fac1ede', 'vif_model': 'vmxnet3'}] {{(pid=69613) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 610.526256] env[69613]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7773cb95-9e58-49bf-8bee-f8ef9b535c19 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69613) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 610.526256] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 030be18d-ee6f-4000-98f6-9e9a1c041a03] Creating VM on the ESX host {{(pid=69613) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 610.526547] env[69613]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6dc1815d-0c43-440a-9c05-cc819d63b3ee {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.549785] env[69613]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 610.549785] env[69613]: value = "task-3416767" [ 610.549785] env[69613]: _type = "Task" [ 610.549785] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.559405] env[69613]: DEBUG oslo_vmware.api [-] Task: {'id': task-3416767, 'name': CreateVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.744965] env[69613]: DEBUG nova.scheduler.client.report [None req-a8e91408-52b9-410a-99d5-6d5b3f433e93 tempest-VolumesAdminNegativeTest-111528841 tempest-VolumesAdminNegativeTest-111528841-project-member] Inventory has not changed for provider af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69613) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 610.760101] env[69613]: DEBUG nova.compute.manager [None req-7fce2e4a-f025-4f0c-92a0-289456e4be53 tempest-ServerDiagnosticsTest-865742498 tempest-ServerDiagnosticsTest-865742498-project-member] [instance: c1d7aa83-ab84-4ff3-a10f-e04e84582ed4] Start spawning the instance on the hypervisor. {{(pid=69613) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 610.792641] env[69613]: DEBUG oslo_vmware.api [None req-ac4e33af-00a3-41ac-bcf0-b16928bb1121 tempest-ServersAdmin275Test-798959479 tempest-ServersAdmin275Test-798959479-project-member] Task: {'id': task-3416766, 'name': PowerOffVM_Task, 'duration_secs': 0.281995} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 610.792946] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac4e33af-00a3-41ac-bcf0-b16928bb1121 tempest-ServersAdmin275Test-798959479 tempest-ServersAdmin275Test-798959479-project-member] [instance: 82d7d697-989c-4f9f-aaf4-7a7345bf2292] Powered off the VM {{(pid=69613) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 610.793213] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-ac4e33af-00a3-41ac-bcf0-b16928bb1121 tempest-ServersAdmin275Test-798959479 tempest-ServersAdmin275Test-798959479-project-member] [instance: 82d7d697-989c-4f9f-aaf4-7a7345bf2292] Destroying instance {{(pid=69613) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 610.794798] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bd76d2c-e483-45fb-b608-db396b328735 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.799991] env[69613]: DEBUG nova.virt.hardware [None req-7fce2e4a-f025-4f0c-92a0-289456e4be53 tempest-ServerDiagnosticsTest-865742498 tempest-ServerDiagnosticsTest-865742498-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T13:55:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T13:55:19Z,direct_url=,disk_format='vmdk',id=2b7a0304-b5d0-431d-b287-32c8388d7fbd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3e9e1b873f1442d59d5ee8247b941f74',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T13:55:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 610.800149] env[69613]: DEBUG nova.virt.hardware [None req-7fce2e4a-f025-4f0c-92a0-289456e4be53 tempest-ServerDiagnosticsTest-865742498 tempest-ServerDiagnosticsTest-865742498-project-member] Flavor limits 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 610.800467] env[69613]: DEBUG nova.virt.hardware [None req-7fce2e4a-f025-4f0c-92a0-289456e4be53 tempest-ServerDiagnosticsTest-865742498 tempest-ServerDiagnosticsTest-865742498-project-member] Image limits 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 610.800677] env[69613]: DEBUG nova.virt.hardware [None req-7fce2e4a-f025-4f0c-92a0-289456e4be53 tempest-ServerDiagnosticsTest-865742498 tempest-ServerDiagnosticsTest-865742498-project-member] Flavor pref 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 610.800825] env[69613]: DEBUG nova.virt.hardware [None req-7fce2e4a-f025-4f0c-92a0-289456e4be53 tempest-ServerDiagnosticsTest-865742498 tempest-ServerDiagnosticsTest-865742498-project-member] Image pref 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 610.801073] env[69613]: DEBUG nova.virt.hardware [None req-7fce2e4a-f025-4f0c-92a0-289456e4be53 tempest-ServerDiagnosticsTest-865742498 tempest-ServerDiagnosticsTest-865742498-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 610.801312] env[69613]: DEBUG nova.virt.hardware [None req-7fce2e4a-f025-4f0c-92a0-289456e4be53 tempest-ServerDiagnosticsTest-865742498 tempest-ServerDiagnosticsTest-865742498-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 610.801466] env[69613]: DEBUG nova.virt.hardware [None req-7fce2e4a-f025-4f0c-92a0-289456e4be53 tempest-ServerDiagnosticsTest-865742498 tempest-ServerDiagnosticsTest-865742498-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69613) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 610.801635] env[69613]: DEBUG nova.virt.hardware [None req-7fce2e4a-f025-4f0c-92a0-289456e4be53 tempest-ServerDiagnosticsTest-865742498 tempest-ServerDiagnosticsTest-865742498-project-member] Got 1 possible topologies {{(pid=69613) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 610.801796] env[69613]: DEBUG nova.virt.hardware [None req-7fce2e4a-f025-4f0c-92a0-289456e4be53 tempest-ServerDiagnosticsTest-865742498 tempest-ServerDiagnosticsTest-865742498-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 610.801961] env[69613]: DEBUG nova.virt.hardware [None req-7fce2e4a-f025-4f0c-92a0-289456e4be53 tempest-ServerDiagnosticsTest-865742498 tempest-ServerDiagnosticsTest-865742498-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 610.803015] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-310adc38-2fc7-415b-881e-23959e2eee56 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.813555] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdc72b9a-a0b2-4cb3-8177-4642d39c5788 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.818327] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-ac4e33af-00a3-41ac-bcf0-b16928bb1121 tempest-ServersAdmin275Test-798959479 tempest-ServersAdmin275Test-798959479-project-member] [instance: 82d7d697-989c-4f9f-aaf4-7a7345bf2292] Unregistering the VM {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 610.818634] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-48a57c84-e0ce-4a35-b096-5a92dc6df4a4 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.851928] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-ac4e33af-00a3-41ac-bcf0-b16928bb1121 tempest-ServersAdmin275Test-798959479 tempest-ServersAdmin275Test-798959479-project-member] [instance: 82d7d697-989c-4f9f-aaf4-7a7345bf2292] Unregistered the VM {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 610.851928] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-ac4e33af-00a3-41ac-bcf0-b16928bb1121 tempest-ServersAdmin275Test-798959479 tempest-ServersAdmin275Test-798959479-project-member] [instance: 82d7d697-989c-4f9f-aaf4-7a7345bf2292] Deleting contents of the VM from datastore datastore1 {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 610.852035] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac4e33af-00a3-41ac-bcf0-b16928bb1121 tempest-ServersAdmin275Test-798959479 tempest-ServersAdmin275Test-798959479-project-member] Deleting the datastore file [datastore1] 82d7d697-989c-4f9f-aaf4-7a7345bf2292 {{(pid=69613) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 610.853165] env[69613]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-43501d8d-22a1-44ca-a885-f0f0a52d5b9f {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.860499] env[69613]: DEBUG oslo_vmware.api [None req-ac4e33af-00a3-41ac-bcf0-b16928bb1121 tempest-ServersAdmin275Test-798959479 tempest-ServersAdmin275Test-798959479-project-member] Waiting for the task: (returnval){ [ 610.860499] env[69613]: value = "task-3416769" [ 610.860499] env[69613]: _type = "Task" [ 610.860499] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.872621] env[69613]: DEBUG oslo_vmware.api [None req-ac4e33af-00a3-41ac-bcf0-b16928bb1121 tempest-ServersAdmin275Test-798959479 tempest-ServersAdmin275Test-798959479-project-member] Task: {'id': task-3416769, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.025039] env[69613]: DEBUG oslo_concurrency.lockutils [None req-2d23b748-e695-44df-8d04-c65c5a2d8289 tempest-ServersWithSpecificFlavorTestJSON-559059669 tempest-ServersWithSpecificFlavorTestJSON-559059669-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 611.064160] env[69613]: DEBUG oslo_vmware.api [-] Task: {'id': task-3416767, 'name': CreateVM_Task, 'duration_secs': 0.334321} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.066150] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 030be18d-ee6f-4000-98f6-9e9a1c041a03] Created VM on the ESX host {{(pid=69613) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 611.066150] env[69613]: DEBUG oslo_concurrency.lockutils [None req-7773cb95-9e58-49bf-8bee-f8ef9b535c19 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.066150] env[69613]: DEBUG oslo_concurrency.lockutils [None req-7773cb95-9e58-49bf-8bee-f8ef9b535c19 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.066150] env[69613]: DEBUG oslo_concurrency.lockutils [None req-7773cb95-9e58-49bf-8bee-f8ef9b535c19 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.066150] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3da2ae38-2cd0-48f6-a339-5f0bfe7ead0b {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.072651] env[69613]: DEBUG oslo_vmware.api [None req-7773cb95-9e58-49bf-8bee-f8ef9b535c19 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Waiting for the task: (returnval){ [ 611.072651] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]52ba05f3-4895-dde1-d7df-ae06d7110d0a" [ 611.072651] env[69613]: _type = "Task" [ 611.072651] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.080687] env[69613]: DEBUG oslo_vmware.api [None req-7773cb95-9e58-49bf-8bee-f8ef9b535c19 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52ba05f3-4895-dde1-d7df-ae06d7110d0a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.255038] env[69613]: DEBUG oslo_concurrency.lockutils [None req-a8e91408-52b9-410a-99d5-6d5b3f433e93 tempest-VolumesAdminNegativeTest-111528841 tempest-VolumesAdminNegativeTest-111528841-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.526s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 611.255380] env[69613]: DEBUG nova.compute.manager [None req-a8e91408-52b9-410a-99d5-6d5b3f433e93 tempest-VolumesAdminNegativeTest-111528841 tempest-VolumesAdminNegativeTest-111528841-project-member] [instance: 54fe2a35-52f3-4c21-a0f4-522e44b620a0] Start building networks asynchronously for instance. {{(pid=69613) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 611.258914] env[69613]: DEBUG oslo_concurrency.lockutils [None req-edcd5f88-ae76-4129-bccf-2e2bb4cac7ff tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.174s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 611.262102] env[69613]: INFO nova.compute.claims [None req-edcd5f88-ae76-4129-bccf-2e2bb4cac7ff tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] [instance: c7921fab-fd44-4691-bca3-5ea3ae7e0bc0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 611.370730] env[69613]: DEBUG oslo_vmware.api [None req-ac4e33af-00a3-41ac-bcf0-b16928bb1121 tempest-ServersAdmin275Test-798959479 tempest-ServersAdmin275Test-798959479-project-member] Task: {'id': task-3416769, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.164765} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.370869] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac4e33af-00a3-41ac-bcf0-b16928bb1121 tempest-ServersAdmin275Test-798959479 tempest-ServersAdmin275Test-798959479-project-member] Deleted the datastore file {{(pid=69613) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 611.370986] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-ac4e33af-00a3-41ac-bcf0-b16928bb1121 tempest-ServersAdmin275Test-798959479 tempest-ServersAdmin275Test-798959479-project-member] [instance: 82d7d697-989c-4f9f-aaf4-7a7345bf2292] Deleted contents of the VM from datastore datastore1 {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 611.371182] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-ac4e33af-00a3-41ac-bcf0-b16928bb1121 tempest-ServersAdmin275Test-798959479 tempest-ServersAdmin275Test-798959479-project-member] [instance: 82d7d697-989c-4f9f-aaf4-7a7345bf2292] Instance destroyed {{(pid=69613) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 611.584421] env[69613]: DEBUG oslo_vmware.api [None req-7773cb95-9e58-49bf-8bee-f8ef9b535c19 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52ba05f3-4895-dde1-d7df-ae06d7110d0a, 'name': SearchDatastore_Task, 'duration_secs': 0.012228} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.584421] env[69613]: DEBUG oslo_concurrency.lockutils [None req-7773cb95-9e58-49bf-8bee-f8ef9b535c19 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.584421] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-7773cb95-9e58-49bf-8bee-f8ef9b535c19 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] [instance: 030be18d-ee6f-4000-98f6-9e9a1c041a03] Processing image 2b7a0304-b5d0-431d-b287-32c8388d7fbd {{(pid=69613) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 611.584421] env[69613]: DEBUG oslo_concurrency.lockutils [None req-7773cb95-9e58-49bf-8bee-f8ef9b535c19 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.584895] env[69613]: DEBUG oslo_concurrency.lockutils [None req-7773cb95-9e58-49bf-8bee-f8ef9b535c19 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.584895] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-7773cb95-9e58-49bf-8bee-f8ef9b535c19 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69613) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 611.584966] env[69613]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-02af4874-57ac-4ebd-af5a-b07f1eb513c8 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.594403] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-7773cb95-9e58-49bf-8bee-f8ef9b535c19 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69613) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 611.594605] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-7773cb95-9e58-49bf-8bee-f8ef9b535c19 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69613) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 611.595407] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8f797337-e85b-4134-b5f3-59257c918576 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.606509] env[69613]: DEBUG oslo_vmware.api [None req-7773cb95-9e58-49bf-8bee-f8ef9b535c19 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Waiting for the task: (returnval){ [ 611.606509] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]525b6979-9253-8b3f-5f00-266c572af02b" [ 611.606509] env[69613]: _type = "Task" [ 611.606509] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.620981] env[69613]: DEBUG oslo_vmware.api [None req-7773cb95-9e58-49bf-8bee-f8ef9b535c19 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]525b6979-9253-8b3f-5f00-266c572af02b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.769673] env[69613]: DEBUG nova.compute.utils [None req-a8e91408-52b9-410a-99d5-6d5b3f433e93 tempest-VolumesAdminNegativeTest-111528841 tempest-VolumesAdminNegativeTest-111528841-project-member] Using /dev/sd instead of None {{(pid=69613) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 611.774220] env[69613]: DEBUG nova.compute.manager [None req-a8e91408-52b9-410a-99d5-6d5b3f433e93 tempest-VolumesAdminNegativeTest-111528841 tempest-VolumesAdminNegativeTest-111528841-project-member] [instance: 54fe2a35-52f3-4c21-a0f4-522e44b620a0] Allocating IP information in the background. {{(pid=69613) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 611.775450] env[69613]: DEBUG nova.network.neutron [None req-a8e91408-52b9-410a-99d5-6d5b3f433e93 tempest-VolumesAdminNegativeTest-111528841 tempest-VolumesAdminNegativeTest-111528841-project-member] [instance: 54fe2a35-52f3-4c21-a0f4-522e44b620a0] allocate_for_instance() {{(pid=69613) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 611.888994] env[69613]: DEBUG nova.policy [None req-a8e91408-52b9-410a-99d5-6d5b3f433e93 tempest-VolumesAdminNegativeTest-111528841 tempest-VolumesAdminNegativeTest-111528841-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3b70b4d3490844e9950db5e878f929b7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '27a86352b75b44bcbd9a96d15a2c3db1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69613) authorize /opt/stack/nova/nova/policy.py:192}} [ 612.117181] env[69613]: DEBUG nova.network.neutron [None req-7fce2e4a-f025-4f0c-92a0-289456e4be53 tempest-ServerDiagnosticsTest-865742498 tempest-ServerDiagnosticsTest-865742498-project-member] [instance: c1d7aa83-ab84-4ff3-a10f-e04e84582ed4] Successfully updated port: 9fe18fcf-9be7-48b2-ae72-4c82adf3bcd4 {{(pid=69613) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 612.127327] env[69613]: DEBUG oslo_vmware.api [None req-7773cb95-9e58-49bf-8bee-f8ef9b535c19 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]525b6979-9253-8b3f-5f00-266c572af02b, 'name': SearchDatastore_Task, 'duration_secs': 0.009064} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.127947] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6dae079c-d181-43aa-b896-6f2316f30ce2 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.134238] env[69613]: DEBUG oslo_vmware.api [None req-7773cb95-9e58-49bf-8bee-f8ef9b535c19 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Waiting for the task: (returnval){ [ 612.134238] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]5287e5e3-5825-818c-a9ec-05b3be25bc96" [ 612.134238] env[69613]: _type = "Task" [ 612.134238] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.145668] env[69613]: DEBUG oslo_vmware.api [None req-7773cb95-9e58-49bf-8bee-f8ef9b535c19 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]5287e5e3-5825-818c-a9ec-05b3be25bc96, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.274791] env[69613]: DEBUG nova.compute.manager [None req-a8e91408-52b9-410a-99d5-6d5b3f433e93 tempest-VolumesAdminNegativeTest-111528841 tempest-VolumesAdminNegativeTest-111528841-project-member] [instance: 54fe2a35-52f3-4c21-a0f4-522e44b620a0] Start building block device mappings for instance. {{(pid=69613) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 612.415904] env[69613]: DEBUG nova.virt.hardware [None req-ac4e33af-00a3-41ac-bcf0-b16928bb1121 tempest-ServersAdmin275Test-798959479 tempest-ServersAdmin275Test-798959479-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T13:55:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T13:55:19Z,direct_url=,disk_format='vmdk',id=2b7a0304-b5d0-431d-b287-32c8388d7fbd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3e9e1b873f1442d59d5ee8247b941f74',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T13:55:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 612.416217] env[69613]: DEBUG nova.virt.hardware [None req-ac4e33af-00a3-41ac-bcf0-b16928bb1121 tempest-ServersAdmin275Test-798959479 tempest-ServersAdmin275Test-798959479-project-member] Flavor limits 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 612.416328] env[69613]: DEBUG nova.virt.hardware [None req-ac4e33af-00a3-41ac-bcf0-b16928bb1121 tempest-ServersAdmin275Test-798959479 tempest-ServersAdmin275Test-798959479-project-member] Image limits 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 612.416531] env[69613]: DEBUG nova.virt.hardware [None req-ac4e33af-00a3-41ac-bcf0-b16928bb1121 tempest-ServersAdmin275Test-798959479 tempest-ServersAdmin275Test-798959479-project-member] Flavor pref 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 612.416991] env[69613]: DEBUG nova.virt.hardware [None req-ac4e33af-00a3-41ac-bcf0-b16928bb1121 tempest-ServersAdmin275Test-798959479 tempest-ServersAdmin275Test-798959479-project-member] Image pref 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 612.416991] env[69613]: DEBUG nova.virt.hardware [None req-ac4e33af-00a3-41ac-bcf0-b16928bb1121 tempest-ServersAdmin275Test-798959479 tempest-ServersAdmin275Test-798959479-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 612.417120] env[69613]: DEBUG nova.virt.hardware [None req-ac4e33af-00a3-41ac-bcf0-b16928bb1121 tempest-ServersAdmin275Test-798959479 tempest-ServersAdmin275Test-798959479-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 612.417234] env[69613]: DEBUG nova.virt.hardware [None req-ac4e33af-00a3-41ac-bcf0-b16928bb1121 tempest-ServersAdmin275Test-798959479 tempest-ServersAdmin275Test-798959479-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69613) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 612.420343] env[69613]: DEBUG nova.virt.hardware [None req-ac4e33af-00a3-41ac-bcf0-b16928bb1121 tempest-ServersAdmin275Test-798959479 tempest-ServersAdmin275Test-798959479-project-member] Got 1 possible topologies {{(pid=69613) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 612.420343] env[69613]: DEBUG nova.virt.hardware [None req-ac4e33af-00a3-41ac-bcf0-b16928bb1121 tempest-ServersAdmin275Test-798959479 tempest-ServersAdmin275Test-798959479-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 612.420343] env[69613]: DEBUG nova.virt.hardware [None req-ac4e33af-00a3-41ac-bcf0-b16928bb1121 tempest-ServersAdmin275Test-798959479 tempest-ServersAdmin275Test-798959479-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 612.420343] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27aafbb1-f135-4c52-8e6c-b171f6b4b994 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.429854] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39eba0eb-b5cf-4f56-adc1-e074035b34af {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.455694] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-ac4e33af-00a3-41ac-bcf0-b16928bb1121 tempest-ServersAdmin275Test-798959479 tempest-ServersAdmin275Test-798959479-project-member] [instance: 82d7d697-989c-4f9f-aaf4-7a7345bf2292] Instance VIF info [] {{(pid=69613) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 612.461108] env[69613]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ac4e33af-00a3-41ac-bcf0-b16928bb1121 tempest-ServersAdmin275Test-798959479 tempest-ServersAdmin275Test-798959479-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69613) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 612.464278] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 82d7d697-989c-4f9f-aaf4-7a7345bf2292] Creating VM on the ESX host {{(pid=69613) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 612.465418] env[69613]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-adb87cfb-4885-453a-a9a5-9968c48e7b83 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.485033] env[69613]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 612.485033] env[69613]: value = "task-3416770" [ 612.485033] env[69613]: _type = "Task" [ 612.485033] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.496578] env[69613]: DEBUG oslo_vmware.api [-] Task: {'id': task-3416770, 'name': CreateVM_Task} progress is 5%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.512448] env[69613]: DEBUG nova.network.neutron [None req-a8e91408-52b9-410a-99d5-6d5b3f433e93 tempest-VolumesAdminNegativeTest-111528841 tempest-VolumesAdminNegativeTest-111528841-project-member] [instance: 54fe2a35-52f3-4c21-a0f4-522e44b620a0] Successfully created port: 216bb07e-76d4-40c2-9d5d-0d307e8fbaf2 {{(pid=69613) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 612.622683] env[69613]: DEBUG oslo_concurrency.lockutils [None req-7fce2e4a-f025-4f0c-92a0-289456e4be53 tempest-ServerDiagnosticsTest-865742498 tempest-ServerDiagnosticsTest-865742498-project-member] Acquiring lock "refresh_cache-c1d7aa83-ab84-4ff3-a10f-e04e84582ed4" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.622976] env[69613]: DEBUG oslo_concurrency.lockutils [None req-7fce2e4a-f025-4f0c-92a0-289456e4be53 tempest-ServerDiagnosticsTest-865742498 tempest-ServerDiagnosticsTest-865742498-project-member] Acquired lock "refresh_cache-c1d7aa83-ab84-4ff3-a10f-e04e84582ed4" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.622976] env[69613]: DEBUG nova.network.neutron [None req-7fce2e4a-f025-4f0c-92a0-289456e4be53 tempest-ServerDiagnosticsTest-865742498 tempest-ServerDiagnosticsTest-865742498-project-member] [instance: c1d7aa83-ab84-4ff3-a10f-e04e84582ed4] Building network info cache for instance {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 612.650895] env[69613]: DEBUG oslo_vmware.api [None req-7773cb95-9e58-49bf-8bee-f8ef9b535c19 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]5287e5e3-5825-818c-a9ec-05b3be25bc96, 'name': SearchDatastore_Task, 'duration_secs': 0.023309} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.651175] env[69613]: DEBUG oslo_concurrency.lockutils [None req-7773cb95-9e58-49bf-8bee-f8ef9b535c19 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.651323] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-7773cb95-9e58-49bf-8bee-f8ef9b535c19 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk to [datastore2] 030be18d-ee6f-4000-98f6-9e9a1c041a03/030be18d-ee6f-4000-98f6-9e9a1c041a03.vmdk {{(pid=69613) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 612.651580] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-48a8d21f-c51b-45ad-8a00-cecc9db58bfd {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.658973] env[69613]: DEBUG oslo_vmware.api [None req-7773cb95-9e58-49bf-8bee-f8ef9b535c19 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Waiting for the task: (returnval){ [ 612.658973] env[69613]: value = "task-3416771" [ 612.658973] env[69613]: _type = "Task" [ 612.658973] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.670522] env[69613]: DEBUG oslo_vmware.api [None req-7773cb95-9e58-49bf-8bee-f8ef9b535c19 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Task: {'id': task-3416771, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.718669] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35d58bd4-5c2a-4c57-89d8-5feca120b965 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.727204] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94cd3e40-1682-4415-bdd1-a9a481782ab9 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.762309] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fb1807b-b8c0-46bd-9269-68ed4a044c92 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.771169] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8dc000a-58b1-4f2d-ab28-38451cb116b1 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.789627] env[69613]: DEBUG nova.compute.provider_tree [None req-edcd5f88-ae76-4129-bccf-2e2bb4cac7ff tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Inventory has not changed in ProviderTree for provider: af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 {{(pid=69613) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 613.000014] env[69613]: DEBUG oslo_vmware.api [-] Task: {'id': task-3416770, 'name': CreateVM_Task, 'duration_secs': 0.413919} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.000230] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 82d7d697-989c-4f9f-aaf4-7a7345bf2292] Created VM on the ESX host {{(pid=69613) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 613.000736] env[69613]: DEBUG oslo_concurrency.lockutils [None req-ac4e33af-00a3-41ac-bcf0-b16928bb1121 tempest-ServersAdmin275Test-798959479 tempest-ServersAdmin275Test-798959479-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.000919] env[69613]: DEBUG oslo_concurrency.lockutils [None req-ac4e33af-00a3-41ac-bcf0-b16928bb1121 tempest-ServersAdmin275Test-798959479 tempest-ServersAdmin275Test-798959479-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.001335] env[69613]: DEBUG oslo_concurrency.lockutils [None req-ac4e33af-00a3-41ac-bcf0-b16928bb1121 tempest-ServersAdmin275Test-798959479 tempest-ServersAdmin275Test-798959479-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.001651] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3dfb0c57-d0e6-4507-a7ec-f38cbead6cc3 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.008074] env[69613]: DEBUG oslo_vmware.api [None req-ac4e33af-00a3-41ac-bcf0-b16928bb1121 tempest-ServersAdmin275Test-798959479 tempest-ServersAdmin275Test-798959479-project-member] Waiting for the task: (returnval){ [ 613.008074] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]520b0004-7585-7d64-ce18-240684693509" [ 613.008074] env[69613]: _type = "Task" [ 613.008074] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.019722] env[69613]: DEBUG oslo_vmware.api [None req-ac4e33af-00a3-41ac-bcf0-b16928bb1121 tempest-ServersAdmin275Test-798959479 tempest-ServersAdmin275Test-798959479-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]520b0004-7585-7d64-ce18-240684693509, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.065067] env[69613]: DEBUG nova.compute.manager [req-cac9317a-2a68-47ad-90ff-4db8434420bb req-9ccf8801-d8f0-4b92-8a2b-75e9285eda5c service nova] [instance: 030be18d-ee6f-4000-98f6-9e9a1c041a03] Received event network-changed-0d971a36-3924-4adc-95e9-1ae25fac1ede {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 613.065528] env[69613]: DEBUG nova.compute.manager [req-cac9317a-2a68-47ad-90ff-4db8434420bb req-9ccf8801-d8f0-4b92-8a2b-75e9285eda5c service nova] [instance: 030be18d-ee6f-4000-98f6-9e9a1c041a03] Refreshing instance network info cache due to event network-changed-0d971a36-3924-4adc-95e9-1ae25fac1ede. {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 613.065612] env[69613]: DEBUG oslo_concurrency.lockutils [req-cac9317a-2a68-47ad-90ff-4db8434420bb req-9ccf8801-d8f0-4b92-8a2b-75e9285eda5c service nova] Acquiring lock "refresh_cache-030be18d-ee6f-4000-98f6-9e9a1c041a03" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.067155] env[69613]: DEBUG oslo_concurrency.lockutils [req-cac9317a-2a68-47ad-90ff-4db8434420bb req-9ccf8801-d8f0-4b92-8a2b-75e9285eda5c service nova] Acquired lock "refresh_cache-030be18d-ee6f-4000-98f6-9e9a1c041a03" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.067155] env[69613]: DEBUG nova.network.neutron [req-cac9317a-2a68-47ad-90ff-4db8434420bb req-9ccf8801-d8f0-4b92-8a2b-75e9285eda5c service nova] [instance: 030be18d-ee6f-4000-98f6-9e9a1c041a03] Refreshing network info cache for port 0d971a36-3924-4adc-95e9-1ae25fac1ede {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 613.173678] env[69613]: DEBUG oslo_vmware.api [None req-7773cb95-9e58-49bf-8bee-f8ef9b535c19 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Task: {'id': task-3416771, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.222134] env[69613]: DEBUG nova.network.neutron [None req-7fce2e4a-f025-4f0c-92a0-289456e4be53 tempest-ServerDiagnosticsTest-865742498 tempest-ServerDiagnosticsTest-865742498-project-member] [instance: c1d7aa83-ab84-4ff3-a10f-e04e84582ed4] Instance cache missing network info. {{(pid=69613) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 613.298076] env[69613]: DEBUG nova.compute.manager [None req-a8e91408-52b9-410a-99d5-6d5b3f433e93 tempest-VolumesAdminNegativeTest-111528841 tempest-VolumesAdminNegativeTest-111528841-project-member] [instance: 54fe2a35-52f3-4c21-a0f4-522e44b620a0] Start spawning the instance on the hypervisor. {{(pid=69613) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 613.301730] env[69613]: DEBUG nova.scheduler.client.report [None req-edcd5f88-ae76-4129-bccf-2e2bb4cac7ff tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Inventory has not changed for provider af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69613) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 613.338559] env[69613]: DEBUG nova.virt.hardware [None req-a8e91408-52b9-410a-99d5-6d5b3f433e93 tempest-VolumesAdminNegativeTest-111528841 tempest-VolumesAdminNegativeTest-111528841-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T13:55:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T13:55:19Z,direct_url=,disk_format='vmdk',id=2b7a0304-b5d0-431d-b287-32c8388d7fbd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3e9e1b873f1442d59d5ee8247b941f74',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T13:55:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 613.339205] env[69613]: DEBUG nova.virt.hardware [None req-a8e91408-52b9-410a-99d5-6d5b3f433e93 tempest-VolumesAdminNegativeTest-111528841 tempest-VolumesAdminNegativeTest-111528841-project-member] Flavor limits 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 613.339205] env[69613]: DEBUG nova.virt.hardware [None req-a8e91408-52b9-410a-99d5-6d5b3f433e93 tempest-VolumesAdminNegativeTest-111528841 tempest-VolumesAdminNegativeTest-111528841-project-member] Image limits 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 613.339205] env[69613]: DEBUG nova.virt.hardware [None req-a8e91408-52b9-410a-99d5-6d5b3f433e93 tempest-VolumesAdminNegativeTest-111528841 tempest-VolumesAdminNegativeTest-111528841-project-member] Flavor pref 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 613.339355] env[69613]: DEBUG nova.virt.hardware [None req-a8e91408-52b9-410a-99d5-6d5b3f433e93 tempest-VolumesAdminNegativeTest-111528841 tempest-VolumesAdminNegativeTest-111528841-project-member] Image pref 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 613.339524] env[69613]: DEBUG nova.virt.hardware [None req-a8e91408-52b9-410a-99d5-6d5b3f433e93 tempest-VolumesAdminNegativeTest-111528841 tempest-VolumesAdminNegativeTest-111528841-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 613.339794] env[69613]: DEBUG nova.virt.hardware [None req-a8e91408-52b9-410a-99d5-6d5b3f433e93 tempest-VolumesAdminNegativeTest-111528841 tempest-VolumesAdminNegativeTest-111528841-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 613.340025] env[69613]: DEBUG nova.virt.hardware [None req-a8e91408-52b9-410a-99d5-6d5b3f433e93 tempest-VolumesAdminNegativeTest-111528841 tempest-VolumesAdminNegativeTest-111528841-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69613) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 613.340206] env[69613]: DEBUG nova.virt.hardware [None req-a8e91408-52b9-410a-99d5-6d5b3f433e93 tempest-VolumesAdminNegativeTest-111528841 tempest-VolumesAdminNegativeTest-111528841-project-member] Got 1 possible topologies {{(pid=69613) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 613.340512] env[69613]: DEBUG nova.virt.hardware [None req-a8e91408-52b9-410a-99d5-6d5b3f433e93 tempest-VolumesAdminNegativeTest-111528841 tempest-VolumesAdminNegativeTest-111528841-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 613.340564] env[69613]: DEBUG nova.virt.hardware [None req-a8e91408-52b9-410a-99d5-6d5b3f433e93 tempest-VolumesAdminNegativeTest-111528841 tempest-VolumesAdminNegativeTest-111528841-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 613.341461] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cda43c8-c47f-498a-8865-2338d8693cb9 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.349577] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-030ed1fa-f606-439d-8655-e546b1f37560 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.518434] env[69613]: DEBUG oslo_vmware.api [None req-ac4e33af-00a3-41ac-bcf0-b16928bb1121 tempest-ServersAdmin275Test-798959479 tempest-ServersAdmin275Test-798959479-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]520b0004-7585-7d64-ce18-240684693509, 'name': SearchDatastore_Task, 'duration_secs': 0.07325} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.518627] env[69613]: DEBUG oslo_concurrency.lockutils [None req-ac4e33af-00a3-41ac-bcf0-b16928bb1121 tempest-ServersAdmin275Test-798959479 tempest-ServersAdmin275Test-798959479-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.518858] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-ac4e33af-00a3-41ac-bcf0-b16928bb1121 tempest-ServersAdmin275Test-798959479 tempest-ServersAdmin275Test-798959479-project-member] [instance: 82d7d697-989c-4f9f-aaf4-7a7345bf2292] Processing image 2b7a0304-b5d0-431d-b287-32c8388d7fbd {{(pid=69613) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 613.519113] env[69613]: DEBUG oslo_concurrency.lockutils [None req-ac4e33af-00a3-41ac-bcf0-b16928bb1121 tempest-ServersAdmin275Test-798959479 tempest-ServersAdmin275Test-798959479-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.519256] env[69613]: DEBUG oslo_concurrency.lockutils [None req-ac4e33af-00a3-41ac-bcf0-b16928bb1121 tempest-ServersAdmin275Test-798959479 tempest-ServersAdmin275Test-798959479-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.519430] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac4e33af-00a3-41ac-bcf0-b16928bb1121 tempest-ServersAdmin275Test-798959479 tempest-ServersAdmin275Test-798959479-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69613) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 613.519689] env[69613]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-79988273-8372-4d73-bbed-81174286dec0 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.524340] env[69613]: DEBUG nova.network.neutron [None req-7fce2e4a-f025-4f0c-92a0-289456e4be53 tempest-ServerDiagnosticsTest-865742498 tempest-ServerDiagnosticsTest-865742498-project-member] [instance: c1d7aa83-ab84-4ff3-a10f-e04e84582ed4] Updating instance_info_cache with network_info: [{"id": "9fe18fcf-9be7-48b2-ae72-4c82adf3bcd4", "address": "fa:16:3e:39:57:42", "network": {"id": "7f5a9020-c966-459c-b2b1-fc62b2ff6283", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.126", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3e9e1b873f1442d59d5ee8247b941f74", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aec0089a-ff85-4bef-bad8-c84de39af71a", "external-id": "nsx-vlan-transportzone-758", "segmentation_id": 758, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9fe18fcf-9b", "ovs_interfaceid": "9fe18fcf-9be7-48b2-ae72-4c82adf3bcd4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 613.531327] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac4e33af-00a3-41ac-bcf0-b16928bb1121 tempest-ServersAdmin275Test-798959479 tempest-ServersAdmin275Test-798959479-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69613) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 613.531748] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-ac4e33af-00a3-41ac-bcf0-b16928bb1121 tempest-ServersAdmin275Test-798959479 tempest-ServersAdmin275Test-798959479-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69613) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 613.533218] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-060a3c07-d181-4719-b47b-b9fbc31576f9 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.537855] env[69613]: DEBUG oslo_vmware.api [None req-ac4e33af-00a3-41ac-bcf0-b16928bb1121 tempest-ServersAdmin275Test-798959479 tempest-ServersAdmin275Test-798959479-project-member] Waiting for the task: (returnval){ [ 613.537855] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]520337db-ca1b-4a9d-dd2a-2a9575a31d05" [ 613.537855] env[69613]: _type = "Task" [ 613.537855] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.546478] env[69613]: DEBUG oslo_vmware.api [None req-ac4e33af-00a3-41ac-bcf0-b16928bb1121 tempest-ServersAdmin275Test-798959479 tempest-ServersAdmin275Test-798959479-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]520337db-ca1b-4a9d-dd2a-2a9575a31d05, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.674646] env[69613]: DEBUG oslo_vmware.api [None req-7773cb95-9e58-49bf-8bee-f8ef9b535c19 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Task: {'id': task-3416771, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.597715} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.675037] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-7773cb95-9e58-49bf-8bee-f8ef9b535c19 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk to [datastore2] 030be18d-ee6f-4000-98f6-9e9a1c041a03/030be18d-ee6f-4000-98f6-9e9a1c041a03.vmdk {{(pid=69613) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 613.675646] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-7773cb95-9e58-49bf-8bee-f8ef9b535c19 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] [instance: 030be18d-ee6f-4000-98f6-9e9a1c041a03] Extending root virtual disk to 1048576 {{(pid=69613) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 613.675646] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e8e335b0-a68d-482c-840d-bbf9ec175960 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.682690] env[69613]: DEBUG oslo_vmware.api [None req-7773cb95-9e58-49bf-8bee-f8ef9b535c19 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Waiting for the task: (returnval){ [ 613.682690] env[69613]: value = "task-3416772" [ 613.682690] env[69613]: _type = "Task" [ 613.682690] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.690930] env[69613]: DEBUG oslo_vmware.api [None req-7773cb95-9e58-49bf-8bee-f8ef9b535c19 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Task: {'id': task-3416772, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.810121] env[69613]: DEBUG oslo_concurrency.lockutils [None req-edcd5f88-ae76-4129-bccf-2e2bb4cac7ff tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.549s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 613.810736] env[69613]: DEBUG nova.compute.manager [None req-edcd5f88-ae76-4129-bccf-2e2bb4cac7ff tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] [instance: c7921fab-fd44-4691-bca3-5ea3ae7e0bc0] Start building networks asynchronously for instance. {{(pid=69613) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 613.817592] env[69613]: DEBUG oslo_concurrency.lockutils [None req-3ec35fc8-3bbc-4960-b563-1dbc4b55b0fe tempest-VolumesAssistedSnapshotsTest-2112485022 tempest-VolumesAssistedSnapshotsTest-2112485022-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.080s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 613.817592] env[69613]: INFO nova.compute.claims [None req-3ec35fc8-3bbc-4960-b563-1dbc4b55b0fe tempest-VolumesAssistedSnapshotsTest-2112485022 tempest-VolumesAssistedSnapshotsTest-2112485022-project-member] [instance: d6968dbb-b95f-4115-af9c-b528337a9663] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 614.027236] env[69613]: DEBUG oslo_concurrency.lockutils [None req-7fce2e4a-f025-4f0c-92a0-289456e4be53 tempest-ServerDiagnosticsTest-865742498 tempest-ServerDiagnosticsTest-865742498-project-member] Releasing lock "refresh_cache-c1d7aa83-ab84-4ff3-a10f-e04e84582ed4" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.028641] env[69613]: DEBUG nova.compute.manager [None req-7fce2e4a-f025-4f0c-92a0-289456e4be53 tempest-ServerDiagnosticsTest-865742498 tempest-ServerDiagnosticsTest-865742498-project-member] [instance: c1d7aa83-ab84-4ff3-a10f-e04e84582ed4] Instance network_info: |[{"id": "9fe18fcf-9be7-48b2-ae72-4c82adf3bcd4", "address": "fa:16:3e:39:57:42", "network": {"id": "7f5a9020-c966-459c-b2b1-fc62b2ff6283", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.126", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3e9e1b873f1442d59d5ee8247b941f74", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aec0089a-ff85-4bef-bad8-c84de39af71a", "external-id": "nsx-vlan-transportzone-758", "segmentation_id": 758, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9fe18fcf-9b", "ovs_interfaceid": "9fe18fcf-9be7-48b2-ae72-4c82adf3bcd4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69613) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 614.028799] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-7fce2e4a-f025-4f0c-92a0-289456e4be53 tempest-ServerDiagnosticsTest-865742498 tempest-ServerDiagnosticsTest-865742498-project-member] [instance: c1d7aa83-ab84-4ff3-a10f-e04e84582ed4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:39:57:42', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'aec0089a-ff85-4bef-bad8-c84de39af71a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9fe18fcf-9be7-48b2-ae72-4c82adf3bcd4', 'vif_model': 'vmxnet3'}] {{(pid=69613) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 614.038966] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fce2e4a-f025-4f0c-92a0-289456e4be53 tempest-ServerDiagnosticsTest-865742498 tempest-ServerDiagnosticsTest-865742498-project-member] Creating folder: Project (6def21d7c7d44065b25907dcad344bfb). Parent ref: group-v681687. {{(pid=69613) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 614.043303] env[69613]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6dde65b7-f095-4d04-b930-a803253ac113 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.065462] env[69613]: DEBUG oslo_vmware.api [None req-ac4e33af-00a3-41ac-bcf0-b16928bb1121 tempest-ServersAdmin275Test-798959479 tempest-ServersAdmin275Test-798959479-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]520337db-ca1b-4a9d-dd2a-2a9575a31d05, 'name': SearchDatastore_Task, 'duration_secs': 0.023681} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.067782] env[69613]: INFO nova.virt.vmwareapi.vm_util [None req-7fce2e4a-f025-4f0c-92a0-289456e4be53 tempest-ServerDiagnosticsTest-865742498 tempest-ServerDiagnosticsTest-865742498-project-member] Created folder: Project (6def21d7c7d44065b25907dcad344bfb) in parent group-v681687. [ 614.067961] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fce2e4a-f025-4f0c-92a0-289456e4be53 tempest-ServerDiagnosticsTest-865742498 tempest-ServerDiagnosticsTest-865742498-project-member] Creating folder: Instances. Parent ref: group-v681713. {{(pid=69613) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 614.068276] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6455e93e-7709-41f6-97e3-b9da37bff048 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.070667] env[69613]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0c5e5ad8-0c6b-44c3-9b95-ca8afb7e3844 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.076580] env[69613]: DEBUG oslo_vmware.api [None req-ac4e33af-00a3-41ac-bcf0-b16928bb1121 tempest-ServersAdmin275Test-798959479 tempest-ServersAdmin275Test-798959479-project-member] Waiting for the task: (returnval){ [ 614.076580] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]520b87c2-cf16-be26-39a8-3ac9debec398" [ 614.076580] env[69613]: _type = "Task" [ 614.076580] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.083186] env[69613]: INFO nova.virt.vmwareapi.vm_util [None req-7fce2e4a-f025-4f0c-92a0-289456e4be53 tempest-ServerDiagnosticsTest-865742498 tempest-ServerDiagnosticsTest-865742498-project-member] Created folder: Instances in parent group-v681713. [ 614.083186] env[69613]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7fce2e4a-f025-4f0c-92a0-289456e4be53 tempest-ServerDiagnosticsTest-865742498 tempest-ServerDiagnosticsTest-865742498-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69613) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 614.083685] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c1d7aa83-ab84-4ff3-a10f-e04e84582ed4] Creating VM on the ESX host {{(pid=69613) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 614.084979] env[69613]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8d52c5eb-f943-4081-81c9-c8551549bebe {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.109297] env[69613]: DEBUG oslo_vmware.api [None req-ac4e33af-00a3-41ac-bcf0-b16928bb1121 tempest-ServersAdmin275Test-798959479 tempest-ServersAdmin275Test-798959479-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]520b87c2-cf16-be26-39a8-3ac9debec398, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.114936] env[69613]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 614.114936] env[69613]: value = "task-3416775" [ 614.114936] env[69613]: _type = "Task" [ 614.114936] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.125505] env[69613]: DEBUG oslo_vmware.api [-] Task: {'id': task-3416775, 'name': CreateVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.195445] env[69613]: DEBUG oslo_vmware.api [None req-7773cb95-9e58-49bf-8bee-f8ef9b535c19 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Task: {'id': task-3416772, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067749} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.196048] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-7773cb95-9e58-49bf-8bee-f8ef9b535c19 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] [instance: 030be18d-ee6f-4000-98f6-9e9a1c041a03] Extended root virtual disk {{(pid=69613) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 614.197188] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8e0bc18-9bee-4212-8f4f-0883af42b43f {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.223993] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-7773cb95-9e58-49bf-8bee-f8ef9b535c19 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] [instance: 030be18d-ee6f-4000-98f6-9e9a1c041a03] Reconfiguring VM instance instance-0000000a to attach disk [datastore2] 030be18d-ee6f-4000-98f6-9e9a1c041a03/030be18d-ee6f-4000-98f6-9e9a1c041a03.vmdk or device None with type sparse {{(pid=69613) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 614.223993] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-290c4724-b756-4770-9088-600bdf7e45d1 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.250908] env[69613]: DEBUG oslo_vmware.api [None req-7773cb95-9e58-49bf-8bee-f8ef9b535c19 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Waiting for the task: (returnval){ [ 614.250908] env[69613]: value = "task-3416776" [ 614.250908] env[69613]: _type = "Task" [ 614.250908] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.260544] env[69613]: DEBUG oslo_vmware.api [None req-7773cb95-9e58-49bf-8bee-f8ef9b535c19 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Task: {'id': task-3416776, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.266219] env[69613]: DEBUG nova.network.neutron [req-cac9317a-2a68-47ad-90ff-4db8434420bb req-9ccf8801-d8f0-4b92-8a2b-75e9285eda5c service nova] [instance: 030be18d-ee6f-4000-98f6-9e9a1c041a03] Updated VIF entry in instance network info cache for port 0d971a36-3924-4adc-95e9-1ae25fac1ede. {{(pid=69613) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 614.266219] env[69613]: DEBUG nova.network.neutron [req-cac9317a-2a68-47ad-90ff-4db8434420bb req-9ccf8801-d8f0-4b92-8a2b-75e9285eda5c service nova] [instance: 030be18d-ee6f-4000-98f6-9e9a1c041a03] Updating instance_info_cache with network_info: [{"id": "0d971a36-3924-4adc-95e9-1ae25fac1ede", "address": "fa:16:3e:bc:29:2b", "network": {"id": "64de9f7d-83a6-4dfb-bc7b-e08525149070", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-255161033-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "412c098cc7b941c6bb5c47763a2faff0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f499bc9-78da-46c1-9274-19edf26d31cb", "external-id": "nsx-vlan-transportzone-243", "segmentation_id": 243, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0d971a36-39", "ovs_interfaceid": "0d971a36-3924-4adc-95e9-1ae25fac1ede", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 614.317460] env[69613]: DEBUG nova.compute.utils [None req-edcd5f88-ae76-4129-bccf-2e2bb4cac7ff tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Using /dev/sd instead of None {{(pid=69613) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 614.318891] env[69613]: DEBUG nova.compute.manager [None req-edcd5f88-ae76-4129-bccf-2e2bb4cac7ff tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] [instance: c7921fab-fd44-4691-bca3-5ea3ae7e0bc0] Allocating IP information in the background. {{(pid=69613) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 614.319079] env[69613]: DEBUG nova.network.neutron [None req-edcd5f88-ae76-4129-bccf-2e2bb4cac7ff tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] [instance: c7921fab-fd44-4691-bca3-5ea3ae7e0bc0] allocate_for_instance() {{(pid=69613) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 614.389909] env[69613]: DEBUG oslo_concurrency.lockutils [None req-2bc978f7-de16-4779-a0c0-7f1ddb4901b1 tempest-FloatingIPsAssociationTestJSON-164946246 tempest-FloatingIPsAssociationTestJSON-164946246-project-member] Acquiring lock "e75fc999-a479-44b6-a715-1a76054d73c6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 614.390245] env[69613]: DEBUG oslo_concurrency.lockutils [None req-2bc978f7-de16-4779-a0c0-7f1ddb4901b1 tempest-FloatingIPsAssociationTestJSON-164946246 tempest-FloatingIPsAssociationTestJSON-164946246-project-member] Lock "e75fc999-a479-44b6-a715-1a76054d73c6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 614.420612] env[69613]: DEBUG nova.policy [None req-edcd5f88-ae76-4129-bccf-2e2bb4cac7ff tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '91dcb8052d454218b37bca5d756084e4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7c90428991084ffb9d2b6d33b2ce1e15', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69613) authorize /opt/stack/nova/nova/policy.py:192}} [ 614.592211] env[69613]: DEBUG oslo_vmware.api [None req-ac4e33af-00a3-41ac-bcf0-b16928bb1121 tempest-ServersAdmin275Test-798959479 tempest-ServersAdmin275Test-798959479-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]520b87c2-cf16-be26-39a8-3ac9debec398, 'name': SearchDatastore_Task, 'duration_secs': 0.023018} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.592211] env[69613]: DEBUG oslo_concurrency.lockutils [None req-ac4e33af-00a3-41ac-bcf0-b16928bb1121 tempest-ServersAdmin275Test-798959479 tempest-ServersAdmin275Test-798959479-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.592720] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac4e33af-00a3-41ac-bcf0-b16928bb1121 tempest-ServersAdmin275Test-798959479 tempest-ServersAdmin275Test-798959479-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk to [datastore2] 82d7d697-989c-4f9f-aaf4-7a7345bf2292/82d7d697-989c-4f9f-aaf4-7a7345bf2292.vmdk {{(pid=69613) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 614.592720] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dea42a78-8b43-4fa7-9045-e434d8448ccf {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.599354] env[69613]: DEBUG oslo_vmware.api [None req-ac4e33af-00a3-41ac-bcf0-b16928bb1121 tempest-ServersAdmin275Test-798959479 tempest-ServersAdmin275Test-798959479-project-member] Waiting for the task: (returnval){ [ 614.599354] env[69613]: value = "task-3416777" [ 614.599354] env[69613]: _type = "Task" [ 614.599354] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.609584] env[69613]: DEBUG oslo_vmware.api [None req-ac4e33af-00a3-41ac-bcf0-b16928bb1121 tempest-ServersAdmin275Test-798959479 tempest-ServersAdmin275Test-798959479-project-member] Task: {'id': task-3416777, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.626581] env[69613]: DEBUG oslo_vmware.api [-] Task: {'id': task-3416775, 'name': CreateVM_Task} progress is 25%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.761010] env[69613]: DEBUG oslo_vmware.api [None req-7773cb95-9e58-49bf-8bee-f8ef9b535c19 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Task: {'id': task-3416776, 'name': ReconfigVM_Task, 'duration_secs': 0.34995} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.761298] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-7773cb95-9e58-49bf-8bee-f8ef9b535c19 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] [instance: 030be18d-ee6f-4000-98f6-9e9a1c041a03] Reconfigured VM instance instance-0000000a to attach disk [datastore2] 030be18d-ee6f-4000-98f6-9e9a1c041a03/030be18d-ee6f-4000-98f6-9e9a1c041a03.vmdk or device None with type sparse {{(pid=69613) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 614.761985] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cce2d71c-1adc-4abd-abc4-602b44f77baf {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.768404] env[69613]: DEBUG oslo_concurrency.lockutils [req-cac9317a-2a68-47ad-90ff-4db8434420bb req-9ccf8801-d8f0-4b92-8a2b-75e9285eda5c service nova] Releasing lock "refresh_cache-030be18d-ee6f-4000-98f6-9e9a1c041a03" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.770471] env[69613]: DEBUG oslo_vmware.api [None req-7773cb95-9e58-49bf-8bee-f8ef9b535c19 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Waiting for the task: (returnval){ [ 614.770471] env[69613]: value = "task-3416778" [ 614.770471] env[69613]: _type = "Task" [ 614.770471] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.779930] env[69613]: DEBUG oslo_vmware.api [None req-7773cb95-9e58-49bf-8bee-f8ef9b535c19 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Task: {'id': task-3416778, 'name': Rename_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.785421] env[69613]: DEBUG nova.network.neutron [None req-a8e91408-52b9-410a-99d5-6d5b3f433e93 tempest-VolumesAdminNegativeTest-111528841 tempest-VolumesAdminNegativeTest-111528841-project-member] [instance: 54fe2a35-52f3-4c21-a0f4-522e44b620a0] Successfully updated port: 216bb07e-76d4-40c2-9d5d-0d307e8fbaf2 {{(pid=69613) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 614.824611] env[69613]: DEBUG nova.compute.manager [None req-edcd5f88-ae76-4129-bccf-2e2bb4cac7ff tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] [instance: c7921fab-fd44-4691-bca3-5ea3ae7e0bc0] Start building block device mappings for instance. {{(pid=69613) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 615.112940] env[69613]: DEBUG oslo_vmware.api [None req-ac4e33af-00a3-41ac-bcf0-b16928bb1121 tempest-ServersAdmin275Test-798959479 tempest-ServersAdmin275Test-798959479-project-member] Task: {'id': task-3416777, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.123426] env[69613]: DEBUG nova.network.neutron [None req-edcd5f88-ae76-4129-bccf-2e2bb4cac7ff tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] [instance: c7921fab-fd44-4691-bca3-5ea3ae7e0bc0] Successfully created port: 4b0bddc2-27d2-4a20-aefa-eacae6db2d35 {{(pid=69613) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 615.132390] env[69613]: DEBUG oslo_vmware.api [-] Task: {'id': task-3416775, 'name': CreateVM_Task} progress is 99%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.283745] env[69613]: DEBUG oslo_vmware.api [None req-7773cb95-9e58-49bf-8bee-f8ef9b535c19 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Task: {'id': task-3416778, 'name': Rename_Task, 'duration_secs': 0.170336} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.283745] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-7773cb95-9e58-49bf-8bee-f8ef9b535c19 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] [instance: 030be18d-ee6f-4000-98f6-9e9a1c041a03] Powering on the VM {{(pid=69613) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 615.285028] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fbbc7046-37ac-44c5-91ca-2d11ee32261f {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.289982] env[69613]: DEBUG oslo_concurrency.lockutils [None req-a8e91408-52b9-410a-99d5-6d5b3f433e93 tempest-VolumesAdminNegativeTest-111528841 tempest-VolumesAdminNegativeTest-111528841-project-member] Acquiring lock "refresh_cache-54fe2a35-52f3-4c21-a0f4-522e44b620a0" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.290253] env[69613]: DEBUG oslo_concurrency.lockutils [None req-a8e91408-52b9-410a-99d5-6d5b3f433e93 tempest-VolumesAdminNegativeTest-111528841 tempest-VolumesAdminNegativeTest-111528841-project-member] Acquired lock "refresh_cache-54fe2a35-52f3-4c21-a0f4-522e44b620a0" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.290471] env[69613]: DEBUG nova.network.neutron [None req-a8e91408-52b9-410a-99d5-6d5b3f433e93 tempest-VolumesAdminNegativeTest-111528841 tempest-VolumesAdminNegativeTest-111528841-project-member] [instance: 54fe2a35-52f3-4c21-a0f4-522e44b620a0] Building network info cache for instance {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 615.303753] env[69613]: DEBUG oslo_vmware.api [None req-7773cb95-9e58-49bf-8bee-f8ef9b535c19 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Waiting for the task: (returnval){ [ 615.303753] env[69613]: value = "task-3416779" [ 615.303753] env[69613]: _type = "Task" [ 615.303753] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.324837] env[69613]: DEBUG oslo_vmware.api [None req-7773cb95-9e58-49bf-8bee-f8ef9b535c19 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Task: {'id': task-3416779, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.344717] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4fe8f36-c778-4a49-8bc4-0d6e932ebdd9 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.353267] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c3e6a7a-a1ea-4bcd-a73a-dd9790f15e20 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.398256] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60c933de-4cf3-47cb-a46a-8c9cc0cdc264 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.416543] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ebdb2f3-88bb-44cc-9f45-2083fdecca22 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.445162] env[69613]: DEBUG nova.compute.provider_tree [None req-3ec35fc8-3bbc-4960-b563-1dbc4b55b0fe tempest-VolumesAssistedSnapshotsTest-2112485022 tempest-VolumesAssistedSnapshotsTest-2112485022-project-member] Inventory has not changed in ProviderTree for provider: af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 {{(pid=69613) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 615.612264] env[69613]: DEBUG oslo_vmware.api [None req-ac4e33af-00a3-41ac-bcf0-b16928bb1121 tempest-ServersAdmin275Test-798959479 tempest-ServersAdmin275Test-798959479-project-member] Task: {'id': task-3416777, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.789217} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.612600] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac4e33af-00a3-41ac-bcf0-b16928bb1121 tempest-ServersAdmin275Test-798959479 tempest-ServersAdmin275Test-798959479-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk to [datastore2] 82d7d697-989c-4f9f-aaf4-7a7345bf2292/82d7d697-989c-4f9f-aaf4-7a7345bf2292.vmdk {{(pid=69613) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 615.612845] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-ac4e33af-00a3-41ac-bcf0-b16928bb1121 tempest-ServersAdmin275Test-798959479 tempest-ServersAdmin275Test-798959479-project-member] [instance: 82d7d697-989c-4f9f-aaf4-7a7345bf2292] Extending root virtual disk to 1048576 {{(pid=69613) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 615.613152] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3b5c5958-90ab-4752-824e-9db757ebc3c0 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.624220] env[69613]: DEBUG oslo_vmware.api [None req-ac4e33af-00a3-41ac-bcf0-b16928bb1121 tempest-ServersAdmin275Test-798959479 tempest-ServersAdmin275Test-798959479-project-member] Waiting for the task: (returnval){ [ 615.624220] env[69613]: value = "task-3416780" [ 615.624220] env[69613]: _type = "Task" [ 615.624220] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.631973] env[69613]: DEBUG oslo_vmware.api [-] Task: {'id': task-3416775, 'name': CreateVM_Task, 'duration_secs': 1.036864} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.634812] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c1d7aa83-ab84-4ff3-a10f-e04e84582ed4] Created VM on the ESX host {{(pid=69613) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 615.635158] env[69613]: DEBUG oslo_vmware.api [None req-ac4e33af-00a3-41ac-bcf0-b16928bb1121 tempest-ServersAdmin275Test-798959479 tempest-ServersAdmin275Test-798959479-project-member] Task: {'id': task-3416780, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.635861] env[69613]: DEBUG oslo_concurrency.lockutils [None req-7fce2e4a-f025-4f0c-92a0-289456e4be53 tempest-ServerDiagnosticsTest-865742498 tempest-ServerDiagnosticsTest-865742498-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.638330] env[69613]: DEBUG oslo_concurrency.lockutils [None req-7fce2e4a-f025-4f0c-92a0-289456e4be53 tempest-ServerDiagnosticsTest-865742498 tempest-ServerDiagnosticsTest-865742498-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.638330] env[69613]: DEBUG oslo_concurrency.lockutils [None req-7fce2e4a-f025-4f0c-92a0-289456e4be53 tempest-ServerDiagnosticsTest-865742498 tempest-ServerDiagnosticsTest-865742498-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.638330] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4338df02-8315-430b-8684-5668d5a923f9 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.642254] env[69613]: DEBUG oslo_vmware.api [None req-7fce2e4a-f025-4f0c-92a0-289456e4be53 tempest-ServerDiagnosticsTest-865742498 tempest-ServerDiagnosticsTest-865742498-project-member] Waiting for the task: (returnval){ [ 615.642254] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]5268bbfd-3781-96f1-a429-bbbd61a98322" [ 615.642254] env[69613]: _type = "Task" [ 615.642254] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.651525] env[69613]: DEBUG oslo_vmware.api [None req-7fce2e4a-f025-4f0c-92a0-289456e4be53 tempest-ServerDiagnosticsTest-865742498 tempest-ServerDiagnosticsTest-865742498-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]5268bbfd-3781-96f1-a429-bbbd61a98322, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.821804] env[69613]: DEBUG oslo_vmware.api [None req-7773cb95-9e58-49bf-8bee-f8ef9b535c19 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Task: {'id': task-3416779, 'name': PowerOnVM_Task} progress is 1%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.848809] env[69613]: DEBUG nova.compute.manager [None req-edcd5f88-ae76-4129-bccf-2e2bb4cac7ff tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] [instance: c7921fab-fd44-4691-bca3-5ea3ae7e0bc0] Start spawning the instance on the hypervisor. {{(pid=69613) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 615.885613] env[69613]: DEBUG nova.network.neutron [None req-a8e91408-52b9-410a-99d5-6d5b3f433e93 tempest-VolumesAdminNegativeTest-111528841 tempest-VolumesAdminNegativeTest-111528841-project-member] [instance: 54fe2a35-52f3-4c21-a0f4-522e44b620a0] Instance cache missing network info. {{(pid=69613) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 615.902144] env[69613]: DEBUG nova.virt.hardware [None req-edcd5f88-ae76-4129-bccf-2e2bb4cac7ff tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T13:55:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T13:55:19Z,direct_url=,disk_format='vmdk',id=2b7a0304-b5d0-431d-b287-32c8388d7fbd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3e9e1b873f1442d59d5ee8247b941f74',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T13:55:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 615.902144] env[69613]: DEBUG nova.virt.hardware [None req-edcd5f88-ae76-4129-bccf-2e2bb4cac7ff tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Flavor limits 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 615.902144] env[69613]: DEBUG nova.virt.hardware [None req-edcd5f88-ae76-4129-bccf-2e2bb4cac7ff tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Image limits 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 615.902144] env[69613]: DEBUG nova.virt.hardware [None req-edcd5f88-ae76-4129-bccf-2e2bb4cac7ff tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Flavor pref 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 615.902342] env[69613]: DEBUG nova.virt.hardware [None req-edcd5f88-ae76-4129-bccf-2e2bb4cac7ff tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Image pref 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 615.903038] env[69613]: DEBUG nova.virt.hardware [None req-edcd5f88-ae76-4129-bccf-2e2bb4cac7ff tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 615.903038] env[69613]: DEBUG nova.virt.hardware [None req-edcd5f88-ae76-4129-bccf-2e2bb4cac7ff tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 615.903515] env[69613]: DEBUG nova.virt.hardware [None req-edcd5f88-ae76-4129-bccf-2e2bb4cac7ff tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69613) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 615.903515] env[69613]: DEBUG nova.virt.hardware [None req-edcd5f88-ae76-4129-bccf-2e2bb4cac7ff tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Got 1 possible topologies {{(pid=69613) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 615.903515] env[69613]: DEBUG nova.virt.hardware [None req-edcd5f88-ae76-4129-bccf-2e2bb4cac7ff tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 615.904238] env[69613]: DEBUG nova.virt.hardware [None req-edcd5f88-ae76-4129-bccf-2e2bb4cac7ff tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 615.904623] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f80475e8-fc00-49bc-8443-010a0e2e3df0 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.914489] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd4935da-df6b-44cb-825c-58179d5a02d7 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.949136] env[69613]: DEBUG nova.scheduler.client.report [None req-3ec35fc8-3bbc-4960-b563-1dbc4b55b0fe tempest-VolumesAssistedSnapshotsTest-2112485022 tempest-VolumesAssistedSnapshotsTest-2112485022-project-member] Inventory has not changed for provider af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69613) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 615.989695] env[69613]: DEBUG nova.compute.manager [req-e80908c1-947a-4477-871b-911d1000087b req-cc4a9937-a6fd-472a-9e2a-4bfcd6adceae service nova] [instance: 54fe2a35-52f3-4c21-a0f4-522e44b620a0] Received event network-vif-plugged-216bb07e-76d4-40c2-9d5d-0d307e8fbaf2 {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 615.989965] env[69613]: DEBUG oslo_concurrency.lockutils [req-e80908c1-947a-4477-871b-911d1000087b req-cc4a9937-a6fd-472a-9e2a-4bfcd6adceae service nova] Acquiring lock "54fe2a35-52f3-4c21-a0f4-522e44b620a0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 615.990186] env[69613]: DEBUG oslo_concurrency.lockutils [req-e80908c1-947a-4477-871b-911d1000087b req-cc4a9937-a6fd-472a-9e2a-4bfcd6adceae service nova] Lock "54fe2a35-52f3-4c21-a0f4-522e44b620a0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 615.990350] env[69613]: DEBUG oslo_concurrency.lockutils [req-e80908c1-947a-4477-871b-911d1000087b req-cc4a9937-a6fd-472a-9e2a-4bfcd6adceae service nova] Lock "54fe2a35-52f3-4c21-a0f4-522e44b620a0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 615.990517] env[69613]: DEBUG nova.compute.manager [req-e80908c1-947a-4477-871b-911d1000087b req-cc4a9937-a6fd-472a-9e2a-4bfcd6adceae service nova] [instance: 54fe2a35-52f3-4c21-a0f4-522e44b620a0] No waiting events found dispatching network-vif-plugged-216bb07e-76d4-40c2-9d5d-0d307e8fbaf2 {{(pid=69613) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 615.990671] env[69613]: WARNING nova.compute.manager [req-e80908c1-947a-4477-871b-911d1000087b req-cc4a9937-a6fd-472a-9e2a-4bfcd6adceae service nova] [instance: 54fe2a35-52f3-4c21-a0f4-522e44b620a0] Received unexpected event network-vif-plugged-216bb07e-76d4-40c2-9d5d-0d307e8fbaf2 for instance with vm_state building and task_state spawning. [ 616.141905] env[69613]: DEBUG oslo_vmware.api [None req-ac4e33af-00a3-41ac-bcf0-b16928bb1121 tempest-ServersAdmin275Test-798959479 tempest-ServersAdmin275Test-798959479-project-member] Task: {'id': task-3416780, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.153584} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.142274] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-ac4e33af-00a3-41ac-bcf0-b16928bb1121 tempest-ServersAdmin275Test-798959479 tempest-ServersAdmin275Test-798959479-project-member] [instance: 82d7d697-989c-4f9f-aaf4-7a7345bf2292] Extended root virtual disk {{(pid=69613) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 616.143188] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96538182-05ef-4b03-bba4-f599acff3670 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.158693] env[69613]: DEBUG oslo_vmware.api [None req-7fce2e4a-f025-4f0c-92a0-289456e4be53 tempest-ServerDiagnosticsTest-865742498 tempest-ServerDiagnosticsTest-865742498-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]5268bbfd-3781-96f1-a429-bbbd61a98322, 'name': SearchDatastore_Task, 'duration_secs': 0.011545} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.170424] env[69613]: DEBUG oslo_concurrency.lockutils [None req-7fce2e4a-f025-4f0c-92a0-289456e4be53 tempest-ServerDiagnosticsTest-865742498 tempest-ServerDiagnosticsTest-865742498-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.170820] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-7fce2e4a-f025-4f0c-92a0-289456e4be53 tempest-ServerDiagnosticsTest-865742498 tempest-ServerDiagnosticsTest-865742498-project-member] [instance: c1d7aa83-ab84-4ff3-a10f-e04e84582ed4] Processing image 2b7a0304-b5d0-431d-b287-32c8388d7fbd {{(pid=69613) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 616.174107] env[69613]: DEBUG oslo_concurrency.lockutils [None req-7fce2e4a-f025-4f0c-92a0-289456e4be53 tempest-ServerDiagnosticsTest-865742498 tempest-ServerDiagnosticsTest-865742498-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.174107] env[69613]: DEBUG oslo_concurrency.lockutils [None req-7fce2e4a-f025-4f0c-92a0-289456e4be53 tempest-ServerDiagnosticsTest-865742498 tempest-ServerDiagnosticsTest-865742498-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.174107] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-7fce2e4a-f025-4f0c-92a0-289456e4be53 tempest-ServerDiagnosticsTest-865742498 tempest-ServerDiagnosticsTest-865742498-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69613) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 616.184749] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac4e33af-00a3-41ac-bcf0-b16928bb1121 tempest-ServersAdmin275Test-798959479 tempest-ServersAdmin275Test-798959479-project-member] [instance: 82d7d697-989c-4f9f-aaf4-7a7345bf2292] Reconfiguring VM instance instance-00000008 to attach disk [datastore2] 82d7d697-989c-4f9f-aaf4-7a7345bf2292/82d7d697-989c-4f9f-aaf4-7a7345bf2292.vmdk or device None with type sparse {{(pid=69613) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 616.185216] env[69613]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-eecddad3-41f5-4c86-9b27-cfd0b19c8b6c {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.187354] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-120cc2e5-8da2-4235-b34c-533800a86b75 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.212354] env[69613]: DEBUG oslo_vmware.api [None req-ac4e33af-00a3-41ac-bcf0-b16928bb1121 tempest-ServersAdmin275Test-798959479 tempest-ServersAdmin275Test-798959479-project-member] Waiting for the task: (returnval){ [ 616.212354] env[69613]: value = "task-3416781" [ 616.212354] env[69613]: _type = "Task" [ 616.212354] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.216409] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-7fce2e4a-f025-4f0c-92a0-289456e4be53 tempest-ServerDiagnosticsTest-865742498 tempest-ServerDiagnosticsTest-865742498-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69613) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 616.216592] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-7fce2e4a-f025-4f0c-92a0-289456e4be53 tempest-ServerDiagnosticsTest-865742498 tempest-ServerDiagnosticsTest-865742498-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69613) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 616.217321] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-443bf38f-3111-40b9-ace1-dfa84bc8c5b7 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.227174] env[69613]: DEBUG oslo_vmware.api [None req-ac4e33af-00a3-41ac-bcf0-b16928bb1121 tempest-ServersAdmin275Test-798959479 tempest-ServersAdmin275Test-798959479-project-member] Task: {'id': task-3416781, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.228169] env[69613]: DEBUG nova.network.neutron [None req-a8e91408-52b9-410a-99d5-6d5b3f433e93 tempest-VolumesAdminNegativeTest-111528841 tempest-VolumesAdminNegativeTest-111528841-project-member] [instance: 54fe2a35-52f3-4c21-a0f4-522e44b620a0] Updating instance_info_cache with network_info: [{"id": "216bb07e-76d4-40c2-9d5d-0d307e8fbaf2", "address": "fa:16:3e:ec:2d:84", "network": {"id": "54ab3838-d093-44a6-a39d-a7c6f0d04722", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1893306674-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "27a86352b75b44bcbd9a96d15a2c3db1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5fb99c57-eaa0-447b-bb33-baced85d9c00", "external-id": "nsx-vlan-transportzone-253", "segmentation_id": 253, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap216bb07e-76", "ovs_interfaceid": "216bb07e-76d4-40c2-9d5d-0d307e8fbaf2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 616.229445] env[69613]: DEBUG oslo_vmware.api [None req-7fce2e4a-f025-4f0c-92a0-289456e4be53 tempest-ServerDiagnosticsTest-865742498 tempest-ServerDiagnosticsTest-865742498-project-member] Waiting for the task: (returnval){ [ 616.229445] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]5247eb86-7925-2684-a6f8-3165bac93cb4" [ 616.229445] env[69613]: _type = "Task" [ 616.229445] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.242718] env[69613]: DEBUG oslo_vmware.api [None req-7fce2e4a-f025-4f0c-92a0-289456e4be53 tempest-ServerDiagnosticsTest-865742498 tempest-ServerDiagnosticsTest-865742498-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]5247eb86-7925-2684-a6f8-3165bac93cb4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.319490] env[69613]: DEBUG oslo_vmware.api [None req-7773cb95-9e58-49bf-8bee-f8ef9b535c19 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Task: {'id': task-3416779, 'name': PowerOnVM_Task} progress is 19%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.455466] env[69613]: DEBUG oslo_concurrency.lockutils [None req-3ec35fc8-3bbc-4960-b563-1dbc4b55b0fe tempest-VolumesAssistedSnapshotsTest-2112485022 tempest-VolumesAssistedSnapshotsTest-2112485022-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.641s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 616.455803] env[69613]: DEBUG nova.compute.manager [None req-3ec35fc8-3bbc-4960-b563-1dbc4b55b0fe tempest-VolumesAssistedSnapshotsTest-2112485022 tempest-VolumesAssistedSnapshotsTest-2112485022-project-member] [instance: d6968dbb-b95f-4115-af9c-b528337a9663] Start building networks asynchronously for instance. {{(pid=69613) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 616.464231] env[69613]: DEBUG oslo_concurrency.lockutils [None req-f0fa1a8f-2447-492b-8bc8-8476373fe2fa tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.458s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 616.465866] env[69613]: INFO nova.compute.claims [None req-f0fa1a8f-2447-492b-8bc8-8476373fe2fa tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] [instance: 1fb750ed-62d4-4784-bf6c-6d777dc5ddb0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 616.723984] env[69613]: DEBUG oslo_vmware.api [None req-ac4e33af-00a3-41ac-bcf0-b16928bb1121 tempest-ServersAdmin275Test-798959479 tempest-ServersAdmin275Test-798959479-project-member] Task: {'id': task-3416781, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.729200] env[69613]: DEBUG nova.compute.manager [req-288c0314-84bd-403b-92ce-28b0f8408638 req-4b0dc67d-c6f0-4d2b-b3d6-ae3719c954b8 service nova] [instance: c1d7aa83-ab84-4ff3-a10f-e04e84582ed4] Received event network-vif-plugged-9fe18fcf-9be7-48b2-ae72-4c82adf3bcd4 {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 616.729200] env[69613]: DEBUG oslo_concurrency.lockutils [req-288c0314-84bd-403b-92ce-28b0f8408638 req-4b0dc67d-c6f0-4d2b-b3d6-ae3719c954b8 service nova] Acquiring lock "c1d7aa83-ab84-4ff3-a10f-e04e84582ed4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 616.729200] env[69613]: DEBUG oslo_concurrency.lockutils [req-288c0314-84bd-403b-92ce-28b0f8408638 req-4b0dc67d-c6f0-4d2b-b3d6-ae3719c954b8 service nova] Lock "c1d7aa83-ab84-4ff3-a10f-e04e84582ed4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 616.729200] env[69613]: DEBUG oslo_concurrency.lockutils [req-288c0314-84bd-403b-92ce-28b0f8408638 req-4b0dc67d-c6f0-4d2b-b3d6-ae3719c954b8 service nova] Lock "c1d7aa83-ab84-4ff3-a10f-e04e84582ed4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 616.729200] env[69613]: DEBUG nova.compute.manager [req-288c0314-84bd-403b-92ce-28b0f8408638 req-4b0dc67d-c6f0-4d2b-b3d6-ae3719c954b8 service nova] [instance: c1d7aa83-ab84-4ff3-a10f-e04e84582ed4] No waiting events found dispatching network-vif-plugged-9fe18fcf-9be7-48b2-ae72-4c82adf3bcd4 {{(pid=69613) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 616.729408] env[69613]: WARNING nova.compute.manager [req-288c0314-84bd-403b-92ce-28b0f8408638 req-4b0dc67d-c6f0-4d2b-b3d6-ae3719c954b8 service nova] [instance: c1d7aa83-ab84-4ff3-a10f-e04e84582ed4] Received unexpected event network-vif-plugged-9fe18fcf-9be7-48b2-ae72-4c82adf3bcd4 for instance with vm_state building and task_state spawning. [ 616.729408] env[69613]: DEBUG nova.compute.manager [req-288c0314-84bd-403b-92ce-28b0f8408638 req-4b0dc67d-c6f0-4d2b-b3d6-ae3719c954b8 service nova] [instance: c1d7aa83-ab84-4ff3-a10f-e04e84582ed4] Received event network-changed-9fe18fcf-9be7-48b2-ae72-4c82adf3bcd4 {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 616.729408] env[69613]: DEBUG nova.compute.manager [req-288c0314-84bd-403b-92ce-28b0f8408638 req-4b0dc67d-c6f0-4d2b-b3d6-ae3719c954b8 service nova] [instance: c1d7aa83-ab84-4ff3-a10f-e04e84582ed4] Refreshing instance network info cache due to event network-changed-9fe18fcf-9be7-48b2-ae72-4c82adf3bcd4. {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 616.729408] env[69613]: DEBUG oslo_concurrency.lockutils [req-288c0314-84bd-403b-92ce-28b0f8408638 req-4b0dc67d-c6f0-4d2b-b3d6-ae3719c954b8 service nova] Acquiring lock "refresh_cache-c1d7aa83-ab84-4ff3-a10f-e04e84582ed4" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.729408] env[69613]: DEBUG oslo_concurrency.lockutils [req-288c0314-84bd-403b-92ce-28b0f8408638 req-4b0dc67d-c6f0-4d2b-b3d6-ae3719c954b8 service nova] Acquired lock "refresh_cache-c1d7aa83-ab84-4ff3-a10f-e04e84582ed4" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.729573] env[69613]: DEBUG nova.network.neutron [req-288c0314-84bd-403b-92ce-28b0f8408638 req-4b0dc67d-c6f0-4d2b-b3d6-ae3719c954b8 service nova] [instance: c1d7aa83-ab84-4ff3-a10f-e04e84582ed4] Refreshing network info cache for port 9fe18fcf-9be7-48b2-ae72-4c82adf3bcd4 {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 616.731324] env[69613]: DEBUG oslo_concurrency.lockutils [None req-a8e91408-52b9-410a-99d5-6d5b3f433e93 tempest-VolumesAdminNegativeTest-111528841 tempest-VolumesAdminNegativeTest-111528841-project-member] Releasing lock "refresh_cache-54fe2a35-52f3-4c21-a0f4-522e44b620a0" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.731676] env[69613]: DEBUG nova.compute.manager [None req-a8e91408-52b9-410a-99d5-6d5b3f433e93 tempest-VolumesAdminNegativeTest-111528841 tempest-VolumesAdminNegativeTest-111528841-project-member] [instance: 54fe2a35-52f3-4c21-a0f4-522e44b620a0] Instance network_info: |[{"id": "216bb07e-76d4-40c2-9d5d-0d307e8fbaf2", "address": "fa:16:3e:ec:2d:84", "network": {"id": "54ab3838-d093-44a6-a39d-a7c6f0d04722", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1893306674-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "27a86352b75b44bcbd9a96d15a2c3db1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5fb99c57-eaa0-447b-bb33-baced85d9c00", "external-id": "nsx-vlan-transportzone-253", "segmentation_id": 253, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap216bb07e-76", "ovs_interfaceid": "216bb07e-76d4-40c2-9d5d-0d307e8fbaf2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69613) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 616.733547] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-a8e91408-52b9-410a-99d5-6d5b3f433e93 tempest-VolumesAdminNegativeTest-111528841 tempest-VolumesAdminNegativeTest-111528841-project-member] [instance: 54fe2a35-52f3-4c21-a0f4-522e44b620a0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ec:2d:84', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5fb99c57-eaa0-447b-bb33-baced85d9c00', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '216bb07e-76d4-40c2-9d5d-0d307e8fbaf2', 'vif_model': 'vmxnet3'}] {{(pid=69613) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 616.743746] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8e91408-52b9-410a-99d5-6d5b3f433e93 tempest-VolumesAdminNegativeTest-111528841 tempest-VolumesAdminNegativeTest-111528841-project-member] Creating folder: Project (27a86352b75b44bcbd9a96d15a2c3db1). Parent ref: group-v681687. {{(pid=69613) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 616.749639] env[69613]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-16161163-e6c9-4b7d-958d-8f8027c9f2a6 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.762951] env[69613]: DEBUG oslo_vmware.api [None req-7fce2e4a-f025-4f0c-92a0-289456e4be53 tempest-ServerDiagnosticsTest-865742498 tempest-ServerDiagnosticsTest-865742498-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]5247eb86-7925-2684-a6f8-3165bac93cb4, 'name': SearchDatastore_Task, 'duration_secs': 0.023524} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.766251] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-165556ff-b3d9-411a-80e1-9d60ddeb5433 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.773400] env[69613]: INFO nova.virt.vmwareapi.vm_util [None req-a8e91408-52b9-410a-99d5-6d5b3f433e93 tempest-VolumesAdminNegativeTest-111528841 tempest-VolumesAdminNegativeTest-111528841-project-member] Created folder: Project (27a86352b75b44bcbd9a96d15a2c3db1) in parent group-v681687. [ 616.773608] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8e91408-52b9-410a-99d5-6d5b3f433e93 tempest-VolumesAdminNegativeTest-111528841 tempest-VolumesAdminNegativeTest-111528841-project-member] Creating folder: Instances. Parent ref: group-v681716. {{(pid=69613) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 616.774543] env[69613]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-acb79987-138b-4595-b97f-ea778bbb6def {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.779138] env[69613]: DEBUG oslo_vmware.api [None req-7fce2e4a-f025-4f0c-92a0-289456e4be53 tempest-ServerDiagnosticsTest-865742498 tempest-ServerDiagnosticsTest-865742498-project-member] Waiting for the task: (returnval){ [ 616.779138] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]52d92fe3-f563-4902-6520-d009a23bde6f" [ 616.779138] env[69613]: _type = "Task" [ 616.779138] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.792656] env[69613]: DEBUG oslo_vmware.api [None req-7fce2e4a-f025-4f0c-92a0-289456e4be53 tempest-ServerDiagnosticsTest-865742498 tempest-ServerDiagnosticsTest-865742498-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52d92fe3-f563-4902-6520-d009a23bde6f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.794325] env[69613]: INFO nova.virt.vmwareapi.vm_util [None req-a8e91408-52b9-410a-99d5-6d5b3f433e93 tempest-VolumesAdminNegativeTest-111528841 tempest-VolumesAdminNegativeTest-111528841-project-member] Created folder: Instances in parent group-v681716. [ 616.795380] env[69613]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a8e91408-52b9-410a-99d5-6d5b3f433e93 tempest-VolumesAdminNegativeTest-111528841 tempest-VolumesAdminNegativeTest-111528841-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69613) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 616.795380] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 54fe2a35-52f3-4c21-a0f4-522e44b620a0] Creating VM on the ESX host {{(pid=69613) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 616.795380] env[69613]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-713ef0f4-4298-4ee6-bf78-ac2e27a0d1c5 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.833782] env[69613]: DEBUG oslo_vmware.api [None req-7773cb95-9e58-49bf-8bee-f8ef9b535c19 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Task: {'id': task-3416779, 'name': PowerOnVM_Task} progress is 91%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.834192] env[69613]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 616.834192] env[69613]: value = "task-3416784" [ 616.834192] env[69613]: _type = "Task" [ 616.834192] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.844436] env[69613]: DEBUG oslo_vmware.api [-] Task: {'id': task-3416784, 'name': CreateVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.966581] env[69613]: DEBUG nova.compute.utils [None req-3ec35fc8-3bbc-4960-b563-1dbc4b55b0fe tempest-VolumesAssistedSnapshotsTest-2112485022 tempest-VolumesAssistedSnapshotsTest-2112485022-project-member] Using /dev/sd instead of None {{(pid=69613) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 616.969903] env[69613]: DEBUG nova.compute.manager [None req-3ec35fc8-3bbc-4960-b563-1dbc4b55b0fe tempest-VolumesAssistedSnapshotsTest-2112485022 tempest-VolumesAssistedSnapshotsTest-2112485022-project-member] [instance: d6968dbb-b95f-4115-af9c-b528337a9663] Allocating IP information in the background. {{(pid=69613) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 616.970094] env[69613]: DEBUG nova.network.neutron [None req-3ec35fc8-3bbc-4960-b563-1dbc4b55b0fe tempest-VolumesAssistedSnapshotsTest-2112485022 tempest-VolumesAssistedSnapshotsTest-2112485022-project-member] [instance: d6968dbb-b95f-4115-af9c-b528337a9663] allocate_for_instance() {{(pid=69613) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 617.009234] env[69613]: DEBUG nova.network.neutron [None req-edcd5f88-ae76-4129-bccf-2e2bb4cac7ff tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] [instance: c7921fab-fd44-4691-bca3-5ea3ae7e0bc0] Successfully updated port: 4b0bddc2-27d2-4a20-aefa-eacae6db2d35 {{(pid=69613) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 617.048675] env[69613]: DEBUG nova.policy [None req-3ec35fc8-3bbc-4960-b563-1dbc4b55b0fe tempest-VolumesAssistedSnapshotsTest-2112485022 tempest-VolumesAssistedSnapshotsTest-2112485022-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '68555ed57e204526bb9b613b39197afe', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5e6f7f8bf67d4b659f041c9ba63f5df4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69613) authorize /opt/stack/nova/nova/policy.py:192}} [ 617.229051] env[69613]: DEBUG oslo_vmware.api [None req-ac4e33af-00a3-41ac-bcf0-b16928bb1121 tempest-ServersAdmin275Test-798959479 tempest-ServersAdmin275Test-798959479-project-member] Task: {'id': task-3416781, 'name': ReconfigVM_Task, 'duration_secs': 0.755147} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.229352] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac4e33af-00a3-41ac-bcf0-b16928bb1121 tempest-ServersAdmin275Test-798959479 tempest-ServersAdmin275Test-798959479-project-member] [instance: 82d7d697-989c-4f9f-aaf4-7a7345bf2292] Reconfigured VM instance instance-00000008 to attach disk [datastore2] 82d7d697-989c-4f9f-aaf4-7a7345bf2292/82d7d697-989c-4f9f-aaf4-7a7345bf2292.vmdk or device None with type sparse {{(pid=69613) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 617.233937] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-aef4a05a-3706-47c7-9f90-21e9712d4776 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.240623] env[69613]: DEBUG oslo_vmware.api [None req-ac4e33af-00a3-41ac-bcf0-b16928bb1121 tempest-ServersAdmin275Test-798959479 tempest-ServersAdmin275Test-798959479-project-member] Waiting for the task: (returnval){ [ 617.240623] env[69613]: value = "task-3416785" [ 617.240623] env[69613]: _type = "Task" [ 617.240623] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.262771] env[69613]: DEBUG oslo_vmware.api [None req-ac4e33af-00a3-41ac-bcf0-b16928bb1121 tempest-ServersAdmin275Test-798959479 tempest-ServersAdmin275Test-798959479-project-member] Task: {'id': task-3416785, 'name': Rename_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.297755] env[69613]: DEBUG oslo_vmware.api [None req-7fce2e4a-f025-4f0c-92a0-289456e4be53 tempest-ServerDiagnosticsTest-865742498 tempest-ServerDiagnosticsTest-865742498-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52d92fe3-f563-4902-6520-d009a23bde6f, 'name': SearchDatastore_Task, 'duration_secs': 0.017747} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.297755] env[69613]: DEBUG oslo_concurrency.lockutils [None req-7fce2e4a-f025-4f0c-92a0-289456e4be53 tempest-ServerDiagnosticsTest-865742498 tempest-ServerDiagnosticsTest-865742498-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.297755] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fce2e4a-f025-4f0c-92a0-289456e4be53 tempest-ServerDiagnosticsTest-865742498 tempest-ServerDiagnosticsTest-865742498-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk to [datastore2] c1d7aa83-ab84-4ff3-a10f-e04e84582ed4/c1d7aa83-ab84-4ff3-a10f-e04e84582ed4.vmdk {{(pid=69613) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 617.297755] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-31a0fe81-fa20-4dfb-a994-4b8c8e69d3e8 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.308274] env[69613]: DEBUG oslo_vmware.api [None req-7fce2e4a-f025-4f0c-92a0-289456e4be53 tempest-ServerDiagnosticsTest-865742498 tempest-ServerDiagnosticsTest-865742498-project-member] Waiting for the task: (returnval){ [ 617.308274] env[69613]: value = "task-3416786" [ 617.308274] env[69613]: _type = "Task" [ 617.308274] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.324605] env[69613]: DEBUG oslo_vmware.api [None req-7fce2e4a-f025-4f0c-92a0-289456e4be53 tempest-ServerDiagnosticsTest-865742498 tempest-ServerDiagnosticsTest-865742498-project-member] Task: {'id': task-3416786, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.334641] env[69613]: DEBUG oslo_vmware.api [None req-7773cb95-9e58-49bf-8bee-f8ef9b535c19 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Task: {'id': task-3416779, 'name': PowerOnVM_Task, 'duration_secs': 1.583766} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.334973] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-7773cb95-9e58-49bf-8bee-f8ef9b535c19 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] [instance: 030be18d-ee6f-4000-98f6-9e9a1c041a03] Powered on the VM {{(pid=69613) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 617.335177] env[69613]: INFO nova.compute.manager [None req-7773cb95-9e58-49bf-8bee-f8ef9b535c19 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] [instance: 030be18d-ee6f-4000-98f6-9e9a1c041a03] Took 9.09 seconds to spawn the instance on the hypervisor. [ 617.335345] env[69613]: DEBUG nova.compute.manager [None req-7773cb95-9e58-49bf-8bee-f8ef9b535c19 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] [instance: 030be18d-ee6f-4000-98f6-9e9a1c041a03] Checking state {{(pid=69613) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 617.339303] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08820b1d-3417-4628-8a02-03673f1a1600 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.351827] env[69613]: DEBUG oslo_vmware.api [-] Task: {'id': task-3416784, 'name': CreateVM_Task, 'duration_secs': 0.423253} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.353591] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 54fe2a35-52f3-4c21-a0f4-522e44b620a0] Created VM on the ESX host {{(pid=69613) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 617.357171] env[69613]: DEBUG oslo_concurrency.lockutils [None req-a8e91408-52b9-410a-99d5-6d5b3f433e93 tempest-VolumesAdminNegativeTest-111528841 tempest-VolumesAdminNegativeTest-111528841-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.357397] env[69613]: DEBUG oslo_concurrency.lockutils [None req-a8e91408-52b9-410a-99d5-6d5b3f433e93 tempest-VolumesAdminNegativeTest-111528841 tempest-VolumesAdminNegativeTest-111528841-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.357654] env[69613]: DEBUG oslo_concurrency.lockutils [None req-a8e91408-52b9-410a-99d5-6d5b3f433e93 tempest-VolumesAdminNegativeTest-111528841 tempest-VolumesAdminNegativeTest-111528841-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.360219] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-60eb9ebe-abcd-4e24-af75-445a5be3d688 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.366026] env[69613]: DEBUG oslo_vmware.api [None req-a8e91408-52b9-410a-99d5-6d5b3f433e93 tempest-VolumesAdminNegativeTest-111528841 tempest-VolumesAdminNegativeTest-111528841-project-member] Waiting for the task: (returnval){ [ 617.366026] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]52e0e673-5edf-cb6e-30f3-7a7c20a29672" [ 617.366026] env[69613]: _type = "Task" [ 617.366026] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.379020] env[69613]: DEBUG oslo_vmware.api [None req-a8e91408-52b9-410a-99d5-6d5b3f433e93 tempest-VolumesAdminNegativeTest-111528841 tempest-VolumesAdminNegativeTest-111528841-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52e0e673-5edf-cb6e-30f3-7a7c20a29672, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.475435] env[69613]: DEBUG nova.compute.manager [None req-3ec35fc8-3bbc-4960-b563-1dbc4b55b0fe tempest-VolumesAssistedSnapshotsTest-2112485022 tempest-VolumesAssistedSnapshotsTest-2112485022-project-member] [instance: d6968dbb-b95f-4115-af9c-b528337a9663] Start building block device mappings for instance. {{(pid=69613) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 617.512065] env[69613]: DEBUG oslo_concurrency.lockutils [None req-edcd5f88-ae76-4129-bccf-2e2bb4cac7ff tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Acquiring lock "refresh_cache-c7921fab-fd44-4691-bca3-5ea3ae7e0bc0" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.512222] env[69613]: DEBUG oslo_concurrency.lockutils [None req-edcd5f88-ae76-4129-bccf-2e2bb4cac7ff tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Acquired lock "refresh_cache-c7921fab-fd44-4691-bca3-5ea3ae7e0bc0" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.512508] env[69613]: DEBUG nova.network.neutron [None req-edcd5f88-ae76-4129-bccf-2e2bb4cac7ff tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] [instance: c7921fab-fd44-4691-bca3-5ea3ae7e0bc0] Building network info cache for instance {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 617.580466] env[69613]: DEBUG nova.network.neutron [req-288c0314-84bd-403b-92ce-28b0f8408638 req-4b0dc67d-c6f0-4d2b-b3d6-ae3719c954b8 service nova] [instance: c1d7aa83-ab84-4ff3-a10f-e04e84582ed4] Updated VIF entry in instance network info cache for port 9fe18fcf-9be7-48b2-ae72-4c82adf3bcd4. {{(pid=69613) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 617.581313] env[69613]: DEBUG nova.network.neutron [req-288c0314-84bd-403b-92ce-28b0f8408638 req-4b0dc67d-c6f0-4d2b-b3d6-ae3719c954b8 service nova] [instance: c1d7aa83-ab84-4ff3-a10f-e04e84582ed4] Updating instance_info_cache with network_info: [{"id": "9fe18fcf-9be7-48b2-ae72-4c82adf3bcd4", "address": "fa:16:3e:39:57:42", "network": {"id": "7f5a9020-c966-459c-b2b1-fc62b2ff6283", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.126", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3e9e1b873f1442d59d5ee8247b941f74", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aec0089a-ff85-4bef-bad8-c84de39af71a", "external-id": "nsx-vlan-transportzone-758", "segmentation_id": 758, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9fe18fcf-9b", "ovs_interfaceid": "9fe18fcf-9be7-48b2-ae72-4c82adf3bcd4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 617.759759] env[69613]: DEBUG oslo_vmware.api [None req-ac4e33af-00a3-41ac-bcf0-b16928bb1121 tempest-ServersAdmin275Test-798959479 tempest-ServersAdmin275Test-798959479-project-member] Task: {'id': task-3416785, 'name': Rename_Task, 'duration_secs': 0.165948} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.765979] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac4e33af-00a3-41ac-bcf0-b16928bb1121 tempest-ServersAdmin275Test-798959479 tempest-ServersAdmin275Test-798959479-project-member] [instance: 82d7d697-989c-4f9f-aaf4-7a7345bf2292] Powering on the VM {{(pid=69613) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 617.766530] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-77bf654c-6596-4cd9-adec-5424131efca8 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.777470] env[69613]: DEBUG oslo_vmware.api [None req-ac4e33af-00a3-41ac-bcf0-b16928bb1121 tempest-ServersAdmin275Test-798959479 tempest-ServersAdmin275Test-798959479-project-member] Waiting for the task: (returnval){ [ 617.777470] env[69613]: value = "task-3416787" [ 617.777470] env[69613]: _type = "Task" [ 617.777470] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.794190] env[69613]: DEBUG oslo_vmware.api [None req-ac4e33af-00a3-41ac-bcf0-b16928bb1121 tempest-ServersAdmin275Test-798959479 tempest-ServersAdmin275Test-798959479-project-member] Task: {'id': task-3416787, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.821222] env[69613]: DEBUG oslo_vmware.api [None req-7fce2e4a-f025-4f0c-92a0-289456e4be53 tempest-ServerDiagnosticsTest-865742498 tempest-ServerDiagnosticsTest-865742498-project-member] Task: {'id': task-3416786, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.872590] env[69613]: INFO nova.compute.manager [None req-7773cb95-9e58-49bf-8bee-f8ef9b535c19 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] [instance: 030be18d-ee6f-4000-98f6-9e9a1c041a03] Took 29.32 seconds to build instance. [ 617.878809] env[69613]: DEBUG oslo_vmware.api [None req-a8e91408-52b9-410a-99d5-6d5b3f433e93 tempest-VolumesAdminNegativeTest-111528841 tempest-VolumesAdminNegativeTest-111528841-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52e0e673-5edf-cb6e-30f3-7a7c20a29672, 'name': SearchDatastore_Task, 'duration_secs': 0.025972} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.881842] env[69613]: DEBUG oslo_concurrency.lockutils [None req-a8e91408-52b9-410a-99d5-6d5b3f433e93 tempest-VolumesAdminNegativeTest-111528841 tempest-VolumesAdminNegativeTest-111528841-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.882106] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-a8e91408-52b9-410a-99d5-6d5b3f433e93 tempest-VolumesAdminNegativeTest-111528841 tempest-VolumesAdminNegativeTest-111528841-project-member] [instance: 54fe2a35-52f3-4c21-a0f4-522e44b620a0] Processing image 2b7a0304-b5d0-431d-b287-32c8388d7fbd {{(pid=69613) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 617.882347] env[69613]: DEBUG oslo_concurrency.lockutils [None req-a8e91408-52b9-410a-99d5-6d5b3f433e93 tempest-VolumesAdminNegativeTest-111528841 tempest-VolumesAdminNegativeTest-111528841-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.882609] env[69613]: DEBUG oslo_concurrency.lockutils [None req-a8e91408-52b9-410a-99d5-6d5b3f433e93 tempest-VolumesAdminNegativeTest-111528841 tempest-VolumesAdminNegativeTest-111528841-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.882785] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-a8e91408-52b9-410a-99d5-6d5b3f433e93 tempest-VolumesAdminNegativeTest-111528841 tempest-VolumesAdminNegativeTest-111528841-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69613) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 617.883307] env[69613]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-02e2ec76-3fda-43e6-a67f-4e353a63c0d2 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.903868] env[69613]: DEBUG oslo_concurrency.lockutils [None req-68584071-a16c-4783-941c-0016b562ff9f tempest-SecurityGroupsTestJSON-147571119 tempest-SecurityGroupsTestJSON-147571119-project-member] Acquiring lock "d812aca8-c993-4f3e-8235-115a51b60501" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 617.903868] env[69613]: DEBUG oslo_concurrency.lockutils [None req-68584071-a16c-4783-941c-0016b562ff9f tempest-SecurityGroupsTestJSON-147571119 tempest-SecurityGroupsTestJSON-147571119-project-member] Lock "d812aca8-c993-4f3e-8235-115a51b60501" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 617.904131] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-a8e91408-52b9-410a-99d5-6d5b3f433e93 tempest-VolumesAdminNegativeTest-111528841 tempest-VolumesAdminNegativeTest-111528841-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69613) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 617.904244] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-a8e91408-52b9-410a-99d5-6d5b3f433e93 tempest-VolumesAdminNegativeTest-111528841 tempest-VolumesAdminNegativeTest-111528841-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69613) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 617.905925] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-95076566-e5b9-48b3-869a-e8d3f53035ce {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.913466] env[69613]: DEBUG oslo_vmware.api [None req-a8e91408-52b9-410a-99d5-6d5b3f433e93 tempest-VolumesAdminNegativeTest-111528841 tempest-VolumesAdminNegativeTest-111528841-project-member] Waiting for the task: (returnval){ [ 617.913466] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]52579bc3-8875-a610-12ba-35a79400694a" [ 617.913466] env[69613]: _type = "Task" [ 617.913466] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.925749] env[69613]: DEBUG oslo_vmware.api [None req-a8e91408-52b9-410a-99d5-6d5b3f433e93 tempest-VolumesAdminNegativeTest-111528841 tempest-VolumesAdminNegativeTest-111528841-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52579bc3-8875-a610-12ba-35a79400694a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.027783] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01490ffb-f85b-4d1b-b676-f6b40dead7c9 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.039786] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc80a9e6-1b98-49b7-b5c1-dcba64d4a013 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.099408] env[69613]: DEBUG oslo_concurrency.lockutils [req-288c0314-84bd-403b-92ce-28b0f8408638 req-4b0dc67d-c6f0-4d2b-b3d6-ae3719c954b8 service nova] Releasing lock "refresh_cache-c1d7aa83-ab84-4ff3-a10f-e04e84582ed4" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.100548] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7548d55b-53c9-4e69-901c-91988d548e46 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.103862] env[69613]: DEBUG nova.network.neutron [None req-edcd5f88-ae76-4129-bccf-2e2bb4cac7ff tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] [instance: c7921fab-fd44-4691-bca3-5ea3ae7e0bc0] Instance cache missing network info. {{(pid=69613) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 618.115240] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34ee8438-a872-4310-8b78-c0b4265bd4ed {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.133613] env[69613]: DEBUG nova.compute.provider_tree [None req-f0fa1a8f-2447-492b-8bc8-8476373fe2fa tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Inventory has not changed in ProviderTree for provider: af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 {{(pid=69613) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 618.291654] env[69613]: DEBUG oslo_vmware.api [None req-ac4e33af-00a3-41ac-bcf0-b16928bb1121 tempest-ServersAdmin275Test-798959479 tempest-ServersAdmin275Test-798959479-project-member] Task: {'id': task-3416787, 'name': PowerOnVM_Task} progress is 87%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.305256] env[69613]: DEBUG nova.network.neutron [None req-edcd5f88-ae76-4129-bccf-2e2bb4cac7ff tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] [instance: c7921fab-fd44-4691-bca3-5ea3ae7e0bc0] Updating instance_info_cache with network_info: [{"id": "4b0bddc2-27d2-4a20-aefa-eacae6db2d35", "address": "fa:16:3e:ae:19:62", "network": {"id": "075ea19d-4486-47a4-b67d-490e88881ac3", "bridge": "br-int", "label": "tempest-ImagesTestJSON-566193002-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7c90428991084ffb9d2b6d33b2ce1e15", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b7d09e9-a3dd-4d89-b9dd-2814f5f6dd5d", "external-id": "nsx-vlan-transportzone-591", "segmentation_id": 591, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b0bddc2-27", "ovs_interfaceid": "4b0bddc2-27d2-4a20-aefa-eacae6db2d35", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 618.321399] env[69613]: DEBUG oslo_vmware.api [None req-7fce2e4a-f025-4f0c-92a0-289456e4be53 tempest-ServerDiagnosticsTest-865742498 tempest-ServerDiagnosticsTest-865742498-project-member] Task: {'id': task-3416786, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.520638} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.322745] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fce2e4a-f025-4f0c-92a0-289456e4be53 tempest-ServerDiagnosticsTest-865742498 tempest-ServerDiagnosticsTest-865742498-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk to [datastore2] c1d7aa83-ab84-4ff3-a10f-e04e84582ed4/c1d7aa83-ab84-4ff3-a10f-e04e84582ed4.vmdk {{(pid=69613) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 618.323037] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-7fce2e4a-f025-4f0c-92a0-289456e4be53 tempest-ServerDiagnosticsTest-865742498 tempest-ServerDiagnosticsTest-865742498-project-member] [instance: c1d7aa83-ab84-4ff3-a10f-e04e84582ed4] Extending root virtual disk to 1048576 {{(pid=69613) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 618.323165] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-286f7c83-e4af-4985-9de1-d255cee4582d {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.331969] env[69613]: DEBUG oslo_vmware.api [None req-7fce2e4a-f025-4f0c-92a0-289456e4be53 tempest-ServerDiagnosticsTest-865742498 tempest-ServerDiagnosticsTest-865742498-project-member] Waiting for the task: (returnval){ [ 618.331969] env[69613]: value = "task-3416788" [ 618.331969] env[69613]: _type = "Task" [ 618.331969] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.340084] env[69613]: DEBUG nova.network.neutron [None req-3ec35fc8-3bbc-4960-b563-1dbc4b55b0fe tempest-VolumesAssistedSnapshotsTest-2112485022 tempest-VolumesAssistedSnapshotsTest-2112485022-project-member] [instance: d6968dbb-b95f-4115-af9c-b528337a9663] Successfully created port: b5b5ef22-3acc-4f68-95aa-ec67e4f50d1b {{(pid=69613) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 618.346828] env[69613]: DEBUG oslo_vmware.api [None req-7fce2e4a-f025-4f0c-92a0-289456e4be53 tempest-ServerDiagnosticsTest-865742498 tempest-ServerDiagnosticsTest-865742498-project-member] Task: {'id': task-3416788, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.375207] env[69613]: DEBUG oslo_concurrency.lockutils [None req-7773cb95-9e58-49bf-8bee-f8ef9b535c19 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Lock "030be18d-ee6f-4000-98f6-9e9a1c041a03" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.828s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 618.426315] env[69613]: DEBUG oslo_vmware.api [None req-a8e91408-52b9-410a-99d5-6d5b3f433e93 tempest-VolumesAdminNegativeTest-111528841 tempest-VolumesAdminNegativeTest-111528841-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52579bc3-8875-a610-12ba-35a79400694a, 'name': SearchDatastore_Task, 'duration_secs': 0.014601} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.427170] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-087cc793-4cfa-4cd3-ad67-f52c35acd963 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.434250] env[69613]: DEBUG oslo_vmware.api [None req-a8e91408-52b9-410a-99d5-6d5b3f433e93 tempest-VolumesAdminNegativeTest-111528841 tempest-VolumesAdminNegativeTest-111528841-project-member] Waiting for the task: (returnval){ [ 618.434250] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]524b8284-3044-7baa-018f-47d6250117f2" [ 618.434250] env[69613]: _type = "Task" [ 618.434250] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.445470] env[69613]: DEBUG oslo_vmware.api [None req-a8e91408-52b9-410a-99d5-6d5b3f433e93 tempest-VolumesAdminNegativeTest-111528841 tempest-VolumesAdminNegativeTest-111528841-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]524b8284-3044-7baa-018f-47d6250117f2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.492146] env[69613]: DEBUG nova.compute.manager [None req-3ec35fc8-3bbc-4960-b563-1dbc4b55b0fe tempest-VolumesAssistedSnapshotsTest-2112485022 tempest-VolumesAssistedSnapshotsTest-2112485022-project-member] [instance: d6968dbb-b95f-4115-af9c-b528337a9663] Start spawning the instance on the hypervisor. {{(pid=69613) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 618.529724] env[69613]: DEBUG nova.virt.hardware [None req-3ec35fc8-3bbc-4960-b563-1dbc4b55b0fe tempest-VolumesAssistedSnapshotsTest-2112485022 tempest-VolumesAssistedSnapshotsTest-2112485022-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T13:55:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T13:55:19Z,direct_url=,disk_format='vmdk',id=2b7a0304-b5d0-431d-b287-32c8388d7fbd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3e9e1b873f1442d59d5ee8247b941f74',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T13:55:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 618.530067] env[69613]: DEBUG nova.virt.hardware [None req-3ec35fc8-3bbc-4960-b563-1dbc4b55b0fe tempest-VolumesAssistedSnapshotsTest-2112485022 tempest-VolumesAssistedSnapshotsTest-2112485022-project-member] Flavor limits 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 618.530303] env[69613]: DEBUG nova.virt.hardware [None req-3ec35fc8-3bbc-4960-b563-1dbc4b55b0fe tempest-VolumesAssistedSnapshotsTest-2112485022 tempest-VolumesAssistedSnapshotsTest-2112485022-project-member] Image limits 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 618.530490] env[69613]: DEBUG nova.virt.hardware [None req-3ec35fc8-3bbc-4960-b563-1dbc4b55b0fe tempest-VolumesAssistedSnapshotsTest-2112485022 tempest-VolumesAssistedSnapshotsTest-2112485022-project-member] Flavor pref 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 618.530680] env[69613]: DEBUG nova.virt.hardware [None req-3ec35fc8-3bbc-4960-b563-1dbc4b55b0fe tempest-VolumesAssistedSnapshotsTest-2112485022 tempest-VolumesAssistedSnapshotsTest-2112485022-project-member] Image pref 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 618.530928] env[69613]: DEBUG nova.virt.hardware [None req-3ec35fc8-3bbc-4960-b563-1dbc4b55b0fe tempest-VolumesAssistedSnapshotsTest-2112485022 tempest-VolumesAssistedSnapshotsTest-2112485022-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 618.531082] env[69613]: DEBUG nova.virt.hardware [None req-3ec35fc8-3bbc-4960-b563-1dbc4b55b0fe tempest-VolumesAssistedSnapshotsTest-2112485022 tempest-VolumesAssistedSnapshotsTest-2112485022-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 618.531245] env[69613]: DEBUG nova.virt.hardware [None req-3ec35fc8-3bbc-4960-b563-1dbc4b55b0fe tempest-VolumesAssistedSnapshotsTest-2112485022 tempest-VolumesAssistedSnapshotsTest-2112485022-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69613) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 618.531411] env[69613]: DEBUG nova.virt.hardware [None req-3ec35fc8-3bbc-4960-b563-1dbc4b55b0fe tempest-VolumesAssistedSnapshotsTest-2112485022 tempest-VolumesAssistedSnapshotsTest-2112485022-project-member] Got 1 possible topologies {{(pid=69613) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 618.531646] env[69613]: DEBUG nova.virt.hardware [None req-3ec35fc8-3bbc-4960-b563-1dbc4b55b0fe tempest-VolumesAssistedSnapshotsTest-2112485022 tempest-VolumesAssistedSnapshotsTest-2112485022-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 618.531738] env[69613]: DEBUG nova.virt.hardware [None req-3ec35fc8-3bbc-4960-b563-1dbc4b55b0fe tempest-VolumesAssistedSnapshotsTest-2112485022 tempest-VolumesAssistedSnapshotsTest-2112485022-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 618.532588] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-917da00a-90a0-4a5c-b7e0-cfb43bbec1a3 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.542283] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7decb9f7-ecf0-420d-a352-d39cece1fcf2 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.640402] env[69613]: DEBUG nova.scheduler.client.report [None req-f0fa1a8f-2447-492b-8bc8-8476373fe2fa tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Inventory has not changed for provider af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69613) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 618.649742] env[69613]: DEBUG oslo_concurrency.lockutils [None req-22b5a87d-9968-4036-bb4f-ea9539608ed6 tempest-FloatingIPsAssociationNegativeTestJSON-1033774278 tempest-FloatingIPsAssociationNegativeTestJSON-1033774278-project-member] Acquiring lock "00d02bd2-f8fa-415c-9a6f-c58b9af0be63" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 618.650030] env[69613]: DEBUG oslo_concurrency.lockutils [None req-22b5a87d-9968-4036-bb4f-ea9539608ed6 tempest-FloatingIPsAssociationNegativeTestJSON-1033774278 tempest-FloatingIPsAssociationNegativeTestJSON-1033774278-project-member] Lock "00d02bd2-f8fa-415c-9a6f-c58b9af0be63" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 618.794258] env[69613]: DEBUG oslo_vmware.api [None req-ac4e33af-00a3-41ac-bcf0-b16928bb1121 tempest-ServersAdmin275Test-798959479 tempest-ServersAdmin275Test-798959479-project-member] Task: {'id': task-3416787, 'name': PowerOnVM_Task, 'duration_secs': 1.000521} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.794258] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac4e33af-00a3-41ac-bcf0-b16928bb1121 tempest-ServersAdmin275Test-798959479 tempest-ServersAdmin275Test-798959479-project-member] [instance: 82d7d697-989c-4f9f-aaf4-7a7345bf2292] Powered on the VM {{(pid=69613) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 618.794674] env[69613]: DEBUG nova.compute.manager [None req-ac4e33af-00a3-41ac-bcf0-b16928bb1121 tempest-ServersAdmin275Test-798959479 tempest-ServersAdmin275Test-798959479-project-member] [instance: 82d7d697-989c-4f9f-aaf4-7a7345bf2292] Checking state {{(pid=69613) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 618.795950] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbbfd59f-cb04-4837-9d3c-3879606df348 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.810957] env[69613]: DEBUG oslo_concurrency.lockutils [None req-edcd5f88-ae76-4129-bccf-2e2bb4cac7ff tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Releasing lock "refresh_cache-c7921fab-fd44-4691-bca3-5ea3ae7e0bc0" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.811237] env[69613]: DEBUG nova.compute.manager [None req-edcd5f88-ae76-4129-bccf-2e2bb4cac7ff tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] [instance: c7921fab-fd44-4691-bca3-5ea3ae7e0bc0] Instance network_info: |[{"id": "4b0bddc2-27d2-4a20-aefa-eacae6db2d35", "address": "fa:16:3e:ae:19:62", "network": {"id": "075ea19d-4486-47a4-b67d-490e88881ac3", "bridge": "br-int", "label": "tempest-ImagesTestJSON-566193002-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7c90428991084ffb9d2b6d33b2ce1e15", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b7d09e9-a3dd-4d89-b9dd-2814f5f6dd5d", "external-id": "nsx-vlan-transportzone-591", "segmentation_id": 591, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b0bddc2-27", "ovs_interfaceid": "4b0bddc2-27d2-4a20-aefa-eacae6db2d35", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69613) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 618.811855] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-edcd5f88-ae76-4129-bccf-2e2bb4cac7ff tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] [instance: c7921fab-fd44-4691-bca3-5ea3ae7e0bc0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ae:19:62', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3b7d09e9-a3dd-4d89-b9dd-2814f5f6dd5d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4b0bddc2-27d2-4a20-aefa-eacae6db2d35', 'vif_model': 'vmxnet3'}] {{(pid=69613) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 618.820355] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-edcd5f88-ae76-4129-bccf-2e2bb4cac7ff tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Creating folder: Project (7c90428991084ffb9d2b6d33b2ce1e15). Parent ref: group-v681687. {{(pid=69613) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 618.821214] env[69613]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-edd659f1-07a4-421f-95be-c74a6aff9154 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.841688] env[69613]: INFO nova.virt.vmwareapi.vm_util [None req-edcd5f88-ae76-4129-bccf-2e2bb4cac7ff tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Created folder: Project (7c90428991084ffb9d2b6d33b2ce1e15) in parent group-v681687. [ 618.841688] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-edcd5f88-ae76-4129-bccf-2e2bb4cac7ff tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Creating folder: Instances. Parent ref: group-v681719. {{(pid=69613) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 618.841688] env[69613]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cbb49357-e36e-42f7-8c6c-644ef630cf25 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.848728] env[69613]: DEBUG oslo_vmware.api [None req-7fce2e4a-f025-4f0c-92a0-289456e4be53 tempest-ServerDiagnosticsTest-865742498 tempest-ServerDiagnosticsTest-865742498-project-member] Task: {'id': task-3416788, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.217846} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.849183] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-7fce2e4a-f025-4f0c-92a0-289456e4be53 tempest-ServerDiagnosticsTest-865742498 tempest-ServerDiagnosticsTest-865742498-project-member] [instance: c1d7aa83-ab84-4ff3-a10f-e04e84582ed4] Extended root virtual disk {{(pid=69613) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 618.850671] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd213c29-3627-469a-924c-fddcc1952db7 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.886657] env[69613]: DEBUG nova.compute.manager [None req-cfaa4a81-b7c2-410c-9208-522ada887f18 tempest-ServersV294TestFqdnHostnames-2142112812 tempest-ServersV294TestFqdnHostnames-2142112812-project-member] [instance: 1178a341-cc87-48f9-b274-f0a1ab0c01fc] Starting instance... {{(pid=69613) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 618.898054] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-7fce2e4a-f025-4f0c-92a0-289456e4be53 tempest-ServerDiagnosticsTest-865742498 tempest-ServerDiagnosticsTest-865742498-project-member] [instance: c1d7aa83-ab84-4ff3-a10f-e04e84582ed4] Reconfiguring VM instance instance-0000000b to attach disk [datastore2] c1d7aa83-ab84-4ff3-a10f-e04e84582ed4/c1d7aa83-ab84-4ff3-a10f-e04e84582ed4.vmdk or device None with type sparse {{(pid=69613) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 618.900039] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2c9ab183-fe78-4323-8395-2cff153229bc {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.914863] env[69613]: INFO nova.virt.vmwareapi.vm_util [None req-edcd5f88-ae76-4129-bccf-2e2bb4cac7ff tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Created folder: Instances in parent group-v681719. [ 618.915142] env[69613]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-edcd5f88-ae76-4129-bccf-2e2bb4cac7ff tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69613) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 618.916425] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c7921fab-fd44-4691-bca3-5ea3ae7e0bc0] Creating VM on the ESX host {{(pid=69613) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 618.916929] env[69613]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2223f212-40f3-4fc9-b317-0df5a3231f77 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.937721] env[69613]: DEBUG oslo_vmware.api [None req-7fce2e4a-f025-4f0c-92a0-289456e4be53 tempest-ServerDiagnosticsTest-865742498 tempest-ServerDiagnosticsTest-865742498-project-member] Waiting for the task: (returnval){ [ 618.937721] env[69613]: value = "task-3416791" [ 618.937721] env[69613]: _type = "Task" [ 618.937721] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.949353] env[69613]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 618.949353] env[69613]: value = "task-3416792" [ 618.949353] env[69613]: _type = "Task" [ 618.949353] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.955858] env[69613]: DEBUG oslo_vmware.api [None req-7fce2e4a-f025-4f0c-92a0-289456e4be53 tempest-ServerDiagnosticsTest-865742498 tempest-ServerDiagnosticsTest-865742498-project-member] Task: {'id': task-3416791, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.956678] env[69613]: DEBUG oslo_vmware.api [None req-a8e91408-52b9-410a-99d5-6d5b3f433e93 tempest-VolumesAdminNegativeTest-111528841 tempest-VolumesAdminNegativeTest-111528841-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]524b8284-3044-7baa-018f-47d6250117f2, 'name': SearchDatastore_Task, 'duration_secs': 0.027834} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.959816] env[69613]: DEBUG oslo_concurrency.lockutils [None req-a8e91408-52b9-410a-99d5-6d5b3f433e93 tempest-VolumesAdminNegativeTest-111528841 tempest-VolumesAdminNegativeTest-111528841-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.959884] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8e91408-52b9-410a-99d5-6d5b3f433e93 tempest-VolumesAdminNegativeTest-111528841 tempest-VolumesAdminNegativeTest-111528841-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk to [datastore2] 54fe2a35-52f3-4c21-a0f4-522e44b620a0/54fe2a35-52f3-4c21-a0f4-522e44b620a0.vmdk {{(pid=69613) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 618.960173] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5d9dba44-674a-428a-8fba-80caa61203fc {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.968771] env[69613]: DEBUG oslo_vmware.api [-] Task: {'id': task-3416792, 'name': CreateVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.970662] env[69613]: DEBUG oslo_vmware.api [None req-a8e91408-52b9-410a-99d5-6d5b3f433e93 tempest-VolumesAdminNegativeTest-111528841 tempest-VolumesAdminNegativeTest-111528841-project-member] Waiting for the task: (returnval){ [ 618.970662] env[69613]: value = "task-3416793" [ 618.970662] env[69613]: _type = "Task" [ 618.970662] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.984384] env[69613]: DEBUG oslo_vmware.api [None req-a8e91408-52b9-410a-99d5-6d5b3f433e93 tempest-VolumesAdminNegativeTest-111528841 tempest-VolumesAdminNegativeTest-111528841-project-member] Task: {'id': task-3416793, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.149289] env[69613]: DEBUG oslo_concurrency.lockutils [None req-f0fa1a8f-2447-492b-8bc8-8476373fe2fa tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.685s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 619.150052] env[69613]: DEBUG nova.compute.manager [None req-f0fa1a8f-2447-492b-8bc8-8476373fe2fa tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] [instance: 1fb750ed-62d4-4784-bf6c-6d777dc5ddb0] Start building networks asynchronously for instance. {{(pid=69613) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 619.153531] env[69613]: DEBUG oslo_concurrency.lockutils [None req-e519f2a0-a901-4d84-826f-d8bd8b6c18fa tempest-DeleteServersAdminTestJSON-1513204641 tempest-DeleteServersAdminTestJSON-1513204641-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.994s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 619.153925] env[69613]: DEBUG nova.objects.instance [None req-e519f2a0-a901-4d84-826f-d8bd8b6c18fa tempest-DeleteServersAdminTestJSON-1513204641 tempest-DeleteServersAdminTestJSON-1513204641-project-admin] Lazy-loading 'resources' on Instance uuid 34842f08-5c04-462c-940b-56de5b07c8f6 {{(pid=69613) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 619.316699] env[69613]: DEBUG oslo_concurrency.lockutils [None req-ac4e33af-00a3-41ac-bcf0-b16928bb1121 tempest-ServersAdmin275Test-798959479 tempest-ServersAdmin275Test-798959479-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 619.428253] env[69613]: DEBUG oslo_concurrency.lockutils [None req-cfaa4a81-b7c2-410c-9208-522ada887f18 tempest-ServersV294TestFqdnHostnames-2142112812 tempest-ServersV294TestFqdnHostnames-2142112812-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 619.458266] env[69613]: DEBUG oslo_vmware.api [None req-7fce2e4a-f025-4f0c-92a0-289456e4be53 tempest-ServerDiagnosticsTest-865742498 tempest-ServerDiagnosticsTest-865742498-project-member] Task: {'id': task-3416791, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.473078] env[69613]: DEBUG oslo_vmware.api [-] Task: {'id': task-3416792, 'name': CreateVM_Task} progress is 99%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.483271] env[69613]: DEBUG oslo_vmware.api [None req-a8e91408-52b9-410a-99d5-6d5b3f433e93 tempest-VolumesAdminNegativeTest-111528841 tempest-VolumesAdminNegativeTest-111528841-project-member] Task: {'id': task-3416793, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.488769] env[69613]: DEBUG nova.compute.manager [req-a6e9f8ec-53c5-4e88-8bcd-839bf3a6e2d6 req-18d69ed4-7840-4553-a849-fb6c65d87834 service nova] [instance: 54fe2a35-52f3-4c21-a0f4-522e44b620a0] Received event network-changed-216bb07e-76d4-40c2-9d5d-0d307e8fbaf2 {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 619.489311] env[69613]: DEBUG nova.compute.manager [req-a6e9f8ec-53c5-4e88-8bcd-839bf3a6e2d6 req-18d69ed4-7840-4553-a849-fb6c65d87834 service nova] [instance: 54fe2a35-52f3-4c21-a0f4-522e44b620a0] Refreshing instance network info cache due to event network-changed-216bb07e-76d4-40c2-9d5d-0d307e8fbaf2. {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 619.489311] env[69613]: DEBUG oslo_concurrency.lockutils [req-a6e9f8ec-53c5-4e88-8bcd-839bf3a6e2d6 req-18d69ed4-7840-4553-a849-fb6c65d87834 service nova] Acquiring lock "refresh_cache-54fe2a35-52f3-4c21-a0f4-522e44b620a0" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.489612] env[69613]: DEBUG oslo_concurrency.lockutils [req-a6e9f8ec-53c5-4e88-8bcd-839bf3a6e2d6 req-18d69ed4-7840-4553-a849-fb6c65d87834 service nova] Acquired lock "refresh_cache-54fe2a35-52f3-4c21-a0f4-522e44b620a0" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.489741] env[69613]: DEBUG nova.network.neutron [req-a6e9f8ec-53c5-4e88-8bcd-839bf3a6e2d6 req-18d69ed4-7840-4553-a849-fb6c65d87834 service nova] [instance: 54fe2a35-52f3-4c21-a0f4-522e44b620a0] Refreshing network info cache for port 216bb07e-76d4-40c2-9d5d-0d307e8fbaf2 {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 619.657435] env[69613]: DEBUG nova.compute.utils [None req-f0fa1a8f-2447-492b-8bc8-8476373fe2fa tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Using /dev/sd instead of None {{(pid=69613) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 619.662568] env[69613]: DEBUG nova.compute.manager [None req-f0fa1a8f-2447-492b-8bc8-8476373fe2fa tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] [instance: 1fb750ed-62d4-4784-bf6c-6d777dc5ddb0] Allocating IP information in the background. {{(pid=69613) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 619.662792] env[69613]: DEBUG nova.network.neutron [None req-f0fa1a8f-2447-492b-8bc8-8476373fe2fa tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] [instance: 1fb750ed-62d4-4784-bf6c-6d777dc5ddb0] allocate_for_instance() {{(pid=69613) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 619.707028] env[69613]: DEBUG nova.compute.manager [req-0afc4526-e185-4a03-b8f3-4ecbea42bb1c req-7c3881b0-4bc8-434c-8b38-c8bcf837536a service nova] [instance: c7921fab-fd44-4691-bca3-5ea3ae7e0bc0] Received event network-vif-plugged-4b0bddc2-27d2-4a20-aefa-eacae6db2d35 {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 619.707028] env[69613]: DEBUG oslo_concurrency.lockutils [req-0afc4526-e185-4a03-b8f3-4ecbea42bb1c req-7c3881b0-4bc8-434c-8b38-c8bcf837536a service nova] Acquiring lock "c7921fab-fd44-4691-bca3-5ea3ae7e0bc0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 619.707028] env[69613]: DEBUG oslo_concurrency.lockutils [req-0afc4526-e185-4a03-b8f3-4ecbea42bb1c req-7c3881b0-4bc8-434c-8b38-c8bcf837536a service nova] Lock "c7921fab-fd44-4691-bca3-5ea3ae7e0bc0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 619.707028] env[69613]: DEBUG oslo_concurrency.lockutils [req-0afc4526-e185-4a03-b8f3-4ecbea42bb1c req-7c3881b0-4bc8-434c-8b38-c8bcf837536a service nova] Lock "c7921fab-fd44-4691-bca3-5ea3ae7e0bc0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 619.707326] env[69613]: DEBUG nova.compute.manager [req-0afc4526-e185-4a03-b8f3-4ecbea42bb1c req-7c3881b0-4bc8-434c-8b38-c8bcf837536a service nova] [instance: c7921fab-fd44-4691-bca3-5ea3ae7e0bc0] No waiting events found dispatching network-vif-plugged-4b0bddc2-27d2-4a20-aefa-eacae6db2d35 {{(pid=69613) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 619.707623] env[69613]: WARNING nova.compute.manager [req-0afc4526-e185-4a03-b8f3-4ecbea42bb1c req-7c3881b0-4bc8-434c-8b38-c8bcf837536a service nova] [instance: c7921fab-fd44-4691-bca3-5ea3ae7e0bc0] Received unexpected event network-vif-plugged-4b0bddc2-27d2-4a20-aefa-eacae6db2d35 for instance with vm_state building and task_state spawning. [ 619.707956] env[69613]: DEBUG nova.compute.manager [req-0afc4526-e185-4a03-b8f3-4ecbea42bb1c req-7c3881b0-4bc8-434c-8b38-c8bcf837536a service nova] [instance: c7921fab-fd44-4691-bca3-5ea3ae7e0bc0] Received event network-changed-4b0bddc2-27d2-4a20-aefa-eacae6db2d35 {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 619.708245] env[69613]: DEBUG nova.compute.manager [req-0afc4526-e185-4a03-b8f3-4ecbea42bb1c req-7c3881b0-4bc8-434c-8b38-c8bcf837536a service nova] [instance: c7921fab-fd44-4691-bca3-5ea3ae7e0bc0] Refreshing instance network info cache due to event network-changed-4b0bddc2-27d2-4a20-aefa-eacae6db2d35. {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 619.708577] env[69613]: DEBUG oslo_concurrency.lockutils [req-0afc4526-e185-4a03-b8f3-4ecbea42bb1c req-7c3881b0-4bc8-434c-8b38-c8bcf837536a service nova] Acquiring lock "refresh_cache-c7921fab-fd44-4691-bca3-5ea3ae7e0bc0" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.708831] env[69613]: DEBUG oslo_concurrency.lockutils [req-0afc4526-e185-4a03-b8f3-4ecbea42bb1c req-7c3881b0-4bc8-434c-8b38-c8bcf837536a service nova] Acquired lock "refresh_cache-c7921fab-fd44-4691-bca3-5ea3ae7e0bc0" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.710860] env[69613]: DEBUG nova.network.neutron [req-0afc4526-e185-4a03-b8f3-4ecbea42bb1c req-7c3881b0-4bc8-434c-8b38-c8bcf837536a service nova] [instance: c7921fab-fd44-4691-bca3-5ea3ae7e0bc0] Refreshing network info cache for port 4b0bddc2-27d2-4a20-aefa-eacae6db2d35 {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 619.724138] env[69613]: DEBUG nova.policy [None req-f0fa1a8f-2447-492b-8bc8-8476373fe2fa tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '583441c9d976410d9994775cab62a89c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4ac79c17b68b4c8b9f7e4dc24fa29fe5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69613) authorize /opt/stack/nova/nova/policy.py:192}} [ 619.958578] env[69613]: DEBUG oslo_vmware.api [None req-7fce2e4a-f025-4f0c-92a0-289456e4be53 tempest-ServerDiagnosticsTest-865742498 tempest-ServerDiagnosticsTest-865742498-project-member] Task: {'id': task-3416791, 'name': ReconfigVM_Task, 'duration_secs': 0.540233} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.962303] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-7fce2e4a-f025-4f0c-92a0-289456e4be53 tempest-ServerDiagnosticsTest-865742498 tempest-ServerDiagnosticsTest-865742498-project-member] [instance: c1d7aa83-ab84-4ff3-a10f-e04e84582ed4] Reconfigured VM instance instance-0000000b to attach disk [datastore2] c1d7aa83-ab84-4ff3-a10f-e04e84582ed4/c1d7aa83-ab84-4ff3-a10f-e04e84582ed4.vmdk or device None with type sparse {{(pid=69613) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 619.962959] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-be1be73a-618e-4f11-97f1-fed1fbe955df {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.971444] env[69613]: DEBUG oslo_vmware.api [-] Task: {'id': task-3416792, 'name': CreateVM_Task, 'duration_secs': 0.793571} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.976659] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c7921fab-fd44-4691-bca3-5ea3ae7e0bc0] Created VM on the ESX host {{(pid=69613) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 619.976986] env[69613]: DEBUG oslo_vmware.api [None req-7fce2e4a-f025-4f0c-92a0-289456e4be53 tempest-ServerDiagnosticsTest-865742498 tempest-ServerDiagnosticsTest-865742498-project-member] Waiting for the task: (returnval){ [ 619.976986] env[69613]: value = "task-3416794" [ 619.976986] env[69613]: _type = "Task" [ 619.976986] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.979062] env[69613]: DEBUG oslo_concurrency.lockutils [None req-edcd5f88-ae76-4129-bccf-2e2bb4cac7ff tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.979361] env[69613]: DEBUG oslo_concurrency.lockutils [None req-edcd5f88-ae76-4129-bccf-2e2bb4cac7ff tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.979958] env[69613]: DEBUG oslo_concurrency.lockutils [None req-edcd5f88-ae76-4129-bccf-2e2bb4cac7ff tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.985472] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-461eaa66-a569-44c8-b8ab-f86050687203 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.006068] env[69613]: DEBUG oslo_vmware.api [None req-a8e91408-52b9-410a-99d5-6d5b3f433e93 tempest-VolumesAdminNegativeTest-111528841 tempest-VolumesAdminNegativeTest-111528841-project-member] Task: {'id': task-3416793, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.591954} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.006346] env[69613]: DEBUG oslo_vmware.api [None req-edcd5f88-ae76-4129-bccf-2e2bb4cac7ff tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Waiting for the task: (returnval){ [ 620.006346] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]52bb8890-1c89-efe8-6df8-f6bf9ce2ea0b" [ 620.006346] env[69613]: _type = "Task" [ 620.006346] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.007944] env[69613]: DEBUG oslo_vmware.api [None req-7fce2e4a-f025-4f0c-92a0-289456e4be53 tempest-ServerDiagnosticsTest-865742498 tempest-ServerDiagnosticsTest-865742498-project-member] Task: {'id': task-3416794, 'name': Rename_Task} progress is 14%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.007944] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8e91408-52b9-410a-99d5-6d5b3f433e93 tempest-VolumesAdminNegativeTest-111528841 tempest-VolumesAdminNegativeTest-111528841-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk to [datastore2] 54fe2a35-52f3-4c21-a0f4-522e44b620a0/54fe2a35-52f3-4c21-a0f4-522e44b620a0.vmdk {{(pid=69613) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 620.007944] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-a8e91408-52b9-410a-99d5-6d5b3f433e93 tempest-VolumesAdminNegativeTest-111528841 tempest-VolumesAdminNegativeTest-111528841-project-member] [instance: 54fe2a35-52f3-4c21-a0f4-522e44b620a0] Extending root virtual disk to 1048576 {{(pid=69613) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 620.007944] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5b787829-596d-4ff3-8e9d-3812dd427cd0 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.023980] env[69613]: DEBUG oslo_vmware.api [None req-edcd5f88-ae76-4129-bccf-2e2bb4cac7ff tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52bb8890-1c89-efe8-6df8-f6bf9ce2ea0b, 'name': SearchDatastore_Task, 'duration_secs': 0.016881} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.025465] env[69613]: DEBUG oslo_concurrency.lockutils [None req-edcd5f88-ae76-4129-bccf-2e2bb4cac7ff tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.025716] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-edcd5f88-ae76-4129-bccf-2e2bb4cac7ff tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] [instance: c7921fab-fd44-4691-bca3-5ea3ae7e0bc0] Processing image 2b7a0304-b5d0-431d-b287-32c8388d7fbd {{(pid=69613) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 620.026374] env[69613]: DEBUG oslo_concurrency.lockutils [None req-edcd5f88-ae76-4129-bccf-2e2bb4cac7ff tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.026374] env[69613]: DEBUG oslo_concurrency.lockutils [None req-edcd5f88-ae76-4129-bccf-2e2bb4cac7ff tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.026374] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-edcd5f88-ae76-4129-bccf-2e2bb4cac7ff tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69613) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 620.030122] env[69613]: DEBUG oslo_vmware.api [None req-a8e91408-52b9-410a-99d5-6d5b3f433e93 tempest-VolumesAdminNegativeTest-111528841 tempest-VolumesAdminNegativeTest-111528841-project-member] Waiting for the task: (returnval){ [ 620.030122] env[69613]: value = "task-3416795" [ 620.030122] env[69613]: _type = "Task" [ 620.030122] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.031170] env[69613]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d9d30fa5-5b81-42ee-ba83-ae5c3fd896a4 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.049349] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-edcd5f88-ae76-4129-bccf-2e2bb4cac7ff tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69613) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 620.049349] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-edcd5f88-ae76-4129-bccf-2e2bb4cac7ff tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69613) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 620.050196] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6a2452e7-d3a4-48cb-b1cb-4a9ca18962b1 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.058515] env[69613]: DEBUG oslo_vmware.api [None req-edcd5f88-ae76-4129-bccf-2e2bb4cac7ff tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Waiting for the task: (returnval){ [ 620.058515] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]526a5b42-f7d3-d54a-393f-79fef026b7eb" [ 620.058515] env[69613]: _type = "Task" [ 620.058515] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.074286] env[69613]: DEBUG oslo_vmware.api [None req-edcd5f88-ae76-4129-bccf-2e2bb4cac7ff tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]526a5b42-f7d3-d54a-393f-79fef026b7eb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.101413] env[69613]: DEBUG nova.network.neutron [None req-f0fa1a8f-2447-492b-8bc8-8476373fe2fa tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] [instance: 1fb750ed-62d4-4784-bf6c-6d777dc5ddb0] Successfully created port: 621a1701-de10-4dd8-8277-ee1f9400080b {{(pid=69613) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 620.157781] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5b32f61-a377-4f7a-9a3c-c228b7952d2a {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.162735] env[69613]: DEBUG nova.compute.manager [None req-f0fa1a8f-2447-492b-8bc8-8476373fe2fa tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] [instance: 1fb750ed-62d4-4784-bf6c-6d777dc5ddb0] Start building block device mappings for instance. {{(pid=69613) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 620.172112] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f8c3119-28dc-4707-9c50-b1d11b496de3 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.217971] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d5859f5-3de5-4521-8d6a-75f1aaa07b9e {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.231221] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d632ca3f-9fcd-4cbc-8dfd-e856f1fc3483 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.248060] env[69613]: DEBUG nova.compute.provider_tree [None req-e519f2a0-a901-4d84-826f-d8bd8b6c18fa tempest-DeleteServersAdminTestJSON-1513204641 tempest-DeleteServersAdminTestJSON-1513204641-project-admin] Inventory has not changed in ProviderTree for provider: af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 {{(pid=69613) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 620.498539] env[69613]: DEBUG oslo_vmware.api [None req-7fce2e4a-f025-4f0c-92a0-289456e4be53 tempest-ServerDiagnosticsTest-865742498 tempest-ServerDiagnosticsTest-865742498-project-member] Task: {'id': task-3416794, 'name': Rename_Task, 'duration_secs': 0.332932} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.501020] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fce2e4a-f025-4f0c-92a0-289456e4be53 tempest-ServerDiagnosticsTest-865742498 tempest-ServerDiagnosticsTest-865742498-project-member] [instance: c1d7aa83-ab84-4ff3-a10f-e04e84582ed4] Powering on the VM {{(pid=69613) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 620.501335] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0d6f3e35-6f6d-413b-8207-216e23c0d124 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.513747] env[69613]: DEBUG oslo_vmware.api [None req-7fce2e4a-f025-4f0c-92a0-289456e4be53 tempest-ServerDiagnosticsTest-865742498 tempest-ServerDiagnosticsTest-865742498-project-member] Waiting for the task: (returnval){ [ 620.513747] env[69613]: value = "task-3416796" [ 620.513747] env[69613]: _type = "Task" [ 620.513747] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.523360] env[69613]: DEBUG nova.network.neutron [None req-3ec35fc8-3bbc-4960-b563-1dbc4b55b0fe tempest-VolumesAssistedSnapshotsTest-2112485022 tempest-VolumesAssistedSnapshotsTest-2112485022-project-member] [instance: d6968dbb-b95f-4115-af9c-b528337a9663] Successfully updated port: b5b5ef22-3acc-4f68-95aa-ec67e4f50d1b {{(pid=69613) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 620.533104] env[69613]: DEBUG oslo_vmware.api [None req-7fce2e4a-f025-4f0c-92a0-289456e4be53 tempest-ServerDiagnosticsTest-865742498 tempest-ServerDiagnosticsTest-865742498-project-member] Task: {'id': task-3416796, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.544298] env[69613]: DEBUG oslo_vmware.api [None req-a8e91408-52b9-410a-99d5-6d5b3f433e93 tempest-VolumesAdminNegativeTest-111528841 tempest-VolumesAdminNegativeTest-111528841-project-member] Task: {'id': task-3416795, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.122636} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.544492] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-a8e91408-52b9-410a-99d5-6d5b3f433e93 tempest-VolumesAdminNegativeTest-111528841 tempest-VolumesAdminNegativeTest-111528841-project-member] [instance: 54fe2a35-52f3-4c21-a0f4-522e44b620a0] Extended root virtual disk {{(pid=69613) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 620.545751] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88616cdd-9dfa-4094-8f87-07781a593c91 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.552887] env[69613]: DEBUG nova.network.neutron [req-a6e9f8ec-53c5-4e88-8bcd-839bf3a6e2d6 req-18d69ed4-7840-4553-a849-fb6c65d87834 service nova] [instance: 54fe2a35-52f3-4c21-a0f4-522e44b620a0] Updated VIF entry in instance network info cache for port 216bb07e-76d4-40c2-9d5d-0d307e8fbaf2. {{(pid=69613) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 620.552887] env[69613]: DEBUG nova.network.neutron [req-a6e9f8ec-53c5-4e88-8bcd-839bf3a6e2d6 req-18d69ed4-7840-4553-a849-fb6c65d87834 service nova] [instance: 54fe2a35-52f3-4c21-a0f4-522e44b620a0] Updating instance_info_cache with network_info: [{"id": "216bb07e-76d4-40c2-9d5d-0d307e8fbaf2", "address": "fa:16:3e:ec:2d:84", "network": {"id": "54ab3838-d093-44a6-a39d-a7c6f0d04722", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1893306674-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "27a86352b75b44bcbd9a96d15a2c3db1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5fb99c57-eaa0-447b-bb33-baced85d9c00", "external-id": "nsx-vlan-transportzone-253", "segmentation_id": 253, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap216bb07e-76", "ovs_interfaceid": "216bb07e-76d4-40c2-9d5d-0d307e8fbaf2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 620.573650] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-a8e91408-52b9-410a-99d5-6d5b3f433e93 tempest-VolumesAdminNegativeTest-111528841 tempest-VolumesAdminNegativeTest-111528841-project-member] [instance: 54fe2a35-52f3-4c21-a0f4-522e44b620a0] Reconfiguring VM instance instance-0000000c to attach disk [datastore2] 54fe2a35-52f3-4c21-a0f4-522e44b620a0/54fe2a35-52f3-4c21-a0f4-522e44b620a0.vmdk or device None with type sparse {{(pid=69613) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 620.581812] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-20eb1d57-050e-4fa6-a15e-e97ffac89248 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.605975] env[69613]: DEBUG oslo_vmware.api [None req-edcd5f88-ae76-4129-bccf-2e2bb4cac7ff tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]526a5b42-f7d3-d54a-393f-79fef026b7eb, 'name': SearchDatastore_Task, 'duration_secs': 0.01824} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.608471] env[69613]: DEBUG oslo_vmware.api [None req-a8e91408-52b9-410a-99d5-6d5b3f433e93 tempest-VolumesAdminNegativeTest-111528841 tempest-VolumesAdminNegativeTest-111528841-project-member] Waiting for the task: (returnval){ [ 620.608471] env[69613]: value = "task-3416797" [ 620.608471] env[69613]: _type = "Task" [ 620.608471] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.608738] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-381a44a2-76ad-49da-ba9c-25e71dfd0639 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.622693] env[69613]: DEBUG oslo_vmware.api [None req-a8e91408-52b9-410a-99d5-6d5b3f433e93 tempest-VolumesAdminNegativeTest-111528841 tempest-VolumesAdminNegativeTest-111528841-project-member] Task: {'id': task-3416797, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.624979] env[69613]: DEBUG oslo_vmware.api [None req-edcd5f88-ae76-4129-bccf-2e2bb4cac7ff tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Waiting for the task: (returnval){ [ 620.624979] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]527fe58b-7def-7102-8268-78d91f73b25d" [ 620.624979] env[69613]: _type = "Task" [ 620.624979] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.640057] env[69613]: DEBUG oslo_vmware.api [None req-edcd5f88-ae76-4129-bccf-2e2bb4cac7ff tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]527fe58b-7def-7102-8268-78d91f73b25d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.732545] env[69613]: DEBUG oslo_concurrency.lockutils [None req-fa12ba3b-2505-41e4-95c8-72b237d3cf7a tempest-ServersListShow296Test-2103787313 tempest-ServersListShow296Test-2103787313-project-member] Acquiring lock "997781de-b20c-4004-8374-deef83d9de6b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 620.732890] env[69613]: DEBUG oslo_concurrency.lockutils [None req-fa12ba3b-2505-41e4-95c8-72b237d3cf7a tempest-ServersListShow296Test-2103787313 tempest-ServersListShow296Test-2103787313-project-member] Lock "997781de-b20c-4004-8374-deef83d9de6b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 620.736500] env[69613]: DEBUG oslo_concurrency.lockutils [None req-fc3db0ad-4740-40aa-a4b3-87d76cbb5ca1 tempest-ServerDiagnosticsV248Test-884971060 tempest-ServerDiagnosticsV248Test-884971060-project-member] Acquiring lock "eed1c412-ccce-4168-bce7-3e7101901b7f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 620.736739] env[69613]: DEBUG oslo_concurrency.lockutils [None req-fc3db0ad-4740-40aa-a4b3-87d76cbb5ca1 tempest-ServerDiagnosticsV248Test-884971060 tempest-ServerDiagnosticsV248Test-884971060-project-member] Lock "eed1c412-ccce-4168-bce7-3e7101901b7f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 620.751619] env[69613]: DEBUG nova.scheduler.client.report [None req-e519f2a0-a901-4d84-826f-d8bd8b6c18fa tempest-DeleteServersAdminTestJSON-1513204641 tempest-DeleteServersAdminTestJSON-1513204641-project-admin] Inventory has not changed for provider af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69613) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 620.797566] env[69613]: DEBUG nova.network.neutron [req-0afc4526-e185-4a03-b8f3-4ecbea42bb1c req-7c3881b0-4bc8-434c-8b38-c8bcf837536a service nova] [instance: c7921fab-fd44-4691-bca3-5ea3ae7e0bc0] Updated VIF entry in instance network info cache for port 4b0bddc2-27d2-4a20-aefa-eacae6db2d35. {{(pid=69613) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 620.797912] env[69613]: DEBUG nova.network.neutron [req-0afc4526-e185-4a03-b8f3-4ecbea42bb1c req-7c3881b0-4bc8-434c-8b38-c8bcf837536a service nova] [instance: c7921fab-fd44-4691-bca3-5ea3ae7e0bc0] Updating instance_info_cache with network_info: [{"id": "4b0bddc2-27d2-4a20-aefa-eacae6db2d35", "address": "fa:16:3e:ae:19:62", "network": {"id": "075ea19d-4486-47a4-b67d-490e88881ac3", "bridge": "br-int", "label": "tempest-ImagesTestJSON-566193002-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7c90428991084ffb9d2b6d33b2ce1e15", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b7d09e9-a3dd-4d89-b9dd-2814f5f6dd5d", "external-id": "nsx-vlan-transportzone-591", "segmentation_id": 591, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b0bddc2-27", "ovs_interfaceid": "4b0bddc2-27d2-4a20-aefa-eacae6db2d35", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 621.024470] env[69613]: DEBUG oslo_vmware.api [None req-7fce2e4a-f025-4f0c-92a0-289456e4be53 tempest-ServerDiagnosticsTest-865742498 tempest-ServerDiagnosticsTest-865742498-project-member] Task: {'id': task-3416796, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.034437] env[69613]: DEBUG oslo_concurrency.lockutils [None req-3ec35fc8-3bbc-4960-b563-1dbc4b55b0fe tempest-VolumesAssistedSnapshotsTest-2112485022 tempest-VolumesAssistedSnapshotsTest-2112485022-project-member] Acquiring lock "refresh_cache-d6968dbb-b95f-4115-af9c-b528337a9663" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.034614] env[69613]: DEBUG oslo_concurrency.lockutils [None req-3ec35fc8-3bbc-4960-b563-1dbc4b55b0fe tempest-VolumesAssistedSnapshotsTest-2112485022 tempest-VolumesAssistedSnapshotsTest-2112485022-project-member] Acquired lock "refresh_cache-d6968dbb-b95f-4115-af9c-b528337a9663" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.034892] env[69613]: DEBUG nova.network.neutron [None req-3ec35fc8-3bbc-4960-b563-1dbc4b55b0fe tempest-VolumesAssistedSnapshotsTest-2112485022 tempest-VolumesAssistedSnapshotsTest-2112485022-project-member] [instance: d6968dbb-b95f-4115-af9c-b528337a9663] Building network info cache for instance {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 621.077783] env[69613]: DEBUG oslo_concurrency.lockutils [req-a6e9f8ec-53c5-4e88-8bcd-839bf3a6e2d6 req-18d69ed4-7840-4553-a849-fb6c65d87834 service nova] Releasing lock "refresh_cache-54fe2a35-52f3-4c21-a0f4-522e44b620a0" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.122212] env[69613]: DEBUG oslo_vmware.api [None req-a8e91408-52b9-410a-99d5-6d5b3f433e93 tempest-VolumesAdminNegativeTest-111528841 tempest-VolumesAdminNegativeTest-111528841-project-member] Task: {'id': task-3416797, 'name': ReconfigVM_Task, 'duration_secs': 0.502827} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.122604] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-a8e91408-52b9-410a-99d5-6d5b3f433e93 tempest-VolumesAdminNegativeTest-111528841 tempest-VolumesAdminNegativeTest-111528841-project-member] [instance: 54fe2a35-52f3-4c21-a0f4-522e44b620a0] Reconfigured VM instance instance-0000000c to attach disk [datastore2] 54fe2a35-52f3-4c21-a0f4-522e44b620a0/54fe2a35-52f3-4c21-a0f4-522e44b620a0.vmdk or device None with type sparse {{(pid=69613) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 621.123329] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f04428a1-cb60-4cc3-89f9-f670f72ab223 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.135379] env[69613]: DEBUG oslo_vmware.api [None req-edcd5f88-ae76-4129-bccf-2e2bb4cac7ff tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]527fe58b-7def-7102-8268-78d91f73b25d, 'name': SearchDatastore_Task, 'duration_secs': 0.021655} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.136958] env[69613]: DEBUG oslo_concurrency.lockutils [None req-edcd5f88-ae76-4129-bccf-2e2bb4cac7ff tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.137281] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-edcd5f88-ae76-4129-bccf-2e2bb4cac7ff tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk to [datastore1] c7921fab-fd44-4691-bca3-5ea3ae7e0bc0/c7921fab-fd44-4691-bca3-5ea3ae7e0bc0.vmdk {{(pid=69613) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 621.137660] env[69613]: DEBUG oslo_vmware.api [None req-a8e91408-52b9-410a-99d5-6d5b3f433e93 tempest-VolumesAdminNegativeTest-111528841 tempest-VolumesAdminNegativeTest-111528841-project-member] Waiting for the task: (returnval){ [ 621.137660] env[69613]: value = "task-3416798" [ 621.137660] env[69613]: _type = "Task" [ 621.137660] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.137958] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b692d041-efea-40ea-8757-72e76029145f {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.149925] env[69613]: DEBUG oslo_vmware.api [None req-a8e91408-52b9-410a-99d5-6d5b3f433e93 tempest-VolumesAdminNegativeTest-111528841 tempest-VolumesAdminNegativeTest-111528841-project-member] Task: {'id': task-3416798, 'name': Rename_Task} progress is 5%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.151439] env[69613]: DEBUG oslo_vmware.api [None req-edcd5f88-ae76-4129-bccf-2e2bb4cac7ff tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Waiting for the task: (returnval){ [ 621.151439] env[69613]: value = "task-3416799" [ 621.151439] env[69613]: _type = "Task" [ 621.151439] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.177867] env[69613]: DEBUG nova.compute.manager [None req-f0fa1a8f-2447-492b-8bc8-8476373fe2fa tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] [instance: 1fb750ed-62d4-4784-bf6c-6d777dc5ddb0] Start spawning the instance on the hypervisor. {{(pid=69613) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 621.209706] env[69613]: DEBUG nova.virt.hardware [None req-f0fa1a8f-2447-492b-8bc8-8476373fe2fa tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T13:55:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T13:55:19Z,direct_url=,disk_format='vmdk',id=2b7a0304-b5d0-431d-b287-32c8388d7fbd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3e9e1b873f1442d59d5ee8247b941f74',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T13:55:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 621.210016] env[69613]: DEBUG nova.virt.hardware [None req-f0fa1a8f-2447-492b-8bc8-8476373fe2fa tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Flavor limits 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 621.210202] env[69613]: DEBUG nova.virt.hardware [None req-f0fa1a8f-2447-492b-8bc8-8476373fe2fa tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Image limits 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 621.210406] env[69613]: DEBUG nova.virt.hardware [None req-f0fa1a8f-2447-492b-8bc8-8476373fe2fa tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Flavor pref 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 621.210566] env[69613]: DEBUG nova.virt.hardware [None req-f0fa1a8f-2447-492b-8bc8-8476373fe2fa tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Image pref 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 621.210727] env[69613]: DEBUG nova.virt.hardware [None req-f0fa1a8f-2447-492b-8bc8-8476373fe2fa tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 621.210961] env[69613]: DEBUG nova.virt.hardware [None req-f0fa1a8f-2447-492b-8bc8-8476373fe2fa tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 621.211139] env[69613]: DEBUG nova.virt.hardware [None req-f0fa1a8f-2447-492b-8bc8-8476373fe2fa tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69613) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 621.211338] env[69613]: DEBUG nova.virt.hardware [None req-f0fa1a8f-2447-492b-8bc8-8476373fe2fa tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Got 1 possible topologies {{(pid=69613) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 621.211525] env[69613]: DEBUG nova.virt.hardware [None req-f0fa1a8f-2447-492b-8bc8-8476373fe2fa tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 621.211722] env[69613]: DEBUG nova.virt.hardware [None req-f0fa1a8f-2447-492b-8bc8-8476373fe2fa tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 621.212648] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f576eec-0ab4-4327-a343-ebf1e5a6fed7 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.222953] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b39cd76-7461-40c0-bae3-e1821dd5bb08 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.261909] env[69613]: DEBUG oslo_concurrency.lockutils [None req-e519f2a0-a901-4d84-826f-d8bd8b6c18fa tempest-DeleteServersAdminTestJSON-1513204641 tempest-DeleteServersAdminTestJSON-1513204641-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.108s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 621.264660] env[69613]: DEBUG oslo_concurrency.lockutils [None req-537f3237-1bbe-4df3-8efe-1ac31fc9d4c9 tempest-ServerDiagnosticsNegativeTest-1011837599 tempest-ServerDiagnosticsNegativeTest-1011837599-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.868s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 621.265092] env[69613]: DEBUG nova.objects.instance [None req-537f3237-1bbe-4df3-8efe-1ac31fc9d4c9 tempest-ServerDiagnosticsNegativeTest-1011837599 tempest-ServerDiagnosticsNegativeTest-1011837599-project-member] Lazy-loading 'resources' on Instance uuid b5f11d7f-0a76-4db9-bc83-fecf88004a47 {{(pid=69613) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 621.290643] env[69613]: INFO nova.scheduler.client.report [None req-e519f2a0-a901-4d84-826f-d8bd8b6c18fa tempest-DeleteServersAdminTestJSON-1513204641 tempest-DeleteServersAdminTestJSON-1513204641-project-admin] Deleted allocations for instance 34842f08-5c04-462c-940b-56de5b07c8f6 [ 621.301072] env[69613]: DEBUG oslo_concurrency.lockutils [req-0afc4526-e185-4a03-b8f3-4ecbea42bb1c req-7c3881b0-4bc8-434c-8b38-c8bcf837536a service nova] Releasing lock "refresh_cache-c7921fab-fd44-4691-bca3-5ea3ae7e0bc0" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.530085] env[69613]: DEBUG oslo_vmware.api [None req-7fce2e4a-f025-4f0c-92a0-289456e4be53 tempest-ServerDiagnosticsTest-865742498 tempest-ServerDiagnosticsTest-865742498-project-member] Task: {'id': task-3416796, 'name': PowerOnVM_Task, 'duration_secs': 0.873207} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.530446] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fce2e4a-f025-4f0c-92a0-289456e4be53 tempest-ServerDiagnosticsTest-865742498 tempest-ServerDiagnosticsTest-865742498-project-member] [instance: c1d7aa83-ab84-4ff3-a10f-e04e84582ed4] Powered on the VM {{(pid=69613) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 621.530667] env[69613]: INFO nova.compute.manager [None req-7fce2e4a-f025-4f0c-92a0-289456e4be53 tempest-ServerDiagnosticsTest-865742498 tempest-ServerDiagnosticsTest-865742498-project-member] [instance: c1d7aa83-ab84-4ff3-a10f-e04e84582ed4] Took 10.77 seconds to spawn the instance on the hypervisor. [ 621.530898] env[69613]: DEBUG nova.compute.manager [None req-7fce2e4a-f025-4f0c-92a0-289456e4be53 tempest-ServerDiagnosticsTest-865742498 tempest-ServerDiagnosticsTest-865742498-project-member] [instance: c1d7aa83-ab84-4ff3-a10f-e04e84582ed4] Checking state {{(pid=69613) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 621.531851] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93928b9a-7ac0-4942-8c7e-2786b0e13e51 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.582263] env[69613]: DEBUG nova.network.neutron [None req-3ec35fc8-3bbc-4960-b563-1dbc4b55b0fe tempest-VolumesAssistedSnapshotsTest-2112485022 tempest-VolumesAssistedSnapshotsTest-2112485022-project-member] [instance: d6968dbb-b95f-4115-af9c-b528337a9663] Instance cache missing network info. {{(pid=69613) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 621.663453] env[69613]: DEBUG oslo_vmware.api [None req-a8e91408-52b9-410a-99d5-6d5b3f433e93 tempest-VolumesAdminNegativeTest-111528841 tempest-VolumesAdminNegativeTest-111528841-project-member] Task: {'id': task-3416798, 'name': Rename_Task} progress is 99%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.670123] env[69613]: DEBUG oslo_vmware.api [None req-edcd5f88-ae76-4129-bccf-2e2bb4cac7ff tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Task: {'id': task-3416799, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.517985} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.673112] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-edcd5f88-ae76-4129-bccf-2e2bb4cac7ff tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk to [datastore1] c7921fab-fd44-4691-bca3-5ea3ae7e0bc0/c7921fab-fd44-4691-bca3-5ea3ae7e0bc0.vmdk {{(pid=69613) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 621.673112] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-edcd5f88-ae76-4129-bccf-2e2bb4cac7ff tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] [instance: c7921fab-fd44-4691-bca3-5ea3ae7e0bc0] Extending root virtual disk to 1048576 {{(pid=69613) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 621.673112] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-30a0ce98-d8dc-4b71-b3f7-da752d3f8d2b {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.679798] env[69613]: DEBUG oslo_vmware.api [None req-edcd5f88-ae76-4129-bccf-2e2bb4cac7ff tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Waiting for the task: (returnval){ [ 621.679798] env[69613]: value = "task-3416800" [ 621.679798] env[69613]: _type = "Task" [ 621.679798] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.691443] env[69613]: DEBUG oslo_vmware.api [None req-edcd5f88-ae76-4129-bccf-2e2bb4cac7ff tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Task: {'id': task-3416800, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.805100] env[69613]: DEBUG oslo_concurrency.lockutils [None req-e519f2a0-a901-4d84-826f-d8bd8b6c18fa tempest-DeleteServersAdminTestJSON-1513204641 tempest-DeleteServersAdminTestJSON-1513204641-project-admin] Lock "34842f08-5c04-462c-940b-56de5b07c8f6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.963s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 621.810933] env[69613]: DEBUG nova.network.neutron [None req-3ec35fc8-3bbc-4960-b563-1dbc4b55b0fe tempest-VolumesAssistedSnapshotsTest-2112485022 tempest-VolumesAssistedSnapshotsTest-2112485022-project-member] [instance: d6968dbb-b95f-4115-af9c-b528337a9663] Updating instance_info_cache with network_info: [{"id": "b5b5ef22-3acc-4f68-95aa-ec67e4f50d1b", "address": "fa:16:3e:1f:1b:17", "network": {"id": "0b662ea1-ea95-4006-aa5b-0cf3817a8ffc", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1694591949-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5e6f7f8bf67d4b659f041c9ba63f5df4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e1d25020-c621-4388-ac1d-de55bfefbe50", "external-id": "nsx-vlan-transportzone-573", "segmentation_id": 573, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5b5ef22-3a", "ovs_interfaceid": "b5b5ef22-3acc-4f68-95aa-ec67e4f50d1b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 621.958979] env[69613]: DEBUG nova.network.neutron [None req-f0fa1a8f-2447-492b-8bc8-8476373fe2fa tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] [instance: 1fb750ed-62d4-4784-bf6c-6d777dc5ddb0] Successfully updated port: 621a1701-de10-4dd8-8277-ee1f9400080b {{(pid=69613) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 622.055956] env[69613]: INFO nova.compute.manager [None req-7fce2e4a-f025-4f0c-92a0-289456e4be53 tempest-ServerDiagnosticsTest-865742498 tempest-ServerDiagnosticsTest-865742498-project-member] [instance: c1d7aa83-ab84-4ff3-a10f-e04e84582ed4] Took 24.02 seconds to build instance. [ 622.141844] env[69613]: INFO nova.compute.manager [None req-fc37cbdb-121b-45c5-8706-fc4ca9c9561a tempest-ServersAdmin275Test-1291947155 tempest-ServersAdmin275Test-1291947155-project-admin] [instance: 82d7d697-989c-4f9f-aaf4-7a7345bf2292] Rebuilding instance [ 622.148667] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36ff186b-093d-43ac-8a4a-3d05f374e376 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.158674] env[69613]: DEBUG oslo_vmware.api [None req-a8e91408-52b9-410a-99d5-6d5b3f433e93 tempest-VolumesAdminNegativeTest-111528841 tempest-VolumesAdminNegativeTest-111528841-project-member] Task: {'id': task-3416798, 'name': Rename_Task} progress is 99%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.161402] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71a831f1-2a4c-4f8e-9682-0413e907e221 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.202460] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-636ed8ce-84bf-4349-96ba-ee8d14ddfbd8 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.213935] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ee3bf31-0973-42f1-89e0-2bd3ef84d055 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.218351] env[69613]: DEBUG oslo_vmware.api [None req-edcd5f88-ae76-4129-bccf-2e2bb4cac7ff tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Task: {'id': task-3416800, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073521} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.218651] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-edcd5f88-ae76-4129-bccf-2e2bb4cac7ff tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] [instance: c7921fab-fd44-4691-bca3-5ea3ae7e0bc0] Extended root virtual disk {{(pid=69613) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 622.219932] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6ac27e2-7c75-4e12-a714-df4b732ffb7f {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.230857] env[69613]: DEBUG nova.compute.provider_tree [None req-537f3237-1bbe-4df3-8efe-1ac31fc9d4c9 tempest-ServerDiagnosticsNegativeTest-1011837599 tempest-ServerDiagnosticsNegativeTest-1011837599-project-member] Inventory has not changed in ProviderTree for provider: af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 {{(pid=69613) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 622.241886] env[69613]: DEBUG nova.compute.manager [None req-fc37cbdb-121b-45c5-8706-fc4ca9c9561a tempest-ServersAdmin275Test-1291947155 tempest-ServersAdmin275Test-1291947155-project-admin] [instance: 82d7d697-989c-4f9f-aaf4-7a7345bf2292] Checking state {{(pid=69613) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 622.242737] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3581d7f0-c29c-4026-a603-cd499d759bca {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.263060] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-edcd5f88-ae76-4129-bccf-2e2bb4cac7ff tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] [instance: c7921fab-fd44-4691-bca3-5ea3ae7e0bc0] Reconfiguring VM instance instance-0000000d to attach disk [datastore1] c7921fab-fd44-4691-bca3-5ea3ae7e0bc0/c7921fab-fd44-4691-bca3-5ea3ae7e0bc0.vmdk or device None with type sparse {{(pid=69613) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 622.264230] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-69b662db-2ffa-41f9-9c85-487205f200ae {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.290417] env[69613]: DEBUG oslo_vmware.api [None req-edcd5f88-ae76-4129-bccf-2e2bb4cac7ff tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Waiting for the task: (returnval){ [ 622.290417] env[69613]: value = "task-3416801" [ 622.290417] env[69613]: _type = "Task" [ 622.290417] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.300245] env[69613]: DEBUG oslo_vmware.api [None req-edcd5f88-ae76-4129-bccf-2e2bb4cac7ff tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Task: {'id': task-3416801, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.316784] env[69613]: DEBUG oslo_concurrency.lockutils [None req-3ec35fc8-3bbc-4960-b563-1dbc4b55b0fe tempest-VolumesAssistedSnapshotsTest-2112485022 tempest-VolumesAssistedSnapshotsTest-2112485022-project-member] Releasing lock "refresh_cache-d6968dbb-b95f-4115-af9c-b528337a9663" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.317892] env[69613]: DEBUG nova.compute.manager [None req-3ec35fc8-3bbc-4960-b563-1dbc4b55b0fe tempest-VolumesAssistedSnapshotsTest-2112485022 tempest-VolumesAssistedSnapshotsTest-2112485022-project-member] [instance: d6968dbb-b95f-4115-af9c-b528337a9663] Instance network_info: |[{"id": "b5b5ef22-3acc-4f68-95aa-ec67e4f50d1b", "address": "fa:16:3e:1f:1b:17", "network": {"id": "0b662ea1-ea95-4006-aa5b-0cf3817a8ffc", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1694591949-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5e6f7f8bf67d4b659f041c9ba63f5df4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e1d25020-c621-4388-ac1d-de55bfefbe50", "external-id": "nsx-vlan-transportzone-573", "segmentation_id": 573, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5b5ef22-3a", "ovs_interfaceid": "b5b5ef22-3acc-4f68-95aa-ec67e4f50d1b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69613) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 622.318079] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-3ec35fc8-3bbc-4960-b563-1dbc4b55b0fe tempest-VolumesAssistedSnapshotsTest-2112485022 tempest-VolumesAssistedSnapshotsTest-2112485022-project-member] [instance: d6968dbb-b95f-4115-af9c-b528337a9663] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1f:1b:17', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e1d25020-c621-4388-ac1d-de55bfefbe50', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b5b5ef22-3acc-4f68-95aa-ec67e4f50d1b', 'vif_model': 'vmxnet3'}] {{(pid=69613) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 622.326086] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ec35fc8-3bbc-4960-b563-1dbc4b55b0fe tempest-VolumesAssistedSnapshotsTest-2112485022 tempest-VolumesAssistedSnapshotsTest-2112485022-project-member] Creating folder: Project (5e6f7f8bf67d4b659f041c9ba63f5df4). Parent ref: group-v681687. {{(pid=69613) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 622.327184] env[69613]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-20c43447-56ea-4696-becc-01f64b427df0 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.340120] env[69613]: INFO nova.virt.vmwareapi.vm_util [None req-3ec35fc8-3bbc-4960-b563-1dbc4b55b0fe tempest-VolumesAssistedSnapshotsTest-2112485022 tempest-VolumesAssistedSnapshotsTest-2112485022-project-member] Created folder: Project (5e6f7f8bf67d4b659f041c9ba63f5df4) in parent group-v681687. [ 622.340329] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ec35fc8-3bbc-4960-b563-1dbc4b55b0fe tempest-VolumesAssistedSnapshotsTest-2112485022 tempest-VolumesAssistedSnapshotsTest-2112485022-project-member] Creating folder: Instances. Parent ref: group-v681722. {{(pid=69613) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 622.340578] env[69613]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-167a3c59-0b9e-44bd-9348-aed3d72cf640 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.352137] env[69613]: INFO nova.virt.vmwareapi.vm_util [None req-3ec35fc8-3bbc-4960-b563-1dbc4b55b0fe tempest-VolumesAssistedSnapshotsTest-2112485022 tempest-VolumesAssistedSnapshotsTest-2112485022-project-member] Created folder: Instances in parent group-v681722. [ 622.352387] env[69613]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3ec35fc8-3bbc-4960-b563-1dbc4b55b0fe tempest-VolumesAssistedSnapshotsTest-2112485022 tempest-VolumesAssistedSnapshotsTest-2112485022-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69613) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 622.352588] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d6968dbb-b95f-4115-af9c-b528337a9663] Creating VM on the ESX host {{(pid=69613) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 622.352839] env[69613]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1d3982dd-f7f8-4175-b35a-b4914305bb1a {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.373137] env[69613]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 622.373137] env[69613]: value = "task-3416804" [ 622.373137] env[69613]: _type = "Task" [ 622.373137] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.382350] env[69613]: DEBUG oslo_vmware.api [-] Task: {'id': task-3416804, 'name': CreateVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.466026] env[69613]: DEBUG oslo_concurrency.lockutils [None req-f0fa1a8f-2447-492b-8bc8-8476373fe2fa tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Acquiring lock "refresh_cache-1fb750ed-62d4-4784-bf6c-6d777dc5ddb0" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.466026] env[69613]: DEBUG oslo_concurrency.lockutils [None req-f0fa1a8f-2447-492b-8bc8-8476373fe2fa tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Acquired lock "refresh_cache-1fb750ed-62d4-4784-bf6c-6d777dc5ddb0" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.466026] env[69613]: DEBUG nova.network.neutron [None req-f0fa1a8f-2447-492b-8bc8-8476373fe2fa tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] [instance: 1fb750ed-62d4-4784-bf6c-6d777dc5ddb0] Building network info cache for instance {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 622.561235] env[69613]: DEBUG oslo_concurrency.lockutils [None req-7fce2e4a-f025-4f0c-92a0-289456e4be53 tempest-ServerDiagnosticsTest-865742498 tempest-ServerDiagnosticsTest-865742498-project-member] Lock "c1d7aa83-ab84-4ff3-a10f-e04e84582ed4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.158s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 622.579147] env[69613]: DEBUG nova.compute.manager [req-99066acc-fef1-43c0-9eb8-11af86d283d8 req-e37f5195-a011-46d2-be20-1b4a5552c5ce service nova] [instance: d6968dbb-b95f-4115-af9c-b528337a9663] Received event network-vif-plugged-b5b5ef22-3acc-4f68-95aa-ec67e4f50d1b {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 622.579392] env[69613]: DEBUG oslo_concurrency.lockutils [req-99066acc-fef1-43c0-9eb8-11af86d283d8 req-e37f5195-a011-46d2-be20-1b4a5552c5ce service nova] Acquiring lock "d6968dbb-b95f-4115-af9c-b528337a9663-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 622.579596] env[69613]: DEBUG oslo_concurrency.lockutils [req-99066acc-fef1-43c0-9eb8-11af86d283d8 req-e37f5195-a011-46d2-be20-1b4a5552c5ce service nova] Lock "d6968dbb-b95f-4115-af9c-b528337a9663-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 622.579758] env[69613]: DEBUG oslo_concurrency.lockutils [req-99066acc-fef1-43c0-9eb8-11af86d283d8 req-e37f5195-a011-46d2-be20-1b4a5552c5ce service nova] Lock "d6968dbb-b95f-4115-af9c-b528337a9663-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 622.579918] env[69613]: DEBUG nova.compute.manager [req-99066acc-fef1-43c0-9eb8-11af86d283d8 req-e37f5195-a011-46d2-be20-1b4a5552c5ce service nova] [instance: d6968dbb-b95f-4115-af9c-b528337a9663] No waiting events found dispatching network-vif-plugged-b5b5ef22-3acc-4f68-95aa-ec67e4f50d1b {{(pid=69613) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 622.580092] env[69613]: WARNING nova.compute.manager [req-99066acc-fef1-43c0-9eb8-11af86d283d8 req-e37f5195-a011-46d2-be20-1b4a5552c5ce service nova] [instance: d6968dbb-b95f-4115-af9c-b528337a9663] Received unexpected event network-vif-plugged-b5b5ef22-3acc-4f68-95aa-ec67e4f50d1b for instance with vm_state building and task_state spawning. [ 622.580264] env[69613]: DEBUG nova.compute.manager [req-99066acc-fef1-43c0-9eb8-11af86d283d8 req-e37f5195-a011-46d2-be20-1b4a5552c5ce service nova] [instance: d6968dbb-b95f-4115-af9c-b528337a9663] Received event network-changed-b5b5ef22-3acc-4f68-95aa-ec67e4f50d1b {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 622.580416] env[69613]: DEBUG nova.compute.manager [req-99066acc-fef1-43c0-9eb8-11af86d283d8 req-e37f5195-a011-46d2-be20-1b4a5552c5ce service nova] [instance: d6968dbb-b95f-4115-af9c-b528337a9663] Refreshing instance network info cache due to event network-changed-b5b5ef22-3acc-4f68-95aa-ec67e4f50d1b. {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 622.580595] env[69613]: DEBUG oslo_concurrency.lockutils [req-99066acc-fef1-43c0-9eb8-11af86d283d8 req-e37f5195-a011-46d2-be20-1b4a5552c5ce service nova] Acquiring lock "refresh_cache-d6968dbb-b95f-4115-af9c-b528337a9663" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.580730] env[69613]: DEBUG oslo_concurrency.lockutils [req-99066acc-fef1-43c0-9eb8-11af86d283d8 req-e37f5195-a011-46d2-be20-1b4a5552c5ce service nova] Acquired lock "refresh_cache-d6968dbb-b95f-4115-af9c-b528337a9663" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.580994] env[69613]: DEBUG nova.network.neutron [req-99066acc-fef1-43c0-9eb8-11af86d283d8 req-e37f5195-a011-46d2-be20-1b4a5552c5ce service nova] [instance: d6968dbb-b95f-4115-af9c-b528337a9663] Refreshing network info cache for port b5b5ef22-3acc-4f68-95aa-ec67e4f50d1b {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 622.655468] env[69613]: DEBUG oslo_vmware.api [None req-a8e91408-52b9-410a-99d5-6d5b3f433e93 tempest-VolumesAdminNegativeTest-111528841 tempest-VolumesAdminNegativeTest-111528841-project-member] Task: {'id': task-3416798, 'name': Rename_Task, 'duration_secs': 1.180327} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.655670] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8e91408-52b9-410a-99d5-6d5b3f433e93 tempest-VolumesAdminNegativeTest-111528841 tempest-VolumesAdminNegativeTest-111528841-project-member] [instance: 54fe2a35-52f3-4c21-a0f4-522e44b620a0] Powering on the VM {{(pid=69613) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 622.655913] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0b21595c-a20d-4651-a9b3-fd4c21a7df17 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.664509] env[69613]: DEBUG oslo_vmware.api [None req-a8e91408-52b9-410a-99d5-6d5b3f433e93 tempest-VolumesAdminNegativeTest-111528841 tempest-VolumesAdminNegativeTest-111528841-project-member] Waiting for the task: (returnval){ [ 622.664509] env[69613]: value = "task-3416805" [ 622.664509] env[69613]: _type = "Task" [ 622.664509] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.674279] env[69613]: DEBUG oslo_vmware.api [None req-a8e91408-52b9-410a-99d5-6d5b3f433e93 tempest-VolumesAdminNegativeTest-111528841 tempest-VolumesAdminNegativeTest-111528841-project-member] Task: {'id': task-3416805, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.735207] env[69613]: DEBUG nova.scheduler.client.report [None req-537f3237-1bbe-4df3-8efe-1ac31fc9d4c9 tempest-ServerDiagnosticsNegativeTest-1011837599 tempest-ServerDiagnosticsNegativeTest-1011837599-project-member] Inventory has not changed for provider af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69613) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 622.804348] env[69613]: DEBUG oslo_vmware.api [None req-edcd5f88-ae76-4129-bccf-2e2bb4cac7ff tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Task: {'id': task-3416801, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.822764] env[69613]: DEBUG oslo_concurrency.lockutils [None req-7f6d6def-7720-4139-b344-768ae85f7375 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Acquiring lock "115e1a8c-381d-47c2-882d-a425f5e783f7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 622.823161] env[69613]: DEBUG oslo_concurrency.lockutils [None req-7f6d6def-7720-4139-b344-768ae85f7375 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Lock "115e1a8c-381d-47c2-882d-a425f5e783f7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 622.854575] env[69613]: DEBUG nova.compute.manager [req-401de06b-162f-4d35-8eff-109785e41a8e req-8dc91cbd-0681-4146-abec-31fc6e35481b service nova] [instance: 1fb750ed-62d4-4784-bf6c-6d777dc5ddb0] Received event network-vif-plugged-621a1701-de10-4dd8-8277-ee1f9400080b {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 622.854751] env[69613]: DEBUG oslo_concurrency.lockutils [req-401de06b-162f-4d35-8eff-109785e41a8e req-8dc91cbd-0681-4146-abec-31fc6e35481b service nova] Acquiring lock "1fb750ed-62d4-4784-bf6c-6d777dc5ddb0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 622.854964] env[69613]: DEBUG oslo_concurrency.lockutils [req-401de06b-162f-4d35-8eff-109785e41a8e req-8dc91cbd-0681-4146-abec-31fc6e35481b service nova] Lock "1fb750ed-62d4-4784-bf6c-6d777dc5ddb0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 622.855143] env[69613]: DEBUG oslo_concurrency.lockutils [req-401de06b-162f-4d35-8eff-109785e41a8e req-8dc91cbd-0681-4146-abec-31fc6e35481b service nova] Lock "1fb750ed-62d4-4784-bf6c-6d777dc5ddb0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 622.855324] env[69613]: DEBUG nova.compute.manager [req-401de06b-162f-4d35-8eff-109785e41a8e req-8dc91cbd-0681-4146-abec-31fc6e35481b service nova] [instance: 1fb750ed-62d4-4784-bf6c-6d777dc5ddb0] No waiting events found dispatching network-vif-plugged-621a1701-de10-4dd8-8277-ee1f9400080b {{(pid=69613) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 622.855717] env[69613]: WARNING nova.compute.manager [req-401de06b-162f-4d35-8eff-109785e41a8e req-8dc91cbd-0681-4146-abec-31fc6e35481b service nova] [instance: 1fb750ed-62d4-4784-bf6c-6d777dc5ddb0] Received unexpected event network-vif-plugged-621a1701-de10-4dd8-8277-ee1f9400080b for instance with vm_state building and task_state spawning. [ 622.884382] env[69613]: DEBUG oslo_vmware.api [-] Task: {'id': task-3416804, 'name': CreateVM_Task} progress is 99%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.000780] env[69613]: DEBUG nova.network.neutron [None req-f0fa1a8f-2447-492b-8bc8-8476373fe2fa tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] [instance: 1fb750ed-62d4-4784-bf6c-6d777dc5ddb0] Instance cache missing network info. {{(pid=69613) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 623.064620] env[69613]: DEBUG nova.compute.manager [None req-7113dd31-6e67-4ac6-8a57-de9088ce37cd tempest-ServersListShow2100Test-867795307 tempest-ServersListShow2100Test-867795307-project-member] [instance: f2b492f9-2517-4ee7-b4e7-c6c3bb912e49] Starting instance... {{(pid=69613) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 623.122928] env[69613]: DEBUG oslo_concurrency.lockutils [None req-d4189c5f-5563-4464-82c5-5830dd4781b3 tempest-ServersTestJSON-1359772964 tempest-ServersTestJSON-1359772964-project-member] Acquiring lock "494cdc5d-27c6-4a1c-8089-4b2a4dd08566" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 623.123240] env[69613]: DEBUG oslo_concurrency.lockutils [None req-d4189c5f-5563-4464-82c5-5830dd4781b3 tempest-ServersTestJSON-1359772964 tempest-ServersTestJSON-1359772964-project-member] Lock "494cdc5d-27c6-4a1c-8089-4b2a4dd08566" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 623.172141] env[69613]: DEBUG nova.network.neutron [None req-f0fa1a8f-2447-492b-8bc8-8476373fe2fa tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] [instance: 1fb750ed-62d4-4784-bf6c-6d777dc5ddb0] Updating instance_info_cache with network_info: [{"id": "621a1701-de10-4dd8-8277-ee1f9400080b", "address": "fa:16:3e:da:b4:d6", "network": {"id": "2cb87d9b-693d-4d01-9cc7-dd815adbba8d", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1525363723-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "4ac79c17b68b4c8b9f7e4dc24fa29fe5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1cbd5e0e-9116-46f1-9748-13a73d2d7e75", "external-id": "nsx-vlan-transportzone-690", "segmentation_id": 690, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap621a1701-de", "ovs_interfaceid": "621a1701-de10-4dd8-8277-ee1f9400080b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 623.181472] env[69613]: DEBUG oslo_vmware.api [None req-a8e91408-52b9-410a-99d5-6d5b3f433e93 tempest-VolumesAdminNegativeTest-111528841 tempest-VolumesAdminNegativeTest-111528841-project-member] Task: {'id': task-3416805, 'name': PowerOnVM_Task, 'duration_secs': 0.482516} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.181779] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8e91408-52b9-410a-99d5-6d5b3f433e93 tempest-VolumesAdminNegativeTest-111528841 tempest-VolumesAdminNegativeTest-111528841-project-member] [instance: 54fe2a35-52f3-4c21-a0f4-522e44b620a0] Powered on the VM {{(pid=69613) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 623.183514] env[69613]: INFO nova.compute.manager [None req-a8e91408-52b9-410a-99d5-6d5b3f433e93 tempest-VolumesAdminNegativeTest-111528841 tempest-VolumesAdminNegativeTest-111528841-project-member] [instance: 54fe2a35-52f3-4c21-a0f4-522e44b620a0] Took 9.88 seconds to spawn the instance on the hypervisor. [ 623.183514] env[69613]: DEBUG nova.compute.manager [None req-a8e91408-52b9-410a-99d5-6d5b3f433e93 tempest-VolumesAdminNegativeTest-111528841 tempest-VolumesAdminNegativeTest-111528841-project-member] [instance: 54fe2a35-52f3-4c21-a0f4-522e44b620a0] Checking state {{(pid=69613) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 623.183514] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fba333fd-bb70-4140-9790-77376e5ffd14 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.240627] env[69613]: DEBUG oslo_concurrency.lockutils [None req-537f3237-1bbe-4df3-8efe-1ac31fc9d4c9 tempest-ServerDiagnosticsNegativeTest-1011837599 tempest-ServerDiagnosticsNegativeTest-1011837599-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.976s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 623.242928] env[69613]: DEBUG oslo_concurrency.lockutils [None req-05fcade8-35a2-49be-80df-ac4a528436ed tempest-ServerAddressesNegativeTestJSON-1085258848 tempest-ServerAddressesNegativeTestJSON-1085258848-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.860s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 623.249328] env[69613]: INFO nova.compute.claims [None req-05fcade8-35a2-49be-80df-ac4a528436ed tempest-ServerAddressesNegativeTestJSON-1085258848 tempest-ServerAddressesNegativeTestJSON-1085258848-project-member] [instance: 8fcf169e-2bcf-4fff-9a99-7dc8db4ce128] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 623.265331] env[69613]: INFO nova.scheduler.client.report [None req-537f3237-1bbe-4df3-8efe-1ac31fc9d4c9 tempest-ServerDiagnosticsNegativeTest-1011837599 tempest-ServerDiagnosticsNegativeTest-1011837599-project-member] Deleted allocations for instance b5f11d7f-0a76-4db9-bc83-fecf88004a47 [ 623.287712] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc37cbdb-121b-45c5-8706-fc4ca9c9561a tempest-ServersAdmin275Test-1291947155 tempest-ServersAdmin275Test-1291947155-project-admin] [instance: 82d7d697-989c-4f9f-aaf4-7a7345bf2292] Powering off the VM {{(pid=69613) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 623.287712] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e77673db-e4fe-4299-bf5d-fab342527999 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.304769] env[69613]: DEBUG oslo_vmware.api [None req-fc37cbdb-121b-45c5-8706-fc4ca9c9561a tempest-ServersAdmin275Test-1291947155 tempest-ServersAdmin275Test-1291947155-project-admin] Waiting for the task: (returnval){ [ 623.304769] env[69613]: value = "task-3416806" [ 623.304769] env[69613]: _type = "Task" [ 623.304769] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.313580] env[69613]: DEBUG oslo_vmware.api [None req-edcd5f88-ae76-4129-bccf-2e2bb4cac7ff tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Task: {'id': task-3416801, 'name': ReconfigVM_Task, 'duration_secs': 0.677606} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.314430] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-edcd5f88-ae76-4129-bccf-2e2bb4cac7ff tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] [instance: c7921fab-fd44-4691-bca3-5ea3ae7e0bc0] Reconfigured VM instance instance-0000000d to attach disk [datastore1] c7921fab-fd44-4691-bca3-5ea3ae7e0bc0/c7921fab-fd44-4691-bca3-5ea3ae7e0bc0.vmdk or device None with type sparse {{(pid=69613) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 623.321103] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6286c2dc-76d3-49ba-9fc1-7bbf22ebd468 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.323912] env[69613]: DEBUG oslo_vmware.api [None req-fc37cbdb-121b-45c5-8706-fc4ca9c9561a tempest-ServersAdmin275Test-1291947155 tempest-ServersAdmin275Test-1291947155-project-admin] Task: {'id': task-3416806, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.331343] env[69613]: DEBUG oslo_vmware.api [None req-edcd5f88-ae76-4129-bccf-2e2bb4cac7ff tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Waiting for the task: (returnval){ [ 623.331343] env[69613]: value = "task-3416807" [ 623.331343] env[69613]: _type = "Task" [ 623.331343] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.343619] env[69613]: DEBUG oslo_vmware.api [None req-edcd5f88-ae76-4129-bccf-2e2bb4cac7ff tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Task: {'id': task-3416807, 'name': Rename_Task} progress is 5%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.391135] env[69613]: DEBUG oslo_vmware.api [-] Task: {'id': task-3416804, 'name': CreateVM_Task, 'duration_secs': 0.576949} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.391331] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d6968dbb-b95f-4115-af9c-b528337a9663] Created VM on the ESX host {{(pid=69613) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 623.392218] env[69613]: DEBUG oslo_concurrency.lockutils [None req-3ec35fc8-3bbc-4960-b563-1dbc4b55b0fe tempest-VolumesAssistedSnapshotsTest-2112485022 tempest-VolumesAssistedSnapshotsTest-2112485022-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.392332] env[69613]: DEBUG oslo_concurrency.lockutils [None req-3ec35fc8-3bbc-4960-b563-1dbc4b55b0fe tempest-VolumesAssistedSnapshotsTest-2112485022 tempest-VolumesAssistedSnapshotsTest-2112485022-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.392649] env[69613]: DEBUG oslo_concurrency.lockutils [None req-3ec35fc8-3bbc-4960-b563-1dbc4b55b0fe tempest-VolumesAssistedSnapshotsTest-2112485022 tempest-VolumesAssistedSnapshotsTest-2112485022-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.398262] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e9819f19-34a8-42f4-b6b1-47e4fff257d3 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.405496] env[69613]: DEBUG oslo_vmware.api [None req-3ec35fc8-3bbc-4960-b563-1dbc4b55b0fe tempest-VolumesAssistedSnapshotsTest-2112485022 tempest-VolumesAssistedSnapshotsTest-2112485022-project-member] Waiting for the task: (returnval){ [ 623.405496] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]5232890d-07a6-c128-83cc-d4b2d1fb0e1c" [ 623.405496] env[69613]: _type = "Task" [ 623.405496] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.416776] env[69613]: DEBUG oslo_vmware.api [None req-3ec35fc8-3bbc-4960-b563-1dbc4b55b0fe tempest-VolumesAssistedSnapshotsTest-2112485022 tempest-VolumesAssistedSnapshotsTest-2112485022-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]5232890d-07a6-c128-83cc-d4b2d1fb0e1c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.451335] env[69613]: DEBUG nova.network.neutron [req-99066acc-fef1-43c0-9eb8-11af86d283d8 req-e37f5195-a011-46d2-be20-1b4a5552c5ce service nova] [instance: d6968dbb-b95f-4115-af9c-b528337a9663] Updated VIF entry in instance network info cache for port b5b5ef22-3acc-4f68-95aa-ec67e4f50d1b. {{(pid=69613) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 623.451335] env[69613]: DEBUG nova.network.neutron [req-99066acc-fef1-43c0-9eb8-11af86d283d8 req-e37f5195-a011-46d2-be20-1b4a5552c5ce service nova] [instance: d6968dbb-b95f-4115-af9c-b528337a9663] Updating instance_info_cache with network_info: [{"id": "b5b5ef22-3acc-4f68-95aa-ec67e4f50d1b", "address": "fa:16:3e:1f:1b:17", "network": {"id": "0b662ea1-ea95-4006-aa5b-0cf3817a8ffc", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1694591949-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5e6f7f8bf67d4b659f041c9ba63f5df4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e1d25020-c621-4388-ac1d-de55bfefbe50", "external-id": "nsx-vlan-transportzone-573", "segmentation_id": 573, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5b5ef22-3a", "ovs_interfaceid": "b5b5ef22-3acc-4f68-95aa-ec67e4f50d1b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 623.560305] env[69613]: DEBUG nova.compute.manager [None req-4406ce4d-d9c1-4bca-a9f1-4da839dda6a5 tempest-ServerDiagnosticsTest-1655478783 tempest-ServerDiagnosticsTest-1655478783-project-admin] [instance: c1d7aa83-ab84-4ff3-a10f-e04e84582ed4] Checking state {{(pid=69613) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 623.561870] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe6b265f-a11b-48d0-a6c9-96b11e869cb8 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.573831] env[69613]: INFO nova.compute.manager [None req-4406ce4d-d9c1-4bca-a9f1-4da839dda6a5 tempest-ServerDiagnosticsTest-1655478783 tempest-ServerDiagnosticsTest-1655478783-project-admin] [instance: c1d7aa83-ab84-4ff3-a10f-e04e84582ed4] Retrieving diagnostics [ 623.574508] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be13149b-bf98-4f37-b397-4e92556e54a7 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.614997] env[69613]: DEBUG oslo_concurrency.lockutils [None req-7113dd31-6e67-4ac6-8a57-de9088ce37cd tempest-ServersListShow2100Test-867795307 tempest-ServersListShow2100Test-867795307-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 623.679310] env[69613]: DEBUG oslo_concurrency.lockutils [None req-f0fa1a8f-2447-492b-8bc8-8476373fe2fa tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Releasing lock "refresh_cache-1fb750ed-62d4-4784-bf6c-6d777dc5ddb0" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.679310] env[69613]: DEBUG nova.compute.manager [None req-f0fa1a8f-2447-492b-8bc8-8476373fe2fa tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] [instance: 1fb750ed-62d4-4784-bf6c-6d777dc5ddb0] Instance network_info: |[{"id": "621a1701-de10-4dd8-8277-ee1f9400080b", "address": "fa:16:3e:da:b4:d6", "network": {"id": "2cb87d9b-693d-4d01-9cc7-dd815adbba8d", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1525363723-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "4ac79c17b68b4c8b9f7e4dc24fa29fe5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1cbd5e0e-9116-46f1-9748-13a73d2d7e75", "external-id": "nsx-vlan-transportzone-690", "segmentation_id": 690, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap621a1701-de", "ovs_interfaceid": "621a1701-de10-4dd8-8277-ee1f9400080b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69613) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 623.679522] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-f0fa1a8f-2447-492b-8bc8-8476373fe2fa tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] [instance: 1fb750ed-62d4-4784-bf6c-6d777dc5ddb0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:da:b4:d6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1cbd5e0e-9116-46f1-9748-13a73d2d7e75', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '621a1701-de10-4dd8-8277-ee1f9400080b', 'vif_model': 'vmxnet3'}] {{(pid=69613) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 623.687469] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0fa1a8f-2447-492b-8bc8-8476373fe2fa tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Creating folder: Project (4ac79c17b68b4c8b9f7e4dc24fa29fe5). Parent ref: group-v681687. {{(pid=69613) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 623.687825] env[69613]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-24b3bcbf-e7a5-4cb3-99f4-fd6280377aa5 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.704366] env[69613]: INFO nova.virt.vmwareapi.vm_util [None req-f0fa1a8f-2447-492b-8bc8-8476373fe2fa tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Created folder: Project (4ac79c17b68b4c8b9f7e4dc24fa29fe5) in parent group-v681687. [ 623.704591] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0fa1a8f-2447-492b-8bc8-8476373fe2fa tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Creating folder: Instances. Parent ref: group-v681725. {{(pid=69613) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 623.705133] env[69613]: INFO nova.compute.manager [None req-a8e91408-52b9-410a-99d5-6d5b3f433e93 tempest-VolumesAdminNegativeTest-111528841 tempest-VolumesAdminNegativeTest-111528841-project-member] [instance: 54fe2a35-52f3-4c21-a0f4-522e44b620a0] Took 25.28 seconds to build instance. [ 623.706059] env[69613]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6e79effa-83a7-4e4b-ad8a-8439ab7f82f0 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.717529] env[69613]: INFO nova.virt.vmwareapi.vm_util [None req-f0fa1a8f-2447-492b-8bc8-8476373fe2fa tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Created folder: Instances in parent group-v681725. [ 623.718390] env[69613]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f0fa1a8f-2447-492b-8bc8-8476373fe2fa tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69613) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 623.718390] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1fb750ed-62d4-4784-bf6c-6d777dc5ddb0] Creating VM on the ESX host {{(pid=69613) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 623.718390] env[69613]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f16f6527-3739-4e61-baba-01a2035eb73c {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.741648] env[69613]: DEBUG oslo_concurrency.lockutils [None req-800e2fe2-d530-4468-b49f-9009da1f6a6f tempest-DeleteServersAdminTestJSON-241271607 tempest-DeleteServersAdminTestJSON-241271607-project-member] Acquiring lock "13ec57c7-56f5-40c6-ab32-aac0fd67c9b1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 623.741648] env[69613]: DEBUG oslo_concurrency.lockutils [None req-800e2fe2-d530-4468-b49f-9009da1f6a6f tempest-DeleteServersAdminTestJSON-241271607 tempest-DeleteServersAdminTestJSON-241271607-project-member] Lock "13ec57c7-56f5-40c6-ab32-aac0fd67c9b1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 623.743204] env[69613]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 623.743204] env[69613]: value = "task-3416810" [ 623.743204] env[69613]: _type = "Task" [ 623.743204] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.754587] env[69613]: DEBUG oslo_vmware.api [-] Task: {'id': task-3416810, 'name': CreateVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.773864] env[69613]: DEBUG oslo_concurrency.lockutils [None req-537f3237-1bbe-4df3-8efe-1ac31fc9d4c9 tempest-ServerDiagnosticsNegativeTest-1011837599 tempest-ServerDiagnosticsNegativeTest-1011837599-project-member] Lock "b5f11d7f-0a76-4db9-bc83-fecf88004a47" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.472s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 623.815926] env[69613]: DEBUG oslo_vmware.api [None req-fc37cbdb-121b-45c5-8706-fc4ca9c9561a tempest-ServersAdmin275Test-1291947155 tempest-ServersAdmin275Test-1291947155-project-admin] Task: {'id': task-3416806, 'name': PowerOffVM_Task, 'duration_secs': 0.139343} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.816201] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc37cbdb-121b-45c5-8706-fc4ca9c9561a tempest-ServersAdmin275Test-1291947155 tempest-ServersAdmin275Test-1291947155-project-admin] [instance: 82d7d697-989c-4f9f-aaf4-7a7345bf2292] Powered off the VM {{(pid=69613) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 623.816504] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-fc37cbdb-121b-45c5-8706-fc4ca9c9561a tempest-ServersAdmin275Test-1291947155 tempest-ServersAdmin275Test-1291947155-project-admin] [instance: 82d7d697-989c-4f9f-aaf4-7a7345bf2292] Destroying instance {{(pid=69613) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 623.817673] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-437ea51a-3f9d-4868-81dd-7d04fe6e6c50 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.827777] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-fc37cbdb-121b-45c5-8706-fc4ca9c9561a tempest-ServersAdmin275Test-1291947155 tempest-ServersAdmin275Test-1291947155-project-admin] [instance: 82d7d697-989c-4f9f-aaf4-7a7345bf2292] Unregistering the VM {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 623.828208] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0f256baa-c920-424a-b4a0-85acde6c8b6d {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.842433] env[69613]: DEBUG oslo_vmware.api [None req-edcd5f88-ae76-4129-bccf-2e2bb4cac7ff tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Task: {'id': task-3416807, 'name': Rename_Task, 'duration_secs': 0.174122} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.842764] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-edcd5f88-ae76-4129-bccf-2e2bb4cac7ff tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] [instance: c7921fab-fd44-4691-bca3-5ea3ae7e0bc0] Powering on the VM {{(pid=69613) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 623.843012] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3793241d-ac83-4024-8756-eccdacef78d0 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.868924] env[69613]: DEBUG oslo_vmware.api [None req-edcd5f88-ae76-4129-bccf-2e2bb4cac7ff tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Waiting for the task: (returnval){ [ 623.868924] env[69613]: value = "task-3416812" [ 623.868924] env[69613]: _type = "Task" [ 623.868924] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.884306] env[69613]: DEBUG oslo_vmware.api [None req-edcd5f88-ae76-4129-bccf-2e2bb4cac7ff tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Task: {'id': task-3416812, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.885772] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-fc37cbdb-121b-45c5-8706-fc4ca9c9561a tempest-ServersAdmin275Test-1291947155 tempest-ServersAdmin275Test-1291947155-project-admin] [instance: 82d7d697-989c-4f9f-aaf4-7a7345bf2292] Unregistered the VM {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 623.886106] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-fc37cbdb-121b-45c5-8706-fc4ca9c9561a tempest-ServersAdmin275Test-1291947155 tempest-ServersAdmin275Test-1291947155-project-admin] [instance: 82d7d697-989c-4f9f-aaf4-7a7345bf2292] Deleting contents of the VM from datastore datastore2 {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 623.886378] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc37cbdb-121b-45c5-8706-fc4ca9c9561a tempest-ServersAdmin275Test-1291947155 tempest-ServersAdmin275Test-1291947155-project-admin] Deleting the datastore file [datastore2] 82d7d697-989c-4f9f-aaf4-7a7345bf2292 {{(pid=69613) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 623.886768] env[69613]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3c242c9e-425b-4ade-b39e-a0e0dcecbe36 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.895032] env[69613]: DEBUG oslo_vmware.api [None req-fc37cbdb-121b-45c5-8706-fc4ca9c9561a tempest-ServersAdmin275Test-1291947155 tempest-ServersAdmin275Test-1291947155-project-admin] Waiting for the task: (returnval){ [ 623.895032] env[69613]: value = "task-3416813" [ 623.895032] env[69613]: _type = "Task" [ 623.895032] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.905420] env[69613]: DEBUG oslo_vmware.api [None req-fc37cbdb-121b-45c5-8706-fc4ca9c9561a tempest-ServersAdmin275Test-1291947155 tempest-ServersAdmin275Test-1291947155-project-admin] Task: {'id': task-3416813, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.916408] env[69613]: DEBUG oslo_vmware.api [None req-3ec35fc8-3bbc-4960-b563-1dbc4b55b0fe tempest-VolumesAssistedSnapshotsTest-2112485022 tempest-VolumesAssistedSnapshotsTest-2112485022-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]5232890d-07a6-c128-83cc-d4b2d1fb0e1c, 'name': SearchDatastore_Task, 'duration_secs': 0.011171} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.916759] env[69613]: DEBUG oslo_concurrency.lockutils [None req-3ec35fc8-3bbc-4960-b563-1dbc4b55b0fe tempest-VolumesAssistedSnapshotsTest-2112485022 tempest-VolumesAssistedSnapshotsTest-2112485022-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.917026] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-3ec35fc8-3bbc-4960-b563-1dbc4b55b0fe tempest-VolumesAssistedSnapshotsTest-2112485022 tempest-VolumesAssistedSnapshotsTest-2112485022-project-member] [instance: d6968dbb-b95f-4115-af9c-b528337a9663] Processing image 2b7a0304-b5d0-431d-b287-32c8388d7fbd {{(pid=69613) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 623.917273] env[69613]: DEBUG oslo_concurrency.lockutils [None req-3ec35fc8-3bbc-4960-b563-1dbc4b55b0fe tempest-VolumesAssistedSnapshotsTest-2112485022 tempest-VolumesAssistedSnapshotsTest-2112485022-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.917820] env[69613]: DEBUG oslo_concurrency.lockutils [None req-3ec35fc8-3bbc-4960-b563-1dbc4b55b0fe tempest-VolumesAssistedSnapshotsTest-2112485022 tempest-VolumesAssistedSnapshotsTest-2112485022-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.917820] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ec35fc8-3bbc-4960-b563-1dbc4b55b0fe tempest-VolumesAssistedSnapshotsTest-2112485022 tempest-VolumesAssistedSnapshotsTest-2112485022-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69613) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 623.917928] env[69613]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-94b67d69-09ee-4f56-897d-e6148201bad0 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.928861] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ec35fc8-3bbc-4960-b563-1dbc4b55b0fe tempest-VolumesAssistedSnapshotsTest-2112485022 tempest-VolumesAssistedSnapshotsTest-2112485022-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69613) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 623.928861] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-3ec35fc8-3bbc-4960-b563-1dbc4b55b0fe tempest-VolumesAssistedSnapshotsTest-2112485022 tempest-VolumesAssistedSnapshotsTest-2112485022-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69613) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 623.929632] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fc1d7b3c-1041-438f-aa48-a4297638cc7e {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.946911] env[69613]: DEBUG oslo_vmware.api [None req-3ec35fc8-3bbc-4960-b563-1dbc4b55b0fe tempest-VolumesAssistedSnapshotsTest-2112485022 tempest-VolumesAssistedSnapshotsTest-2112485022-project-member] Waiting for the task: (returnval){ [ 623.946911] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]526669ec-776e-47bd-0dd0-af161e96810a" [ 623.946911] env[69613]: _type = "Task" [ 623.946911] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.956990] env[69613]: DEBUG oslo_concurrency.lockutils [req-99066acc-fef1-43c0-9eb8-11af86d283d8 req-e37f5195-a011-46d2-be20-1b4a5552c5ce service nova] Releasing lock "refresh_cache-d6968dbb-b95f-4115-af9c-b528337a9663" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.957493] env[69613]: DEBUG oslo_vmware.api [None req-3ec35fc8-3bbc-4960-b563-1dbc4b55b0fe tempest-VolumesAssistedSnapshotsTest-2112485022 tempest-VolumesAssistedSnapshotsTest-2112485022-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]526669ec-776e-47bd-0dd0-af161e96810a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.211008] env[69613]: DEBUG oslo_concurrency.lockutils [None req-a8e91408-52b9-410a-99d5-6d5b3f433e93 tempest-VolumesAdminNegativeTest-111528841 tempest-VolumesAdminNegativeTest-111528841-project-member] Lock "54fe2a35-52f3-4c21-a0f4-522e44b620a0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.667s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 624.261644] env[69613]: DEBUG oslo_vmware.api [-] Task: {'id': task-3416810, 'name': CreateVM_Task, 'duration_secs': 0.390769} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.261911] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1fb750ed-62d4-4784-bf6c-6d777dc5ddb0] Created VM on the ESX host {{(pid=69613) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 624.262860] env[69613]: DEBUG oslo_concurrency.lockutils [None req-f0fa1a8f-2447-492b-8bc8-8476373fe2fa tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.263065] env[69613]: DEBUG oslo_concurrency.lockutils [None req-f0fa1a8f-2447-492b-8bc8-8476373fe2fa tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.263868] env[69613]: DEBUG oslo_concurrency.lockutils [None req-f0fa1a8f-2447-492b-8bc8-8476373fe2fa tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.263868] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-25e8f23e-aeb1-473f-a81a-d863b2ff854c {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.270635] env[69613]: DEBUG oslo_vmware.api [None req-f0fa1a8f-2447-492b-8bc8-8476373fe2fa tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Waiting for the task: (returnval){ [ 624.270635] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]52dfd508-c79c-fbbe-72af-2856e1237b97" [ 624.270635] env[69613]: _type = "Task" [ 624.270635] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.281433] env[69613]: DEBUG oslo_vmware.api [None req-f0fa1a8f-2447-492b-8bc8-8476373fe2fa tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52dfd508-c79c-fbbe-72af-2856e1237b97, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.384983] env[69613]: DEBUG oslo_vmware.api [None req-edcd5f88-ae76-4129-bccf-2e2bb4cac7ff tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Task: {'id': task-3416812, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.407593] env[69613]: DEBUG oslo_vmware.api [None req-fc37cbdb-121b-45c5-8706-fc4ca9c9561a tempest-ServersAdmin275Test-1291947155 tempest-ServersAdmin275Test-1291947155-project-admin] Task: {'id': task-3416813, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.124549} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.411913] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc37cbdb-121b-45c5-8706-fc4ca9c9561a tempest-ServersAdmin275Test-1291947155 tempest-ServersAdmin275Test-1291947155-project-admin] Deleted the datastore file {{(pid=69613) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 624.412244] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-fc37cbdb-121b-45c5-8706-fc4ca9c9561a tempest-ServersAdmin275Test-1291947155 tempest-ServersAdmin275Test-1291947155-project-admin] [instance: 82d7d697-989c-4f9f-aaf4-7a7345bf2292] Deleted contents of the VM from datastore datastore2 {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 624.415295] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-fc37cbdb-121b-45c5-8706-fc4ca9c9561a tempest-ServersAdmin275Test-1291947155 tempest-ServersAdmin275Test-1291947155-project-admin] [instance: 82d7d697-989c-4f9f-aaf4-7a7345bf2292] Instance destroyed {{(pid=69613) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 624.472311] env[69613]: DEBUG oslo_vmware.api [None req-3ec35fc8-3bbc-4960-b563-1dbc4b55b0fe tempest-VolumesAssistedSnapshotsTest-2112485022 tempest-VolumesAssistedSnapshotsTest-2112485022-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]526669ec-776e-47bd-0dd0-af161e96810a, 'name': SearchDatastore_Task, 'duration_secs': 0.020119} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.478554] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2d00414a-d17e-49d9-bce2-5560411c4773 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.493126] env[69613]: DEBUG oslo_vmware.api [None req-3ec35fc8-3bbc-4960-b563-1dbc4b55b0fe tempest-VolumesAssistedSnapshotsTest-2112485022 tempest-VolumesAssistedSnapshotsTest-2112485022-project-member] Waiting for the task: (returnval){ [ 624.493126] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]525e5525-d957-1d25-9a78-0ae97713b298" [ 624.493126] env[69613]: _type = "Task" [ 624.493126] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.506350] env[69613]: DEBUG oslo_vmware.api [None req-3ec35fc8-3bbc-4960-b563-1dbc4b55b0fe tempest-VolumesAssistedSnapshotsTest-2112485022 tempest-VolumesAssistedSnapshotsTest-2112485022-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]525e5525-d957-1d25-9a78-0ae97713b298, 'name': SearchDatastore_Task, 'duration_secs': 0.011874} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.511116] env[69613]: DEBUG oslo_concurrency.lockutils [None req-3ec35fc8-3bbc-4960-b563-1dbc4b55b0fe tempest-VolumesAssistedSnapshotsTest-2112485022 tempest-VolumesAssistedSnapshotsTest-2112485022-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.511515] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ec35fc8-3bbc-4960-b563-1dbc4b55b0fe tempest-VolumesAssistedSnapshotsTest-2112485022 tempest-VolumesAssistedSnapshotsTest-2112485022-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk to [datastore1] d6968dbb-b95f-4115-af9c-b528337a9663/d6968dbb-b95f-4115-af9c-b528337a9663.vmdk {{(pid=69613) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 624.512141] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d1d1d857-886d-42fa-b4aa-bbdd38c1c4c8 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.527413] env[69613]: DEBUG oslo_vmware.api [None req-3ec35fc8-3bbc-4960-b563-1dbc4b55b0fe tempest-VolumesAssistedSnapshotsTest-2112485022 tempest-VolumesAssistedSnapshotsTest-2112485022-project-member] Waiting for the task: (returnval){ [ 624.527413] env[69613]: value = "task-3416814" [ 624.527413] env[69613]: _type = "Task" [ 624.527413] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.538330] env[69613]: DEBUG oslo_vmware.api [None req-3ec35fc8-3bbc-4960-b563-1dbc4b55b0fe tempest-VolumesAssistedSnapshotsTest-2112485022 tempest-VolumesAssistedSnapshotsTest-2112485022-project-member] Task: {'id': task-3416814, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.716008] env[69613]: DEBUG nova.compute.manager [None req-239c0979-dd40-442e-ac42-1f508e143bd7 tempest-ImagesNegativeTestJSON-689260756 tempest-ImagesNegativeTestJSON-689260756-project-member] [instance: faeb64d6-dd4f-4267-af4f-d42dcc1c45c9] Starting instance... {{(pid=69613) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 624.778848] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e936b592-45ea-4373-b44a-087b7024b71d {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.786994] env[69613]: DEBUG oslo_vmware.api [None req-f0fa1a8f-2447-492b-8bc8-8476373fe2fa tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52dfd508-c79c-fbbe-72af-2856e1237b97, 'name': SearchDatastore_Task, 'duration_secs': 0.020087} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.787743] env[69613]: DEBUG oslo_concurrency.lockutils [None req-f0fa1a8f-2447-492b-8bc8-8476373fe2fa tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.787998] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-f0fa1a8f-2447-492b-8bc8-8476373fe2fa tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] [instance: 1fb750ed-62d4-4784-bf6c-6d777dc5ddb0] Processing image 2b7a0304-b5d0-431d-b287-32c8388d7fbd {{(pid=69613) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 624.788281] env[69613]: DEBUG oslo_concurrency.lockutils [None req-f0fa1a8f-2447-492b-8bc8-8476373fe2fa tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.788459] env[69613]: DEBUG oslo_concurrency.lockutils [None req-f0fa1a8f-2447-492b-8bc8-8476373fe2fa tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.788707] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0fa1a8f-2447-492b-8bc8-8476373fe2fa tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69613) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 624.789086] env[69613]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f6393a5d-885b-43ed-9992-f07d5b4ecaad {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.795261] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19d7086a-2689-40da-bb42-f22a97b0afa8 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.835121] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71fb0e67-e751-4f12-8757-455133ef906f {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.843385] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0fa1a8f-2447-492b-8bc8-8476373fe2fa tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69613) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 624.843601] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-f0fa1a8f-2447-492b-8bc8-8476373fe2fa tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69613) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 624.845052] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c8da1874-b6b3-4dd8-929e-b6c4b9a353fd {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.872457] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8793a912-36fd-438c-838c-2b306d86c38e {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.881021] env[69613]: DEBUG oslo_vmware.api [None req-f0fa1a8f-2447-492b-8bc8-8476373fe2fa tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Waiting for the task: (returnval){ [ 624.881021] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]52a17301-f6d9-832e-f121-7e379c1db0c8" [ 624.881021] env[69613]: _type = "Task" [ 624.881021] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.900964] env[69613]: DEBUG nova.compute.provider_tree [None req-05fcade8-35a2-49be-80df-ac4a528436ed tempest-ServerAddressesNegativeTestJSON-1085258848 tempest-ServerAddressesNegativeTestJSON-1085258848-project-member] Inventory has not changed in ProviderTree for provider: af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 {{(pid=69613) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 624.911465] env[69613]: DEBUG oslo_vmware.api [None req-edcd5f88-ae76-4129-bccf-2e2bb4cac7ff tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Task: {'id': task-3416812, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.914891] env[69613]: DEBUG oslo_vmware.api [None req-f0fa1a8f-2447-492b-8bc8-8476373fe2fa tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52a17301-f6d9-832e-f121-7e379c1db0c8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.039399] env[69613]: DEBUG oslo_vmware.api [None req-3ec35fc8-3bbc-4960-b563-1dbc4b55b0fe tempest-VolumesAssistedSnapshotsTest-2112485022 tempest-VolumesAssistedSnapshotsTest-2112485022-project-member] Task: {'id': task-3416814, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.108084] env[69613]: DEBUG oslo_concurrency.lockutils [None req-6186cf25-c459-4e4b-aa27-5e20bca28113 tempest-ServerGroupTestJSON-1760943608 tempest-ServerGroupTestJSON-1760943608-project-member] Acquiring lock "2e020eec-2d4f-41b8-b31d-3add0744d592" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 625.108084] env[69613]: DEBUG oslo_concurrency.lockutils [None req-6186cf25-c459-4e4b-aa27-5e20bca28113 tempest-ServerGroupTestJSON-1760943608 tempest-ServerGroupTestJSON-1760943608-project-member] Lock "2e020eec-2d4f-41b8-b31d-3add0744d592" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 625.252121] env[69613]: DEBUG oslo_concurrency.lockutils [None req-239c0979-dd40-442e-ac42-1f508e143bd7 tempest-ImagesNegativeTestJSON-689260756 tempest-ImagesNegativeTestJSON-689260756-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 625.395331] env[69613]: DEBUG oslo_vmware.api [None req-f0fa1a8f-2447-492b-8bc8-8476373fe2fa tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52a17301-f6d9-832e-f121-7e379c1db0c8, 'name': SearchDatastore_Task, 'duration_secs': 0.056507} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.399018] env[69613]: DEBUG oslo_vmware.api [None req-edcd5f88-ae76-4129-bccf-2e2bb4cac7ff tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Task: {'id': task-3416812, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.399249] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-82c5d61f-c643-4f16-a801-dbc8108758ee {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.406017] env[69613]: DEBUG nova.scheduler.client.report [None req-05fcade8-35a2-49be-80df-ac4a528436ed tempest-ServerAddressesNegativeTestJSON-1085258848 tempest-ServerAddressesNegativeTestJSON-1085258848-project-member] Inventory has not changed for provider af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69613) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 625.409781] env[69613]: DEBUG oslo_vmware.api [None req-f0fa1a8f-2447-492b-8bc8-8476373fe2fa tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Waiting for the task: (returnval){ [ 625.409781] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]527c68b7-0450-41f5-972a-7969ce821422" [ 625.409781] env[69613]: _type = "Task" [ 625.409781] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.429061] env[69613]: DEBUG oslo_vmware.api [None req-f0fa1a8f-2447-492b-8bc8-8476373fe2fa tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]527c68b7-0450-41f5-972a-7969ce821422, 'name': SearchDatastore_Task, 'duration_secs': 0.010175} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.430124] env[69613]: DEBUG oslo_concurrency.lockutils [None req-f0fa1a8f-2447-492b-8bc8-8476373fe2fa tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.430388] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0fa1a8f-2447-492b-8bc8-8476373fe2fa tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk to [datastore1] 1fb750ed-62d4-4784-bf6c-6d777dc5ddb0/1fb750ed-62d4-4784-bf6c-6d777dc5ddb0.vmdk {{(pid=69613) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 625.430636] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-897e9003-a60c-4c97-9ef3-a357a54bec12 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.438990] env[69613]: DEBUG oslo_vmware.api [None req-f0fa1a8f-2447-492b-8bc8-8476373fe2fa tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Waiting for the task: (returnval){ [ 625.438990] env[69613]: value = "task-3416815" [ 625.438990] env[69613]: _type = "Task" [ 625.438990] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.447436] env[69613]: DEBUG oslo_vmware.api [None req-f0fa1a8f-2447-492b-8bc8-8476373fe2fa tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Task: {'id': task-3416815, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.457109] env[69613]: DEBUG nova.virt.hardware [None req-fc37cbdb-121b-45c5-8706-fc4ca9c9561a tempest-ServersAdmin275Test-1291947155 tempest-ServersAdmin275Test-1291947155-project-admin] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T13:55:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T13:55:19Z,direct_url=,disk_format='vmdk',id=2b7a0304-b5d0-431d-b287-32c8388d7fbd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3e9e1b873f1442d59d5ee8247b941f74',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T13:55:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 625.457109] env[69613]: DEBUG nova.virt.hardware [None req-fc37cbdb-121b-45c5-8706-fc4ca9c9561a tempest-ServersAdmin275Test-1291947155 tempest-ServersAdmin275Test-1291947155-project-admin] Flavor limits 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 625.457347] env[69613]: DEBUG nova.virt.hardware [None req-fc37cbdb-121b-45c5-8706-fc4ca9c9561a tempest-ServersAdmin275Test-1291947155 tempest-ServersAdmin275Test-1291947155-project-admin] Image limits 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 625.457398] env[69613]: DEBUG nova.virt.hardware [None req-fc37cbdb-121b-45c5-8706-fc4ca9c9561a tempest-ServersAdmin275Test-1291947155 tempest-ServersAdmin275Test-1291947155-project-admin] Flavor pref 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 625.457600] env[69613]: DEBUG nova.virt.hardware [None req-fc37cbdb-121b-45c5-8706-fc4ca9c9561a tempest-ServersAdmin275Test-1291947155 tempest-ServersAdmin275Test-1291947155-project-admin] Image pref 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 625.457680] env[69613]: DEBUG nova.virt.hardware [None req-fc37cbdb-121b-45c5-8706-fc4ca9c9561a tempest-ServersAdmin275Test-1291947155 tempest-ServersAdmin275Test-1291947155-project-admin] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 625.457896] env[69613]: DEBUG nova.virt.hardware [None req-fc37cbdb-121b-45c5-8706-fc4ca9c9561a tempest-ServersAdmin275Test-1291947155 tempest-ServersAdmin275Test-1291947155-project-admin] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 625.458070] env[69613]: DEBUG nova.virt.hardware [None req-fc37cbdb-121b-45c5-8706-fc4ca9c9561a tempest-ServersAdmin275Test-1291947155 tempest-ServersAdmin275Test-1291947155-project-admin] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69613) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 625.458256] env[69613]: DEBUG nova.virt.hardware [None req-fc37cbdb-121b-45c5-8706-fc4ca9c9561a tempest-ServersAdmin275Test-1291947155 tempest-ServersAdmin275Test-1291947155-project-admin] Got 1 possible topologies {{(pid=69613) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 625.458432] env[69613]: DEBUG nova.virt.hardware [None req-fc37cbdb-121b-45c5-8706-fc4ca9c9561a tempest-ServersAdmin275Test-1291947155 tempest-ServersAdmin275Test-1291947155-project-admin] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 625.458624] env[69613]: DEBUG nova.virt.hardware [None req-fc37cbdb-121b-45c5-8706-fc4ca9c9561a tempest-ServersAdmin275Test-1291947155 tempest-ServersAdmin275Test-1291947155-project-admin] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 625.459539] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10abefb8-35af-48a5-9125-90fbecd6a05f {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.469822] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b29071b8-07da-4ccd-9e4a-b5edf2c1767c {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.484486] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-fc37cbdb-121b-45c5-8706-fc4ca9c9561a tempest-ServersAdmin275Test-1291947155 tempest-ServersAdmin275Test-1291947155-project-admin] [instance: 82d7d697-989c-4f9f-aaf4-7a7345bf2292] Instance VIF info [] {{(pid=69613) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 625.490886] env[69613]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fc37cbdb-121b-45c5-8706-fc4ca9c9561a tempest-ServersAdmin275Test-1291947155 tempest-ServersAdmin275Test-1291947155-project-admin] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69613) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 625.491209] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 82d7d697-989c-4f9f-aaf4-7a7345bf2292] Creating VM on the ESX host {{(pid=69613) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 625.491438] env[69613]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-503d3014-b1e1-4288-896a-7595efee44c6 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.505426] env[69613]: DEBUG oslo_concurrency.lockutils [None req-e0e2e487-1259-4ed1-9490-8f6b75cb0f66 tempest-ServerDiagnosticsTest-865742498 tempest-ServerDiagnosticsTest-865742498-project-member] Acquiring lock "c1d7aa83-ab84-4ff3-a10f-e04e84582ed4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 625.505671] env[69613]: DEBUG oslo_concurrency.lockutils [None req-e0e2e487-1259-4ed1-9490-8f6b75cb0f66 tempest-ServerDiagnosticsTest-865742498 tempest-ServerDiagnosticsTest-865742498-project-member] Lock "c1d7aa83-ab84-4ff3-a10f-e04e84582ed4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 625.505874] env[69613]: DEBUG oslo_concurrency.lockutils [None req-e0e2e487-1259-4ed1-9490-8f6b75cb0f66 tempest-ServerDiagnosticsTest-865742498 tempest-ServerDiagnosticsTest-865742498-project-member] Acquiring lock "c1d7aa83-ab84-4ff3-a10f-e04e84582ed4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 625.506063] env[69613]: DEBUG oslo_concurrency.lockutils [None req-e0e2e487-1259-4ed1-9490-8f6b75cb0f66 tempest-ServerDiagnosticsTest-865742498 tempest-ServerDiagnosticsTest-865742498-project-member] Lock "c1d7aa83-ab84-4ff3-a10f-e04e84582ed4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 625.506232] env[69613]: DEBUG oslo_concurrency.lockutils [None req-e0e2e487-1259-4ed1-9490-8f6b75cb0f66 tempest-ServerDiagnosticsTest-865742498 tempest-ServerDiagnosticsTest-865742498-project-member] Lock "c1d7aa83-ab84-4ff3-a10f-e04e84582ed4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 625.508433] env[69613]: INFO nova.compute.manager [None req-e0e2e487-1259-4ed1-9490-8f6b75cb0f66 tempest-ServerDiagnosticsTest-865742498 tempest-ServerDiagnosticsTest-865742498-project-member] [instance: c1d7aa83-ab84-4ff3-a10f-e04e84582ed4] Terminating instance [ 625.511495] env[69613]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 625.511495] env[69613]: value = "task-3416816" [ 625.511495] env[69613]: _type = "Task" [ 625.511495] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.522958] env[69613]: DEBUG oslo_vmware.api [-] Task: {'id': task-3416816, 'name': CreateVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.539029] env[69613]: DEBUG oslo_vmware.api [None req-3ec35fc8-3bbc-4960-b563-1dbc4b55b0fe tempest-VolumesAssistedSnapshotsTest-2112485022 tempest-VolumesAssistedSnapshotsTest-2112485022-project-member] Task: {'id': task-3416814, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.605023} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.539684] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ec35fc8-3bbc-4960-b563-1dbc4b55b0fe tempest-VolumesAssistedSnapshotsTest-2112485022 tempest-VolumesAssistedSnapshotsTest-2112485022-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk to [datastore1] d6968dbb-b95f-4115-af9c-b528337a9663/d6968dbb-b95f-4115-af9c-b528337a9663.vmdk {{(pid=69613) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 625.539684] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-3ec35fc8-3bbc-4960-b563-1dbc4b55b0fe tempest-VolumesAssistedSnapshotsTest-2112485022 tempest-VolumesAssistedSnapshotsTest-2112485022-project-member] [instance: d6968dbb-b95f-4115-af9c-b528337a9663] Extending root virtual disk to 1048576 {{(pid=69613) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 625.539962] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a06c7714-16e4-41f2-852f-78f7d939a507 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.550252] env[69613]: DEBUG oslo_vmware.api [None req-3ec35fc8-3bbc-4960-b563-1dbc4b55b0fe tempest-VolumesAssistedSnapshotsTest-2112485022 tempest-VolumesAssistedSnapshotsTest-2112485022-project-member] Waiting for the task: (returnval){ [ 625.550252] env[69613]: value = "task-3416817" [ 625.550252] env[69613]: _type = "Task" [ 625.550252] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.560888] env[69613]: DEBUG oslo_vmware.api [None req-3ec35fc8-3bbc-4960-b563-1dbc4b55b0fe tempest-VolumesAssistedSnapshotsTest-2112485022 tempest-VolumesAssistedSnapshotsTest-2112485022-project-member] Task: {'id': task-3416817, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.701044] env[69613]: DEBUG nova.compute.manager [req-bb2b3d48-9eef-4828-8a24-53afdb2ec296 req-3578fca6-86c7-498b-befc-1bd8249256e2 service nova] [instance: 1fb750ed-62d4-4784-bf6c-6d777dc5ddb0] Received event network-changed-621a1701-de10-4dd8-8277-ee1f9400080b {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 625.701248] env[69613]: DEBUG nova.compute.manager [req-bb2b3d48-9eef-4828-8a24-53afdb2ec296 req-3578fca6-86c7-498b-befc-1bd8249256e2 service nova] [instance: 1fb750ed-62d4-4784-bf6c-6d777dc5ddb0] Refreshing instance network info cache due to event network-changed-621a1701-de10-4dd8-8277-ee1f9400080b. {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 625.701487] env[69613]: DEBUG oslo_concurrency.lockutils [req-bb2b3d48-9eef-4828-8a24-53afdb2ec296 req-3578fca6-86c7-498b-befc-1bd8249256e2 service nova] Acquiring lock "refresh_cache-1fb750ed-62d4-4784-bf6c-6d777dc5ddb0" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.701655] env[69613]: DEBUG oslo_concurrency.lockutils [req-bb2b3d48-9eef-4828-8a24-53afdb2ec296 req-3578fca6-86c7-498b-befc-1bd8249256e2 service nova] Acquired lock "refresh_cache-1fb750ed-62d4-4784-bf6c-6d777dc5ddb0" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.701902] env[69613]: DEBUG nova.network.neutron [req-bb2b3d48-9eef-4828-8a24-53afdb2ec296 req-3578fca6-86c7-498b-befc-1bd8249256e2 service nova] [instance: 1fb750ed-62d4-4784-bf6c-6d777dc5ddb0] Refreshing network info cache for port 621a1701-de10-4dd8-8277-ee1f9400080b {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 625.733750] env[69613]: DEBUG oslo_concurrency.lockutils [None req-1a78e8f1-69a2-42e5-a677-d873a2e990eb tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] Acquiring lock "cdfedccf-3398-437c-a908-41d6d87d8a99" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 625.734085] env[69613]: DEBUG oslo_concurrency.lockutils [None req-1a78e8f1-69a2-42e5-a677-d873a2e990eb tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] Lock "cdfedccf-3398-437c-a908-41d6d87d8a99" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 625.734335] env[69613]: DEBUG nova.compute.manager [None req-1a78e8f1-69a2-42e5-a677-d873a2e990eb tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] [instance: cdfedccf-3398-437c-a908-41d6d87d8a99] Checking state {{(pid=69613) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 625.735589] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c50bd15f-3f41-432c-8bc4-a25a14823db5 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.747650] env[69613]: DEBUG nova.compute.manager [None req-1a78e8f1-69a2-42e5-a677-d873a2e990eb tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] [instance: cdfedccf-3398-437c-a908-41d6d87d8a99] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69613) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 625.748291] env[69613]: DEBUG nova.objects.instance [None req-1a78e8f1-69a2-42e5-a677-d873a2e990eb tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] Lazy-loading 'flavor' on Instance uuid cdfedccf-3398-437c-a908-41d6d87d8a99 {{(pid=69613) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 625.898264] env[69613]: DEBUG oslo_vmware.api [None req-edcd5f88-ae76-4129-bccf-2e2bb4cac7ff tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Task: {'id': task-3416812, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.911439] env[69613]: DEBUG oslo_concurrency.lockutils [None req-05fcade8-35a2-49be-80df-ac4a528436ed tempest-ServerAddressesNegativeTestJSON-1085258848 tempest-ServerAddressesNegativeTestJSON-1085258848-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.668s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 625.912330] env[69613]: DEBUG nova.compute.manager [None req-05fcade8-35a2-49be-80df-ac4a528436ed tempest-ServerAddressesNegativeTestJSON-1085258848 tempest-ServerAddressesNegativeTestJSON-1085258848-project-member] [instance: 8fcf169e-2bcf-4fff-9a99-7dc8db4ce128] Start building networks asynchronously for instance. {{(pid=69613) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 625.916412] env[69613]: DEBUG oslo_concurrency.lockutils [None req-b382aaf2-8432-4759-8fea-45630bcf0e5c tempest-ServerShowV254Test-1975243985 tempest-ServerShowV254Test-1975243985-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.161s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 625.917962] env[69613]: INFO nova.compute.claims [None req-b382aaf2-8432-4759-8fea-45630bcf0e5c tempest-ServerShowV254Test-1975243985 tempest-ServerShowV254Test-1975243985-project-member] [instance: cd5b4748-087b-4058-990d-e15affb5a715] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 625.954968] env[69613]: DEBUG oslo_vmware.api [None req-f0fa1a8f-2447-492b-8bc8-8476373fe2fa tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Task: {'id': task-3416815, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.480046} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.955289] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0fa1a8f-2447-492b-8bc8-8476373fe2fa tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk to [datastore1] 1fb750ed-62d4-4784-bf6c-6d777dc5ddb0/1fb750ed-62d4-4784-bf6c-6d777dc5ddb0.vmdk {{(pid=69613) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 625.955859] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-f0fa1a8f-2447-492b-8bc8-8476373fe2fa tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] [instance: 1fb750ed-62d4-4784-bf6c-6d777dc5ddb0] Extending root virtual disk to 1048576 {{(pid=69613) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 625.956168] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-10491f56-2e22-48a1-b05f-4c320684e678 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.969023] env[69613]: DEBUG oslo_vmware.api [None req-f0fa1a8f-2447-492b-8bc8-8476373fe2fa tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Waiting for the task: (returnval){ [ 625.969023] env[69613]: value = "task-3416818" [ 625.969023] env[69613]: _type = "Task" [ 625.969023] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.980685] env[69613]: DEBUG oslo_vmware.api [None req-f0fa1a8f-2447-492b-8bc8-8476373fe2fa tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Task: {'id': task-3416818, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.022033] env[69613]: DEBUG nova.compute.manager [None req-e0e2e487-1259-4ed1-9490-8f6b75cb0f66 tempest-ServerDiagnosticsTest-865742498 tempest-ServerDiagnosticsTest-865742498-project-member] [instance: c1d7aa83-ab84-4ff3-a10f-e04e84582ed4] Start destroying the instance on the hypervisor. {{(pid=69613) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 626.022583] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-e0e2e487-1259-4ed1-9490-8f6b75cb0f66 tempest-ServerDiagnosticsTest-865742498 tempest-ServerDiagnosticsTest-865742498-project-member] [instance: c1d7aa83-ab84-4ff3-a10f-e04e84582ed4] Destroying instance {{(pid=69613) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 626.023153] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-543fe7c8-0de2-4ecf-abb4-278c51d75df9 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.034190] env[69613]: DEBUG oslo_vmware.api [-] Task: {'id': task-3416816, 'name': CreateVM_Task, 'duration_secs': 0.381488} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.037714] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 82d7d697-989c-4f9f-aaf4-7a7345bf2292] Created VM on the ESX host {{(pid=69613) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 626.037958] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0e2e487-1259-4ed1-9490-8f6b75cb0f66 tempest-ServerDiagnosticsTest-865742498 tempest-ServerDiagnosticsTest-865742498-project-member] [instance: c1d7aa83-ab84-4ff3-a10f-e04e84582ed4] Powering off the VM {{(pid=69613) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 626.038403] env[69613]: DEBUG oslo_concurrency.lockutils [None req-fc37cbdb-121b-45c5-8706-fc4ca9c9561a tempest-ServersAdmin275Test-1291947155 tempest-ServersAdmin275Test-1291947155-project-admin] Acquiring lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.038569] env[69613]: DEBUG oslo_concurrency.lockutils [None req-fc37cbdb-121b-45c5-8706-fc4ca9c9561a tempest-ServersAdmin275Test-1291947155 tempest-ServersAdmin275Test-1291947155-project-admin] Acquired lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.038928] env[69613]: DEBUG oslo_concurrency.lockutils [None req-fc37cbdb-121b-45c5-8706-fc4ca9c9561a tempest-ServersAdmin275Test-1291947155 tempest-ServersAdmin275Test-1291947155-project-admin] Acquired external semaphore "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.039185] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9a89e812-fdda-42b8-8db0-4dd53514addc {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.043033] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a57e6558-1eac-40a0-85ff-1e12d15bb482 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.050205] env[69613]: DEBUG oslo_vmware.api [None req-fc37cbdb-121b-45c5-8706-fc4ca9c9561a tempest-ServersAdmin275Test-1291947155 tempest-ServersAdmin275Test-1291947155-project-admin] Waiting for the task: (returnval){ [ 626.050205] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]525b1150-982a-aabe-4a81-cf57d8e0cef0" [ 626.050205] env[69613]: _type = "Task" [ 626.050205] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.059829] env[69613]: DEBUG oslo_vmware.api [None req-e0e2e487-1259-4ed1-9490-8f6b75cb0f66 tempest-ServerDiagnosticsTest-865742498 tempest-ServerDiagnosticsTest-865742498-project-member] Waiting for the task: (returnval){ [ 626.059829] env[69613]: value = "task-3416819" [ 626.059829] env[69613]: _type = "Task" [ 626.059829] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.073091] env[69613]: DEBUG oslo_vmware.api [None req-3ec35fc8-3bbc-4960-b563-1dbc4b55b0fe tempest-VolumesAssistedSnapshotsTest-2112485022 tempest-VolumesAssistedSnapshotsTest-2112485022-project-member] Task: {'id': task-3416817, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.126051} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.073405] env[69613]: DEBUG oslo_vmware.api [None req-fc37cbdb-121b-45c5-8706-fc4ca9c9561a tempest-ServersAdmin275Test-1291947155 tempest-ServersAdmin275Test-1291947155-project-admin] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]525b1150-982a-aabe-4a81-cf57d8e0cef0, 'name': SearchDatastore_Task, 'duration_secs': 0.01245} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.074184] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-3ec35fc8-3bbc-4960-b563-1dbc4b55b0fe tempest-VolumesAssistedSnapshotsTest-2112485022 tempest-VolumesAssistedSnapshotsTest-2112485022-project-member] [instance: d6968dbb-b95f-4115-af9c-b528337a9663] Extended root virtual disk {{(pid=69613) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 626.074597] env[69613]: DEBUG oslo_concurrency.lockutils [None req-fc37cbdb-121b-45c5-8706-fc4ca9c9561a tempest-ServersAdmin275Test-1291947155 tempest-ServersAdmin275Test-1291947155-project-admin] Releasing lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.074877] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-fc37cbdb-121b-45c5-8706-fc4ca9c9561a tempest-ServersAdmin275Test-1291947155 tempest-ServersAdmin275Test-1291947155-project-admin] [instance: 82d7d697-989c-4f9f-aaf4-7a7345bf2292] Processing image 2b7a0304-b5d0-431d-b287-32c8388d7fbd {{(pid=69613) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 626.075266] env[69613]: DEBUG oslo_concurrency.lockutils [None req-fc37cbdb-121b-45c5-8706-fc4ca9c9561a tempest-ServersAdmin275Test-1291947155 tempest-ServersAdmin275Test-1291947155-project-admin] Acquiring lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.075475] env[69613]: DEBUG oslo_concurrency.lockutils [None req-fc37cbdb-121b-45c5-8706-fc4ca9c9561a tempest-ServersAdmin275Test-1291947155 tempest-ServersAdmin275Test-1291947155-project-admin] Acquired lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.075711] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc37cbdb-121b-45c5-8706-fc4ca9c9561a tempest-ServersAdmin275Test-1291947155 tempest-ServersAdmin275Test-1291947155-project-admin] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69613) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 626.076688] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22456325-791f-4716-86e9-52c2809af2ef {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.079769] env[69613]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5974f2ca-b17b-400d-943b-a46c856da67a {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.085307] env[69613]: DEBUG oslo_vmware.api [None req-e0e2e487-1259-4ed1-9490-8f6b75cb0f66 tempest-ServerDiagnosticsTest-865742498 tempest-ServerDiagnosticsTest-865742498-project-member] Task: {'id': task-3416819, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.109202] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ec35fc8-3bbc-4960-b563-1dbc4b55b0fe tempest-VolumesAssistedSnapshotsTest-2112485022 tempest-VolumesAssistedSnapshotsTest-2112485022-project-member] [instance: d6968dbb-b95f-4115-af9c-b528337a9663] Reconfiguring VM instance instance-0000000e to attach disk [datastore1] d6968dbb-b95f-4115-af9c-b528337a9663/d6968dbb-b95f-4115-af9c-b528337a9663.vmdk or device None with type sparse {{(pid=69613) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 626.110500] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e1e2b9e1-6d89-44fc-b036-8e40c768b6c9 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.127331] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc37cbdb-121b-45c5-8706-fc4ca9c9561a tempest-ServersAdmin275Test-1291947155 tempest-ServersAdmin275Test-1291947155-project-admin] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69613) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 626.127545] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-fc37cbdb-121b-45c5-8706-fc4ca9c9561a tempest-ServersAdmin275Test-1291947155 tempest-ServersAdmin275Test-1291947155-project-admin] Folder [datastore2] devstack-image-cache_base created. {{(pid=69613) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 626.128809] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8ba6d3d5-7b6a-44c7-8755-932c77d6be71 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.136076] env[69613]: DEBUG oslo_vmware.api [None req-fc37cbdb-121b-45c5-8706-fc4ca9c9561a tempest-ServersAdmin275Test-1291947155 tempest-ServersAdmin275Test-1291947155-project-admin] Waiting for the task: (returnval){ [ 626.136076] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]52e355cc-85cb-2208-0249-9b18edcedbd3" [ 626.136076] env[69613]: _type = "Task" [ 626.136076] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.140892] env[69613]: DEBUG oslo_vmware.api [None req-3ec35fc8-3bbc-4960-b563-1dbc4b55b0fe tempest-VolumesAssistedSnapshotsTest-2112485022 tempest-VolumesAssistedSnapshotsTest-2112485022-project-member] Waiting for the task: (returnval){ [ 626.140892] env[69613]: value = "task-3416820" [ 626.140892] env[69613]: _type = "Task" [ 626.140892] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.148140] env[69613]: DEBUG oslo_vmware.api [None req-fc37cbdb-121b-45c5-8706-fc4ca9c9561a tempest-ServersAdmin275Test-1291947155 tempest-ServersAdmin275Test-1291947155-project-admin] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52e355cc-85cb-2208-0249-9b18edcedbd3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.154503] env[69613]: DEBUG oslo_vmware.api [None req-3ec35fc8-3bbc-4960-b563-1dbc4b55b0fe tempest-VolumesAssistedSnapshotsTest-2112485022 tempest-VolumesAssistedSnapshotsTest-2112485022-project-member] Task: {'id': task-3416820, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.391928] env[69613]: DEBUG oslo_vmware.api [None req-edcd5f88-ae76-4129-bccf-2e2bb4cac7ff tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Task: {'id': task-3416812, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.424210] env[69613]: DEBUG nova.compute.utils [None req-05fcade8-35a2-49be-80df-ac4a528436ed tempest-ServerAddressesNegativeTestJSON-1085258848 tempest-ServerAddressesNegativeTestJSON-1085258848-project-member] Using /dev/sd instead of None {{(pid=69613) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 626.431026] env[69613]: DEBUG nova.compute.manager [None req-05fcade8-35a2-49be-80df-ac4a528436ed tempest-ServerAddressesNegativeTestJSON-1085258848 tempest-ServerAddressesNegativeTestJSON-1085258848-project-member] [instance: 8fcf169e-2bcf-4fff-9a99-7dc8db4ce128] Allocating IP information in the background. {{(pid=69613) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 626.431026] env[69613]: DEBUG nova.network.neutron [None req-05fcade8-35a2-49be-80df-ac4a528436ed tempest-ServerAddressesNegativeTestJSON-1085258848 tempest-ServerAddressesNegativeTestJSON-1085258848-project-member] [instance: 8fcf169e-2bcf-4fff-9a99-7dc8db4ce128] allocate_for_instance() {{(pid=69613) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 626.477457] env[69613]: DEBUG oslo_vmware.api [None req-f0fa1a8f-2447-492b-8bc8-8476373fe2fa tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Task: {'id': task-3416818, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076158} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.477724] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-f0fa1a8f-2447-492b-8bc8-8476373fe2fa tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] [instance: 1fb750ed-62d4-4784-bf6c-6d777dc5ddb0] Extended root virtual disk {{(pid=69613) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 626.478539] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd7f9222-0fad-4670-877c-8e7efa425048 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.506049] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-f0fa1a8f-2447-492b-8bc8-8476373fe2fa tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] [instance: 1fb750ed-62d4-4784-bf6c-6d777dc5ddb0] Reconfiguring VM instance instance-0000000f to attach disk [datastore1] 1fb750ed-62d4-4784-bf6c-6d777dc5ddb0/1fb750ed-62d4-4784-bf6c-6d777dc5ddb0.vmdk or device None with type sparse {{(pid=69613) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 626.506211] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-563ab3ef-e385-431c-9a73-26237c3d51b2 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.523625] env[69613]: DEBUG nova.policy [None req-05fcade8-35a2-49be-80df-ac4a528436ed tempest-ServerAddressesNegativeTestJSON-1085258848 tempest-ServerAddressesNegativeTestJSON-1085258848-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9ae55ad2771c49969662cbc3917717b9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0cd79c8593b841fbab9f425e60f657bc', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69613) authorize /opt/stack/nova/nova/policy.py:192}} [ 626.532611] env[69613]: DEBUG oslo_vmware.api [None req-f0fa1a8f-2447-492b-8bc8-8476373fe2fa tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Waiting for the task: (returnval){ [ 626.532611] env[69613]: value = "task-3416821" [ 626.532611] env[69613]: _type = "Task" [ 626.532611] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.545999] env[69613]: DEBUG oslo_vmware.api [None req-f0fa1a8f-2447-492b-8bc8-8476373fe2fa tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Task: {'id': task-3416821, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.570946] env[69613]: DEBUG oslo_vmware.api [None req-e0e2e487-1259-4ed1-9490-8f6b75cb0f66 tempest-ServerDiagnosticsTest-865742498 tempest-ServerDiagnosticsTest-865742498-project-member] Task: {'id': task-3416819, 'name': PowerOffVM_Task, 'duration_secs': 0.391948} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.571459] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0e2e487-1259-4ed1-9490-8f6b75cb0f66 tempest-ServerDiagnosticsTest-865742498 tempest-ServerDiagnosticsTest-865742498-project-member] [instance: c1d7aa83-ab84-4ff3-a10f-e04e84582ed4] Powered off the VM {{(pid=69613) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 626.571631] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-e0e2e487-1259-4ed1-9490-8f6b75cb0f66 tempest-ServerDiagnosticsTest-865742498 tempest-ServerDiagnosticsTest-865742498-project-member] [instance: c1d7aa83-ab84-4ff3-a10f-e04e84582ed4] Unregistering the VM {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 626.571888] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-79247da1-2eec-496a-a995-bc1cd2969ca3 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.646250] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-e0e2e487-1259-4ed1-9490-8f6b75cb0f66 tempest-ServerDiagnosticsTest-865742498 tempest-ServerDiagnosticsTest-865742498-project-member] [instance: c1d7aa83-ab84-4ff3-a10f-e04e84582ed4] Unregistered the VM {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 626.646468] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-e0e2e487-1259-4ed1-9490-8f6b75cb0f66 tempest-ServerDiagnosticsTest-865742498 tempest-ServerDiagnosticsTest-865742498-project-member] [instance: c1d7aa83-ab84-4ff3-a10f-e04e84582ed4] Deleting contents of the VM from datastore datastore2 {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 626.646680] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-e0e2e487-1259-4ed1-9490-8f6b75cb0f66 tempest-ServerDiagnosticsTest-865742498 tempest-ServerDiagnosticsTest-865742498-project-member] Deleting the datastore file [datastore2] c1d7aa83-ab84-4ff3-a10f-e04e84582ed4 {{(pid=69613) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 626.651555] env[69613]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2c375baf-b3f3-49ae-b5b0-ba51867a45ca {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.653650] env[69613]: DEBUG oslo_vmware.api [None req-fc37cbdb-121b-45c5-8706-fc4ca9c9561a tempest-ServersAdmin275Test-1291947155 tempest-ServersAdmin275Test-1291947155-project-admin] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52e355cc-85cb-2208-0249-9b18edcedbd3, 'name': SearchDatastore_Task, 'duration_secs': 0.012333} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.657654] env[69613]: DEBUG oslo_vmware.api [None req-3ec35fc8-3bbc-4960-b563-1dbc4b55b0fe tempest-VolumesAssistedSnapshotsTest-2112485022 tempest-VolumesAssistedSnapshotsTest-2112485022-project-member] Task: {'id': task-3416820, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.658707] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-201ed589-158a-4e73-8dd5-1209044dd1ed {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.663740] env[69613]: DEBUG oslo_vmware.api [None req-e0e2e487-1259-4ed1-9490-8f6b75cb0f66 tempest-ServerDiagnosticsTest-865742498 tempest-ServerDiagnosticsTest-865742498-project-member] Waiting for the task: (returnval){ [ 626.663740] env[69613]: value = "task-3416823" [ 626.663740] env[69613]: _type = "Task" [ 626.663740] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.666393] env[69613]: DEBUG oslo_vmware.api [None req-fc37cbdb-121b-45c5-8706-fc4ca9c9561a tempest-ServersAdmin275Test-1291947155 tempest-ServersAdmin275Test-1291947155-project-admin] Waiting for the task: (returnval){ [ 626.666393] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]5254c52f-f139-e8cd-beb3-022b3639a5fd" [ 626.666393] env[69613]: _type = "Task" [ 626.666393] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.680376] env[69613]: DEBUG oslo_vmware.api [None req-e0e2e487-1259-4ed1-9490-8f6b75cb0f66 tempest-ServerDiagnosticsTest-865742498 tempest-ServerDiagnosticsTest-865742498-project-member] Task: {'id': task-3416823, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.685341] env[69613]: DEBUG oslo_vmware.api [None req-fc37cbdb-121b-45c5-8706-fc4ca9c9561a tempest-ServersAdmin275Test-1291947155 tempest-ServersAdmin275Test-1291947155-project-admin] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]5254c52f-f139-e8cd-beb3-022b3639a5fd, 'name': SearchDatastore_Task, 'duration_secs': 0.011956} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.688652] env[69613]: DEBUG oslo_concurrency.lockutils [None req-fc37cbdb-121b-45c5-8706-fc4ca9c9561a tempest-ServersAdmin275Test-1291947155 tempest-ServersAdmin275Test-1291947155-project-admin] Releasing lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.688948] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc37cbdb-121b-45c5-8706-fc4ca9c9561a tempest-ServersAdmin275Test-1291947155 tempest-ServersAdmin275Test-1291947155-project-admin] Copying Virtual Disk [datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk to [datastore2] 82d7d697-989c-4f9f-aaf4-7a7345bf2292/82d7d697-989c-4f9f-aaf4-7a7345bf2292.vmdk {{(pid=69613) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 626.689351] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0120bf11-9feb-4b97-9527-606b6438059a {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.699254] env[69613]: DEBUG oslo_vmware.api [None req-fc37cbdb-121b-45c5-8706-fc4ca9c9561a tempest-ServersAdmin275Test-1291947155 tempest-ServersAdmin275Test-1291947155-project-admin] Waiting for the task: (returnval){ [ 626.699254] env[69613]: value = "task-3416824" [ 626.699254] env[69613]: _type = "Task" [ 626.699254] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.709707] env[69613]: DEBUG oslo_vmware.api [None req-fc37cbdb-121b-45c5-8706-fc4ca9c9561a tempest-ServersAdmin275Test-1291947155 tempest-ServersAdmin275Test-1291947155-project-admin] Task: {'id': task-3416824, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.755787] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a78e8f1-69a2-42e5-a677-d873a2e990eb tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] [instance: cdfedccf-3398-437c-a908-41d6d87d8a99] Powering off the VM {{(pid=69613) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 626.756170] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-356a4ea6-df82-491d-a637-f4b33febf647 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.766401] env[69613]: DEBUG oslo_vmware.api [None req-1a78e8f1-69a2-42e5-a677-d873a2e990eb tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] Waiting for the task: (returnval){ [ 626.766401] env[69613]: value = "task-3416825" [ 626.766401] env[69613]: _type = "Task" [ 626.766401] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.778022] env[69613]: DEBUG oslo_vmware.api [None req-1a78e8f1-69a2-42e5-a677-d873a2e990eb tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] Task: {'id': task-3416825, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.895164] env[69613]: DEBUG oslo_vmware.api [None req-edcd5f88-ae76-4129-bccf-2e2bb4cac7ff tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Task: {'id': task-3416812, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.929646] env[69613]: DEBUG nova.compute.manager [None req-05fcade8-35a2-49be-80df-ac4a528436ed tempest-ServerAddressesNegativeTestJSON-1085258848 tempest-ServerAddressesNegativeTestJSON-1085258848-project-member] [instance: 8fcf169e-2bcf-4fff-9a99-7dc8db4ce128] Start building block device mappings for instance. {{(pid=69613) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 627.047084] env[69613]: DEBUG oslo_vmware.api [None req-f0fa1a8f-2447-492b-8bc8-8476373fe2fa tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Task: {'id': task-3416821, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.072554] env[69613]: DEBUG nova.network.neutron [None req-05fcade8-35a2-49be-80df-ac4a528436ed tempest-ServerAddressesNegativeTestJSON-1085258848 tempest-ServerAddressesNegativeTestJSON-1085258848-project-member] [instance: 8fcf169e-2bcf-4fff-9a99-7dc8db4ce128] Successfully created port: a536d00a-7c7e-4912-a67b-a17e565656ca {{(pid=69613) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 627.163996] env[69613]: DEBUG oslo_vmware.api [None req-3ec35fc8-3bbc-4960-b563-1dbc4b55b0fe tempest-VolumesAssistedSnapshotsTest-2112485022 tempest-VolumesAssistedSnapshotsTest-2112485022-project-member] Task: {'id': task-3416820, 'name': ReconfigVM_Task, 'duration_secs': 0.745761} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.168036] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ec35fc8-3bbc-4960-b563-1dbc4b55b0fe tempest-VolumesAssistedSnapshotsTest-2112485022 tempest-VolumesAssistedSnapshotsTest-2112485022-project-member] [instance: d6968dbb-b95f-4115-af9c-b528337a9663] Reconfigured VM instance instance-0000000e to attach disk [datastore1] d6968dbb-b95f-4115-af9c-b528337a9663/d6968dbb-b95f-4115-af9c-b528337a9663.vmdk or device None with type sparse {{(pid=69613) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 627.168211] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-739cb560-61d6-4ffd-81bf-9c16f926f5a7 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.185322] env[69613]: DEBUG oslo_vmware.api [None req-e0e2e487-1259-4ed1-9490-8f6b75cb0f66 tempest-ServerDiagnosticsTest-865742498 tempest-ServerDiagnosticsTest-865742498-project-member] Task: {'id': task-3416823, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.18345} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.189268] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-e0e2e487-1259-4ed1-9490-8f6b75cb0f66 tempest-ServerDiagnosticsTest-865742498 tempest-ServerDiagnosticsTest-865742498-project-member] Deleted the datastore file {{(pid=69613) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 627.189268] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-e0e2e487-1259-4ed1-9490-8f6b75cb0f66 tempest-ServerDiagnosticsTest-865742498 tempest-ServerDiagnosticsTest-865742498-project-member] [instance: c1d7aa83-ab84-4ff3-a10f-e04e84582ed4] Deleted contents of the VM from datastore datastore2 {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 627.189268] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-e0e2e487-1259-4ed1-9490-8f6b75cb0f66 tempest-ServerDiagnosticsTest-865742498 tempest-ServerDiagnosticsTest-865742498-project-member] [instance: c1d7aa83-ab84-4ff3-a10f-e04e84582ed4] Instance destroyed {{(pid=69613) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 627.189268] env[69613]: INFO nova.compute.manager [None req-e0e2e487-1259-4ed1-9490-8f6b75cb0f66 tempest-ServerDiagnosticsTest-865742498 tempest-ServerDiagnosticsTest-865742498-project-member] [instance: c1d7aa83-ab84-4ff3-a10f-e04e84582ed4] Took 1.17 seconds to destroy the instance on the hypervisor. [ 627.189268] env[69613]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e0e2e487-1259-4ed1-9490-8f6b75cb0f66 tempest-ServerDiagnosticsTest-865742498 tempest-ServerDiagnosticsTest-865742498-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69613) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 627.189449] env[69613]: DEBUG oslo_vmware.api [None req-3ec35fc8-3bbc-4960-b563-1dbc4b55b0fe tempest-VolumesAssistedSnapshotsTest-2112485022 tempest-VolumesAssistedSnapshotsTest-2112485022-project-member] Waiting for the task: (returnval){ [ 627.189449] env[69613]: value = "task-3416826" [ 627.189449] env[69613]: _type = "Task" [ 627.189449] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.190904] env[69613]: DEBUG nova.compute.manager [-] [instance: c1d7aa83-ab84-4ff3-a10f-e04e84582ed4] Deallocating network for instance {{(pid=69613) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 627.191046] env[69613]: DEBUG nova.network.neutron [-] [instance: c1d7aa83-ab84-4ff3-a10f-e04e84582ed4] deallocate_for_instance() {{(pid=69613) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 627.208927] env[69613]: DEBUG oslo_vmware.api [None req-3ec35fc8-3bbc-4960-b563-1dbc4b55b0fe tempest-VolumesAssistedSnapshotsTest-2112485022 tempest-VolumesAssistedSnapshotsTest-2112485022-project-member] Task: {'id': task-3416826, 'name': Rename_Task} progress is 6%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.219324] env[69613]: DEBUG oslo_vmware.api [None req-fc37cbdb-121b-45c5-8706-fc4ca9c9561a tempest-ServersAdmin275Test-1291947155 tempest-ServersAdmin275Test-1291947155-project-admin] Task: {'id': task-3416824, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.280489] env[69613]: DEBUG oslo_vmware.api [None req-1a78e8f1-69a2-42e5-a677-d873a2e990eb tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] Task: {'id': task-3416825, 'name': PowerOffVM_Task, 'duration_secs': 0.289068} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.283512] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a78e8f1-69a2-42e5-a677-d873a2e990eb tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] [instance: cdfedccf-3398-437c-a908-41d6d87d8a99] Powered off the VM {{(pid=69613) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 627.283715] env[69613]: DEBUG nova.compute.manager [None req-1a78e8f1-69a2-42e5-a677-d873a2e990eb tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] [instance: cdfedccf-3398-437c-a908-41d6d87d8a99] Checking state {{(pid=69613) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 627.287022] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eff4f713-6bad-4f17-a080-48d47bb4b230 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.398899] env[69613]: DEBUG oslo_vmware.api [None req-edcd5f88-ae76-4129-bccf-2e2bb4cac7ff tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Task: {'id': task-3416812, 'name': PowerOnVM_Task, 'duration_secs': 3.059997} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.399733] env[69613]: DEBUG nova.network.neutron [req-bb2b3d48-9eef-4828-8a24-53afdb2ec296 req-3578fca6-86c7-498b-befc-1bd8249256e2 service nova] [instance: 1fb750ed-62d4-4784-bf6c-6d777dc5ddb0] Updated VIF entry in instance network info cache for port 621a1701-de10-4dd8-8277-ee1f9400080b. {{(pid=69613) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 627.400088] env[69613]: DEBUG nova.network.neutron [req-bb2b3d48-9eef-4828-8a24-53afdb2ec296 req-3578fca6-86c7-498b-befc-1bd8249256e2 service nova] [instance: 1fb750ed-62d4-4784-bf6c-6d777dc5ddb0] Updating instance_info_cache with network_info: [{"id": "621a1701-de10-4dd8-8277-ee1f9400080b", "address": "fa:16:3e:da:b4:d6", "network": {"id": "2cb87d9b-693d-4d01-9cc7-dd815adbba8d", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1525363723-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "4ac79c17b68b4c8b9f7e4dc24fa29fe5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1cbd5e0e-9116-46f1-9748-13a73d2d7e75", "external-id": "nsx-vlan-transportzone-690", "segmentation_id": 690, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap621a1701-de", "ovs_interfaceid": "621a1701-de10-4dd8-8277-ee1f9400080b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 627.401278] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-edcd5f88-ae76-4129-bccf-2e2bb4cac7ff tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] [instance: c7921fab-fd44-4691-bca3-5ea3ae7e0bc0] Powered on the VM {{(pid=69613) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 627.401628] env[69613]: INFO nova.compute.manager [None req-edcd5f88-ae76-4129-bccf-2e2bb4cac7ff tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] [instance: c7921fab-fd44-4691-bca3-5ea3ae7e0bc0] Took 11.55 seconds to spawn the instance on the hypervisor. [ 627.401814] env[69613]: DEBUG nova.compute.manager [None req-edcd5f88-ae76-4129-bccf-2e2bb4cac7ff tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] [instance: c7921fab-fd44-4691-bca3-5ea3ae7e0bc0] Checking state {{(pid=69613) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 627.403275] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6b3c86e-67f7-4bc8-9b3b-8616a60d82e4 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.555246] env[69613]: DEBUG oslo_vmware.api [None req-f0fa1a8f-2447-492b-8bc8-8476373fe2fa tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Task: {'id': task-3416821, 'name': ReconfigVM_Task, 'duration_secs': 0.580515} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.555246] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-f0fa1a8f-2447-492b-8bc8-8476373fe2fa tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] [instance: 1fb750ed-62d4-4784-bf6c-6d777dc5ddb0] Reconfigured VM instance instance-0000000f to attach disk [datastore1] 1fb750ed-62d4-4784-bf6c-6d777dc5ddb0/1fb750ed-62d4-4784-bf6c-6d777dc5ddb0.vmdk or device None with type sparse {{(pid=69613) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 627.555246] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5fbcf395-318a-4dc7-8c15-50d2804dc428 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.558515] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cdfae2d-4532-455c-91cb-8961ce8719a6 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.562894] env[69613]: DEBUG oslo_vmware.api [None req-f0fa1a8f-2447-492b-8bc8-8476373fe2fa tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Waiting for the task: (returnval){ [ 627.562894] env[69613]: value = "task-3416827" [ 627.562894] env[69613]: _type = "Task" [ 627.562894] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.569971] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0c4d728-1d64-4f6f-9d6b-929d2796e204 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.577506] env[69613]: DEBUG oslo_vmware.api [None req-f0fa1a8f-2447-492b-8bc8-8476373fe2fa tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Task: {'id': task-3416827, 'name': Rename_Task} progress is 5%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.610535] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5cb32cc-57ad-4cc9-b94a-7caf0f60bf02 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.618865] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cd4a87d-f64b-411a-9ff8-37ef9ab486ab {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.637011] env[69613]: DEBUG nova.compute.provider_tree [None req-b382aaf2-8432-4759-8fea-45630bcf0e5c tempest-ServerShowV254Test-1975243985 tempest-ServerShowV254Test-1975243985-project-member] Inventory has not changed in ProviderTree for provider: af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 {{(pid=69613) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 627.708300] env[69613]: DEBUG oslo_vmware.api [None req-3ec35fc8-3bbc-4960-b563-1dbc4b55b0fe tempest-VolumesAssistedSnapshotsTest-2112485022 tempest-VolumesAssistedSnapshotsTest-2112485022-project-member] Task: {'id': task-3416826, 'name': Rename_Task, 'duration_secs': 0.41181} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.709093] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ec35fc8-3bbc-4960-b563-1dbc4b55b0fe tempest-VolumesAssistedSnapshotsTest-2112485022 tempest-VolumesAssistedSnapshotsTest-2112485022-project-member] [instance: d6968dbb-b95f-4115-af9c-b528337a9663] Powering on the VM {{(pid=69613) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 627.709387] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-63230dbb-e6f3-4518-a87e-51e32e03bf83 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.715981] env[69613]: DEBUG oslo_vmware.api [None req-fc37cbdb-121b-45c5-8706-fc4ca9c9561a tempest-ServersAdmin275Test-1291947155 tempest-ServersAdmin275Test-1291947155-project-admin] Task: {'id': task-3416824, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.524917} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.715981] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc37cbdb-121b-45c5-8706-fc4ca9c9561a tempest-ServersAdmin275Test-1291947155 tempest-ServersAdmin275Test-1291947155-project-admin] Copied Virtual Disk [datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk to [datastore2] 82d7d697-989c-4f9f-aaf4-7a7345bf2292/82d7d697-989c-4f9f-aaf4-7a7345bf2292.vmdk {{(pid=69613) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 627.716307] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-fc37cbdb-121b-45c5-8706-fc4ca9c9561a tempest-ServersAdmin275Test-1291947155 tempest-ServersAdmin275Test-1291947155-project-admin] [instance: 82d7d697-989c-4f9f-aaf4-7a7345bf2292] Extending root virtual disk to 1048576 {{(pid=69613) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 627.716467] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c4cdcd0b-db23-4ab7-bfe5-c2882a364cf3 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.722462] env[69613]: DEBUG oslo_vmware.api [None req-3ec35fc8-3bbc-4960-b563-1dbc4b55b0fe tempest-VolumesAssistedSnapshotsTest-2112485022 tempest-VolumesAssistedSnapshotsTest-2112485022-project-member] Waiting for the task: (returnval){ [ 627.722462] env[69613]: value = "task-3416828" [ 627.722462] env[69613]: _type = "Task" [ 627.722462] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.727591] env[69613]: DEBUG oslo_vmware.api [None req-fc37cbdb-121b-45c5-8706-fc4ca9c9561a tempest-ServersAdmin275Test-1291947155 tempest-ServersAdmin275Test-1291947155-project-admin] Waiting for the task: (returnval){ [ 627.727591] env[69613]: value = "task-3416829" [ 627.727591] env[69613]: _type = "Task" [ 627.727591] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.736194] env[69613]: DEBUG oslo_vmware.api [None req-3ec35fc8-3bbc-4960-b563-1dbc4b55b0fe tempest-VolumesAssistedSnapshotsTest-2112485022 tempest-VolumesAssistedSnapshotsTest-2112485022-project-member] Task: {'id': task-3416828, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.739341] env[69613]: DEBUG oslo_vmware.api [None req-fc37cbdb-121b-45c5-8706-fc4ca9c9561a tempest-ServersAdmin275Test-1291947155 tempest-ServersAdmin275Test-1291947155-project-admin] Task: {'id': task-3416829, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.801024] env[69613]: DEBUG oslo_concurrency.lockutils [None req-1a78e8f1-69a2-42e5-a677-d873a2e990eb tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] Lock "cdfedccf-3398-437c-a908-41d6d87d8a99" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.067s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 627.904302] env[69613]: DEBUG oslo_concurrency.lockutils [req-bb2b3d48-9eef-4828-8a24-53afdb2ec296 req-3578fca6-86c7-498b-befc-1bd8249256e2 service nova] Releasing lock "refresh_cache-1fb750ed-62d4-4784-bf6c-6d777dc5ddb0" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.934299] env[69613]: INFO nova.compute.manager [None req-edcd5f88-ae76-4129-bccf-2e2bb4cac7ff tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] [instance: c7921fab-fd44-4691-bca3-5ea3ae7e0bc0] Took 28.87 seconds to build instance. [ 627.943077] env[69613]: DEBUG nova.compute.manager [None req-05fcade8-35a2-49be-80df-ac4a528436ed tempest-ServerAddressesNegativeTestJSON-1085258848 tempest-ServerAddressesNegativeTestJSON-1085258848-project-member] [instance: 8fcf169e-2bcf-4fff-9a99-7dc8db4ce128] Start spawning the instance on the hypervisor. {{(pid=69613) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 627.979085] env[69613]: DEBUG nova.virt.hardware [None req-05fcade8-35a2-49be-80df-ac4a528436ed tempest-ServerAddressesNegativeTestJSON-1085258848 tempest-ServerAddressesNegativeTestJSON-1085258848-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T13:55:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T13:55:19Z,direct_url=,disk_format='vmdk',id=2b7a0304-b5d0-431d-b287-32c8388d7fbd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3e9e1b873f1442d59d5ee8247b941f74',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T13:55:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 627.979341] env[69613]: DEBUG nova.virt.hardware [None req-05fcade8-35a2-49be-80df-ac4a528436ed tempest-ServerAddressesNegativeTestJSON-1085258848 tempest-ServerAddressesNegativeTestJSON-1085258848-project-member] Flavor limits 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 627.979501] env[69613]: DEBUG nova.virt.hardware [None req-05fcade8-35a2-49be-80df-ac4a528436ed tempest-ServerAddressesNegativeTestJSON-1085258848 tempest-ServerAddressesNegativeTestJSON-1085258848-project-member] Image limits 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 627.979812] env[69613]: DEBUG nova.virt.hardware [None req-05fcade8-35a2-49be-80df-ac4a528436ed tempest-ServerAddressesNegativeTestJSON-1085258848 tempest-ServerAddressesNegativeTestJSON-1085258848-project-member] Flavor pref 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 627.979812] env[69613]: DEBUG nova.virt.hardware [None req-05fcade8-35a2-49be-80df-ac4a528436ed tempest-ServerAddressesNegativeTestJSON-1085258848 tempest-ServerAddressesNegativeTestJSON-1085258848-project-member] Image pref 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 627.979947] env[69613]: DEBUG nova.virt.hardware [None req-05fcade8-35a2-49be-80df-ac4a528436ed tempest-ServerAddressesNegativeTestJSON-1085258848 tempest-ServerAddressesNegativeTestJSON-1085258848-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 627.980179] env[69613]: DEBUG nova.virt.hardware [None req-05fcade8-35a2-49be-80df-ac4a528436ed tempest-ServerAddressesNegativeTestJSON-1085258848 tempest-ServerAddressesNegativeTestJSON-1085258848-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 627.980337] env[69613]: DEBUG nova.virt.hardware [None req-05fcade8-35a2-49be-80df-ac4a528436ed tempest-ServerAddressesNegativeTestJSON-1085258848 tempest-ServerAddressesNegativeTestJSON-1085258848-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69613) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 627.980687] env[69613]: DEBUG nova.virt.hardware [None req-05fcade8-35a2-49be-80df-ac4a528436ed tempest-ServerAddressesNegativeTestJSON-1085258848 tempest-ServerAddressesNegativeTestJSON-1085258848-project-member] Got 1 possible topologies {{(pid=69613) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 627.980687] env[69613]: DEBUG nova.virt.hardware [None req-05fcade8-35a2-49be-80df-ac4a528436ed tempest-ServerAddressesNegativeTestJSON-1085258848 tempest-ServerAddressesNegativeTestJSON-1085258848-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 627.980828] env[69613]: DEBUG nova.virt.hardware [None req-05fcade8-35a2-49be-80df-ac4a528436ed tempest-ServerAddressesNegativeTestJSON-1085258848 tempest-ServerAddressesNegativeTestJSON-1085258848-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 627.981740] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afd412da-e417-4414-8fc6-2c9bda145968 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.991510] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c3cf91e-9f08-4e36-b2b5-47cd607c0d3c {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.080292] env[69613]: DEBUG oslo_vmware.api [None req-f0fa1a8f-2447-492b-8bc8-8476373fe2fa tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Task: {'id': task-3416827, 'name': Rename_Task, 'duration_secs': 0.342945} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.080292] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0fa1a8f-2447-492b-8bc8-8476373fe2fa tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] [instance: 1fb750ed-62d4-4784-bf6c-6d777dc5ddb0] Powering on the VM {{(pid=69613) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 628.080692] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ffaafb0d-b6fa-47d4-a5b0-eeecd3b8bfa1 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.091808] env[69613]: DEBUG oslo_vmware.api [None req-f0fa1a8f-2447-492b-8bc8-8476373fe2fa tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Waiting for the task: (returnval){ [ 628.091808] env[69613]: value = "task-3416830" [ 628.091808] env[69613]: _type = "Task" [ 628.091808] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.102894] env[69613]: DEBUG oslo_vmware.api [None req-f0fa1a8f-2447-492b-8bc8-8476373fe2fa tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Task: {'id': task-3416830, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.144024] env[69613]: DEBUG nova.scheduler.client.report [None req-b382aaf2-8432-4759-8fea-45630bcf0e5c tempest-ServerShowV254Test-1975243985 tempest-ServerShowV254Test-1975243985-project-member] Inventory has not changed for provider af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69613) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 628.238381] env[69613]: DEBUG oslo_vmware.api [None req-3ec35fc8-3bbc-4960-b563-1dbc4b55b0fe tempest-VolumesAssistedSnapshotsTest-2112485022 tempest-VolumesAssistedSnapshotsTest-2112485022-project-member] Task: {'id': task-3416828, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.244290] env[69613]: DEBUG oslo_vmware.api [None req-fc37cbdb-121b-45c5-8706-fc4ca9c9561a tempest-ServersAdmin275Test-1291947155 tempest-ServersAdmin275Test-1291947155-project-admin] Task: {'id': task-3416829, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.187282} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.244564] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-fc37cbdb-121b-45c5-8706-fc4ca9c9561a tempest-ServersAdmin275Test-1291947155 tempest-ServersAdmin275Test-1291947155-project-admin] [instance: 82d7d697-989c-4f9f-aaf4-7a7345bf2292] Extended root virtual disk {{(pid=69613) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 628.245370] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4680a40-657b-4aed-ad45-689c128a5376 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.278993] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-fc37cbdb-121b-45c5-8706-fc4ca9c9561a tempest-ServersAdmin275Test-1291947155 tempest-ServersAdmin275Test-1291947155-project-admin] [instance: 82d7d697-989c-4f9f-aaf4-7a7345bf2292] Reconfiguring VM instance instance-00000008 to attach disk [datastore2] 82d7d697-989c-4f9f-aaf4-7a7345bf2292/82d7d697-989c-4f9f-aaf4-7a7345bf2292.vmdk or device None with type sparse {{(pid=69613) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 628.278993] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-18ce7be2-c8cc-4aef-9206-d5da0de7ba3e {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.314717] env[69613]: DEBUG oslo_vmware.api [None req-fc37cbdb-121b-45c5-8706-fc4ca9c9561a tempest-ServersAdmin275Test-1291947155 tempest-ServersAdmin275Test-1291947155-project-admin] Waiting for the task: (returnval){ [ 628.314717] env[69613]: value = "task-3416831" [ 628.314717] env[69613]: _type = "Task" [ 628.314717] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.327592] env[69613]: DEBUG oslo_vmware.api [None req-fc37cbdb-121b-45c5-8706-fc4ca9c9561a tempest-ServersAdmin275Test-1291947155 tempest-ServersAdmin275Test-1291947155-project-admin] Task: {'id': task-3416831, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.439205] env[69613]: DEBUG oslo_concurrency.lockutils [None req-edcd5f88-ae76-4129-bccf-2e2bb4cac7ff tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Lock "c7921fab-fd44-4691-bca3-5ea3ae7e0bc0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.703s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 628.523780] env[69613]: DEBUG nova.compute.manager [req-c3484263-80a8-4dd8-8f99-95f7e403911a req-51aeb2a7-99c1-405e-8e1c-c00408d28d1b service nova] [instance: 54fe2a35-52f3-4c21-a0f4-522e44b620a0] Received event network-changed-216bb07e-76d4-40c2-9d5d-0d307e8fbaf2 {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 628.525731] env[69613]: DEBUG nova.compute.manager [req-c3484263-80a8-4dd8-8f99-95f7e403911a req-51aeb2a7-99c1-405e-8e1c-c00408d28d1b service nova] [instance: 54fe2a35-52f3-4c21-a0f4-522e44b620a0] Refreshing instance network info cache due to event network-changed-216bb07e-76d4-40c2-9d5d-0d307e8fbaf2. {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 628.525731] env[69613]: DEBUG oslo_concurrency.lockutils [req-c3484263-80a8-4dd8-8f99-95f7e403911a req-51aeb2a7-99c1-405e-8e1c-c00408d28d1b service nova] Acquiring lock "refresh_cache-54fe2a35-52f3-4c21-a0f4-522e44b620a0" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.525731] env[69613]: DEBUG oslo_concurrency.lockutils [req-c3484263-80a8-4dd8-8f99-95f7e403911a req-51aeb2a7-99c1-405e-8e1c-c00408d28d1b service nova] Acquired lock "refresh_cache-54fe2a35-52f3-4c21-a0f4-522e44b620a0" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.525731] env[69613]: DEBUG nova.network.neutron [req-c3484263-80a8-4dd8-8f99-95f7e403911a req-51aeb2a7-99c1-405e-8e1c-c00408d28d1b service nova] [instance: 54fe2a35-52f3-4c21-a0f4-522e44b620a0] Refreshing network info cache for port 216bb07e-76d4-40c2-9d5d-0d307e8fbaf2 {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 628.604722] env[69613]: DEBUG oslo_vmware.api [None req-f0fa1a8f-2447-492b-8bc8-8476373fe2fa tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Task: {'id': task-3416830, 'name': PowerOnVM_Task} progress is 78%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.642197] env[69613]: DEBUG nova.network.neutron [-] [instance: c1d7aa83-ab84-4ff3-a10f-e04e84582ed4] Updating instance_info_cache with network_info: [] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 628.646720] env[69613]: DEBUG oslo_concurrency.lockutils [None req-b382aaf2-8432-4759-8fea-45630bcf0e5c tempest-ServerShowV254Test-1975243985 tempest-ServerShowV254Test-1975243985-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.730s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 628.647134] env[69613]: DEBUG nova.compute.manager [None req-b382aaf2-8432-4759-8fea-45630bcf0e5c tempest-ServerShowV254Test-1975243985 tempest-ServerShowV254Test-1975243985-project-member] [instance: cd5b4748-087b-4058-990d-e15affb5a715] Start building networks asynchronously for instance. {{(pid=69613) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 628.650132] env[69613]: DEBUG oslo_concurrency.lockutils [None req-90ae4c6e-6be8-456d-8438-6aaff0916402 tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.776s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 628.651664] env[69613]: INFO nova.compute.claims [None req-90ae4c6e-6be8-456d-8438-6aaff0916402 tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] [instance: 6ec24a38-4b28-42e6-b86b-654d79714a95] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 628.735494] env[69613]: DEBUG oslo_vmware.api [None req-3ec35fc8-3bbc-4960-b563-1dbc4b55b0fe tempest-VolumesAssistedSnapshotsTest-2112485022 tempest-VolumesAssistedSnapshotsTest-2112485022-project-member] Task: {'id': task-3416828, 'name': PowerOnVM_Task, 'duration_secs': 0.854851} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.735635] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ec35fc8-3bbc-4960-b563-1dbc4b55b0fe tempest-VolumesAssistedSnapshotsTest-2112485022 tempest-VolumesAssistedSnapshotsTest-2112485022-project-member] [instance: d6968dbb-b95f-4115-af9c-b528337a9663] Powered on the VM {{(pid=69613) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 628.735840] env[69613]: INFO nova.compute.manager [None req-3ec35fc8-3bbc-4960-b563-1dbc4b55b0fe tempest-VolumesAssistedSnapshotsTest-2112485022 tempest-VolumesAssistedSnapshotsTest-2112485022-project-member] [instance: d6968dbb-b95f-4115-af9c-b528337a9663] Took 10.24 seconds to spawn the instance on the hypervisor. [ 628.736106] env[69613]: DEBUG nova.compute.manager [None req-3ec35fc8-3bbc-4960-b563-1dbc4b55b0fe tempest-VolumesAssistedSnapshotsTest-2112485022 tempest-VolumesAssistedSnapshotsTest-2112485022-project-member] [instance: d6968dbb-b95f-4115-af9c-b528337a9663] Checking state {{(pid=69613) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 628.736918] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d36c83a5-2e1a-4341-9e93-e6699bb2d41c {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.827310] env[69613]: DEBUG oslo_vmware.api [None req-fc37cbdb-121b-45c5-8706-fc4ca9c9561a tempest-ServersAdmin275Test-1291947155 tempest-ServersAdmin275Test-1291947155-project-admin] Task: {'id': task-3416831, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.908493] env[69613]: DEBUG nova.compute.manager [req-5657030e-af1b-4db8-a7b0-9ef0427012e1 req-4a6c3843-9966-4d92-b8ba-4aedff56a094 service nova] [instance: c1d7aa83-ab84-4ff3-a10f-e04e84582ed4] Received event network-vif-deleted-9fe18fcf-9be7-48b2-ae72-4c82adf3bcd4 {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 628.946350] env[69613]: DEBUG nova.compute.manager [None req-f117a1b4-81e1-4c12-8a5d-0a8d48bd7be1 tempest-ServerAddressesTestJSON-2032119828 tempest-ServerAddressesTestJSON-2032119828-project-member] [instance: 1e4afb61-0ef2-4805-85e2-4e480e8ba25f] Starting instance... {{(pid=69613) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 629.017751] env[69613]: DEBUG oslo_concurrency.lockutils [None req-32907060-8f4f-457e-ae62-7bc0bf582a46 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Acquiring lock "c7921fab-fd44-4691-bca3-5ea3ae7e0bc0" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 629.017751] env[69613]: DEBUG oslo_concurrency.lockutils [None req-32907060-8f4f-457e-ae62-7bc0bf582a46 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Lock "c7921fab-fd44-4691-bca3-5ea3ae7e0bc0" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 629.018480] env[69613]: DEBUG nova.compute.manager [None req-32907060-8f4f-457e-ae62-7bc0bf582a46 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] [instance: c7921fab-fd44-4691-bca3-5ea3ae7e0bc0] Checking state {{(pid=69613) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 629.019200] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02b5cd3a-fcd6-47ae-a02b-77221b7e6b05 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.033856] env[69613]: DEBUG nova.compute.manager [None req-32907060-8f4f-457e-ae62-7bc0bf582a46 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] [instance: c7921fab-fd44-4691-bca3-5ea3ae7e0bc0] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69613) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 629.033914] env[69613]: DEBUG nova.objects.instance [None req-32907060-8f4f-457e-ae62-7bc0bf582a46 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Lazy-loading 'flavor' on Instance uuid c7921fab-fd44-4691-bca3-5ea3ae7e0bc0 {{(pid=69613) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 629.103508] env[69613]: DEBUG oslo_vmware.api [None req-f0fa1a8f-2447-492b-8bc8-8476373fe2fa tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Task: {'id': task-3416830, 'name': PowerOnVM_Task, 'duration_secs': 0.987516} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.103807] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0fa1a8f-2447-492b-8bc8-8476373fe2fa tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] [instance: 1fb750ed-62d4-4784-bf6c-6d777dc5ddb0] Powered on the VM {{(pid=69613) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 629.104022] env[69613]: INFO nova.compute.manager [None req-f0fa1a8f-2447-492b-8bc8-8476373fe2fa tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] [instance: 1fb750ed-62d4-4784-bf6c-6d777dc5ddb0] Took 7.93 seconds to spawn the instance on the hypervisor. [ 629.104202] env[69613]: DEBUG nova.compute.manager [None req-f0fa1a8f-2447-492b-8bc8-8476373fe2fa tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] [instance: 1fb750ed-62d4-4784-bf6c-6d777dc5ddb0] Checking state {{(pid=69613) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 629.104997] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e226eab-23e6-4b7d-812c-53a22b9658a8 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.149128] env[69613]: INFO nova.compute.manager [-] [instance: c1d7aa83-ab84-4ff3-a10f-e04e84582ed4] Took 1.95 seconds to deallocate network for instance. [ 629.158477] env[69613]: DEBUG nova.compute.utils [None req-b382aaf2-8432-4759-8fea-45630bcf0e5c tempest-ServerShowV254Test-1975243985 tempest-ServerShowV254Test-1975243985-project-member] Using /dev/sd instead of None {{(pid=69613) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 629.160200] env[69613]: DEBUG nova.compute.manager [None req-b382aaf2-8432-4759-8fea-45630bcf0e5c tempest-ServerShowV254Test-1975243985 tempest-ServerShowV254Test-1975243985-project-member] [instance: cd5b4748-087b-4058-990d-e15affb5a715] Not allocating networking since 'none' was specified. {{(pid=69613) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 629.258117] env[69613]: INFO nova.compute.manager [None req-3ec35fc8-3bbc-4960-b563-1dbc4b55b0fe tempest-VolumesAssistedSnapshotsTest-2112485022 tempest-VolumesAssistedSnapshotsTest-2112485022-project-member] [instance: d6968dbb-b95f-4115-af9c-b528337a9663] Took 29.56 seconds to build instance. [ 629.333557] env[69613]: DEBUG oslo_vmware.api [None req-fc37cbdb-121b-45c5-8706-fc4ca9c9561a tempest-ServersAdmin275Test-1291947155 tempest-ServersAdmin275Test-1291947155-project-admin] Task: {'id': task-3416831, 'name': ReconfigVM_Task, 'duration_secs': 0.531951} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.333911] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-fc37cbdb-121b-45c5-8706-fc4ca9c9561a tempest-ServersAdmin275Test-1291947155 tempest-ServersAdmin275Test-1291947155-project-admin] [instance: 82d7d697-989c-4f9f-aaf4-7a7345bf2292] Reconfigured VM instance instance-00000008 to attach disk [datastore2] 82d7d697-989c-4f9f-aaf4-7a7345bf2292/82d7d697-989c-4f9f-aaf4-7a7345bf2292.vmdk or device None with type sparse {{(pid=69613) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 629.334582] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-44cb615b-bbc3-42f5-96a3-22d9ac8e75e5 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.342759] env[69613]: DEBUG oslo_vmware.api [None req-fc37cbdb-121b-45c5-8706-fc4ca9c9561a tempest-ServersAdmin275Test-1291947155 tempest-ServersAdmin275Test-1291947155-project-admin] Waiting for the task: (returnval){ [ 629.342759] env[69613]: value = "task-3416832" [ 629.342759] env[69613]: _type = "Task" [ 629.342759] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.355229] env[69613]: DEBUG oslo_vmware.api [None req-fc37cbdb-121b-45c5-8706-fc4ca9c9561a tempest-ServersAdmin275Test-1291947155 tempest-ServersAdmin275Test-1291947155-project-admin] Task: {'id': task-3416832, 'name': Rename_Task} progress is 5%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.482034] env[69613]: DEBUG oslo_concurrency.lockutils [None req-f117a1b4-81e1-4c12-8a5d-0a8d48bd7be1 tempest-ServerAddressesTestJSON-2032119828 tempest-ServerAddressesTestJSON-2032119828-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 629.565148] env[69613]: DEBUG nova.network.neutron [req-c3484263-80a8-4dd8-8f99-95f7e403911a req-51aeb2a7-99c1-405e-8e1c-c00408d28d1b service nova] [instance: 54fe2a35-52f3-4c21-a0f4-522e44b620a0] Updated VIF entry in instance network info cache for port 216bb07e-76d4-40c2-9d5d-0d307e8fbaf2. {{(pid=69613) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 629.565516] env[69613]: DEBUG nova.network.neutron [req-c3484263-80a8-4dd8-8f99-95f7e403911a req-51aeb2a7-99c1-405e-8e1c-c00408d28d1b service nova] [instance: 54fe2a35-52f3-4c21-a0f4-522e44b620a0] Updating instance_info_cache with network_info: [{"id": "216bb07e-76d4-40c2-9d5d-0d307e8fbaf2", "address": "fa:16:3e:ec:2d:84", "network": {"id": "54ab3838-d093-44a6-a39d-a7c6f0d04722", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1893306674-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.246", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "27a86352b75b44bcbd9a96d15a2c3db1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5fb99c57-eaa0-447b-bb33-baced85d9c00", "external-id": "nsx-vlan-transportzone-253", "segmentation_id": 253, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap216bb07e-76", "ovs_interfaceid": "216bb07e-76d4-40c2-9d5d-0d307e8fbaf2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 629.633534] env[69613]: INFO nova.compute.manager [None req-f0fa1a8f-2447-492b-8bc8-8476373fe2fa tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] [instance: 1fb750ed-62d4-4784-bf6c-6d777dc5ddb0] Took 26.66 seconds to build instance. [ 629.654894] env[69613]: DEBUG oslo_concurrency.lockutils [None req-e0e2e487-1259-4ed1-9490-8f6b75cb0f66 tempest-ServerDiagnosticsTest-865742498 tempest-ServerDiagnosticsTest-865742498-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 629.663057] env[69613]: DEBUG nova.compute.manager [None req-b382aaf2-8432-4759-8fea-45630bcf0e5c tempest-ServerShowV254Test-1975243985 tempest-ServerShowV254Test-1975243985-project-member] [instance: cd5b4748-087b-4058-990d-e15affb5a715] Start building block device mappings for instance. {{(pid=69613) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 629.762834] env[69613]: DEBUG oslo_concurrency.lockutils [None req-3ec35fc8-3bbc-4960-b563-1dbc4b55b0fe tempest-VolumesAssistedSnapshotsTest-2112485022 tempest-VolumesAssistedSnapshotsTest-2112485022-project-member] Lock "d6968dbb-b95f-4115-af9c-b528337a9663" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.471s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 629.830948] env[69613]: DEBUG nova.network.neutron [None req-05fcade8-35a2-49be-80df-ac4a528436ed tempest-ServerAddressesNegativeTestJSON-1085258848 tempest-ServerAddressesNegativeTestJSON-1085258848-project-member] [instance: 8fcf169e-2bcf-4fff-9a99-7dc8db4ce128] Successfully updated port: a536d00a-7c7e-4912-a67b-a17e565656ca {{(pid=69613) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 629.861655] env[69613]: DEBUG oslo_vmware.api [None req-fc37cbdb-121b-45c5-8706-fc4ca9c9561a tempest-ServersAdmin275Test-1291947155 tempest-ServersAdmin275Test-1291947155-project-admin] Task: {'id': task-3416832, 'name': Rename_Task, 'duration_secs': 0.200957} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.862982] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc37cbdb-121b-45c5-8706-fc4ca9c9561a tempest-ServersAdmin275Test-1291947155 tempest-ServersAdmin275Test-1291947155-project-admin] [instance: 82d7d697-989c-4f9f-aaf4-7a7345bf2292] Powering on the VM {{(pid=69613) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 629.862982] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a445b88b-47cb-47e9-b4fc-bb12a4c0f3f2 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.873336] env[69613]: DEBUG oslo_vmware.api [None req-fc37cbdb-121b-45c5-8706-fc4ca9c9561a tempest-ServersAdmin275Test-1291947155 tempest-ServersAdmin275Test-1291947155-project-admin] Waiting for the task: (returnval){ [ 629.873336] env[69613]: value = "task-3416833" [ 629.873336] env[69613]: _type = "Task" [ 629.873336] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.884655] env[69613]: DEBUG oslo_vmware.api [None req-fc37cbdb-121b-45c5-8706-fc4ca9c9561a tempest-ServersAdmin275Test-1291947155 tempest-ServersAdmin275Test-1291947155-project-admin] Task: {'id': task-3416833, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.044970] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-32907060-8f4f-457e-ae62-7bc0bf582a46 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] [instance: c7921fab-fd44-4691-bca3-5ea3ae7e0bc0] Powering off the VM {{(pid=69613) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 630.044970] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-79ce04b4-7cd3-4721-9456-8b65672ae63f {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.056880] env[69613]: DEBUG oslo_vmware.api [None req-32907060-8f4f-457e-ae62-7bc0bf582a46 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Waiting for the task: (returnval){ [ 630.056880] env[69613]: value = "task-3416834" [ 630.056880] env[69613]: _type = "Task" [ 630.056880] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.069198] env[69613]: DEBUG oslo_concurrency.lockutils [req-c3484263-80a8-4dd8-8f99-95f7e403911a req-51aeb2a7-99c1-405e-8e1c-c00408d28d1b service nova] Releasing lock "refresh_cache-54fe2a35-52f3-4c21-a0f4-522e44b620a0" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.069487] env[69613]: DEBUG oslo_vmware.api [None req-32907060-8f4f-457e-ae62-7bc0bf582a46 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Task: {'id': task-3416834, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.141466] env[69613]: DEBUG oslo_concurrency.lockutils [None req-f0fa1a8f-2447-492b-8bc8-8476373fe2fa tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Lock "1fb750ed-62d4-4784-bf6c-6d777dc5ddb0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.623s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 630.215522] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab2f861f-a8a0-4dbb-a50d-7ee570af8e00 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.228762] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22ec0c67-ada2-4031-9cde-e9b23943c6ac {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.270187] env[69613]: DEBUG nova.compute.manager [None req-2bc978f7-de16-4779-a0c0-7f1ddb4901b1 tempest-FloatingIPsAssociationTestJSON-164946246 tempest-FloatingIPsAssociationTestJSON-164946246-project-member] [instance: e75fc999-a479-44b6-a715-1a76054d73c6] Starting instance... {{(pid=69613) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 630.274174] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d71ed8cb-ef6f-42cd-8090-877d11a2b482 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.283164] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-501dfb96-75b7-464c-8156-6e3608153e3b {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.306300] env[69613]: DEBUG nova.compute.provider_tree [None req-90ae4c6e-6be8-456d-8438-6aaff0916402 tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Inventory has not changed in ProviderTree for provider: af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 {{(pid=69613) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 630.336105] env[69613]: DEBUG oslo_concurrency.lockutils [None req-05fcade8-35a2-49be-80df-ac4a528436ed tempest-ServerAddressesNegativeTestJSON-1085258848 tempest-ServerAddressesNegativeTestJSON-1085258848-project-member] Acquiring lock "refresh_cache-8fcf169e-2bcf-4fff-9a99-7dc8db4ce128" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.336105] env[69613]: DEBUG oslo_concurrency.lockutils [None req-05fcade8-35a2-49be-80df-ac4a528436ed tempest-ServerAddressesNegativeTestJSON-1085258848 tempest-ServerAddressesNegativeTestJSON-1085258848-project-member] Acquired lock "refresh_cache-8fcf169e-2bcf-4fff-9a99-7dc8db4ce128" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.336193] env[69613]: DEBUG nova.network.neutron [None req-05fcade8-35a2-49be-80df-ac4a528436ed tempest-ServerAddressesNegativeTestJSON-1085258848 tempest-ServerAddressesNegativeTestJSON-1085258848-project-member] [instance: 8fcf169e-2bcf-4fff-9a99-7dc8db4ce128] Building network info cache for instance {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 630.387092] env[69613]: DEBUG oslo_vmware.api [None req-fc37cbdb-121b-45c5-8706-fc4ca9c9561a tempest-ServersAdmin275Test-1291947155 tempest-ServersAdmin275Test-1291947155-project-admin] Task: {'id': task-3416833, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.568311] env[69613]: DEBUG oslo_vmware.api [None req-32907060-8f4f-457e-ae62-7bc0bf582a46 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Task: {'id': task-3416834, 'name': PowerOffVM_Task, 'duration_secs': 0.227299} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.568673] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-32907060-8f4f-457e-ae62-7bc0bf582a46 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] [instance: c7921fab-fd44-4691-bca3-5ea3ae7e0bc0] Powered off the VM {{(pid=69613) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 630.568878] env[69613]: DEBUG nova.compute.manager [None req-32907060-8f4f-457e-ae62-7bc0bf582a46 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] [instance: c7921fab-fd44-4691-bca3-5ea3ae7e0bc0] Checking state {{(pid=69613) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 630.569683] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26d731a3-a6a3-4151-8ea2-f691f4a341ce {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.645431] env[69613]: DEBUG nova.compute.manager [None req-68584071-a16c-4783-941c-0016b562ff9f tempest-SecurityGroupsTestJSON-147571119 tempest-SecurityGroupsTestJSON-147571119-project-member] [instance: d812aca8-c993-4f3e-8235-115a51b60501] Starting instance... {{(pid=69613) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 630.670851] env[69613]: DEBUG nova.objects.instance [None req-2c63dedd-e0fc-422c-991c-33b4d4f3524d tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] Lazy-loading 'flavor' on Instance uuid cdfedccf-3398-437c-a908-41d6d87d8a99 {{(pid=69613) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 630.681666] env[69613]: DEBUG nova.compute.manager [None req-b382aaf2-8432-4759-8fea-45630bcf0e5c tempest-ServerShowV254Test-1975243985 tempest-ServerShowV254Test-1975243985-project-member] [instance: cd5b4748-087b-4058-990d-e15affb5a715] Start spawning the instance on the hypervisor. {{(pid=69613) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 630.715886] env[69613]: DEBUG nova.virt.hardware [None req-b382aaf2-8432-4759-8fea-45630bcf0e5c tempest-ServerShowV254Test-1975243985 tempest-ServerShowV254Test-1975243985-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T13:55:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T13:55:19Z,direct_url=,disk_format='vmdk',id=2b7a0304-b5d0-431d-b287-32c8388d7fbd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3e9e1b873f1442d59d5ee8247b941f74',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T13:55:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 630.715886] env[69613]: DEBUG nova.virt.hardware [None req-b382aaf2-8432-4759-8fea-45630bcf0e5c tempest-ServerShowV254Test-1975243985 tempest-ServerShowV254Test-1975243985-project-member] Flavor limits 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 630.715886] env[69613]: DEBUG nova.virt.hardware [None req-b382aaf2-8432-4759-8fea-45630bcf0e5c tempest-ServerShowV254Test-1975243985 tempest-ServerShowV254Test-1975243985-project-member] Image limits 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 630.715886] env[69613]: DEBUG nova.virt.hardware [None req-b382aaf2-8432-4759-8fea-45630bcf0e5c tempest-ServerShowV254Test-1975243985 tempest-ServerShowV254Test-1975243985-project-member] Flavor pref 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 630.716184] env[69613]: DEBUG nova.virt.hardware [None req-b382aaf2-8432-4759-8fea-45630bcf0e5c tempest-ServerShowV254Test-1975243985 tempest-ServerShowV254Test-1975243985-project-member] Image pref 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 630.716184] env[69613]: DEBUG nova.virt.hardware [None req-b382aaf2-8432-4759-8fea-45630bcf0e5c tempest-ServerShowV254Test-1975243985 tempest-ServerShowV254Test-1975243985-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 630.716304] env[69613]: DEBUG nova.virt.hardware [None req-b382aaf2-8432-4759-8fea-45630bcf0e5c tempest-ServerShowV254Test-1975243985 tempest-ServerShowV254Test-1975243985-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 630.716455] env[69613]: DEBUG nova.virt.hardware [None req-b382aaf2-8432-4759-8fea-45630bcf0e5c tempest-ServerShowV254Test-1975243985 tempest-ServerShowV254Test-1975243985-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69613) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 630.716611] env[69613]: DEBUG nova.virt.hardware [None req-b382aaf2-8432-4759-8fea-45630bcf0e5c tempest-ServerShowV254Test-1975243985 tempest-ServerShowV254Test-1975243985-project-member] Got 1 possible topologies {{(pid=69613) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 630.716763] env[69613]: DEBUG nova.virt.hardware [None req-b382aaf2-8432-4759-8fea-45630bcf0e5c tempest-ServerShowV254Test-1975243985 tempest-ServerShowV254Test-1975243985-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 630.716936] env[69613]: DEBUG nova.virt.hardware [None req-b382aaf2-8432-4759-8fea-45630bcf0e5c tempest-ServerShowV254Test-1975243985 tempest-ServerShowV254Test-1975243985-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 630.718039] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a826bde0-15e5-4382-8f02-33bec4f0ab7d {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.726936] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb40fa3c-73ef-4360-9bc7-4390c0e34c5c {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.742764] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-b382aaf2-8432-4759-8fea-45630bcf0e5c tempest-ServerShowV254Test-1975243985 tempest-ServerShowV254Test-1975243985-project-member] [instance: cd5b4748-087b-4058-990d-e15affb5a715] Instance VIF info [] {{(pid=69613) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 630.747606] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-b382aaf2-8432-4759-8fea-45630bcf0e5c tempest-ServerShowV254Test-1975243985 tempest-ServerShowV254Test-1975243985-project-member] Creating folder: Project (4ad5b6bd2a194ea3af14acd9893f5847). Parent ref: group-v681687. {{(pid=69613) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 630.747908] env[69613]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-138b2265-984f-4f5f-9680-87f68ab0e0fe {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.761073] env[69613]: INFO nova.virt.vmwareapi.vm_util [None req-b382aaf2-8432-4759-8fea-45630bcf0e5c tempest-ServerShowV254Test-1975243985 tempest-ServerShowV254Test-1975243985-project-member] Created folder: Project (4ad5b6bd2a194ea3af14acd9893f5847) in parent group-v681687. [ 630.761262] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-b382aaf2-8432-4759-8fea-45630bcf0e5c tempest-ServerShowV254Test-1975243985 tempest-ServerShowV254Test-1975243985-project-member] Creating folder: Instances. Parent ref: group-v681729. {{(pid=69613) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 630.761509] env[69613]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-14527ba6-6349-4919-a805-777f780b04f7 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.773387] env[69613]: INFO nova.virt.vmwareapi.vm_util [None req-b382aaf2-8432-4759-8fea-45630bcf0e5c tempest-ServerShowV254Test-1975243985 tempest-ServerShowV254Test-1975243985-project-member] Created folder: Instances in parent group-v681729. [ 630.773648] env[69613]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b382aaf2-8432-4759-8fea-45630bcf0e5c tempest-ServerShowV254Test-1975243985 tempest-ServerShowV254Test-1975243985-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69613) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 630.773839] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cd5b4748-087b-4058-990d-e15affb5a715] Creating VM on the ESX host {{(pid=69613) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 630.774423] env[69613]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-91026a8e-a950-4629-bbf0-04072408ea42 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.793904] env[69613]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 630.793904] env[69613]: value = "task-3416837" [ 630.793904] env[69613]: _type = "Task" [ 630.793904] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.803833] env[69613]: DEBUG oslo_vmware.api [-] Task: {'id': task-3416837, 'name': CreateVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.808850] env[69613]: DEBUG oslo_concurrency.lockutils [None req-2bc978f7-de16-4779-a0c0-7f1ddb4901b1 tempest-FloatingIPsAssociationTestJSON-164946246 tempest-FloatingIPsAssociationTestJSON-164946246-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 630.809824] env[69613]: DEBUG nova.scheduler.client.report [None req-90ae4c6e-6be8-456d-8438-6aaff0916402 tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Inventory has not changed for provider af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69613) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 630.885663] env[69613]: DEBUG oslo_vmware.api [None req-fc37cbdb-121b-45c5-8706-fc4ca9c9561a tempest-ServersAdmin275Test-1291947155 tempest-ServersAdmin275Test-1291947155-project-admin] Task: {'id': task-3416833, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.886715] env[69613]: DEBUG nova.network.neutron [None req-05fcade8-35a2-49be-80df-ac4a528436ed tempest-ServerAddressesNegativeTestJSON-1085258848 tempest-ServerAddressesNegativeTestJSON-1085258848-project-member] [instance: 8fcf169e-2bcf-4fff-9a99-7dc8db4ce128] Instance cache missing network info. {{(pid=69613) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 631.087822] env[69613]: DEBUG oslo_concurrency.lockutils [None req-32907060-8f4f-457e-ae62-7bc0bf582a46 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Lock "c7921fab-fd44-4691-bca3-5ea3ae7e0bc0" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.070s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 631.173298] env[69613]: DEBUG nova.network.neutron [None req-05fcade8-35a2-49be-80df-ac4a528436ed tempest-ServerAddressesNegativeTestJSON-1085258848 tempest-ServerAddressesNegativeTestJSON-1085258848-project-member] [instance: 8fcf169e-2bcf-4fff-9a99-7dc8db4ce128] Updating instance_info_cache with network_info: [{"id": "a536d00a-7c7e-4912-a67b-a17e565656ca", "address": "fa:16:3e:b7:98:a0", "network": {"id": "09980e44-a3a9-481a-9d95-af44de874f1d", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1937700736-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0cd79c8593b841fbab9f425e60f657bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7ab8d568-adb0-4f3b-b6cc-68413e6546ae", "external-id": "nsx-vlan-transportzone-86", "segmentation_id": 86, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa536d00a-7c", "ovs_interfaceid": "a536d00a-7c7e-4912-a67b-a17e565656ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 631.182944] env[69613]: DEBUG oslo_concurrency.lockutils [None req-68584071-a16c-4783-941c-0016b562ff9f tempest-SecurityGroupsTestJSON-147571119 tempest-SecurityGroupsTestJSON-147571119-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 631.183874] env[69613]: DEBUG oslo_concurrency.lockutils [None req-2c63dedd-e0fc-422c-991c-33b4d4f3524d tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] Acquiring lock "refresh_cache-cdfedccf-3398-437c-a908-41d6d87d8a99" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.183874] env[69613]: DEBUG oslo_concurrency.lockutils [None req-2c63dedd-e0fc-422c-991c-33b4d4f3524d tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] Acquired lock "refresh_cache-cdfedccf-3398-437c-a908-41d6d87d8a99" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.184050] env[69613]: DEBUG nova.network.neutron [None req-2c63dedd-e0fc-422c-991c-33b4d4f3524d tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] [instance: cdfedccf-3398-437c-a908-41d6d87d8a99] Building network info cache for instance {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 631.185611] env[69613]: DEBUG nova.objects.instance [None req-2c63dedd-e0fc-422c-991c-33b4d4f3524d tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] Lazy-loading 'info_cache' on Instance uuid cdfedccf-3398-437c-a908-41d6d87d8a99 {{(pid=69613) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 631.309338] env[69613]: DEBUG oslo_vmware.api [-] Task: {'id': task-3416837, 'name': CreateVM_Task} progress is 99%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.318019] env[69613]: DEBUG oslo_concurrency.lockutils [None req-90ae4c6e-6be8-456d-8438-6aaff0916402 tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.665s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 631.318019] env[69613]: DEBUG nova.compute.manager [None req-90ae4c6e-6be8-456d-8438-6aaff0916402 tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] [instance: 6ec24a38-4b28-42e6-b86b-654d79714a95] Start building networks asynchronously for instance. {{(pid=69613) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 631.319163] env[69613]: DEBUG oslo_concurrency.lockutils [None req-711e2f52-da5f-4f51-b52a-19837f5e81ed tempest-ServerExternalEventsTest-580979402 tempest-ServerExternalEventsTest-580979402-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.178s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 631.320528] env[69613]: DEBUG nova.objects.instance [None req-711e2f52-da5f-4f51-b52a-19837f5e81ed tempest-ServerExternalEventsTest-580979402 tempest-ServerExternalEventsTest-580979402-project-member] Lazy-loading 'resources' on Instance uuid 4ef095a0-6177-4558-96fa-655cae276f42 {{(pid=69613) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 631.388285] env[69613]: DEBUG oslo_vmware.api [None req-fc37cbdb-121b-45c5-8706-fc4ca9c9561a tempest-ServersAdmin275Test-1291947155 tempest-ServersAdmin275Test-1291947155-project-admin] Task: {'id': task-3416833, 'name': PowerOnVM_Task, 'duration_secs': 1.017826} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.388570] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc37cbdb-121b-45c5-8706-fc4ca9c9561a tempest-ServersAdmin275Test-1291947155 tempest-ServersAdmin275Test-1291947155-project-admin] [instance: 82d7d697-989c-4f9f-aaf4-7a7345bf2292] Powered on the VM {{(pid=69613) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 631.388825] env[69613]: DEBUG nova.compute.manager [None req-fc37cbdb-121b-45c5-8706-fc4ca9c9561a tempest-ServersAdmin275Test-1291947155 tempest-ServersAdmin275Test-1291947155-project-admin] [instance: 82d7d697-989c-4f9f-aaf4-7a7345bf2292] Checking state {{(pid=69613) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 631.390657] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c43da511-ae54-4912-83f1-a75a19190d1f {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.496380] env[69613]: DEBUG nova.compute.manager [req-94fb1196-0343-468a-87bf-71a739c31837 req-aa522581-98d1-478a-93b4-fd7d408b08ef service nova] [instance: 8fcf169e-2bcf-4fff-9a99-7dc8db4ce128] Received event network-vif-plugged-a536d00a-7c7e-4912-a67b-a17e565656ca {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 631.496380] env[69613]: DEBUG oslo_concurrency.lockutils [req-94fb1196-0343-468a-87bf-71a739c31837 req-aa522581-98d1-478a-93b4-fd7d408b08ef service nova] Acquiring lock "8fcf169e-2bcf-4fff-9a99-7dc8db4ce128-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 631.496380] env[69613]: DEBUG oslo_concurrency.lockutils [req-94fb1196-0343-468a-87bf-71a739c31837 req-aa522581-98d1-478a-93b4-fd7d408b08ef service nova] Lock "8fcf169e-2bcf-4fff-9a99-7dc8db4ce128-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 631.496569] env[69613]: DEBUG oslo_concurrency.lockutils [req-94fb1196-0343-468a-87bf-71a739c31837 req-aa522581-98d1-478a-93b4-fd7d408b08ef service nova] Lock "8fcf169e-2bcf-4fff-9a99-7dc8db4ce128-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 631.496726] env[69613]: DEBUG nova.compute.manager [req-94fb1196-0343-468a-87bf-71a739c31837 req-aa522581-98d1-478a-93b4-fd7d408b08ef service nova] [instance: 8fcf169e-2bcf-4fff-9a99-7dc8db4ce128] No waiting events found dispatching network-vif-plugged-a536d00a-7c7e-4912-a67b-a17e565656ca {{(pid=69613) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 631.496766] env[69613]: WARNING nova.compute.manager [req-94fb1196-0343-468a-87bf-71a739c31837 req-aa522581-98d1-478a-93b4-fd7d408b08ef service nova] [instance: 8fcf169e-2bcf-4fff-9a99-7dc8db4ce128] Received unexpected event network-vif-plugged-a536d00a-7c7e-4912-a67b-a17e565656ca for instance with vm_state building and task_state spawning. [ 631.496921] env[69613]: DEBUG nova.compute.manager [req-94fb1196-0343-468a-87bf-71a739c31837 req-aa522581-98d1-478a-93b4-fd7d408b08ef service nova] [instance: 8fcf169e-2bcf-4fff-9a99-7dc8db4ce128] Received event network-changed-a536d00a-7c7e-4912-a67b-a17e565656ca {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 631.497053] env[69613]: DEBUG nova.compute.manager [req-94fb1196-0343-468a-87bf-71a739c31837 req-aa522581-98d1-478a-93b4-fd7d408b08ef service nova] [instance: 8fcf169e-2bcf-4fff-9a99-7dc8db4ce128] Refreshing instance network info cache due to event network-changed-a536d00a-7c7e-4912-a67b-a17e565656ca. {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 631.497218] env[69613]: DEBUG oslo_concurrency.lockutils [req-94fb1196-0343-468a-87bf-71a739c31837 req-aa522581-98d1-478a-93b4-fd7d408b08ef service nova] Acquiring lock "refresh_cache-8fcf169e-2bcf-4fff-9a99-7dc8db4ce128" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.607492] env[69613]: DEBUG oslo_concurrency.lockutils [None req-825e084c-42a0-43f9-96f4-e67c89d81ded tempest-ImagesOneServerTestJSON-1060956417 tempest-ImagesOneServerTestJSON-1060956417-project-member] Acquiring lock "d9e3bd67-974c-477a-baa2-99549051a828" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 631.607977] env[69613]: DEBUG oslo_concurrency.lockutils [None req-825e084c-42a0-43f9-96f4-e67c89d81ded tempest-ImagesOneServerTestJSON-1060956417 tempest-ImagesOneServerTestJSON-1060956417-project-member] Lock "d9e3bd67-974c-477a-baa2-99549051a828" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 631.681314] env[69613]: DEBUG oslo_concurrency.lockutils [None req-05fcade8-35a2-49be-80df-ac4a528436ed tempest-ServerAddressesNegativeTestJSON-1085258848 tempest-ServerAddressesNegativeTestJSON-1085258848-project-member] Releasing lock "refresh_cache-8fcf169e-2bcf-4fff-9a99-7dc8db4ce128" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.682870] env[69613]: DEBUG nova.compute.manager [None req-05fcade8-35a2-49be-80df-ac4a528436ed tempest-ServerAddressesNegativeTestJSON-1085258848 tempest-ServerAddressesNegativeTestJSON-1085258848-project-member] [instance: 8fcf169e-2bcf-4fff-9a99-7dc8db4ce128] Instance network_info: |[{"id": "a536d00a-7c7e-4912-a67b-a17e565656ca", "address": "fa:16:3e:b7:98:a0", "network": {"id": "09980e44-a3a9-481a-9d95-af44de874f1d", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1937700736-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0cd79c8593b841fbab9f425e60f657bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7ab8d568-adb0-4f3b-b6cc-68413e6546ae", "external-id": "nsx-vlan-transportzone-86", "segmentation_id": 86, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa536d00a-7c", "ovs_interfaceid": "a536d00a-7c7e-4912-a67b-a17e565656ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69613) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 631.682870] env[69613]: DEBUG oslo_concurrency.lockutils [req-94fb1196-0343-468a-87bf-71a739c31837 req-aa522581-98d1-478a-93b4-fd7d408b08ef service nova] Acquired lock "refresh_cache-8fcf169e-2bcf-4fff-9a99-7dc8db4ce128" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.683198] env[69613]: DEBUG nova.network.neutron [req-94fb1196-0343-468a-87bf-71a739c31837 req-aa522581-98d1-478a-93b4-fd7d408b08ef service nova] [instance: 8fcf169e-2bcf-4fff-9a99-7dc8db4ce128] Refreshing network info cache for port a536d00a-7c7e-4912-a67b-a17e565656ca {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 631.683552] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-05fcade8-35a2-49be-80df-ac4a528436ed tempest-ServerAddressesNegativeTestJSON-1085258848 tempest-ServerAddressesNegativeTestJSON-1085258848-project-member] [instance: 8fcf169e-2bcf-4fff-9a99-7dc8db4ce128] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b7:98:a0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7ab8d568-adb0-4f3b-b6cc-68413e6546ae', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a536d00a-7c7e-4912-a67b-a17e565656ca', 'vif_model': 'vmxnet3'}] {{(pid=69613) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 631.695745] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-05fcade8-35a2-49be-80df-ac4a528436ed tempest-ServerAddressesNegativeTestJSON-1085258848 tempest-ServerAddressesNegativeTestJSON-1085258848-project-member] Creating folder: Project (0cd79c8593b841fbab9f425e60f657bc). Parent ref: group-v681687. {{(pid=69613) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 631.700639] env[69613]: DEBUG nova.objects.base [None req-2c63dedd-e0fc-422c-991c-33b4d4f3524d tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=69613) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 631.703127] env[69613]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-93b63ee4-20fb-4b51-bd38-55af8fc0fa08 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.721454] env[69613]: INFO nova.virt.vmwareapi.vm_util [None req-05fcade8-35a2-49be-80df-ac4a528436ed tempest-ServerAddressesNegativeTestJSON-1085258848 tempest-ServerAddressesNegativeTestJSON-1085258848-project-member] Created folder: Project (0cd79c8593b841fbab9f425e60f657bc) in parent group-v681687. [ 631.721660] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-05fcade8-35a2-49be-80df-ac4a528436ed tempest-ServerAddressesNegativeTestJSON-1085258848 tempest-ServerAddressesNegativeTestJSON-1085258848-project-member] Creating folder: Instances. Parent ref: group-v681732. {{(pid=69613) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 631.721925] env[69613]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4cf6a060-6d94-48e0-93bb-5c5f5294ab8a {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.734883] env[69613]: INFO nova.virt.vmwareapi.vm_util [None req-05fcade8-35a2-49be-80df-ac4a528436ed tempest-ServerAddressesNegativeTestJSON-1085258848 tempest-ServerAddressesNegativeTestJSON-1085258848-project-member] Created folder: Instances in parent group-v681732. [ 631.735140] env[69613]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-05fcade8-35a2-49be-80df-ac4a528436ed tempest-ServerAddressesNegativeTestJSON-1085258848 tempest-ServerAddressesNegativeTestJSON-1085258848-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69613) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 631.735331] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8fcf169e-2bcf-4fff-9a99-7dc8db4ce128] Creating VM on the ESX host {{(pid=69613) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 631.736040] env[69613]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4812729e-7db9-47d5-83be-26987c5a57dd {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.760188] env[69613]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 631.760188] env[69613]: value = "task-3416840" [ 631.760188] env[69613]: _type = "Task" [ 631.760188] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.778697] env[69613]: DEBUG oslo_vmware.api [-] Task: {'id': task-3416840, 'name': CreateVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.782380] env[69613]: DEBUG nova.compute.manager [req-a52c9438-6dc1-4dca-83da-a2e7c714a0e7 req-e5146832-8419-40cc-87cf-e6ecd3f734b6 service nova] [instance: d6968dbb-b95f-4115-af9c-b528337a9663] Received event network-changed-b5b5ef22-3acc-4f68-95aa-ec67e4f50d1b {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 631.782380] env[69613]: DEBUG nova.compute.manager [req-a52c9438-6dc1-4dca-83da-a2e7c714a0e7 req-e5146832-8419-40cc-87cf-e6ecd3f734b6 service nova] [instance: d6968dbb-b95f-4115-af9c-b528337a9663] Refreshing instance network info cache due to event network-changed-b5b5ef22-3acc-4f68-95aa-ec67e4f50d1b. {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 631.782590] env[69613]: DEBUG oslo_concurrency.lockutils [req-a52c9438-6dc1-4dca-83da-a2e7c714a0e7 req-e5146832-8419-40cc-87cf-e6ecd3f734b6 service nova] Acquiring lock "refresh_cache-d6968dbb-b95f-4115-af9c-b528337a9663" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.782756] env[69613]: DEBUG oslo_concurrency.lockutils [req-a52c9438-6dc1-4dca-83da-a2e7c714a0e7 req-e5146832-8419-40cc-87cf-e6ecd3f734b6 service nova] Acquired lock "refresh_cache-d6968dbb-b95f-4115-af9c-b528337a9663" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.782918] env[69613]: DEBUG nova.network.neutron [req-a52c9438-6dc1-4dca-83da-a2e7c714a0e7 req-e5146832-8419-40cc-87cf-e6ecd3f734b6 service nova] [instance: d6968dbb-b95f-4115-af9c-b528337a9663] Refreshing network info cache for port b5b5ef22-3acc-4f68-95aa-ec67e4f50d1b {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 631.813214] env[69613]: DEBUG oslo_vmware.api [-] Task: {'id': task-3416837, 'name': CreateVM_Task} progress is 99%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.834746] env[69613]: DEBUG nova.compute.utils [None req-90ae4c6e-6be8-456d-8438-6aaff0916402 tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Using /dev/sd instead of None {{(pid=69613) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 631.836274] env[69613]: DEBUG nova.compute.manager [None req-90ae4c6e-6be8-456d-8438-6aaff0916402 tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] [instance: 6ec24a38-4b28-42e6-b86b-654d79714a95] Allocating IP information in the background. {{(pid=69613) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 631.836459] env[69613]: DEBUG nova.network.neutron [None req-90ae4c6e-6be8-456d-8438-6aaff0916402 tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] [instance: 6ec24a38-4b28-42e6-b86b-654d79714a95] allocate_for_instance() {{(pid=69613) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 631.916336] env[69613]: DEBUG oslo_concurrency.lockutils [None req-fc37cbdb-121b-45c5-8706-fc4ca9c9561a tempest-ServersAdmin275Test-1291947155 tempest-ServersAdmin275Test-1291947155-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 631.958806] env[69613]: DEBUG nova.policy [None req-90ae4c6e-6be8-456d-8438-6aaff0916402 tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '583441c9d976410d9994775cab62a89c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4ac79c17b68b4c8b9f7e4dc24fa29fe5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69613) authorize /opt/stack/nova/nova/policy.py:192}} [ 632.166407] env[69613]: DEBUG nova.network.neutron [req-94fb1196-0343-468a-87bf-71a739c31837 req-aa522581-98d1-478a-93b4-fd7d408b08ef service nova] [instance: 8fcf169e-2bcf-4fff-9a99-7dc8db4ce128] Updated VIF entry in instance network info cache for port a536d00a-7c7e-4912-a67b-a17e565656ca. {{(pid=69613) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 632.166767] env[69613]: DEBUG nova.network.neutron [req-94fb1196-0343-468a-87bf-71a739c31837 req-aa522581-98d1-478a-93b4-fd7d408b08ef service nova] [instance: 8fcf169e-2bcf-4fff-9a99-7dc8db4ce128] Updating instance_info_cache with network_info: [{"id": "a536d00a-7c7e-4912-a67b-a17e565656ca", "address": "fa:16:3e:b7:98:a0", "network": {"id": "09980e44-a3a9-481a-9d95-af44de874f1d", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1937700736-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0cd79c8593b841fbab9f425e60f657bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7ab8d568-adb0-4f3b-b6cc-68413e6546ae", "external-id": "nsx-vlan-transportzone-86", "segmentation_id": 86, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa536d00a-7c", "ovs_interfaceid": "a536d00a-7c7e-4912-a67b-a17e565656ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 632.289673] env[69613]: DEBUG oslo_vmware.api [-] Task: {'id': task-3416840, 'name': CreateVM_Task, 'duration_secs': 0.353754} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.293020] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8fcf169e-2bcf-4fff-9a99-7dc8db4ce128] Created VM on the ESX host {{(pid=69613) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 632.293020] env[69613]: DEBUG oslo_concurrency.lockutils [None req-05fcade8-35a2-49be-80df-ac4a528436ed tempest-ServerAddressesNegativeTestJSON-1085258848 tempest-ServerAddressesNegativeTestJSON-1085258848-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.293020] env[69613]: DEBUG oslo_concurrency.lockutils [None req-05fcade8-35a2-49be-80df-ac4a528436ed tempest-ServerAddressesNegativeTestJSON-1085258848 tempest-ServerAddressesNegativeTestJSON-1085258848-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.293020] env[69613]: DEBUG oslo_concurrency.lockutils [None req-05fcade8-35a2-49be-80df-ac4a528436ed tempest-ServerAddressesNegativeTestJSON-1085258848 tempest-ServerAddressesNegativeTestJSON-1085258848-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.293020] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-504a407b-452c-46d5-9e7f-9117105084d3 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.305325] env[69613]: DEBUG oslo_vmware.api [None req-05fcade8-35a2-49be-80df-ac4a528436ed tempest-ServerAddressesNegativeTestJSON-1085258848 tempest-ServerAddressesNegativeTestJSON-1085258848-project-member] Waiting for the task: (returnval){ [ 632.305325] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]52d8b560-2d06-a917-95ad-db4c3e8dfd23" [ 632.305325] env[69613]: _type = "Task" [ 632.305325] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.317020] env[69613]: DEBUG oslo_vmware.api [-] Task: {'id': task-3416837, 'name': CreateVM_Task, 'duration_secs': 1.483333} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.317020] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cd5b4748-087b-4058-990d-e15affb5a715] Created VM on the ESX host {{(pid=69613) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 632.317020] env[69613]: DEBUG oslo_concurrency.lockutils [None req-b382aaf2-8432-4759-8fea-45630bcf0e5c tempest-ServerShowV254Test-1975243985 tempest-ServerShowV254Test-1975243985-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.322720] env[69613]: DEBUG oslo_vmware.api [None req-05fcade8-35a2-49be-80df-ac4a528436ed tempest-ServerAddressesNegativeTestJSON-1085258848 tempest-ServerAddressesNegativeTestJSON-1085258848-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52d8b560-2d06-a917-95ad-db4c3e8dfd23, 'name': SearchDatastore_Task, 'duration_secs': 0.011915} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.323049] env[69613]: DEBUG oslo_concurrency.lockutils [None req-05fcade8-35a2-49be-80df-ac4a528436ed tempest-ServerAddressesNegativeTestJSON-1085258848 tempest-ServerAddressesNegativeTestJSON-1085258848-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.323281] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-05fcade8-35a2-49be-80df-ac4a528436ed tempest-ServerAddressesNegativeTestJSON-1085258848 tempest-ServerAddressesNegativeTestJSON-1085258848-project-member] [instance: 8fcf169e-2bcf-4fff-9a99-7dc8db4ce128] Processing image 2b7a0304-b5d0-431d-b287-32c8388d7fbd {{(pid=69613) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 632.323500] env[69613]: DEBUG oslo_concurrency.lockutils [None req-05fcade8-35a2-49be-80df-ac4a528436ed tempest-ServerAddressesNegativeTestJSON-1085258848 tempest-ServerAddressesNegativeTestJSON-1085258848-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.323651] env[69613]: DEBUG oslo_concurrency.lockutils [None req-05fcade8-35a2-49be-80df-ac4a528436ed tempest-ServerAddressesNegativeTestJSON-1085258848 tempest-ServerAddressesNegativeTestJSON-1085258848-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.323855] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-05fcade8-35a2-49be-80df-ac4a528436ed tempest-ServerAddressesNegativeTestJSON-1085258848 tempest-ServerAddressesNegativeTestJSON-1085258848-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69613) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 632.324148] env[69613]: DEBUG oslo_concurrency.lockutils [None req-b382aaf2-8432-4759-8fea-45630bcf0e5c tempest-ServerShowV254Test-1975243985 tempest-ServerShowV254Test-1975243985-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.324439] env[69613]: DEBUG oslo_concurrency.lockutils [None req-b382aaf2-8432-4759-8fea-45630bcf0e5c tempest-ServerShowV254Test-1975243985 tempest-ServerShowV254Test-1975243985-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.324655] env[69613]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4c5d02a0-6852-4634-92d3-37f1af7b7a35 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.326886] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f5718033-05aa-44b3-99e4-961201f47856 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.334758] env[69613]: DEBUG oslo_vmware.api [None req-b382aaf2-8432-4759-8fea-45630bcf0e5c tempest-ServerShowV254Test-1975243985 tempest-ServerShowV254Test-1975243985-project-member] Waiting for the task: (returnval){ [ 632.334758] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]52fc6612-0f76-0468-2c7e-a4287ce8c03d" [ 632.334758] env[69613]: _type = "Task" [ 632.334758] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.347021] env[69613]: DEBUG nova.compute.manager [None req-90ae4c6e-6be8-456d-8438-6aaff0916402 tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] [instance: 6ec24a38-4b28-42e6-b86b-654d79714a95] Start building block device mappings for instance. {{(pid=69613) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 632.347021] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-05fcade8-35a2-49be-80df-ac4a528436ed tempest-ServerAddressesNegativeTestJSON-1085258848 tempest-ServerAddressesNegativeTestJSON-1085258848-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69613) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 632.347021] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-05fcade8-35a2-49be-80df-ac4a528436ed tempest-ServerAddressesNegativeTestJSON-1085258848 tempest-ServerAddressesNegativeTestJSON-1085258848-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69613) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 632.349768] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-229cf4a9-22cf-4bef-a168-f4c0572b13c3 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.356029] env[69613]: DEBUG oslo_vmware.api [None req-b382aaf2-8432-4759-8fea-45630bcf0e5c tempest-ServerShowV254Test-1975243985 tempest-ServerShowV254Test-1975243985-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52fc6612-0f76-0468-2c7e-a4287ce8c03d, 'name': SearchDatastore_Task, 'duration_secs': 0.010153} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.361201] env[69613]: DEBUG oslo_concurrency.lockutils [None req-b382aaf2-8432-4759-8fea-45630bcf0e5c tempest-ServerShowV254Test-1975243985 tempest-ServerShowV254Test-1975243985-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.361478] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-b382aaf2-8432-4759-8fea-45630bcf0e5c tempest-ServerShowV254Test-1975243985 tempest-ServerShowV254Test-1975243985-project-member] [instance: cd5b4748-087b-4058-990d-e15affb5a715] Processing image 2b7a0304-b5d0-431d-b287-32c8388d7fbd {{(pid=69613) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 632.361687] env[69613]: DEBUG oslo_concurrency.lockutils [None req-b382aaf2-8432-4759-8fea-45630bcf0e5c tempest-ServerShowV254Test-1975243985 tempest-ServerShowV254Test-1975243985-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.365587] env[69613]: DEBUG oslo_vmware.api [None req-05fcade8-35a2-49be-80df-ac4a528436ed tempest-ServerAddressesNegativeTestJSON-1085258848 tempest-ServerAddressesNegativeTestJSON-1085258848-project-member] Waiting for the task: (returnval){ [ 632.365587] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]5270c6c1-90cf-4951-0cd7-910398979f5f" [ 632.365587] env[69613]: _type = "Task" [ 632.365587] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.375377] env[69613]: DEBUG oslo_vmware.api [None req-05fcade8-35a2-49be-80df-ac4a528436ed tempest-ServerAddressesNegativeTestJSON-1085258848 tempest-ServerAddressesNegativeTestJSON-1085258848-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]5270c6c1-90cf-4951-0cd7-910398979f5f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.509782] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fd7e0c6-4fe2-4f33-8c64-94f08a985fed {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.529084] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a323cd2e-549d-4053-9711-c63813d8bf91 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.570386] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aae7c845-69bd-4411-a2b8-99181b6dc2c1 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.573738] env[69613]: DEBUG nova.network.neutron [None req-90ae4c6e-6be8-456d-8438-6aaff0916402 tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] [instance: 6ec24a38-4b28-42e6-b86b-654d79714a95] Successfully created port: e4cde8f8-176c-42d1-82e6-904e0b50f354 {{(pid=69613) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 632.587390] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fe211e2-fcd1-44ef-a146-55c3304c77fd {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.604153] env[69613]: DEBUG nova.compute.provider_tree [None req-711e2f52-da5f-4f51-b52a-19837f5e81ed tempest-ServerExternalEventsTest-580979402 tempest-ServerExternalEventsTest-580979402-project-member] Inventory has not changed in ProviderTree for provider: af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 {{(pid=69613) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 632.670843] env[69613]: DEBUG oslo_concurrency.lockutils [req-94fb1196-0343-468a-87bf-71a739c31837 req-aa522581-98d1-478a-93b4-fd7d408b08ef service nova] Releasing lock "refresh_cache-8fcf169e-2bcf-4fff-9a99-7dc8db4ce128" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.694604] env[69613]: DEBUG nova.network.neutron [None req-2c63dedd-e0fc-422c-991c-33b4d4f3524d tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] [instance: cdfedccf-3398-437c-a908-41d6d87d8a99] Updating instance_info_cache with network_info: [{"id": "3fad3313-e2a7-4215-b28f-6db5b8988d2f", "address": "fa:16:3e:fe:35:1e", "network": {"id": "61ad87c4-4293-487c-b451-f4ac0516c9d3", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-15261718-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d92771d74b6941b3966b3d7f8db3ccc7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee018eb-75be-4037-a80a-07034d4eae35", "external-id": "nsx-vlan-transportzone-8", "segmentation_id": 8, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3fad3313-e2", "ovs_interfaceid": "3fad3313-e2a7-4215-b28f-6db5b8988d2f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 632.855306] env[69613]: DEBUG nova.network.neutron [req-a52c9438-6dc1-4dca-83da-a2e7c714a0e7 req-e5146832-8419-40cc-87cf-e6ecd3f734b6 service nova] [instance: d6968dbb-b95f-4115-af9c-b528337a9663] Updated VIF entry in instance network info cache for port b5b5ef22-3acc-4f68-95aa-ec67e4f50d1b. {{(pid=69613) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 632.855306] env[69613]: DEBUG nova.network.neutron [req-a52c9438-6dc1-4dca-83da-a2e7c714a0e7 req-e5146832-8419-40cc-87cf-e6ecd3f734b6 service nova] [instance: d6968dbb-b95f-4115-af9c-b528337a9663] Updating instance_info_cache with network_info: [{"id": "b5b5ef22-3acc-4f68-95aa-ec67e4f50d1b", "address": "fa:16:3e:1f:1b:17", "network": {"id": "0b662ea1-ea95-4006-aa5b-0cf3817a8ffc", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1694591949-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.203", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5e6f7f8bf67d4b659f041c9ba63f5df4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e1d25020-c621-4388-ac1d-de55bfefbe50", "external-id": "nsx-vlan-transportzone-573", "segmentation_id": 573, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5b5ef22-3a", "ovs_interfaceid": "b5b5ef22-3acc-4f68-95aa-ec67e4f50d1b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 632.886361] env[69613]: DEBUG oslo_vmware.api [None req-05fcade8-35a2-49be-80df-ac4a528436ed tempest-ServerAddressesNegativeTestJSON-1085258848 tempest-ServerAddressesNegativeTestJSON-1085258848-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]5270c6c1-90cf-4951-0cd7-910398979f5f, 'name': SearchDatastore_Task, 'duration_secs': 0.010927} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.888061] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-57f9f06e-278c-47a8-a5f2-f4628389b820 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.897290] env[69613]: DEBUG oslo_vmware.api [None req-05fcade8-35a2-49be-80df-ac4a528436ed tempest-ServerAddressesNegativeTestJSON-1085258848 tempest-ServerAddressesNegativeTestJSON-1085258848-project-member] Waiting for the task: (returnval){ [ 632.897290] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]524db500-e016-a7a8-f6e9-d238c181e6c8" [ 632.897290] env[69613]: _type = "Task" [ 632.897290] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.913863] env[69613]: DEBUG oslo_vmware.api [None req-05fcade8-35a2-49be-80df-ac4a528436ed tempest-ServerAddressesNegativeTestJSON-1085258848 tempest-ServerAddressesNegativeTestJSON-1085258848-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]524db500-e016-a7a8-f6e9-d238c181e6c8, 'name': SearchDatastore_Task, 'duration_secs': 0.011656} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.914169] env[69613]: DEBUG oslo_concurrency.lockutils [None req-05fcade8-35a2-49be-80df-ac4a528436ed tempest-ServerAddressesNegativeTestJSON-1085258848 tempest-ServerAddressesNegativeTestJSON-1085258848-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.914387] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-05fcade8-35a2-49be-80df-ac4a528436ed tempest-ServerAddressesNegativeTestJSON-1085258848 tempest-ServerAddressesNegativeTestJSON-1085258848-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk to [datastore2] 8fcf169e-2bcf-4fff-9a99-7dc8db4ce128/8fcf169e-2bcf-4fff-9a99-7dc8db4ce128.vmdk {{(pid=69613) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 632.914718] env[69613]: DEBUG oslo_concurrency.lockutils [None req-b382aaf2-8432-4759-8fea-45630bcf0e5c tempest-ServerShowV254Test-1975243985 tempest-ServerShowV254Test-1975243985-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.914915] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-b382aaf2-8432-4759-8fea-45630bcf0e5c tempest-ServerShowV254Test-1975243985 tempest-ServerShowV254Test-1975243985-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69613) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 632.917077] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cea07ac7-65cb-48d9-a6f3-085e779fbc3b {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.919401] env[69613]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5bb1335c-42e5-4281-a42d-e105e9f06593 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.928381] env[69613]: DEBUG oslo_vmware.api [None req-05fcade8-35a2-49be-80df-ac4a528436ed tempest-ServerAddressesNegativeTestJSON-1085258848 tempest-ServerAddressesNegativeTestJSON-1085258848-project-member] Waiting for the task: (returnval){ [ 632.928381] env[69613]: value = "task-3416841" [ 632.928381] env[69613]: _type = "Task" [ 632.928381] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.934023] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-b382aaf2-8432-4759-8fea-45630bcf0e5c tempest-ServerShowV254Test-1975243985 tempest-ServerShowV254Test-1975243985-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69613) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 632.934023] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-b382aaf2-8432-4759-8fea-45630bcf0e5c tempest-ServerShowV254Test-1975243985 tempest-ServerShowV254Test-1975243985-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69613) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 632.935083] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ac25716a-9823-48cd-a724-26a452c5f03f {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.941332] env[69613]: DEBUG oslo_vmware.api [None req-05fcade8-35a2-49be-80df-ac4a528436ed tempest-ServerAddressesNegativeTestJSON-1085258848 tempest-ServerAddressesNegativeTestJSON-1085258848-project-member] Task: {'id': task-3416841, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.946663] env[69613]: DEBUG oslo_vmware.api [None req-b382aaf2-8432-4759-8fea-45630bcf0e5c tempest-ServerShowV254Test-1975243985 tempest-ServerShowV254Test-1975243985-project-member] Waiting for the task: (returnval){ [ 632.946663] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]527439f4-c522-2055-2fde-ca78320710bc" [ 632.946663] env[69613]: _type = "Task" [ 632.946663] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.960267] env[69613]: DEBUG oslo_vmware.api [None req-b382aaf2-8432-4759-8fea-45630bcf0e5c tempest-ServerShowV254Test-1975243985 tempest-ServerShowV254Test-1975243985-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]527439f4-c522-2055-2fde-ca78320710bc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.109266] env[69613]: DEBUG nova.scheduler.client.report [None req-711e2f52-da5f-4f51-b52a-19837f5e81ed tempest-ServerExternalEventsTest-580979402 tempest-ServerExternalEventsTest-580979402-project-member] Inventory has not changed for provider af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69613) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 633.196781] env[69613]: DEBUG oslo_concurrency.lockutils [None req-2c63dedd-e0fc-422c-991c-33b4d4f3524d tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] Releasing lock "refresh_cache-cdfedccf-3398-437c-a908-41d6d87d8a99" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.355086] env[69613]: DEBUG nova.compute.manager [None req-90ae4c6e-6be8-456d-8438-6aaff0916402 tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] [instance: 6ec24a38-4b28-42e6-b86b-654d79714a95] Start spawning the instance on the hypervisor. {{(pid=69613) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 633.357635] env[69613]: DEBUG oslo_concurrency.lockutils [req-a52c9438-6dc1-4dca-83da-a2e7c714a0e7 req-e5146832-8419-40cc-87cf-e6ecd3f734b6 service nova] Releasing lock "refresh_cache-d6968dbb-b95f-4115-af9c-b528337a9663" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.385371] env[69613]: DEBUG nova.virt.hardware [None req-90ae4c6e-6be8-456d-8438-6aaff0916402 tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T13:55:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T13:55:19Z,direct_url=,disk_format='vmdk',id=2b7a0304-b5d0-431d-b287-32c8388d7fbd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3e9e1b873f1442d59d5ee8247b941f74',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T13:55:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 633.386968] env[69613]: DEBUG nova.virt.hardware [None req-90ae4c6e-6be8-456d-8438-6aaff0916402 tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Flavor limits 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 633.386968] env[69613]: DEBUG nova.virt.hardware [None req-90ae4c6e-6be8-456d-8438-6aaff0916402 tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Image limits 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 633.386968] env[69613]: DEBUG nova.virt.hardware [None req-90ae4c6e-6be8-456d-8438-6aaff0916402 tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Flavor pref 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 633.386968] env[69613]: DEBUG nova.virt.hardware [None req-90ae4c6e-6be8-456d-8438-6aaff0916402 tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Image pref 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 633.386968] env[69613]: DEBUG nova.virt.hardware [None req-90ae4c6e-6be8-456d-8438-6aaff0916402 tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 633.387582] env[69613]: DEBUG nova.virt.hardware [None req-90ae4c6e-6be8-456d-8438-6aaff0916402 tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 633.387582] env[69613]: DEBUG nova.virt.hardware [None req-90ae4c6e-6be8-456d-8438-6aaff0916402 tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69613) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 633.387582] env[69613]: DEBUG nova.virt.hardware [None req-90ae4c6e-6be8-456d-8438-6aaff0916402 tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Got 1 possible topologies {{(pid=69613) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 633.387683] env[69613]: DEBUG nova.virt.hardware [None req-90ae4c6e-6be8-456d-8438-6aaff0916402 tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 633.388256] env[69613]: DEBUG nova.virt.hardware [None req-90ae4c6e-6be8-456d-8438-6aaff0916402 tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 633.389113] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1c83535-464a-47d8-a5c2-5b6a03d197b6 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.404163] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63bd4e00-6718-4ed7-ba5d-28a3013bdc4f {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.441509] env[69613]: DEBUG oslo_vmware.api [None req-05fcade8-35a2-49be-80df-ac4a528436ed tempest-ServerAddressesNegativeTestJSON-1085258848 tempest-ServerAddressesNegativeTestJSON-1085258848-project-member] Task: {'id': task-3416841, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.489472} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.441509] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-05fcade8-35a2-49be-80df-ac4a528436ed tempest-ServerAddressesNegativeTestJSON-1085258848 tempest-ServerAddressesNegativeTestJSON-1085258848-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk to [datastore2] 8fcf169e-2bcf-4fff-9a99-7dc8db4ce128/8fcf169e-2bcf-4fff-9a99-7dc8db4ce128.vmdk {{(pid=69613) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 633.441509] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-05fcade8-35a2-49be-80df-ac4a528436ed tempest-ServerAddressesNegativeTestJSON-1085258848 tempest-ServerAddressesNegativeTestJSON-1085258848-project-member] [instance: 8fcf169e-2bcf-4fff-9a99-7dc8db4ce128] Extending root virtual disk to 1048576 {{(pid=69613) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 633.441509] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-815377aa-b169-482a-bd73-ea60e699e0eb {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.447939] env[69613]: DEBUG oslo_vmware.api [None req-05fcade8-35a2-49be-80df-ac4a528436ed tempest-ServerAddressesNegativeTestJSON-1085258848 tempest-ServerAddressesNegativeTestJSON-1085258848-project-member] Waiting for the task: (returnval){ [ 633.447939] env[69613]: value = "task-3416842" [ 633.447939] env[69613]: _type = "Task" [ 633.447939] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.463018] env[69613]: DEBUG oslo_vmware.api [None req-05fcade8-35a2-49be-80df-ac4a528436ed tempest-ServerAddressesNegativeTestJSON-1085258848 tempest-ServerAddressesNegativeTestJSON-1085258848-project-member] Task: {'id': task-3416842, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.469978] env[69613]: DEBUG oslo_vmware.api [None req-b382aaf2-8432-4759-8fea-45630bcf0e5c tempest-ServerShowV254Test-1975243985 tempest-ServerShowV254Test-1975243985-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]527439f4-c522-2055-2fde-ca78320710bc, 'name': SearchDatastore_Task, 'duration_secs': 0.010788} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.469978] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2dcbc238-e005-4e7b-9142-8693b8dc3a5c {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.475604] env[69613]: DEBUG oslo_vmware.api [None req-b382aaf2-8432-4759-8fea-45630bcf0e5c tempest-ServerShowV254Test-1975243985 tempest-ServerShowV254Test-1975243985-project-member] Waiting for the task: (returnval){ [ 633.475604] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]523e971f-b649-692a-c078-afc8e4eca328" [ 633.475604] env[69613]: _type = "Task" [ 633.475604] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.487852] env[69613]: DEBUG oslo_vmware.api [None req-b382aaf2-8432-4759-8fea-45630bcf0e5c tempest-ServerShowV254Test-1975243985 tempest-ServerShowV254Test-1975243985-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]523e971f-b649-692a-c078-afc8e4eca328, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.516350] env[69613]: DEBUG oslo_concurrency.lockutils [None req-cc50c24b-55fb-470a-b33f-43ed722cf3c7 tempest-ServersAdmin275Test-798959479 tempest-ServersAdmin275Test-798959479-project-member] Acquiring lock "82d7d697-989c-4f9f-aaf4-7a7345bf2292" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 633.516576] env[69613]: DEBUG oslo_concurrency.lockutils [None req-cc50c24b-55fb-470a-b33f-43ed722cf3c7 tempest-ServersAdmin275Test-798959479 tempest-ServersAdmin275Test-798959479-project-member] Lock "82d7d697-989c-4f9f-aaf4-7a7345bf2292" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 633.516761] env[69613]: DEBUG oslo_concurrency.lockutils [None req-cc50c24b-55fb-470a-b33f-43ed722cf3c7 tempest-ServersAdmin275Test-798959479 tempest-ServersAdmin275Test-798959479-project-member] Acquiring lock "82d7d697-989c-4f9f-aaf4-7a7345bf2292-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 633.516978] env[69613]: DEBUG oslo_concurrency.lockutils [None req-cc50c24b-55fb-470a-b33f-43ed722cf3c7 tempest-ServersAdmin275Test-798959479 tempest-ServersAdmin275Test-798959479-project-member] Lock "82d7d697-989c-4f9f-aaf4-7a7345bf2292-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 633.517245] env[69613]: DEBUG oslo_concurrency.lockutils [None req-cc50c24b-55fb-470a-b33f-43ed722cf3c7 tempest-ServersAdmin275Test-798959479 tempest-ServersAdmin275Test-798959479-project-member] Lock "82d7d697-989c-4f9f-aaf4-7a7345bf2292-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 633.519890] env[69613]: INFO nova.compute.manager [None req-cc50c24b-55fb-470a-b33f-43ed722cf3c7 tempest-ServersAdmin275Test-798959479 tempest-ServersAdmin275Test-798959479-project-member] [instance: 82d7d697-989c-4f9f-aaf4-7a7345bf2292] Terminating instance [ 633.616237] env[69613]: DEBUG oslo_concurrency.lockutils [None req-711e2f52-da5f-4f51-b52a-19837f5e81ed tempest-ServerExternalEventsTest-580979402 tempest-ServerExternalEventsTest-580979402-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.296s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 633.620657] env[69613]: DEBUG oslo_concurrency.lockutils [None req-2d23b748-e695-44df-8d04-c65c5a2d8289 tempest-ServersWithSpecificFlavorTestJSON-559059669 tempest-ServersWithSpecificFlavorTestJSON-559059669-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.597s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 633.622828] env[69613]: INFO nova.compute.claims [None req-2d23b748-e695-44df-8d04-c65c5a2d8289 tempest-ServersWithSpecificFlavorTestJSON-559059669 tempest-ServersWithSpecificFlavorTestJSON-559059669-project-member] [instance: b557580c-420c-42bf-90f5-43960bf4f3d5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 633.646824] env[69613]: DEBUG nova.compute.manager [None req-a09f8ca0-2571-4637-8ca7-7e9db027b05d tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] [instance: c7921fab-fd44-4691-bca3-5ea3ae7e0bc0] Checking state {{(pid=69613) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 633.646824] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-328d6b8a-0346-42fa-aeae-4fdf557dfecf {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.668301] env[69613]: INFO nova.scheduler.client.report [None req-711e2f52-da5f-4f51-b52a-19837f5e81ed tempest-ServerExternalEventsTest-580979402 tempest-ServerExternalEventsTest-580979402-project-member] Deleted allocations for instance 4ef095a0-6177-4558-96fa-655cae276f42 [ 633.965513] env[69613]: DEBUG oslo_vmware.api [None req-05fcade8-35a2-49be-80df-ac4a528436ed tempest-ServerAddressesNegativeTestJSON-1085258848 tempest-ServerAddressesNegativeTestJSON-1085258848-project-member] Task: {'id': task-3416842, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.09584} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.965779] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-05fcade8-35a2-49be-80df-ac4a528436ed tempest-ServerAddressesNegativeTestJSON-1085258848 tempest-ServerAddressesNegativeTestJSON-1085258848-project-member] [instance: 8fcf169e-2bcf-4fff-9a99-7dc8db4ce128] Extended root virtual disk {{(pid=69613) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 633.967742] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd822dff-9823-4b5f-a7bb-3150df91dccc {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.997334] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-05fcade8-35a2-49be-80df-ac4a528436ed tempest-ServerAddressesNegativeTestJSON-1085258848 tempest-ServerAddressesNegativeTestJSON-1085258848-project-member] [instance: 8fcf169e-2bcf-4fff-9a99-7dc8db4ce128] Reconfiguring VM instance instance-00000010 to attach disk [datastore2] 8fcf169e-2bcf-4fff-9a99-7dc8db4ce128/8fcf169e-2bcf-4fff-9a99-7dc8db4ce128.vmdk or device None with type sparse {{(pid=69613) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 634.001278] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-860c69f2-69f7-4e18-91b7-477641711f0d {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.023542] env[69613]: DEBUG oslo_concurrency.lockutils [None req-cc50c24b-55fb-470a-b33f-43ed722cf3c7 tempest-ServersAdmin275Test-798959479 tempest-ServersAdmin275Test-798959479-project-member] Acquiring lock "refresh_cache-82d7d697-989c-4f9f-aaf4-7a7345bf2292" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.023901] env[69613]: DEBUG oslo_concurrency.lockutils [None req-cc50c24b-55fb-470a-b33f-43ed722cf3c7 tempest-ServersAdmin275Test-798959479 tempest-ServersAdmin275Test-798959479-project-member] Acquired lock "refresh_cache-82d7d697-989c-4f9f-aaf4-7a7345bf2292" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.024016] env[69613]: DEBUG nova.network.neutron [None req-cc50c24b-55fb-470a-b33f-43ed722cf3c7 tempest-ServersAdmin275Test-798959479 tempest-ServersAdmin275Test-798959479-project-member] [instance: 82d7d697-989c-4f9f-aaf4-7a7345bf2292] Building network info cache for instance {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 634.025194] env[69613]: DEBUG oslo_vmware.api [None req-b382aaf2-8432-4759-8fea-45630bcf0e5c tempest-ServerShowV254Test-1975243985 tempest-ServerShowV254Test-1975243985-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]523e971f-b649-692a-c078-afc8e4eca328, 'name': SearchDatastore_Task, 'duration_secs': 0.011459} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.027280] env[69613]: DEBUG oslo_concurrency.lockutils [None req-b382aaf2-8432-4759-8fea-45630bcf0e5c tempest-ServerShowV254Test-1975243985 tempest-ServerShowV254Test-1975243985-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.027506] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-b382aaf2-8432-4759-8fea-45630bcf0e5c tempest-ServerShowV254Test-1975243985 tempest-ServerShowV254Test-1975243985-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk to [datastore2] cd5b4748-087b-4058-990d-e15affb5a715/cd5b4748-087b-4058-990d-e15affb5a715.vmdk {{(pid=69613) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 634.028702] env[69613]: DEBUG oslo_vmware.api [None req-05fcade8-35a2-49be-80df-ac4a528436ed tempest-ServerAddressesNegativeTestJSON-1085258848 tempest-ServerAddressesNegativeTestJSON-1085258848-project-member] Waiting for the task: (returnval){ [ 634.028702] env[69613]: value = "task-3416843" [ 634.028702] env[69613]: _type = "Task" [ 634.028702] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.028702] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c05f20d6-e298-4276-a7b5-6aa5568e6a92 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.046455] env[69613]: DEBUG oslo_vmware.api [None req-05fcade8-35a2-49be-80df-ac4a528436ed tempest-ServerAddressesNegativeTestJSON-1085258848 tempest-ServerAddressesNegativeTestJSON-1085258848-project-member] Task: {'id': task-3416843, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.049155] env[69613]: DEBUG oslo_vmware.api [None req-b382aaf2-8432-4759-8fea-45630bcf0e5c tempest-ServerShowV254Test-1975243985 tempest-ServerShowV254Test-1975243985-project-member] Waiting for the task: (returnval){ [ 634.049155] env[69613]: value = "task-3416844" [ 634.049155] env[69613]: _type = "Task" [ 634.049155] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.062041] env[69613]: DEBUG oslo_vmware.api [None req-b382aaf2-8432-4759-8fea-45630bcf0e5c tempest-ServerShowV254Test-1975243985 tempest-ServerShowV254Test-1975243985-project-member] Task: {'id': task-3416844, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.161477] env[69613]: INFO nova.compute.manager [None req-a09f8ca0-2571-4637-8ca7-7e9db027b05d tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] [instance: c7921fab-fd44-4691-bca3-5ea3ae7e0bc0] instance snapshotting [ 634.161748] env[69613]: WARNING nova.compute.manager [None req-a09f8ca0-2571-4637-8ca7-7e9db027b05d tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] [instance: c7921fab-fd44-4691-bca3-5ea3ae7e0bc0] trying to snapshot a non-running instance: (state: 4 expected: 1) [ 634.164668] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52198f8f-5f59-4ad6-b13f-d202b6a772d9 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.198722] env[69613]: DEBUG oslo_concurrency.lockutils [None req-711e2f52-da5f-4f51-b52a-19837f5e81ed tempest-ServerExternalEventsTest-580979402 tempest-ServerExternalEventsTest-580979402-project-member] Lock "4ef095a0-6177-4558-96fa-655cae276f42" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.563s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 634.200930] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63ac40f1-851b-4586-8a3e-4ab06ef91bc8 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.209731] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c63dedd-e0fc-422c-991c-33b4d4f3524d tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] [instance: cdfedccf-3398-437c-a908-41d6d87d8a99] Powering on the VM {{(pid=69613) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 634.213604] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0768aa2a-ff0c-4a67-8074-8446bfe85cc9 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.226502] env[69613]: DEBUG oslo_vmware.api [None req-2c63dedd-e0fc-422c-991c-33b4d4f3524d tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] Waiting for the task: (returnval){ [ 634.226502] env[69613]: value = "task-3416845" [ 634.226502] env[69613]: _type = "Task" [ 634.226502] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.238791] env[69613]: DEBUG oslo_vmware.api [None req-2c63dedd-e0fc-422c-991c-33b4d4f3524d tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] Task: {'id': task-3416845, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.543513] env[69613]: DEBUG oslo_vmware.api [None req-05fcade8-35a2-49be-80df-ac4a528436ed tempest-ServerAddressesNegativeTestJSON-1085258848 tempest-ServerAddressesNegativeTestJSON-1085258848-project-member] Task: {'id': task-3416843, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.563144] env[69613]: DEBUG oslo_vmware.api [None req-b382aaf2-8432-4759-8fea-45630bcf0e5c tempest-ServerShowV254Test-1975243985 tempest-ServerShowV254Test-1975243985-project-member] Task: {'id': task-3416844, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.515366} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.563744] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-b382aaf2-8432-4759-8fea-45630bcf0e5c tempest-ServerShowV254Test-1975243985 tempest-ServerShowV254Test-1975243985-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk to [datastore2] cd5b4748-087b-4058-990d-e15affb5a715/cd5b4748-087b-4058-990d-e15affb5a715.vmdk {{(pid=69613) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 634.564455] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-b382aaf2-8432-4759-8fea-45630bcf0e5c tempest-ServerShowV254Test-1975243985 tempest-ServerShowV254Test-1975243985-project-member] [instance: cd5b4748-087b-4058-990d-e15affb5a715] Extending root virtual disk to 1048576 {{(pid=69613) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 634.564915] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7399bd01-f567-4c04-b8e0-4e84036fe668 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.576467] env[69613]: DEBUG oslo_vmware.api [None req-b382aaf2-8432-4759-8fea-45630bcf0e5c tempest-ServerShowV254Test-1975243985 tempest-ServerShowV254Test-1975243985-project-member] Waiting for the task: (returnval){ [ 634.576467] env[69613]: value = "task-3416846" [ 634.576467] env[69613]: _type = "Task" [ 634.576467] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.591690] env[69613]: DEBUG oslo_vmware.api [None req-b382aaf2-8432-4759-8fea-45630bcf0e5c tempest-ServerShowV254Test-1975243985 tempest-ServerShowV254Test-1975243985-project-member] Task: {'id': task-3416846, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.714736] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-a09f8ca0-2571-4637-8ca7-7e9db027b05d tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] [instance: c7921fab-fd44-4691-bca3-5ea3ae7e0bc0] Creating Snapshot of the VM instance {{(pid=69613) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 634.715287] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-41352af2-3705-4ffe-b0c7-ff7bb4ffef0e {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.725970] env[69613]: DEBUG oslo_vmware.api [None req-a09f8ca0-2571-4637-8ca7-7e9db027b05d tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Waiting for the task: (returnval){ [ 634.725970] env[69613]: value = "task-3416847" [ 634.725970] env[69613]: _type = "Task" [ 634.725970] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.742455] env[69613]: DEBUG oslo_vmware.api [None req-a09f8ca0-2571-4637-8ca7-7e9db027b05d tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Task: {'id': task-3416847, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.744815] env[69613]: DEBUG oslo_vmware.api [None req-2c63dedd-e0fc-422c-991c-33b4d4f3524d tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] Task: {'id': task-3416845, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.781832] env[69613]: DEBUG nova.network.neutron [None req-cc50c24b-55fb-470a-b33f-43ed722cf3c7 tempest-ServersAdmin275Test-798959479 tempest-ServersAdmin275Test-798959479-project-member] [instance: 82d7d697-989c-4f9f-aaf4-7a7345bf2292] Instance cache missing network info. {{(pid=69613) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 634.839783] env[69613]: DEBUG nova.network.neutron [None req-90ae4c6e-6be8-456d-8438-6aaff0916402 tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] [instance: 6ec24a38-4b28-42e6-b86b-654d79714a95] Successfully updated port: e4cde8f8-176c-42d1-82e6-904e0b50f354 {{(pid=69613) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 634.939569] env[69613]: DEBUG nova.network.neutron [None req-cc50c24b-55fb-470a-b33f-43ed722cf3c7 tempest-ServersAdmin275Test-798959479 tempest-ServersAdmin275Test-798959479-project-member] [instance: 82d7d697-989c-4f9f-aaf4-7a7345bf2292] Updating instance_info_cache with network_info: [] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 635.047213] env[69613]: DEBUG oslo_vmware.api [None req-05fcade8-35a2-49be-80df-ac4a528436ed tempest-ServerAddressesNegativeTestJSON-1085258848 tempest-ServerAddressesNegativeTestJSON-1085258848-project-member] Task: {'id': task-3416843, 'name': ReconfigVM_Task, 'duration_secs': 0.588555} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.048064] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-05fcade8-35a2-49be-80df-ac4a528436ed tempest-ServerAddressesNegativeTestJSON-1085258848 tempest-ServerAddressesNegativeTestJSON-1085258848-project-member] [instance: 8fcf169e-2bcf-4fff-9a99-7dc8db4ce128] Reconfigured VM instance instance-00000010 to attach disk [datastore2] 8fcf169e-2bcf-4fff-9a99-7dc8db4ce128/8fcf169e-2bcf-4fff-9a99-7dc8db4ce128.vmdk or device None with type sparse {{(pid=69613) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 635.048330] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8e38bc97-cda5-4aa6-a1b9-b16c1fbcb62a {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.056284] env[69613]: DEBUG oslo_vmware.api [None req-05fcade8-35a2-49be-80df-ac4a528436ed tempest-ServerAddressesNegativeTestJSON-1085258848 tempest-ServerAddressesNegativeTestJSON-1085258848-project-member] Waiting for the task: (returnval){ [ 635.056284] env[69613]: value = "task-3416848" [ 635.056284] env[69613]: _type = "Task" [ 635.056284] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.069170] env[69613]: DEBUG oslo_vmware.api [None req-05fcade8-35a2-49be-80df-ac4a528436ed tempest-ServerAddressesNegativeTestJSON-1085258848 tempest-ServerAddressesNegativeTestJSON-1085258848-project-member] Task: {'id': task-3416848, 'name': Rename_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.089902] env[69613]: DEBUG oslo_vmware.api [None req-b382aaf2-8432-4759-8fea-45630bcf0e5c tempest-ServerShowV254Test-1975243985 tempest-ServerShowV254Test-1975243985-project-member] Task: {'id': task-3416846, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082147} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.094061] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-b382aaf2-8432-4759-8fea-45630bcf0e5c tempest-ServerShowV254Test-1975243985 tempest-ServerShowV254Test-1975243985-project-member] [instance: cd5b4748-087b-4058-990d-e15affb5a715] Extended root virtual disk {{(pid=69613) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 635.095449] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bff5a966-45c5-4fce-9dbe-218767431d27 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.129875] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-b382aaf2-8432-4759-8fea-45630bcf0e5c tempest-ServerShowV254Test-1975243985 tempest-ServerShowV254Test-1975243985-project-member] [instance: cd5b4748-087b-4058-990d-e15affb5a715] Reconfiguring VM instance instance-00000011 to attach disk [datastore2] cd5b4748-087b-4058-990d-e15affb5a715/cd5b4748-087b-4058-990d-e15affb5a715.vmdk or device None with type sparse {{(pid=69613) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 635.134603] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-05046062-348f-4791-b949-d0986c8d16bc {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.166294] env[69613]: DEBUG oslo_vmware.api [None req-b382aaf2-8432-4759-8fea-45630bcf0e5c tempest-ServerShowV254Test-1975243985 tempest-ServerShowV254Test-1975243985-project-member] Waiting for the task: (returnval){ [ 635.166294] env[69613]: value = "task-3416849" [ 635.166294] env[69613]: _type = "Task" [ 635.166294] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.178766] env[69613]: DEBUG oslo_vmware.api [None req-b382aaf2-8432-4759-8fea-45630bcf0e5c tempest-ServerShowV254Test-1975243985 tempest-ServerShowV254Test-1975243985-project-member] Task: {'id': task-3416849, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.219884] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-738ec199-7e47-4a90-813b-d0b1209eb669 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.233633] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4546a3d7-f95a-4558-97c7-cfa4838fa26d {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.277537] env[69613]: DEBUG oslo_vmware.api [None req-2c63dedd-e0fc-422c-991c-33b4d4f3524d tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] Task: {'id': task-3416845, 'name': PowerOnVM_Task, 'duration_secs': 0.894391} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.277810] env[69613]: DEBUG oslo_vmware.api [None req-a09f8ca0-2571-4637-8ca7-7e9db027b05d tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Task: {'id': task-3416847, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.278363] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c63dedd-e0fc-422c-991c-33b4d4f3524d tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] [instance: cdfedccf-3398-437c-a908-41d6d87d8a99] Powered on the VM {{(pid=69613) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 635.278562] env[69613]: DEBUG nova.compute.manager [None req-2c63dedd-e0fc-422c-991c-33b4d4f3524d tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] [instance: cdfedccf-3398-437c-a908-41d6d87d8a99] Checking state {{(pid=69613) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 635.279505] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcc7f38a-3142-45ce-a3f1-f6523548a2e5 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.283589] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56417949-2ddc-4054-aade-dd3cfc8cd33b {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.297389] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c56bdea-d7c5-4dff-9954-d0f9bc4e3c75 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.315044] env[69613]: DEBUG nova.compute.provider_tree [None req-2d23b748-e695-44df-8d04-c65c5a2d8289 tempest-ServersWithSpecificFlavorTestJSON-559059669 tempest-ServersWithSpecificFlavorTestJSON-559059669-project-member] Inventory has not changed in ProviderTree for provider: af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 {{(pid=69613) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 635.346356] env[69613]: DEBUG oslo_concurrency.lockutils [None req-90ae4c6e-6be8-456d-8438-6aaff0916402 tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Acquiring lock "refresh_cache-6ec24a38-4b28-42e6-b86b-654d79714a95" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.346356] env[69613]: DEBUG oslo_concurrency.lockutils [None req-90ae4c6e-6be8-456d-8438-6aaff0916402 tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Acquired lock "refresh_cache-6ec24a38-4b28-42e6-b86b-654d79714a95" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.346356] env[69613]: DEBUG nova.network.neutron [None req-90ae4c6e-6be8-456d-8438-6aaff0916402 tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] [instance: 6ec24a38-4b28-42e6-b86b-654d79714a95] Building network info cache for instance {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 635.442992] env[69613]: DEBUG oslo_concurrency.lockutils [None req-cc50c24b-55fb-470a-b33f-43ed722cf3c7 tempest-ServersAdmin275Test-798959479 tempest-ServersAdmin275Test-798959479-project-member] Releasing lock "refresh_cache-82d7d697-989c-4f9f-aaf4-7a7345bf2292" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.442992] env[69613]: DEBUG nova.compute.manager [None req-cc50c24b-55fb-470a-b33f-43ed722cf3c7 tempest-ServersAdmin275Test-798959479 tempest-ServersAdmin275Test-798959479-project-member] [instance: 82d7d697-989c-4f9f-aaf4-7a7345bf2292] Start destroying the instance on the hypervisor. {{(pid=69613) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 635.442992] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-cc50c24b-55fb-470a-b33f-43ed722cf3c7 tempest-ServersAdmin275Test-798959479 tempest-ServersAdmin275Test-798959479-project-member] [instance: 82d7d697-989c-4f9f-aaf4-7a7345bf2292] Destroying instance {{(pid=69613) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 635.443495] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f4141be-091f-401b-8d55-3e81251556af {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.453226] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc50c24b-55fb-470a-b33f-43ed722cf3c7 tempest-ServersAdmin275Test-798959479 tempest-ServersAdmin275Test-798959479-project-member] [instance: 82d7d697-989c-4f9f-aaf4-7a7345bf2292] Powering off the VM {{(pid=69613) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 635.453889] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d3b5ab30-d68a-4305-b17e-c9719edc1349 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.460685] env[69613]: DEBUG nova.compute.manager [req-0491b01b-28c0-4a40-9bec-983d8eaba2b4 req-99c91e29-9c90-4d7c-ac04-b11b67a76e24 service nova] [instance: 6ec24a38-4b28-42e6-b86b-654d79714a95] Received event network-vif-plugged-e4cde8f8-176c-42d1-82e6-904e0b50f354 {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 635.460685] env[69613]: DEBUG oslo_concurrency.lockutils [req-0491b01b-28c0-4a40-9bec-983d8eaba2b4 req-99c91e29-9c90-4d7c-ac04-b11b67a76e24 service nova] Acquiring lock "6ec24a38-4b28-42e6-b86b-654d79714a95-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 635.460685] env[69613]: DEBUG oslo_concurrency.lockutils [req-0491b01b-28c0-4a40-9bec-983d8eaba2b4 req-99c91e29-9c90-4d7c-ac04-b11b67a76e24 service nova] Lock "6ec24a38-4b28-42e6-b86b-654d79714a95-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 635.460685] env[69613]: DEBUG oslo_concurrency.lockutils [req-0491b01b-28c0-4a40-9bec-983d8eaba2b4 req-99c91e29-9c90-4d7c-ac04-b11b67a76e24 service nova] Lock "6ec24a38-4b28-42e6-b86b-654d79714a95-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 635.460685] env[69613]: DEBUG nova.compute.manager [req-0491b01b-28c0-4a40-9bec-983d8eaba2b4 req-99c91e29-9c90-4d7c-ac04-b11b67a76e24 service nova] [instance: 6ec24a38-4b28-42e6-b86b-654d79714a95] No waiting events found dispatching network-vif-plugged-e4cde8f8-176c-42d1-82e6-904e0b50f354 {{(pid=69613) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 635.460926] env[69613]: WARNING nova.compute.manager [req-0491b01b-28c0-4a40-9bec-983d8eaba2b4 req-99c91e29-9c90-4d7c-ac04-b11b67a76e24 service nova] [instance: 6ec24a38-4b28-42e6-b86b-654d79714a95] Received unexpected event network-vif-plugged-e4cde8f8-176c-42d1-82e6-904e0b50f354 for instance with vm_state building and task_state spawning. [ 635.468624] env[69613]: DEBUG oslo_vmware.api [None req-cc50c24b-55fb-470a-b33f-43ed722cf3c7 tempest-ServersAdmin275Test-798959479 tempest-ServersAdmin275Test-798959479-project-member] Waiting for the task: (returnval){ [ 635.468624] env[69613]: value = "task-3416850" [ 635.468624] env[69613]: _type = "Task" [ 635.468624] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.481731] env[69613]: DEBUG oslo_vmware.api [None req-cc50c24b-55fb-470a-b33f-43ed722cf3c7 tempest-ServersAdmin275Test-798959479 tempest-ServersAdmin275Test-798959479-project-member] Task: {'id': task-3416850, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.568388] env[69613]: DEBUG oslo_vmware.api [None req-05fcade8-35a2-49be-80df-ac4a528436ed tempest-ServerAddressesNegativeTestJSON-1085258848 tempest-ServerAddressesNegativeTestJSON-1085258848-project-member] Task: {'id': task-3416848, 'name': Rename_Task, 'duration_secs': 0.166554} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.568666] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-05fcade8-35a2-49be-80df-ac4a528436ed tempest-ServerAddressesNegativeTestJSON-1085258848 tempest-ServerAddressesNegativeTestJSON-1085258848-project-member] [instance: 8fcf169e-2bcf-4fff-9a99-7dc8db4ce128] Powering on the VM {{(pid=69613) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 635.569482] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ef5536ea-dbd7-42ba-b272-b9ec640602db {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.577363] env[69613]: DEBUG oslo_vmware.api [None req-05fcade8-35a2-49be-80df-ac4a528436ed tempest-ServerAddressesNegativeTestJSON-1085258848 tempest-ServerAddressesNegativeTestJSON-1085258848-project-member] Waiting for the task: (returnval){ [ 635.577363] env[69613]: value = "task-3416851" [ 635.577363] env[69613]: _type = "Task" [ 635.577363] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.585622] env[69613]: DEBUG oslo_vmware.api [None req-05fcade8-35a2-49be-80df-ac4a528436ed tempest-ServerAddressesNegativeTestJSON-1085258848 tempest-ServerAddressesNegativeTestJSON-1085258848-project-member] Task: {'id': task-3416851, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.678339] env[69613]: DEBUG oslo_vmware.api [None req-b382aaf2-8432-4759-8fea-45630bcf0e5c tempest-ServerShowV254Test-1975243985 tempest-ServerShowV254Test-1975243985-project-member] Task: {'id': task-3416849, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.743777] env[69613]: DEBUG oslo_vmware.api [None req-a09f8ca0-2571-4637-8ca7-7e9db027b05d tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Task: {'id': task-3416847, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.820315] env[69613]: DEBUG nova.scheduler.client.report [None req-2d23b748-e695-44df-8d04-c65c5a2d8289 tempest-ServersWithSpecificFlavorTestJSON-559059669 tempest-ServersWithSpecificFlavorTestJSON-559059669-project-member] Inventory has not changed for provider af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69613) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 635.903677] env[69613]: DEBUG oslo_concurrency.lockutils [None req-ae8c430a-97c2-463e-bedf-79119b80ba38 tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Acquiring lock "9ee7dbf3-c86a-4cd8-ad1e-ca92cb90164d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 635.903965] env[69613]: DEBUG oslo_concurrency.lockutils [None req-ae8c430a-97c2-463e-bedf-79119b80ba38 tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Lock "9ee7dbf3-c86a-4cd8-ad1e-ca92cb90164d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 635.947627] env[69613]: DEBUG nova.network.neutron [None req-90ae4c6e-6be8-456d-8438-6aaff0916402 tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] [instance: 6ec24a38-4b28-42e6-b86b-654d79714a95] Instance cache missing network info. {{(pid=69613) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 635.983492] env[69613]: DEBUG oslo_vmware.api [None req-cc50c24b-55fb-470a-b33f-43ed722cf3c7 tempest-ServersAdmin275Test-798959479 tempest-ServersAdmin275Test-798959479-project-member] Task: {'id': task-3416850, 'name': PowerOffVM_Task, 'duration_secs': 0.264046} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.983745] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc50c24b-55fb-470a-b33f-43ed722cf3c7 tempest-ServersAdmin275Test-798959479 tempest-ServersAdmin275Test-798959479-project-member] [instance: 82d7d697-989c-4f9f-aaf4-7a7345bf2292] Powered off the VM {{(pid=69613) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 635.983908] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-cc50c24b-55fb-470a-b33f-43ed722cf3c7 tempest-ServersAdmin275Test-798959479 tempest-ServersAdmin275Test-798959479-project-member] [instance: 82d7d697-989c-4f9f-aaf4-7a7345bf2292] Unregistering the VM {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 635.984183] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3c2154d9-3660-49ff-a59c-bdb6d9f76004 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.032735] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-cc50c24b-55fb-470a-b33f-43ed722cf3c7 tempest-ServersAdmin275Test-798959479 tempest-ServersAdmin275Test-798959479-project-member] [instance: 82d7d697-989c-4f9f-aaf4-7a7345bf2292] Unregistered the VM {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 636.033123] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-cc50c24b-55fb-470a-b33f-43ed722cf3c7 tempest-ServersAdmin275Test-798959479 tempest-ServersAdmin275Test-798959479-project-member] [instance: 82d7d697-989c-4f9f-aaf4-7a7345bf2292] Deleting contents of the VM from datastore datastore2 {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 636.033419] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc50c24b-55fb-470a-b33f-43ed722cf3c7 tempest-ServersAdmin275Test-798959479 tempest-ServersAdmin275Test-798959479-project-member] Deleting the datastore file [datastore2] 82d7d697-989c-4f9f-aaf4-7a7345bf2292 {{(pid=69613) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 636.033847] env[69613]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-06d4d65e-dd03-4fb3-b047-df8e14cc6950 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.042445] env[69613]: DEBUG oslo_vmware.api [None req-cc50c24b-55fb-470a-b33f-43ed722cf3c7 tempest-ServersAdmin275Test-798959479 tempest-ServersAdmin275Test-798959479-project-member] Waiting for the task: (returnval){ [ 636.042445] env[69613]: value = "task-3416853" [ 636.042445] env[69613]: _type = "Task" [ 636.042445] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.056409] env[69613]: DEBUG oslo_vmware.api [None req-cc50c24b-55fb-470a-b33f-43ed722cf3c7 tempest-ServersAdmin275Test-798959479 tempest-ServersAdmin275Test-798959479-project-member] Task: {'id': task-3416853, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.095967] env[69613]: DEBUG oslo_vmware.api [None req-05fcade8-35a2-49be-80df-ac4a528436ed tempest-ServerAddressesNegativeTestJSON-1085258848 tempest-ServerAddressesNegativeTestJSON-1085258848-project-member] Task: {'id': task-3416851, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.187416] env[69613]: DEBUG oslo_vmware.api [None req-b382aaf2-8432-4759-8fea-45630bcf0e5c tempest-ServerShowV254Test-1975243985 tempest-ServerShowV254Test-1975243985-project-member] Task: {'id': task-3416849, 'name': ReconfigVM_Task, 'duration_secs': 0.772507} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.187805] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-b382aaf2-8432-4759-8fea-45630bcf0e5c tempest-ServerShowV254Test-1975243985 tempest-ServerShowV254Test-1975243985-project-member] [instance: cd5b4748-087b-4058-990d-e15affb5a715] Reconfigured VM instance instance-00000011 to attach disk [datastore2] cd5b4748-087b-4058-990d-e15affb5a715/cd5b4748-087b-4058-990d-e15affb5a715.vmdk or device None with type sparse {{(pid=69613) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 636.188458] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-feea581d-4b47-40ee-835b-a03c9eec3db5 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.197970] env[69613]: DEBUG oslo_vmware.api [None req-b382aaf2-8432-4759-8fea-45630bcf0e5c tempest-ServerShowV254Test-1975243985 tempest-ServerShowV254Test-1975243985-project-member] Waiting for the task: (returnval){ [ 636.197970] env[69613]: value = "task-3416854" [ 636.197970] env[69613]: _type = "Task" [ 636.197970] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.208436] env[69613]: DEBUG oslo_vmware.api [None req-b382aaf2-8432-4759-8fea-45630bcf0e5c tempest-ServerShowV254Test-1975243985 tempest-ServerShowV254Test-1975243985-project-member] Task: {'id': task-3416854, 'name': Rename_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.239404] env[69613]: DEBUG oslo_vmware.api [None req-a09f8ca0-2571-4637-8ca7-7e9db027b05d tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Task: {'id': task-3416847, 'name': CreateSnapshot_Task, 'duration_secs': 1.253951} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.239749] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-a09f8ca0-2571-4637-8ca7-7e9db027b05d tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] [instance: c7921fab-fd44-4691-bca3-5ea3ae7e0bc0] Created Snapshot of the VM instance {{(pid=69613) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 636.240509] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d618d12-a6f2-45e0-8059-307e59294735 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.330035] env[69613]: DEBUG oslo_concurrency.lockutils [None req-2d23b748-e695-44df-8d04-c65c5a2d8289 tempest-ServersWithSpecificFlavorTestJSON-559059669 tempest-ServersWithSpecificFlavorTestJSON-559059669-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.709s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 636.330726] env[69613]: DEBUG nova.compute.manager [None req-2d23b748-e695-44df-8d04-c65c5a2d8289 tempest-ServersWithSpecificFlavorTestJSON-559059669 tempest-ServersWithSpecificFlavorTestJSON-559059669-project-member] [instance: b557580c-420c-42bf-90f5-43960bf4f3d5] Start building networks asynchronously for instance. {{(pid=69613) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 636.335468] env[69613]: DEBUG oslo_concurrency.lockutils [None req-ac4e33af-00a3-41ac-bcf0-b16928bb1121 tempest-ServersAdmin275Test-798959479 tempest-ServersAdmin275Test-798959479-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 17.019s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 636.335771] env[69613]: DEBUG nova.objects.instance [None req-ac4e33af-00a3-41ac-bcf0-b16928bb1121 tempest-ServersAdmin275Test-798959479 tempest-ServersAdmin275Test-798959479-project-member] [instance: 82d7d697-989c-4f9f-aaf4-7a7345bf2292] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69613) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 636.381690] env[69613]: DEBUG nova.network.neutron [None req-90ae4c6e-6be8-456d-8438-6aaff0916402 tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] [instance: 6ec24a38-4b28-42e6-b86b-654d79714a95] Updating instance_info_cache with network_info: [{"id": "e4cde8f8-176c-42d1-82e6-904e0b50f354", "address": "fa:16:3e:93:40:8a", "network": {"id": "2cb87d9b-693d-4d01-9cc7-dd815adbba8d", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1525363723-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "4ac79c17b68b4c8b9f7e4dc24fa29fe5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1cbd5e0e-9116-46f1-9748-13a73d2d7e75", "external-id": "nsx-vlan-transportzone-690", "segmentation_id": 690, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape4cde8f8-17", "ovs_interfaceid": "e4cde8f8-176c-42d1-82e6-904e0b50f354", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 636.560258] env[69613]: DEBUG oslo_vmware.api [None req-cc50c24b-55fb-470a-b33f-43ed722cf3c7 tempest-ServersAdmin275Test-798959479 tempest-ServersAdmin275Test-798959479-project-member] Task: {'id': task-3416853, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.15817} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.560532] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc50c24b-55fb-470a-b33f-43ed722cf3c7 tempest-ServersAdmin275Test-798959479 tempest-ServersAdmin275Test-798959479-project-member] Deleted the datastore file {{(pid=69613) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 636.560708] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-cc50c24b-55fb-470a-b33f-43ed722cf3c7 tempest-ServersAdmin275Test-798959479 tempest-ServersAdmin275Test-798959479-project-member] [instance: 82d7d697-989c-4f9f-aaf4-7a7345bf2292] Deleted contents of the VM from datastore datastore2 {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 636.560886] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-cc50c24b-55fb-470a-b33f-43ed722cf3c7 tempest-ServersAdmin275Test-798959479 tempest-ServersAdmin275Test-798959479-project-member] [instance: 82d7d697-989c-4f9f-aaf4-7a7345bf2292] Instance destroyed {{(pid=69613) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 636.561063] env[69613]: INFO nova.compute.manager [None req-cc50c24b-55fb-470a-b33f-43ed722cf3c7 tempest-ServersAdmin275Test-798959479 tempest-ServersAdmin275Test-798959479-project-member] [instance: 82d7d697-989c-4f9f-aaf4-7a7345bf2292] Took 1.12 seconds to destroy the instance on the hypervisor. [ 636.561304] env[69613]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cc50c24b-55fb-470a-b33f-43ed722cf3c7 tempest-ServersAdmin275Test-798959479 tempest-ServersAdmin275Test-798959479-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69613) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 636.561490] env[69613]: DEBUG nova.compute.manager [-] [instance: 82d7d697-989c-4f9f-aaf4-7a7345bf2292] Deallocating network for instance {{(pid=69613) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 636.561620] env[69613]: DEBUG nova.network.neutron [-] [instance: 82d7d697-989c-4f9f-aaf4-7a7345bf2292] deallocate_for_instance() {{(pid=69613) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 636.589671] env[69613]: DEBUG oslo_vmware.api [None req-05fcade8-35a2-49be-80df-ac4a528436ed tempest-ServerAddressesNegativeTestJSON-1085258848 tempest-ServerAddressesNegativeTestJSON-1085258848-project-member] Task: {'id': task-3416851, 'name': PowerOnVM_Task, 'duration_secs': 0.55319} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.590561] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-05fcade8-35a2-49be-80df-ac4a528436ed tempest-ServerAddressesNegativeTestJSON-1085258848 tempest-ServerAddressesNegativeTestJSON-1085258848-project-member] [instance: 8fcf169e-2bcf-4fff-9a99-7dc8db4ce128] Powered on the VM {{(pid=69613) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 636.590892] env[69613]: INFO nova.compute.manager [None req-05fcade8-35a2-49be-80df-ac4a528436ed tempest-ServerAddressesNegativeTestJSON-1085258848 tempest-ServerAddressesNegativeTestJSON-1085258848-project-member] [instance: 8fcf169e-2bcf-4fff-9a99-7dc8db4ce128] Took 8.65 seconds to spawn the instance on the hypervisor. [ 636.592225] env[69613]: DEBUG nova.compute.manager [None req-05fcade8-35a2-49be-80df-ac4a528436ed tempest-ServerAddressesNegativeTestJSON-1085258848 tempest-ServerAddressesNegativeTestJSON-1085258848-project-member] [instance: 8fcf169e-2bcf-4fff-9a99-7dc8db4ce128] Checking state {{(pid=69613) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 636.592427] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec3e36f8-9c1a-49be-97a6-4b46d8d38983 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.630581] env[69613]: DEBUG nova.network.neutron [-] [instance: 82d7d697-989c-4f9f-aaf4-7a7345bf2292] Instance cache missing network info. {{(pid=69613) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 636.713817] env[69613]: DEBUG oslo_vmware.api [None req-b382aaf2-8432-4759-8fea-45630bcf0e5c tempest-ServerShowV254Test-1975243985 tempest-ServerShowV254Test-1975243985-project-member] Task: {'id': task-3416854, 'name': Rename_Task, 'duration_secs': 0.283796} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.713817] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-b382aaf2-8432-4759-8fea-45630bcf0e5c tempest-ServerShowV254Test-1975243985 tempest-ServerShowV254Test-1975243985-project-member] [instance: cd5b4748-087b-4058-990d-e15affb5a715] Powering on the VM {{(pid=69613) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 636.714117] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-32324b08-9842-4608-8bc7-eac8ae81310c {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.726753] env[69613]: DEBUG oslo_vmware.api [None req-b382aaf2-8432-4759-8fea-45630bcf0e5c tempest-ServerShowV254Test-1975243985 tempest-ServerShowV254Test-1975243985-project-member] Waiting for the task: (returnval){ [ 636.726753] env[69613]: value = "task-3416855" [ 636.726753] env[69613]: _type = "Task" [ 636.726753] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.737286] env[69613]: DEBUG oslo_vmware.api [None req-b382aaf2-8432-4759-8fea-45630bcf0e5c tempest-ServerShowV254Test-1975243985 tempest-ServerShowV254Test-1975243985-project-member] Task: {'id': task-3416855, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.762046] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-a09f8ca0-2571-4637-8ca7-7e9db027b05d tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] [instance: c7921fab-fd44-4691-bca3-5ea3ae7e0bc0] Creating linked-clone VM from snapshot {{(pid=69613) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 636.762260] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-6ffdcd10-d52c-451f-b928-f587e6a46d17 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.774165] env[69613]: DEBUG oslo_vmware.api [None req-a09f8ca0-2571-4637-8ca7-7e9db027b05d tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Waiting for the task: (returnval){ [ 636.774165] env[69613]: value = "task-3416856" [ 636.774165] env[69613]: _type = "Task" [ 636.774165] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.790439] env[69613]: DEBUG oslo_vmware.api [None req-a09f8ca0-2571-4637-8ca7-7e9db027b05d tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Task: {'id': task-3416856, 'name': CloneVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.839022] env[69613]: DEBUG nova.compute.utils [None req-2d23b748-e695-44df-8d04-c65c5a2d8289 tempest-ServersWithSpecificFlavorTestJSON-559059669 tempest-ServersWithSpecificFlavorTestJSON-559059669-project-member] Using /dev/sd instead of None {{(pid=69613) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 636.840962] env[69613]: DEBUG nova.compute.manager [None req-2d23b748-e695-44df-8d04-c65c5a2d8289 tempest-ServersWithSpecificFlavorTestJSON-559059669 tempest-ServersWithSpecificFlavorTestJSON-559059669-project-member] [instance: b557580c-420c-42bf-90f5-43960bf4f3d5] Allocating IP information in the background. {{(pid=69613) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 636.841455] env[69613]: DEBUG nova.network.neutron [None req-2d23b748-e695-44df-8d04-c65c5a2d8289 tempest-ServersWithSpecificFlavorTestJSON-559059669 tempest-ServersWithSpecificFlavorTestJSON-559059669-project-member] [instance: b557580c-420c-42bf-90f5-43960bf4f3d5] allocate_for_instance() {{(pid=69613) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 636.887666] env[69613]: DEBUG oslo_concurrency.lockutils [None req-90ae4c6e-6be8-456d-8438-6aaff0916402 tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Releasing lock "refresh_cache-6ec24a38-4b28-42e6-b86b-654d79714a95" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.887927] env[69613]: DEBUG nova.compute.manager [None req-90ae4c6e-6be8-456d-8438-6aaff0916402 tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] [instance: 6ec24a38-4b28-42e6-b86b-654d79714a95] Instance network_info: |[{"id": "e4cde8f8-176c-42d1-82e6-904e0b50f354", "address": "fa:16:3e:93:40:8a", "network": {"id": "2cb87d9b-693d-4d01-9cc7-dd815adbba8d", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1525363723-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "4ac79c17b68b4c8b9f7e4dc24fa29fe5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1cbd5e0e-9116-46f1-9748-13a73d2d7e75", "external-id": "nsx-vlan-transportzone-690", "segmentation_id": 690, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape4cde8f8-17", "ovs_interfaceid": "e4cde8f8-176c-42d1-82e6-904e0b50f354", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69613) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 636.888326] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-90ae4c6e-6be8-456d-8438-6aaff0916402 tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] [instance: 6ec24a38-4b28-42e6-b86b-654d79714a95] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:93:40:8a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1cbd5e0e-9116-46f1-9748-13a73d2d7e75', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e4cde8f8-176c-42d1-82e6-904e0b50f354', 'vif_model': 'vmxnet3'}] {{(pid=69613) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 636.897470] env[69613]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-90ae4c6e-6be8-456d-8438-6aaff0916402 tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69613) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 636.897470] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6ec24a38-4b28-42e6-b86b-654d79714a95] Creating VM on the ESX host {{(pid=69613) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 636.897470] env[69613]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0db09902-6257-42e2-834e-3db8f416c37a {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.921853] env[69613]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 636.921853] env[69613]: value = "task-3416857" [ 636.921853] env[69613]: _type = "Task" [ 636.921853] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.935902] env[69613]: DEBUG oslo_vmware.api [-] Task: {'id': task-3416857, 'name': CreateVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.112559] env[69613]: INFO nova.compute.manager [None req-05fcade8-35a2-49be-80df-ac4a528436ed tempest-ServerAddressesNegativeTestJSON-1085258848 tempest-ServerAddressesNegativeTestJSON-1085258848-project-member] [instance: 8fcf169e-2bcf-4fff-9a99-7dc8db4ce128] Took 29.78 seconds to build instance. [ 637.120105] env[69613]: DEBUG nova.policy [None req-2d23b748-e695-44df-8d04-c65c5a2d8289 tempest-ServersWithSpecificFlavorTestJSON-559059669 tempest-ServersWithSpecificFlavorTestJSON-559059669-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b5480baa2a2e4c168b0b32b067be6be9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0633badc0f924996b31009e71856408a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69613) authorize /opt/stack/nova/nova/policy.py:192}} [ 637.134298] env[69613]: DEBUG nova.network.neutron [-] [instance: 82d7d697-989c-4f9f-aaf4-7a7345bf2292] Updating instance_info_cache with network_info: [] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 637.244735] env[69613]: DEBUG oslo_vmware.api [None req-b382aaf2-8432-4759-8fea-45630bcf0e5c tempest-ServerShowV254Test-1975243985 tempest-ServerShowV254Test-1975243985-project-member] Task: {'id': task-3416855, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.297314] env[69613]: DEBUG oslo_vmware.api [None req-a09f8ca0-2571-4637-8ca7-7e9db027b05d tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Task: {'id': task-3416856, 'name': CloneVM_Task} progress is 94%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.346137] env[69613]: DEBUG nova.compute.manager [None req-2d23b748-e695-44df-8d04-c65c5a2d8289 tempest-ServersWithSpecificFlavorTestJSON-559059669 tempest-ServersWithSpecificFlavorTestJSON-559059669-project-member] [instance: b557580c-420c-42bf-90f5-43960bf4f3d5] Start building block device mappings for instance. {{(pid=69613) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 637.355259] env[69613]: DEBUG oslo_concurrency.lockutils [None req-ac4e33af-00a3-41ac-bcf0-b16928bb1121 tempest-ServersAdmin275Test-798959479 tempest-ServersAdmin275Test-798959479-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.019s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 637.356188] env[69613]: DEBUG oslo_concurrency.lockutils [None req-cfaa4a81-b7c2-410c-9208-522ada887f18 tempest-ServersV294TestFqdnHostnames-2142112812 tempest-ServersV294TestFqdnHostnames-2142112812-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.928s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 637.357861] env[69613]: INFO nova.compute.claims [None req-cfaa4a81-b7c2-410c-9208-522ada887f18 tempest-ServersV294TestFqdnHostnames-2142112812 tempest-ServersV294TestFqdnHostnames-2142112812-project-member] [instance: 1178a341-cc87-48f9-b274-f0a1ab0c01fc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 637.436467] env[69613]: DEBUG oslo_vmware.api [-] Task: {'id': task-3416857, 'name': CreateVM_Task, 'duration_secs': 0.425982} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.436637] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6ec24a38-4b28-42e6-b86b-654d79714a95] Created VM on the ESX host {{(pid=69613) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 637.437389] env[69613]: DEBUG oslo_concurrency.lockutils [None req-90ae4c6e-6be8-456d-8438-6aaff0916402 tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.437540] env[69613]: DEBUG oslo_concurrency.lockutils [None req-90ae4c6e-6be8-456d-8438-6aaff0916402 tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.437867] env[69613]: DEBUG oslo_concurrency.lockutils [None req-90ae4c6e-6be8-456d-8438-6aaff0916402 tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.438149] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-68880330-e795-41e3-91c3-181d27166cd4 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.447595] env[69613]: DEBUG oslo_vmware.api [None req-90ae4c6e-6be8-456d-8438-6aaff0916402 tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Waiting for the task: (returnval){ [ 637.447595] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]5255a995-be6e-9428-68d2-77129736cc6d" [ 637.447595] env[69613]: _type = "Task" [ 637.447595] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.456767] env[69613]: DEBUG oslo_vmware.api [None req-90ae4c6e-6be8-456d-8438-6aaff0916402 tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]5255a995-be6e-9428-68d2-77129736cc6d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.616870] env[69613]: DEBUG oslo_concurrency.lockutils [None req-05fcade8-35a2-49be-80df-ac4a528436ed tempest-ServerAddressesNegativeTestJSON-1085258848 tempest-ServerAddressesNegativeTestJSON-1085258848-project-member] Lock "8fcf169e-2bcf-4fff-9a99-7dc8db4ce128" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.088s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 637.640142] env[69613]: INFO nova.compute.manager [-] [instance: 82d7d697-989c-4f9f-aaf4-7a7345bf2292] Took 1.08 seconds to deallocate network for instance. [ 637.740925] env[69613]: DEBUG oslo_vmware.api [None req-b382aaf2-8432-4759-8fea-45630bcf0e5c tempest-ServerShowV254Test-1975243985 tempest-ServerShowV254Test-1975243985-project-member] Task: {'id': task-3416855, 'name': PowerOnVM_Task, 'duration_secs': 0.707528} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.741236] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-b382aaf2-8432-4759-8fea-45630bcf0e5c tempest-ServerShowV254Test-1975243985 tempest-ServerShowV254Test-1975243985-project-member] [instance: cd5b4748-087b-4058-990d-e15affb5a715] Powered on the VM {{(pid=69613) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 637.741460] env[69613]: INFO nova.compute.manager [None req-b382aaf2-8432-4759-8fea-45630bcf0e5c tempest-ServerShowV254Test-1975243985 tempest-ServerShowV254Test-1975243985-project-member] [instance: cd5b4748-087b-4058-990d-e15affb5a715] Took 7.06 seconds to spawn the instance on the hypervisor. [ 637.741657] env[69613]: DEBUG nova.compute.manager [None req-b382aaf2-8432-4759-8fea-45630bcf0e5c tempest-ServerShowV254Test-1975243985 tempest-ServerShowV254Test-1975243985-project-member] [instance: cd5b4748-087b-4058-990d-e15affb5a715] Checking state {{(pid=69613) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 637.742451] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d11f350-adf3-41f2-8ec5-19c85a7c85aa {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.785534] env[69613]: DEBUG oslo_vmware.api [None req-a09f8ca0-2571-4637-8ca7-7e9db027b05d tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Task: {'id': task-3416856, 'name': CloneVM_Task} progress is 94%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.964861] env[69613]: DEBUG oslo_vmware.api [None req-90ae4c6e-6be8-456d-8438-6aaff0916402 tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]5255a995-be6e-9428-68d2-77129736cc6d, 'name': SearchDatastore_Task, 'duration_secs': 0.016705} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.964861] env[69613]: DEBUG oslo_concurrency.lockutils [None req-90ae4c6e-6be8-456d-8438-6aaff0916402 tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.964861] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-90ae4c6e-6be8-456d-8438-6aaff0916402 tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] [instance: 6ec24a38-4b28-42e6-b86b-654d79714a95] Processing image 2b7a0304-b5d0-431d-b287-32c8388d7fbd {{(pid=69613) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 637.965113] env[69613]: DEBUG oslo_concurrency.lockutils [None req-90ae4c6e-6be8-456d-8438-6aaff0916402 tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.965257] env[69613]: DEBUG oslo_concurrency.lockutils [None req-90ae4c6e-6be8-456d-8438-6aaff0916402 tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.965430] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-90ae4c6e-6be8-456d-8438-6aaff0916402 tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69613) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 637.965694] env[69613]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b75ea117-3b06-4994-a566-df3e60f16abc {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.978690] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-90ae4c6e-6be8-456d-8438-6aaff0916402 tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69613) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 637.978929] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-90ae4c6e-6be8-456d-8438-6aaff0916402 tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69613) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 637.979673] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b24d39e6-27c8-4c33-820f-e44a9c106496 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.989541] env[69613]: DEBUG oslo_vmware.api [None req-90ae4c6e-6be8-456d-8438-6aaff0916402 tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Waiting for the task: (returnval){ [ 637.989541] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]527e4269-9177-7fc1-47a0-6a4862aa1065" [ 637.989541] env[69613]: _type = "Task" [ 637.989541] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.002417] env[69613]: DEBUG oslo_vmware.api [None req-90ae4c6e-6be8-456d-8438-6aaff0916402 tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]527e4269-9177-7fc1-47a0-6a4862aa1065, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.119669] env[69613]: DEBUG nova.compute.manager [None req-22b5a87d-9968-4036-bb4f-ea9539608ed6 tempest-FloatingIPsAssociationNegativeTestJSON-1033774278 tempest-FloatingIPsAssociationNegativeTestJSON-1033774278-project-member] [instance: 00d02bd2-f8fa-415c-9a6f-c58b9af0be63] Starting instance... {{(pid=69613) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 638.148921] env[69613]: DEBUG oslo_concurrency.lockutils [None req-cc50c24b-55fb-470a-b33f-43ed722cf3c7 tempest-ServersAdmin275Test-798959479 tempest-ServersAdmin275Test-798959479-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 638.266017] env[69613]: INFO nova.compute.manager [None req-b382aaf2-8432-4759-8fea-45630bcf0e5c tempest-ServerShowV254Test-1975243985 tempest-ServerShowV254Test-1975243985-project-member] [instance: cd5b4748-087b-4058-990d-e15affb5a715] Took 30.53 seconds to build instance. [ 638.291286] env[69613]: DEBUG oslo_vmware.api [None req-a09f8ca0-2571-4637-8ca7-7e9db027b05d tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Task: {'id': task-3416856, 'name': CloneVM_Task} progress is 94%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.367681] env[69613]: DEBUG nova.compute.manager [None req-2d23b748-e695-44df-8d04-c65c5a2d8289 tempest-ServersWithSpecificFlavorTestJSON-559059669 tempest-ServersWithSpecificFlavorTestJSON-559059669-project-member] [instance: b557580c-420c-42bf-90f5-43960bf4f3d5] Start spawning the instance on the hypervisor. {{(pid=69613) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 638.412183] env[69613]: DEBUG nova.virt.hardware [None req-2d23b748-e695-44df-8d04-c65c5a2d8289 tempest-ServersWithSpecificFlavorTestJSON-559059669 tempest-ServersWithSpecificFlavorTestJSON-559059669-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T13:57:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='838416789',id=24,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_0-833666104',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T13:55:19Z,direct_url=,disk_format='vmdk',id=2b7a0304-b5d0-431d-b287-32c8388d7fbd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3e9e1b873f1442d59d5ee8247b941f74',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T13:55:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 638.412183] env[69613]: DEBUG nova.virt.hardware [None req-2d23b748-e695-44df-8d04-c65c5a2d8289 tempest-ServersWithSpecificFlavorTestJSON-559059669 tempest-ServersWithSpecificFlavorTestJSON-559059669-project-member] Flavor limits 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 638.412183] env[69613]: DEBUG nova.virt.hardware [None req-2d23b748-e695-44df-8d04-c65c5a2d8289 tempest-ServersWithSpecificFlavorTestJSON-559059669 tempest-ServersWithSpecificFlavorTestJSON-559059669-project-member] Image limits 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 638.412367] env[69613]: DEBUG nova.virt.hardware [None req-2d23b748-e695-44df-8d04-c65c5a2d8289 tempest-ServersWithSpecificFlavorTestJSON-559059669 tempest-ServersWithSpecificFlavorTestJSON-559059669-project-member] Flavor pref 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 638.412787] env[69613]: DEBUG nova.virt.hardware [None req-2d23b748-e695-44df-8d04-c65c5a2d8289 tempest-ServersWithSpecificFlavorTestJSON-559059669 tempest-ServersWithSpecificFlavorTestJSON-559059669-project-member] Image pref 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 638.412787] env[69613]: DEBUG nova.virt.hardware [None req-2d23b748-e695-44df-8d04-c65c5a2d8289 tempest-ServersWithSpecificFlavorTestJSON-559059669 tempest-ServersWithSpecificFlavorTestJSON-559059669-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 638.413041] env[69613]: DEBUG nova.virt.hardware [None req-2d23b748-e695-44df-8d04-c65c5a2d8289 tempest-ServersWithSpecificFlavorTestJSON-559059669 tempest-ServersWithSpecificFlavorTestJSON-559059669-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 638.413260] env[69613]: DEBUG nova.virt.hardware [None req-2d23b748-e695-44df-8d04-c65c5a2d8289 tempest-ServersWithSpecificFlavorTestJSON-559059669 tempest-ServersWithSpecificFlavorTestJSON-559059669-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69613) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 638.413503] env[69613]: DEBUG nova.virt.hardware [None req-2d23b748-e695-44df-8d04-c65c5a2d8289 tempest-ServersWithSpecificFlavorTestJSON-559059669 tempest-ServersWithSpecificFlavorTestJSON-559059669-project-member] Got 1 possible topologies {{(pid=69613) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 638.413730] env[69613]: DEBUG nova.virt.hardware [None req-2d23b748-e695-44df-8d04-c65c5a2d8289 tempest-ServersWithSpecificFlavorTestJSON-559059669 tempest-ServersWithSpecificFlavorTestJSON-559059669-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 638.414013] env[69613]: DEBUG nova.virt.hardware [None req-2d23b748-e695-44df-8d04-c65c5a2d8289 tempest-ServersWithSpecificFlavorTestJSON-559059669 tempest-ServersWithSpecificFlavorTestJSON-559059669-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 638.415285] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8024e9b2-648b-4361-a782-c6e098934da4 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.433516] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-375471d2-dd44-4a1a-be1d-114f20852ec7 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.466255] env[69613]: DEBUG nova.network.neutron [None req-2d23b748-e695-44df-8d04-c65c5a2d8289 tempest-ServersWithSpecificFlavorTestJSON-559059669 tempest-ServersWithSpecificFlavorTestJSON-559059669-project-member] [instance: b557580c-420c-42bf-90f5-43960bf4f3d5] Successfully created port: ba435ed9-09eb-4075-b7d4-4b12bc4d6969 {{(pid=69613) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 638.504151] env[69613]: DEBUG oslo_vmware.api [None req-90ae4c6e-6be8-456d-8438-6aaff0916402 tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]527e4269-9177-7fc1-47a0-6a4862aa1065, 'name': SearchDatastore_Task, 'duration_secs': 0.013742} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.508058] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-13335975-8001-4f7a-a0de-c79b01655416 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.519792] env[69613]: DEBUG oslo_vmware.api [None req-90ae4c6e-6be8-456d-8438-6aaff0916402 tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Waiting for the task: (returnval){ [ 638.519792] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]5282569e-bcc2-8036-368d-c9d6203a3d0f" [ 638.519792] env[69613]: _type = "Task" [ 638.519792] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.536136] env[69613]: DEBUG oslo_vmware.api [None req-90ae4c6e-6be8-456d-8438-6aaff0916402 tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]5282569e-bcc2-8036-368d-c9d6203a3d0f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.650715] env[69613]: DEBUG oslo_concurrency.lockutils [None req-22b5a87d-9968-4036-bb4f-ea9539608ed6 tempest-FloatingIPsAssociationNegativeTestJSON-1033774278 tempest-FloatingIPsAssociationNegativeTestJSON-1033774278-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 638.656163] env[69613]: DEBUG nova.compute.manager [req-29a5fe47-23eb-46a0-a12c-3063db2f7582 req-69feb84b-7f94-46ea-a5dc-c07cd19dce96 service nova] [instance: 6ec24a38-4b28-42e6-b86b-654d79714a95] Received event network-changed-e4cde8f8-176c-42d1-82e6-904e0b50f354 {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 638.656424] env[69613]: DEBUG nova.compute.manager [req-29a5fe47-23eb-46a0-a12c-3063db2f7582 req-69feb84b-7f94-46ea-a5dc-c07cd19dce96 service nova] [instance: 6ec24a38-4b28-42e6-b86b-654d79714a95] Refreshing instance network info cache due to event network-changed-e4cde8f8-176c-42d1-82e6-904e0b50f354. {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 638.656643] env[69613]: DEBUG oslo_concurrency.lockutils [req-29a5fe47-23eb-46a0-a12c-3063db2f7582 req-69feb84b-7f94-46ea-a5dc-c07cd19dce96 service nova] Acquiring lock "refresh_cache-6ec24a38-4b28-42e6-b86b-654d79714a95" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.656838] env[69613]: DEBUG oslo_concurrency.lockutils [req-29a5fe47-23eb-46a0-a12c-3063db2f7582 req-69feb84b-7f94-46ea-a5dc-c07cd19dce96 service nova] Acquired lock "refresh_cache-6ec24a38-4b28-42e6-b86b-654d79714a95" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.657023] env[69613]: DEBUG nova.network.neutron [req-29a5fe47-23eb-46a0-a12c-3063db2f7582 req-69feb84b-7f94-46ea-a5dc-c07cd19dce96 service nova] [instance: 6ec24a38-4b28-42e6-b86b-654d79714a95] Refreshing network info cache for port e4cde8f8-176c-42d1-82e6-904e0b50f354 {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 638.770253] env[69613]: DEBUG oslo_concurrency.lockutils [None req-b382aaf2-8432-4759-8fea-45630bcf0e5c tempest-ServerShowV254Test-1975243985 tempest-ServerShowV254Test-1975243985-project-member] Lock "cd5b4748-087b-4058-990d-e15affb5a715" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.344s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 638.792059] env[69613]: DEBUG oslo_vmware.api [None req-a09f8ca0-2571-4637-8ca7-7e9db027b05d tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Task: {'id': task-3416856, 'name': CloneVM_Task} progress is 100%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.033411] env[69613]: DEBUG oslo_vmware.api [None req-90ae4c6e-6be8-456d-8438-6aaff0916402 tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]5282569e-bcc2-8036-368d-c9d6203a3d0f, 'name': SearchDatastore_Task, 'duration_secs': 0.027048} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.033544] env[69613]: DEBUG oslo_concurrency.lockutils [None req-90ae4c6e-6be8-456d-8438-6aaff0916402 tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.033888] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-90ae4c6e-6be8-456d-8438-6aaff0916402 tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk to [datastore2] 6ec24a38-4b28-42e6-b86b-654d79714a95/6ec24a38-4b28-42e6-b86b-654d79714a95.vmdk {{(pid=69613) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 639.034288] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-359c1c58-6f12-426d-a611-686f8c9b4444 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.043365] env[69613]: DEBUG oslo_vmware.api [None req-90ae4c6e-6be8-456d-8438-6aaff0916402 tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Waiting for the task: (returnval){ [ 639.043365] env[69613]: value = "task-3416858" [ 639.043365] env[69613]: _type = "Task" [ 639.043365] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.064159] env[69613]: DEBUG oslo_vmware.api [None req-90ae4c6e-6be8-456d-8438-6aaff0916402 tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Task: {'id': task-3416858, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.107599] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f0a00f7-ef83-4958-8035-0fe13b925a6b {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.119325] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd499e1d-8417-4df2-a4c5-8a74af7aa6f0 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.157294] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b913bca5-8c14-4d53-ad94-830aee7c0add {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.169806] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64d4a97e-d755-46e9-af3d-287b1fa87771 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.185832] env[69613]: DEBUG nova.compute.provider_tree [None req-cfaa4a81-b7c2-410c-9208-522ada887f18 tempest-ServersV294TestFqdnHostnames-2142112812 tempest-ServersV294TestFqdnHostnames-2142112812-project-member] Inventory has not changed in ProviderTree for provider: af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 {{(pid=69613) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 639.274366] env[69613]: DEBUG nova.compute.manager [None req-fa12ba3b-2505-41e4-95c8-72b237d3cf7a tempest-ServersListShow296Test-2103787313 tempest-ServersListShow296Test-2103787313-project-member] [instance: 997781de-b20c-4004-8374-deef83d9de6b] Starting instance... {{(pid=69613) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 639.288229] env[69613]: DEBUG oslo_vmware.api [None req-a09f8ca0-2571-4637-8ca7-7e9db027b05d tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Task: {'id': task-3416856, 'name': CloneVM_Task, 'duration_secs': 2.059107} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.288497] env[69613]: INFO nova.virt.vmwareapi.vmops [None req-a09f8ca0-2571-4637-8ca7-7e9db027b05d tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] [instance: c7921fab-fd44-4691-bca3-5ea3ae7e0bc0] Created linked-clone VM from snapshot [ 639.289601] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b96ca658-0052-4c6d-a7ad-d0890646066b {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.299205] env[69613]: DEBUG nova.virt.vmwareapi.images [None req-a09f8ca0-2571-4637-8ca7-7e9db027b05d tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] [instance: c7921fab-fd44-4691-bca3-5ea3ae7e0bc0] Uploading image db163b91-b673-4854-8a6e-c3e889399f04 {{(pid=69613) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 639.341927] env[69613]: DEBUG oslo_vmware.rw_handles [None req-a09f8ca0-2571-4637-8ca7-7e9db027b05d tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 639.341927] env[69613]: value = "vm-681736" [ 639.341927] env[69613]: _type = "VirtualMachine" [ 639.341927] env[69613]: }. {{(pid=69613) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 639.342588] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-6cbe05d5-e0a8-400b-82c4-f2404f9e25a6 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.352403] env[69613]: DEBUG oslo_vmware.rw_handles [None req-a09f8ca0-2571-4637-8ca7-7e9db027b05d tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Lease: (returnval){ [ 639.352403] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]52baa123-dbee-e951-ae06-0a9f027f3e7e" [ 639.352403] env[69613]: _type = "HttpNfcLease" [ 639.352403] env[69613]: } obtained for exporting VM: (result){ [ 639.352403] env[69613]: value = "vm-681736" [ 639.352403] env[69613]: _type = "VirtualMachine" [ 639.352403] env[69613]: }. {{(pid=69613) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 639.353305] env[69613]: DEBUG oslo_vmware.api [None req-a09f8ca0-2571-4637-8ca7-7e9db027b05d tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Waiting for the lease: (returnval){ [ 639.353305] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]52baa123-dbee-e951-ae06-0a9f027f3e7e" [ 639.353305] env[69613]: _type = "HttpNfcLease" [ 639.353305] env[69613]: } to be ready. {{(pid=69613) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 639.361925] env[69613]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 639.361925] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]52baa123-dbee-e951-ae06-0a9f027f3e7e" [ 639.361925] env[69613]: _type = "HttpNfcLease" [ 639.361925] env[69613]: } is initializing. {{(pid=69613) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 639.412309] env[69613]: DEBUG nova.network.neutron [req-29a5fe47-23eb-46a0-a12c-3063db2f7582 req-69feb84b-7f94-46ea-a5dc-c07cd19dce96 service nova] [instance: 6ec24a38-4b28-42e6-b86b-654d79714a95] Updated VIF entry in instance network info cache for port e4cde8f8-176c-42d1-82e6-904e0b50f354. {{(pid=69613) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 639.412309] env[69613]: DEBUG nova.network.neutron [req-29a5fe47-23eb-46a0-a12c-3063db2f7582 req-69feb84b-7f94-46ea-a5dc-c07cd19dce96 service nova] [instance: 6ec24a38-4b28-42e6-b86b-654d79714a95] Updating instance_info_cache with network_info: [{"id": "e4cde8f8-176c-42d1-82e6-904e0b50f354", "address": "fa:16:3e:93:40:8a", "network": {"id": "2cb87d9b-693d-4d01-9cc7-dd815adbba8d", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1525363723-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "4ac79c17b68b4c8b9f7e4dc24fa29fe5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1cbd5e0e-9116-46f1-9748-13a73d2d7e75", "external-id": "nsx-vlan-transportzone-690", "segmentation_id": 690, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape4cde8f8-17", "ovs_interfaceid": "e4cde8f8-176c-42d1-82e6-904e0b50f354", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 639.555715] env[69613]: DEBUG oslo_vmware.api [None req-90ae4c6e-6be8-456d-8438-6aaff0916402 tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Task: {'id': task-3416858, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.689293] env[69613]: DEBUG nova.scheduler.client.report [None req-cfaa4a81-b7c2-410c-9208-522ada887f18 tempest-ServersV294TestFqdnHostnames-2142112812 tempest-ServersV294TestFqdnHostnames-2142112812-project-member] Inventory has not changed for provider af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69613) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 639.804120] env[69613]: DEBUG oslo_concurrency.lockutils [None req-fa12ba3b-2505-41e4-95c8-72b237d3cf7a tempest-ServersListShow296Test-2103787313 tempest-ServersListShow296Test-2103787313-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 639.865506] env[69613]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 639.865506] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]52baa123-dbee-e951-ae06-0a9f027f3e7e" [ 639.865506] env[69613]: _type = "HttpNfcLease" [ 639.865506] env[69613]: } is ready. {{(pid=69613) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 639.865787] env[69613]: DEBUG oslo_vmware.rw_handles [None req-a09f8ca0-2571-4637-8ca7-7e9db027b05d tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 639.865787] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]52baa123-dbee-e951-ae06-0a9f027f3e7e" [ 639.865787] env[69613]: _type = "HttpNfcLease" [ 639.865787] env[69613]: }. {{(pid=69613) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 639.866556] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0210b671-17e3-4e7d-93bf-30d3bfe3e104 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.882592] env[69613]: DEBUG oslo_vmware.rw_handles [None req-a09f8ca0-2571-4637-8ca7-7e9db027b05d tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d3d20a-34df-b8aa-bfb8-beb8ba0785ce/disk-0.vmdk from lease info. {{(pid=69613) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 639.882876] env[69613]: DEBUG oslo_vmware.rw_handles [None req-a09f8ca0-2571-4637-8ca7-7e9db027b05d tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d3d20a-34df-b8aa-bfb8-beb8ba0785ce/disk-0.vmdk for reading. {{(pid=69613) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 639.950044] env[69613]: DEBUG oslo_concurrency.lockutils [req-29a5fe47-23eb-46a0-a12c-3063db2f7582 req-69feb84b-7f94-46ea-a5dc-c07cd19dce96 service nova] Releasing lock "refresh_cache-6ec24a38-4b28-42e6-b86b-654d79714a95" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.986119] env[69613]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-7e805d50-4757-4c64-8108-9b8b619c4e4f {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.060588] env[69613]: DEBUG oslo_vmware.api [None req-90ae4c6e-6be8-456d-8438-6aaff0916402 tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Task: {'id': task-3416858, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.855172} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.060864] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-90ae4c6e-6be8-456d-8438-6aaff0916402 tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk to [datastore2] 6ec24a38-4b28-42e6-b86b-654d79714a95/6ec24a38-4b28-42e6-b86b-654d79714a95.vmdk {{(pid=69613) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 640.061138] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-90ae4c6e-6be8-456d-8438-6aaff0916402 tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] [instance: 6ec24a38-4b28-42e6-b86b-654d79714a95] Extending root virtual disk to 1048576 {{(pid=69613) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 640.061406] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e7a9a0e3-9d8e-4bd6-8bf1-86a2fee11cc3 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.070633] env[69613]: DEBUG oslo_vmware.api [None req-90ae4c6e-6be8-456d-8438-6aaff0916402 tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Waiting for the task: (returnval){ [ 640.070633] env[69613]: value = "task-3416860" [ 640.070633] env[69613]: _type = "Task" [ 640.070633] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.086205] env[69613]: DEBUG oslo_vmware.api [None req-90ae4c6e-6be8-456d-8438-6aaff0916402 tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Task: {'id': task-3416860, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.194597] env[69613]: DEBUG oslo_concurrency.lockutils [None req-cfaa4a81-b7c2-410c-9208-522ada887f18 tempest-ServersV294TestFqdnHostnames-2142112812 tempest-ServersV294TestFqdnHostnames-2142112812-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.838s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 640.195171] env[69613]: DEBUG nova.compute.manager [None req-cfaa4a81-b7c2-410c-9208-522ada887f18 tempest-ServersV294TestFqdnHostnames-2142112812 tempest-ServersV294TestFqdnHostnames-2142112812-project-member] [instance: 1178a341-cc87-48f9-b274-f0a1ab0c01fc] Start building networks asynchronously for instance. {{(pid=69613) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 640.204351] env[69613]: DEBUG oslo_concurrency.lockutils [None req-7113dd31-6e67-4ac6-8a57-de9088ce37cd tempest-ServersListShow2100Test-867795307 tempest-ServersListShow2100Test-867795307-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.589s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 640.209568] env[69613]: INFO nova.compute.claims [None req-7113dd31-6e67-4ac6-8a57-de9088ce37cd tempest-ServersListShow2100Test-867795307 tempest-ServersListShow2100Test-867795307-project-member] [instance: f2b492f9-2517-4ee7-b4e7-c6c3bb912e49] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 640.582797] env[69613]: DEBUG oslo_vmware.api [None req-90ae4c6e-6be8-456d-8438-6aaff0916402 tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Task: {'id': task-3416860, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.089318} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.587199] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-90ae4c6e-6be8-456d-8438-6aaff0916402 tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] [instance: 6ec24a38-4b28-42e6-b86b-654d79714a95] Extended root virtual disk {{(pid=69613) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 640.590779] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6a88065-2e22-47fc-b071-86547f0a9281 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.599389] env[69613]: DEBUG oslo_concurrency.lockutils [None req-e8bd5bed-894b-4257-a968-0afde8dbec89 tempest-ServerMetadataNegativeTestJSON-1771848395 tempest-ServerMetadataNegativeTestJSON-1771848395-project-member] Acquiring lock "20fa95e4-e66f-4310-81bf-beb9a42968dc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 640.599762] env[69613]: DEBUG oslo_concurrency.lockutils [None req-e8bd5bed-894b-4257-a968-0afde8dbec89 tempest-ServerMetadataNegativeTestJSON-1771848395 tempest-ServerMetadataNegativeTestJSON-1771848395-project-member] Lock "20fa95e4-e66f-4310-81bf-beb9a42968dc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 640.632106] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-90ae4c6e-6be8-456d-8438-6aaff0916402 tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] [instance: 6ec24a38-4b28-42e6-b86b-654d79714a95] Reconfiguring VM instance instance-00000012 to attach disk [datastore2] 6ec24a38-4b28-42e6-b86b-654d79714a95/6ec24a38-4b28-42e6-b86b-654d79714a95.vmdk or device None with type sparse {{(pid=69613) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 640.632106] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4ad2a463-2844-4b62-95b6-8a4349cb7844 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.657311] env[69613]: DEBUG oslo_vmware.api [None req-90ae4c6e-6be8-456d-8438-6aaff0916402 tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Waiting for the task: (returnval){ [ 640.657311] env[69613]: value = "task-3416861" [ 640.657311] env[69613]: _type = "Task" [ 640.657311] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.672086] env[69613]: DEBUG oslo_vmware.api [None req-90ae4c6e-6be8-456d-8438-6aaff0916402 tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Task: {'id': task-3416861, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.705984] env[69613]: DEBUG nova.compute.utils [None req-cfaa4a81-b7c2-410c-9208-522ada887f18 tempest-ServersV294TestFqdnHostnames-2142112812 tempest-ServersV294TestFqdnHostnames-2142112812-project-member] Using /dev/sd instead of None {{(pid=69613) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 640.711833] env[69613]: DEBUG nova.compute.manager [None req-cfaa4a81-b7c2-410c-9208-522ada887f18 tempest-ServersV294TestFqdnHostnames-2142112812 tempest-ServersV294TestFqdnHostnames-2142112812-project-member] [instance: 1178a341-cc87-48f9-b274-f0a1ab0c01fc] Allocating IP information in the background. {{(pid=69613) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 640.711833] env[69613]: DEBUG nova.network.neutron [None req-cfaa4a81-b7c2-410c-9208-522ada887f18 tempest-ServersV294TestFqdnHostnames-2142112812 tempest-ServersV294TestFqdnHostnames-2142112812-project-member] [instance: 1178a341-cc87-48f9-b274-f0a1ab0c01fc] allocate_for_instance() {{(pid=69613) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 640.739493] env[69613]: DEBUG oslo_concurrency.lockutils [None req-76e5f156-f313-48a8-b4c3-adb20369cc73 tempest-ServerAddressesNegativeTestJSON-1085258848 tempest-ServerAddressesNegativeTestJSON-1085258848-project-member] Acquiring lock "8fcf169e-2bcf-4fff-9a99-7dc8db4ce128" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 640.739493] env[69613]: DEBUG oslo_concurrency.lockutils [None req-76e5f156-f313-48a8-b4c3-adb20369cc73 tempest-ServerAddressesNegativeTestJSON-1085258848 tempest-ServerAddressesNegativeTestJSON-1085258848-project-member] Lock "8fcf169e-2bcf-4fff-9a99-7dc8db4ce128" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 640.739493] env[69613]: DEBUG oslo_concurrency.lockutils [None req-76e5f156-f313-48a8-b4c3-adb20369cc73 tempest-ServerAddressesNegativeTestJSON-1085258848 tempest-ServerAddressesNegativeTestJSON-1085258848-project-member] Acquiring lock "8fcf169e-2bcf-4fff-9a99-7dc8db4ce128-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 640.739493] env[69613]: DEBUG oslo_concurrency.lockutils [None req-76e5f156-f313-48a8-b4c3-adb20369cc73 tempest-ServerAddressesNegativeTestJSON-1085258848 tempest-ServerAddressesNegativeTestJSON-1085258848-project-member] Lock "8fcf169e-2bcf-4fff-9a99-7dc8db4ce128-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 640.739930] env[69613]: DEBUG oslo_concurrency.lockutils [None req-76e5f156-f313-48a8-b4c3-adb20369cc73 tempest-ServerAddressesNegativeTestJSON-1085258848 tempest-ServerAddressesNegativeTestJSON-1085258848-project-member] Lock "8fcf169e-2bcf-4fff-9a99-7dc8db4ce128-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 640.743214] env[69613]: INFO nova.compute.manager [None req-76e5f156-f313-48a8-b4c3-adb20369cc73 tempest-ServerAddressesNegativeTestJSON-1085258848 tempest-ServerAddressesNegativeTestJSON-1085258848-project-member] [instance: 8fcf169e-2bcf-4fff-9a99-7dc8db4ce128] Terminating instance [ 640.774244] env[69613]: DEBUG nova.policy [None req-cfaa4a81-b7c2-410c-9208-522ada887f18 tempest-ServersV294TestFqdnHostnames-2142112812 tempest-ServersV294TestFqdnHostnames-2142112812-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6331347c3ccd442e815ae922a54bc8a1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '46e835c9be694056900502cde5ad1ee7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69613) authorize /opt/stack/nova/nova/policy.py:192}} [ 641.175384] env[69613]: DEBUG oslo_vmware.api [None req-90ae4c6e-6be8-456d-8438-6aaff0916402 tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Task: {'id': task-3416861, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.219016] env[69613]: DEBUG nova.compute.manager [None req-cfaa4a81-b7c2-410c-9208-522ada887f18 tempest-ServersV294TestFqdnHostnames-2142112812 tempest-ServersV294TestFqdnHostnames-2142112812-project-member] [instance: 1178a341-cc87-48f9-b274-f0a1ab0c01fc] Start building block device mappings for instance. {{(pid=69613) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 641.247634] env[69613]: DEBUG nova.network.neutron [None req-2d23b748-e695-44df-8d04-c65c5a2d8289 tempest-ServersWithSpecificFlavorTestJSON-559059669 tempest-ServersWithSpecificFlavorTestJSON-559059669-project-member] [instance: b557580c-420c-42bf-90f5-43960bf4f3d5] Successfully updated port: ba435ed9-09eb-4075-b7d4-4b12bc4d6969 {{(pid=69613) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 641.249217] env[69613]: DEBUG nova.compute.manager [None req-76e5f156-f313-48a8-b4c3-adb20369cc73 tempest-ServerAddressesNegativeTestJSON-1085258848 tempest-ServerAddressesNegativeTestJSON-1085258848-project-member] [instance: 8fcf169e-2bcf-4fff-9a99-7dc8db4ce128] Start destroying the instance on the hypervisor. {{(pid=69613) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 641.249415] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-76e5f156-f313-48a8-b4c3-adb20369cc73 tempest-ServerAddressesNegativeTestJSON-1085258848 tempest-ServerAddressesNegativeTestJSON-1085258848-project-member] [instance: 8fcf169e-2bcf-4fff-9a99-7dc8db4ce128] Destroying instance {{(pid=69613) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 641.251529] env[69613]: DEBUG nova.network.neutron [None req-cfaa4a81-b7c2-410c-9208-522ada887f18 tempest-ServersV294TestFqdnHostnames-2142112812 tempest-ServersV294TestFqdnHostnames-2142112812-project-member] [instance: 1178a341-cc87-48f9-b274-f0a1ab0c01fc] Successfully created port: 9fe7e019-2d9d-4c0e-bb22-4a0989e26193 {{(pid=69613) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 641.260594] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00004fad-6b30-47d6-a264-7d905506c90d {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.271452] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-76e5f156-f313-48a8-b4c3-adb20369cc73 tempest-ServerAddressesNegativeTestJSON-1085258848 tempest-ServerAddressesNegativeTestJSON-1085258848-project-member] [instance: 8fcf169e-2bcf-4fff-9a99-7dc8db4ce128] Powering off the VM {{(pid=69613) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 641.271700] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b2fcef59-46e1-4487-889f-8a6839be12c7 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.287091] env[69613]: DEBUG oslo_vmware.api [None req-76e5f156-f313-48a8-b4c3-adb20369cc73 tempest-ServerAddressesNegativeTestJSON-1085258848 tempest-ServerAddressesNegativeTestJSON-1085258848-project-member] Waiting for the task: (returnval){ [ 641.287091] env[69613]: value = "task-3416862" [ 641.287091] env[69613]: _type = "Task" [ 641.287091] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.299933] env[69613]: DEBUG oslo_vmware.api [None req-76e5f156-f313-48a8-b4c3-adb20369cc73 tempest-ServerAddressesNegativeTestJSON-1085258848 tempest-ServerAddressesNegativeTestJSON-1085258848-project-member] Task: {'id': task-3416862, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.676367] env[69613]: DEBUG oslo_vmware.api [None req-90ae4c6e-6be8-456d-8438-6aaff0916402 tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Task: {'id': task-3416861, 'name': ReconfigVM_Task, 'duration_secs': 0.570386} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.676367] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-90ae4c6e-6be8-456d-8438-6aaff0916402 tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] [instance: 6ec24a38-4b28-42e6-b86b-654d79714a95] Reconfigured VM instance instance-00000012 to attach disk [datastore2] 6ec24a38-4b28-42e6-b86b-654d79714a95/6ec24a38-4b28-42e6-b86b-654d79714a95.vmdk or device None with type sparse {{(pid=69613) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 641.676845] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e4717e8d-5556-4d5d-86f9-7cb2ca2c5b0d {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.686950] env[69613]: DEBUG oslo_vmware.api [None req-90ae4c6e-6be8-456d-8438-6aaff0916402 tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Waiting for the task: (returnval){ [ 641.686950] env[69613]: value = "task-3416863" [ 641.686950] env[69613]: _type = "Task" [ 641.686950] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.697757] env[69613]: DEBUG oslo_vmware.api [None req-90ae4c6e-6be8-456d-8438-6aaff0916402 tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Task: {'id': task-3416863, 'name': Rename_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.756773] env[69613]: DEBUG oslo_concurrency.lockutils [None req-2d23b748-e695-44df-8d04-c65c5a2d8289 tempest-ServersWithSpecificFlavorTestJSON-559059669 tempest-ServersWithSpecificFlavorTestJSON-559059669-project-member] Acquiring lock "refresh_cache-b557580c-420c-42bf-90f5-43960bf4f3d5" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.756946] env[69613]: DEBUG oslo_concurrency.lockutils [None req-2d23b748-e695-44df-8d04-c65c5a2d8289 tempest-ServersWithSpecificFlavorTestJSON-559059669 tempest-ServersWithSpecificFlavorTestJSON-559059669-project-member] Acquired lock "refresh_cache-b557580c-420c-42bf-90f5-43960bf4f3d5" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.757565] env[69613]: DEBUG nova.network.neutron [None req-2d23b748-e695-44df-8d04-c65c5a2d8289 tempest-ServersWithSpecificFlavorTestJSON-559059669 tempest-ServersWithSpecificFlavorTestJSON-559059669-project-member] [instance: b557580c-420c-42bf-90f5-43960bf4f3d5] Building network info cache for instance {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 641.803196] env[69613]: DEBUG oslo_vmware.api [None req-76e5f156-f313-48a8-b4c3-adb20369cc73 tempest-ServerAddressesNegativeTestJSON-1085258848 tempest-ServerAddressesNegativeTestJSON-1085258848-project-member] Task: {'id': task-3416862, 'name': PowerOffVM_Task, 'duration_secs': 0.245205} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.804379] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-76e5f156-f313-48a8-b4c3-adb20369cc73 tempest-ServerAddressesNegativeTestJSON-1085258848 tempest-ServerAddressesNegativeTestJSON-1085258848-project-member] [instance: 8fcf169e-2bcf-4fff-9a99-7dc8db4ce128] Powered off the VM {{(pid=69613) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 641.804379] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-76e5f156-f313-48a8-b4c3-adb20369cc73 tempest-ServerAddressesNegativeTestJSON-1085258848 tempest-ServerAddressesNegativeTestJSON-1085258848-project-member] [instance: 8fcf169e-2bcf-4fff-9a99-7dc8db4ce128] Unregistering the VM {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 641.804609] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f5691f58-c6c8-40fc-86ea-1ae1fd4ae285 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.825401] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28825620-2ba2-43d1-9076-96eb6848f2a0 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.834983] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72dc0ebc-9a4b-42fe-8a23-a2219ef5c5fb {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.867499] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39018b80-e4dc-481b-a0b5-6f261bee9fc7 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.876294] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3432a6e0-9dbe-424e-9814-5ef285a544c0 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.895428] env[69613]: DEBUG nova.compute.provider_tree [None req-7113dd31-6e67-4ac6-8a57-de9088ce37cd tempest-ServersListShow2100Test-867795307 tempest-ServersListShow2100Test-867795307-project-member] Inventory has not changed in ProviderTree for provider: af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 {{(pid=69613) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 641.898147] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-76e5f156-f313-48a8-b4c3-adb20369cc73 tempest-ServerAddressesNegativeTestJSON-1085258848 tempest-ServerAddressesNegativeTestJSON-1085258848-project-member] [instance: 8fcf169e-2bcf-4fff-9a99-7dc8db4ce128] Unregistered the VM {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 641.898886] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-76e5f156-f313-48a8-b4c3-adb20369cc73 tempest-ServerAddressesNegativeTestJSON-1085258848 tempest-ServerAddressesNegativeTestJSON-1085258848-project-member] [instance: 8fcf169e-2bcf-4fff-9a99-7dc8db4ce128] Deleting contents of the VM from datastore datastore2 {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 641.899502] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-76e5f156-f313-48a8-b4c3-adb20369cc73 tempest-ServerAddressesNegativeTestJSON-1085258848 tempest-ServerAddressesNegativeTestJSON-1085258848-project-member] Deleting the datastore file [datastore2] 8fcf169e-2bcf-4fff-9a99-7dc8db4ce128 {{(pid=69613) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 641.899604] env[69613]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-03e40408-4735-442d-a936-4b703c65176e {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.907420] env[69613]: DEBUG oslo_vmware.api [None req-76e5f156-f313-48a8-b4c3-adb20369cc73 tempest-ServerAddressesNegativeTestJSON-1085258848 tempest-ServerAddressesNegativeTestJSON-1085258848-project-member] Waiting for the task: (returnval){ [ 641.907420] env[69613]: value = "task-3416865" [ 641.907420] env[69613]: _type = "Task" [ 641.907420] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.916718] env[69613]: DEBUG oslo_vmware.api [None req-76e5f156-f313-48a8-b4c3-adb20369cc73 tempest-ServerAddressesNegativeTestJSON-1085258848 tempest-ServerAddressesNegativeTestJSON-1085258848-project-member] Task: {'id': task-3416865, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.198917] env[69613]: DEBUG oslo_vmware.api [None req-90ae4c6e-6be8-456d-8438-6aaff0916402 tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Task: {'id': task-3416863, 'name': Rename_Task, 'duration_secs': 0.164152} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.199447] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-90ae4c6e-6be8-456d-8438-6aaff0916402 tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] [instance: 6ec24a38-4b28-42e6-b86b-654d79714a95] Powering on the VM {{(pid=69613) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 642.199804] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c83d44bd-a0fc-43e1-ae9a-409f0f086484 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.209038] env[69613]: DEBUG oslo_vmware.api [None req-90ae4c6e-6be8-456d-8438-6aaff0916402 tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Waiting for the task: (returnval){ [ 642.209038] env[69613]: value = "task-3416866" [ 642.209038] env[69613]: _type = "Task" [ 642.209038] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.218520] env[69613]: DEBUG oslo_vmware.api [None req-90ae4c6e-6be8-456d-8438-6aaff0916402 tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Task: {'id': task-3416866, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.232516] env[69613]: DEBUG nova.compute.manager [None req-cfaa4a81-b7c2-410c-9208-522ada887f18 tempest-ServersV294TestFqdnHostnames-2142112812 tempest-ServersV294TestFqdnHostnames-2142112812-project-member] [instance: 1178a341-cc87-48f9-b274-f0a1ab0c01fc] Start spawning the instance on the hypervisor. {{(pid=69613) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 642.291714] env[69613]: DEBUG nova.virt.hardware [None req-cfaa4a81-b7c2-410c-9208-522ada887f18 tempest-ServersV294TestFqdnHostnames-2142112812 tempest-ServersV294TestFqdnHostnames-2142112812-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T13:55:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T13:55:19Z,direct_url=,disk_format='vmdk',id=2b7a0304-b5d0-431d-b287-32c8388d7fbd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3e9e1b873f1442d59d5ee8247b941f74',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T13:55:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 642.293138] env[69613]: DEBUG nova.virt.hardware [None req-cfaa4a81-b7c2-410c-9208-522ada887f18 tempest-ServersV294TestFqdnHostnames-2142112812 tempest-ServersV294TestFqdnHostnames-2142112812-project-member] Flavor limits 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 642.293516] env[69613]: DEBUG nova.virt.hardware [None req-cfaa4a81-b7c2-410c-9208-522ada887f18 tempest-ServersV294TestFqdnHostnames-2142112812 tempest-ServersV294TestFqdnHostnames-2142112812-project-member] Image limits 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 642.293516] env[69613]: DEBUG nova.virt.hardware [None req-cfaa4a81-b7c2-410c-9208-522ada887f18 tempest-ServersV294TestFqdnHostnames-2142112812 tempest-ServersV294TestFqdnHostnames-2142112812-project-member] Flavor pref 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 642.293681] env[69613]: DEBUG nova.virt.hardware [None req-cfaa4a81-b7c2-410c-9208-522ada887f18 tempest-ServersV294TestFqdnHostnames-2142112812 tempest-ServersV294TestFqdnHostnames-2142112812-project-member] Image pref 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 642.293858] env[69613]: DEBUG nova.virt.hardware [None req-cfaa4a81-b7c2-410c-9208-522ada887f18 tempest-ServersV294TestFqdnHostnames-2142112812 tempest-ServersV294TestFqdnHostnames-2142112812-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 642.294143] env[69613]: DEBUG nova.virt.hardware [None req-cfaa4a81-b7c2-410c-9208-522ada887f18 tempest-ServersV294TestFqdnHostnames-2142112812 tempest-ServersV294TestFqdnHostnames-2142112812-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 642.294322] env[69613]: DEBUG nova.virt.hardware [None req-cfaa4a81-b7c2-410c-9208-522ada887f18 tempest-ServersV294TestFqdnHostnames-2142112812 tempest-ServersV294TestFqdnHostnames-2142112812-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69613) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 642.294496] env[69613]: DEBUG nova.virt.hardware [None req-cfaa4a81-b7c2-410c-9208-522ada887f18 tempest-ServersV294TestFqdnHostnames-2142112812 tempest-ServersV294TestFqdnHostnames-2142112812-project-member] Got 1 possible topologies {{(pid=69613) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 642.294659] env[69613]: DEBUG nova.virt.hardware [None req-cfaa4a81-b7c2-410c-9208-522ada887f18 tempest-ServersV294TestFqdnHostnames-2142112812 tempest-ServersV294TestFqdnHostnames-2142112812-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 642.294832] env[69613]: DEBUG nova.virt.hardware [None req-cfaa4a81-b7c2-410c-9208-522ada887f18 tempest-ServersV294TestFqdnHostnames-2142112812 tempest-ServersV294TestFqdnHostnames-2142112812-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 642.295742] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-706b0303-b08d-4865-aa38-d07f877e636e {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.305300] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65673dc9-63ca-4659-a800-06c039d3377e {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.336767] env[69613]: DEBUG nova.network.neutron [None req-2d23b748-e695-44df-8d04-c65c5a2d8289 tempest-ServersWithSpecificFlavorTestJSON-559059669 tempest-ServersWithSpecificFlavorTestJSON-559059669-project-member] [instance: b557580c-420c-42bf-90f5-43960bf4f3d5] Instance cache missing network info. {{(pid=69613) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 642.403158] env[69613]: DEBUG nova.scheduler.client.report [None req-7113dd31-6e67-4ac6-8a57-de9088ce37cd tempest-ServersListShow2100Test-867795307 tempest-ServersListShow2100Test-867795307-project-member] Inventory has not changed for provider af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69613) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 642.427816] env[69613]: DEBUG oslo_vmware.api [None req-76e5f156-f313-48a8-b4c3-adb20369cc73 tempest-ServerAddressesNegativeTestJSON-1085258848 tempest-ServerAddressesNegativeTestJSON-1085258848-project-member] Task: {'id': task-3416865, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.155236} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.430589] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-76e5f156-f313-48a8-b4c3-adb20369cc73 tempest-ServerAddressesNegativeTestJSON-1085258848 tempest-ServerAddressesNegativeTestJSON-1085258848-project-member] Deleted the datastore file {{(pid=69613) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 642.430793] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-76e5f156-f313-48a8-b4c3-adb20369cc73 tempest-ServerAddressesNegativeTestJSON-1085258848 tempest-ServerAddressesNegativeTestJSON-1085258848-project-member] [instance: 8fcf169e-2bcf-4fff-9a99-7dc8db4ce128] Deleted contents of the VM from datastore datastore2 {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 642.430973] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-76e5f156-f313-48a8-b4c3-adb20369cc73 tempest-ServerAddressesNegativeTestJSON-1085258848 tempest-ServerAddressesNegativeTestJSON-1085258848-project-member] [instance: 8fcf169e-2bcf-4fff-9a99-7dc8db4ce128] Instance destroyed {{(pid=69613) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 642.431163] env[69613]: INFO nova.compute.manager [None req-76e5f156-f313-48a8-b4c3-adb20369cc73 tempest-ServerAddressesNegativeTestJSON-1085258848 tempest-ServerAddressesNegativeTestJSON-1085258848-project-member] [instance: 8fcf169e-2bcf-4fff-9a99-7dc8db4ce128] Took 1.18 seconds to destroy the instance on the hypervisor. [ 642.431401] env[69613]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-76e5f156-f313-48a8-b4c3-adb20369cc73 tempest-ServerAddressesNegativeTestJSON-1085258848 tempest-ServerAddressesNegativeTestJSON-1085258848-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69613) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 642.432245] env[69613]: DEBUG nova.compute.manager [-] [instance: 8fcf169e-2bcf-4fff-9a99-7dc8db4ce128] Deallocating network for instance {{(pid=69613) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 642.432418] env[69613]: DEBUG nova.network.neutron [-] [instance: 8fcf169e-2bcf-4fff-9a99-7dc8db4ce128] deallocate_for_instance() {{(pid=69613) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 642.670934] env[69613]: DEBUG nova.network.neutron [None req-2d23b748-e695-44df-8d04-c65c5a2d8289 tempest-ServersWithSpecificFlavorTestJSON-559059669 tempest-ServersWithSpecificFlavorTestJSON-559059669-project-member] [instance: b557580c-420c-42bf-90f5-43960bf4f3d5] Updating instance_info_cache with network_info: [{"id": "ba435ed9-09eb-4075-b7d4-4b12bc4d6969", "address": "fa:16:3e:9a:81:e5", "network": {"id": "ed08c9b1-81be-4c7c-b3e1-d2157554d022", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1770595930-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0633badc0f924996b31009e71856408a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd7d0d95-6848-4e69-ac21-75f8db82a3b5", "external-id": "nsx-vlan-transportzone-272", "segmentation_id": 272, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapba435ed9-09", "ovs_interfaceid": "ba435ed9-09eb-4075-b7d4-4b12bc4d6969", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 642.723935] env[69613]: DEBUG oslo_vmware.api [None req-90ae4c6e-6be8-456d-8438-6aaff0916402 tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Task: {'id': task-3416866, 'name': PowerOnVM_Task, 'duration_secs': 0.505013} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.724723] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-90ae4c6e-6be8-456d-8438-6aaff0916402 tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] [instance: 6ec24a38-4b28-42e6-b86b-654d79714a95] Powered on the VM {{(pid=69613) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 642.725311] env[69613]: INFO nova.compute.manager [None req-90ae4c6e-6be8-456d-8438-6aaff0916402 tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] [instance: 6ec24a38-4b28-42e6-b86b-654d79714a95] Took 9.37 seconds to spawn the instance on the hypervisor. [ 642.725635] env[69613]: DEBUG nova.compute.manager [None req-90ae4c6e-6be8-456d-8438-6aaff0916402 tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] [instance: 6ec24a38-4b28-42e6-b86b-654d79714a95] Checking state {{(pid=69613) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 642.726601] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d56828e9-d7a8-4cba-9d31-ac98eca19ec4 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.778950] env[69613]: DEBUG nova.compute.manager [req-a0e7dee2-a28d-4284-817c-d29cf67949da req-e90287a4-32bf-4f61-babb-66624480f41f service nova] [instance: b557580c-420c-42bf-90f5-43960bf4f3d5] Received event network-vif-plugged-ba435ed9-09eb-4075-b7d4-4b12bc4d6969 {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 642.779310] env[69613]: DEBUG oslo_concurrency.lockutils [req-a0e7dee2-a28d-4284-817c-d29cf67949da req-e90287a4-32bf-4f61-babb-66624480f41f service nova] Acquiring lock "b557580c-420c-42bf-90f5-43960bf4f3d5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 642.779310] env[69613]: DEBUG oslo_concurrency.lockutils [req-a0e7dee2-a28d-4284-817c-d29cf67949da req-e90287a4-32bf-4f61-babb-66624480f41f service nova] Lock "b557580c-420c-42bf-90f5-43960bf4f3d5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 642.779867] env[69613]: DEBUG oslo_concurrency.lockutils [req-a0e7dee2-a28d-4284-817c-d29cf67949da req-e90287a4-32bf-4f61-babb-66624480f41f service nova] Lock "b557580c-420c-42bf-90f5-43960bf4f3d5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 642.779867] env[69613]: DEBUG nova.compute.manager [req-a0e7dee2-a28d-4284-817c-d29cf67949da req-e90287a4-32bf-4f61-babb-66624480f41f service nova] [instance: b557580c-420c-42bf-90f5-43960bf4f3d5] No waiting events found dispatching network-vif-plugged-ba435ed9-09eb-4075-b7d4-4b12bc4d6969 {{(pid=69613) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 642.779867] env[69613]: WARNING nova.compute.manager [req-a0e7dee2-a28d-4284-817c-d29cf67949da req-e90287a4-32bf-4f61-babb-66624480f41f service nova] [instance: b557580c-420c-42bf-90f5-43960bf4f3d5] Received unexpected event network-vif-plugged-ba435ed9-09eb-4075-b7d4-4b12bc4d6969 for instance with vm_state building and task_state spawning. [ 642.912368] env[69613]: DEBUG oslo_concurrency.lockutils [None req-7113dd31-6e67-4ac6-8a57-de9088ce37cd tempest-ServersListShow2100Test-867795307 tempest-ServersListShow2100Test-867795307-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.705s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 642.912368] env[69613]: DEBUG nova.compute.manager [None req-7113dd31-6e67-4ac6-8a57-de9088ce37cd tempest-ServersListShow2100Test-867795307 tempest-ServersListShow2100Test-867795307-project-member] [instance: f2b492f9-2517-4ee7-b4e7-c6c3bb912e49] Start building networks asynchronously for instance. {{(pid=69613) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 642.916422] env[69613]: DEBUG oslo_concurrency.lockutils [None req-239c0979-dd40-442e-ac42-1f508e143bd7 tempest-ImagesNegativeTestJSON-689260756 tempest-ImagesNegativeTestJSON-689260756-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.664s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 642.918760] env[69613]: INFO nova.compute.claims [None req-239c0979-dd40-442e-ac42-1f508e143bd7 tempest-ImagesNegativeTestJSON-689260756 tempest-ImagesNegativeTestJSON-689260756-project-member] [instance: faeb64d6-dd4f-4267-af4f-d42dcc1c45c9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 642.926855] env[69613]: DEBUG nova.network.neutron [None req-cfaa4a81-b7c2-410c-9208-522ada887f18 tempest-ServersV294TestFqdnHostnames-2142112812 tempest-ServersV294TestFqdnHostnames-2142112812-project-member] [instance: 1178a341-cc87-48f9-b274-f0a1ab0c01fc] Successfully updated port: 9fe7e019-2d9d-4c0e-bb22-4a0989e26193 {{(pid=69613) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 642.928526] env[69613]: INFO nova.compute.manager [None req-49b6fb52-9922-4cf8-996b-58a5bf42a3ac tempest-ServerShowV254Test-1975243985 tempest-ServerShowV254Test-1975243985-project-member] [instance: cd5b4748-087b-4058-990d-e15affb5a715] Rebuilding instance [ 642.979912] env[69613]: DEBUG nova.compute.manager [None req-49b6fb52-9922-4cf8-996b-58a5bf42a3ac tempest-ServerShowV254Test-1975243985 tempest-ServerShowV254Test-1975243985-project-member] [instance: cd5b4748-087b-4058-990d-e15affb5a715] Checking state {{(pid=69613) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 642.980853] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74ec950a-6af5-4d1e-b136-367c8ed1fce8 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.174965] env[69613]: DEBUG oslo_concurrency.lockutils [None req-2d23b748-e695-44df-8d04-c65c5a2d8289 tempest-ServersWithSpecificFlavorTestJSON-559059669 tempest-ServersWithSpecificFlavorTestJSON-559059669-project-member] Releasing lock "refresh_cache-b557580c-420c-42bf-90f5-43960bf4f3d5" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.178026] env[69613]: DEBUG nova.compute.manager [None req-2d23b748-e695-44df-8d04-c65c5a2d8289 tempest-ServersWithSpecificFlavorTestJSON-559059669 tempest-ServersWithSpecificFlavorTestJSON-559059669-project-member] [instance: b557580c-420c-42bf-90f5-43960bf4f3d5] Instance network_info: |[{"id": "ba435ed9-09eb-4075-b7d4-4b12bc4d6969", "address": "fa:16:3e:9a:81:e5", "network": {"id": "ed08c9b1-81be-4c7c-b3e1-d2157554d022", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1770595930-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0633badc0f924996b31009e71856408a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd7d0d95-6848-4e69-ac21-75f8db82a3b5", "external-id": "nsx-vlan-transportzone-272", "segmentation_id": 272, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapba435ed9-09", "ovs_interfaceid": "ba435ed9-09eb-4075-b7d4-4b12bc4d6969", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69613) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 643.178280] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-2d23b748-e695-44df-8d04-c65c5a2d8289 tempest-ServersWithSpecificFlavorTestJSON-559059669 tempest-ServersWithSpecificFlavorTestJSON-559059669-project-member] [instance: b557580c-420c-42bf-90f5-43960bf4f3d5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9a:81:e5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dd7d0d95-6848-4e69-ac21-75f8db82a3b5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ba435ed9-09eb-4075-b7d4-4b12bc4d6969', 'vif_model': 'vmxnet3'}] {{(pid=69613) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 643.184929] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d23b748-e695-44df-8d04-c65c5a2d8289 tempest-ServersWithSpecificFlavorTestJSON-559059669 tempest-ServersWithSpecificFlavorTestJSON-559059669-project-member] Creating folder: Project (0633badc0f924996b31009e71856408a). Parent ref: group-v681687. {{(pid=69613) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 643.185308] env[69613]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-93a3528e-870c-4cc0-8f84-7cde9c8854f4 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.199216] env[69613]: INFO nova.virt.vmwareapi.vm_util [None req-2d23b748-e695-44df-8d04-c65c5a2d8289 tempest-ServersWithSpecificFlavorTestJSON-559059669 tempest-ServersWithSpecificFlavorTestJSON-559059669-project-member] Created folder: Project (0633badc0f924996b31009e71856408a) in parent group-v681687. [ 643.199484] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d23b748-e695-44df-8d04-c65c5a2d8289 tempest-ServersWithSpecificFlavorTestJSON-559059669 tempest-ServersWithSpecificFlavorTestJSON-559059669-project-member] Creating folder: Instances. Parent ref: group-v681738. {{(pid=69613) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 643.199761] env[69613]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-84dd5215-4217-4566-8f89-206e71cb9c90 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.219551] env[69613]: INFO nova.virt.vmwareapi.vm_util [None req-2d23b748-e695-44df-8d04-c65c5a2d8289 tempest-ServersWithSpecificFlavorTestJSON-559059669 tempest-ServersWithSpecificFlavorTestJSON-559059669-project-member] Created folder: Instances in parent group-v681738. [ 643.220705] env[69613]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2d23b748-e695-44df-8d04-c65c5a2d8289 tempest-ServersWithSpecificFlavorTestJSON-559059669 tempest-ServersWithSpecificFlavorTestJSON-559059669-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69613) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 643.220974] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b557580c-420c-42bf-90f5-43960bf4f3d5] Creating VM on the ESX host {{(pid=69613) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 643.221293] env[69613]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7460a51a-9412-43bd-9ed4-ab43c068a9db {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.245631] env[69613]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 643.245631] env[69613]: value = "task-3416869" [ 643.245631] env[69613]: _type = "Task" [ 643.245631] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.252684] env[69613]: INFO nova.compute.manager [None req-90ae4c6e-6be8-456d-8438-6aaff0916402 tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] [instance: 6ec24a38-4b28-42e6-b86b-654d79714a95] Took 34.40 seconds to build instance. [ 643.258469] env[69613]: DEBUG oslo_vmware.api [-] Task: {'id': task-3416869, 'name': CreateVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.327838] env[69613]: DEBUG nova.network.neutron [-] [instance: 8fcf169e-2bcf-4fff-9a99-7dc8db4ce128] Updating instance_info_cache with network_info: [] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 643.419118] env[69613]: DEBUG nova.compute.utils [None req-7113dd31-6e67-4ac6-8a57-de9088ce37cd tempest-ServersListShow2100Test-867795307 tempest-ServersListShow2100Test-867795307-project-member] Using /dev/sd instead of None {{(pid=69613) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 643.421121] env[69613]: DEBUG nova.compute.manager [None req-7113dd31-6e67-4ac6-8a57-de9088ce37cd tempest-ServersListShow2100Test-867795307 tempest-ServersListShow2100Test-867795307-project-member] [instance: f2b492f9-2517-4ee7-b4e7-c6c3bb912e49] Not allocating networking since 'none' was specified. {{(pid=69613) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 643.434390] env[69613]: DEBUG oslo_concurrency.lockutils [None req-cfaa4a81-b7c2-410c-9208-522ada887f18 tempest-ServersV294TestFqdnHostnames-2142112812 tempest-ServersV294TestFqdnHostnames-2142112812-project-member] Acquiring lock "refresh_cache-1178a341-cc87-48f9-b274-f0a1ab0c01fc" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.434390] env[69613]: DEBUG oslo_concurrency.lockutils [None req-cfaa4a81-b7c2-410c-9208-522ada887f18 tempest-ServersV294TestFqdnHostnames-2142112812 tempest-ServersV294TestFqdnHostnames-2142112812-project-member] Acquired lock "refresh_cache-1178a341-cc87-48f9-b274-f0a1ab0c01fc" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.434390] env[69613]: DEBUG nova.network.neutron [None req-cfaa4a81-b7c2-410c-9208-522ada887f18 tempest-ServersV294TestFqdnHostnames-2142112812 tempest-ServersV294TestFqdnHostnames-2142112812-project-member] [instance: 1178a341-cc87-48f9-b274-f0a1ab0c01fc] Building network info cache for instance {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 643.695141] env[69613]: DEBUG oslo_concurrency.lockutils [None req-9077f710-552e-45e6-b360-17eb258b2fce tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Acquiring lock "fa7f8ff7-658a-46d0-a6dc-232614af850d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 643.695708] env[69613]: DEBUG oslo_concurrency.lockutils [None req-9077f710-552e-45e6-b360-17eb258b2fce tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Lock "fa7f8ff7-658a-46d0-a6dc-232614af850d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 643.729918] env[69613]: DEBUG nova.compute.manager [req-f4773304-d623-40b2-8720-703bce192aee req-632478a4-c40c-42f6-9dac-15a2fe29ec6b service nova] [instance: 1178a341-cc87-48f9-b274-f0a1ab0c01fc] Received event network-vif-plugged-9fe7e019-2d9d-4c0e-bb22-4a0989e26193 {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 643.730233] env[69613]: DEBUG oslo_concurrency.lockutils [req-f4773304-d623-40b2-8720-703bce192aee req-632478a4-c40c-42f6-9dac-15a2fe29ec6b service nova] Acquiring lock "1178a341-cc87-48f9-b274-f0a1ab0c01fc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 643.730489] env[69613]: DEBUG oslo_concurrency.lockutils [req-f4773304-d623-40b2-8720-703bce192aee req-632478a4-c40c-42f6-9dac-15a2fe29ec6b service nova] Lock "1178a341-cc87-48f9-b274-f0a1ab0c01fc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 643.730667] env[69613]: DEBUG oslo_concurrency.lockutils [req-f4773304-d623-40b2-8720-703bce192aee req-632478a4-c40c-42f6-9dac-15a2fe29ec6b service nova] Lock "1178a341-cc87-48f9-b274-f0a1ab0c01fc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 643.730933] env[69613]: DEBUG nova.compute.manager [req-f4773304-d623-40b2-8720-703bce192aee req-632478a4-c40c-42f6-9dac-15a2fe29ec6b service nova] [instance: 1178a341-cc87-48f9-b274-f0a1ab0c01fc] No waiting events found dispatching network-vif-plugged-9fe7e019-2d9d-4c0e-bb22-4a0989e26193 {{(pid=69613) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 643.731292] env[69613]: WARNING nova.compute.manager [req-f4773304-d623-40b2-8720-703bce192aee req-632478a4-c40c-42f6-9dac-15a2fe29ec6b service nova] [instance: 1178a341-cc87-48f9-b274-f0a1ab0c01fc] Received unexpected event network-vif-plugged-9fe7e019-2d9d-4c0e-bb22-4a0989e26193 for instance with vm_state building and task_state spawning. [ 643.753793] env[69613]: DEBUG oslo_concurrency.lockutils [None req-90ae4c6e-6be8-456d-8438-6aaff0916402 tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Lock "6ec24a38-4b28-42e6-b86b-654d79714a95" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.134s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 643.760249] env[69613]: DEBUG oslo_vmware.api [-] Task: {'id': task-3416869, 'name': CreateVM_Task, 'duration_secs': 0.464038} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.761485] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b557580c-420c-42bf-90f5-43960bf4f3d5] Created VM on the ESX host {{(pid=69613) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 643.761485] env[69613]: DEBUG oslo_concurrency.lockutils [None req-2d23b748-e695-44df-8d04-c65c5a2d8289 tempest-ServersWithSpecificFlavorTestJSON-559059669 tempest-ServersWithSpecificFlavorTestJSON-559059669-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.761654] env[69613]: DEBUG oslo_concurrency.lockutils [None req-2d23b748-e695-44df-8d04-c65c5a2d8289 tempest-ServersWithSpecificFlavorTestJSON-559059669 tempest-ServersWithSpecificFlavorTestJSON-559059669-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.762217] env[69613]: DEBUG oslo_concurrency.lockutils [None req-2d23b748-e695-44df-8d04-c65c5a2d8289 tempest-ServersWithSpecificFlavorTestJSON-559059669 tempest-ServersWithSpecificFlavorTestJSON-559059669-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.765025] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cec0510f-e26b-4b3f-816b-36a8944feaf6 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.771445] env[69613]: DEBUG oslo_vmware.api [None req-2d23b748-e695-44df-8d04-c65c5a2d8289 tempest-ServersWithSpecificFlavorTestJSON-559059669 tempest-ServersWithSpecificFlavorTestJSON-559059669-project-member] Waiting for the task: (returnval){ [ 643.771445] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]52831b83-a770-3563-3509-b374b6f219a7" [ 643.771445] env[69613]: _type = "Task" [ 643.771445] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.783101] env[69613]: DEBUG oslo_vmware.api [None req-2d23b748-e695-44df-8d04-c65c5a2d8289 tempest-ServersWithSpecificFlavorTestJSON-559059669 tempest-ServersWithSpecificFlavorTestJSON-559059669-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52831b83-a770-3563-3509-b374b6f219a7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.832967] env[69613]: INFO nova.compute.manager [-] [instance: 8fcf169e-2bcf-4fff-9a99-7dc8db4ce128] Took 1.40 seconds to deallocate network for instance. [ 643.925187] env[69613]: DEBUG nova.compute.manager [None req-7113dd31-6e67-4ac6-8a57-de9088ce37cd tempest-ServersListShow2100Test-867795307 tempest-ServersListShow2100Test-867795307-project-member] [instance: f2b492f9-2517-4ee7-b4e7-c6c3bb912e49] Start building block device mappings for instance. {{(pid=69613) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 643.975603] env[69613]: DEBUG nova.network.neutron [None req-cfaa4a81-b7c2-410c-9208-522ada887f18 tempest-ServersV294TestFqdnHostnames-2142112812 tempest-ServersV294TestFqdnHostnames-2142112812-project-member] [instance: 1178a341-cc87-48f9-b274-f0a1ab0c01fc] Instance cache missing network info. {{(pid=69613) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 643.998610] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-49b6fb52-9922-4cf8-996b-58a5bf42a3ac tempest-ServerShowV254Test-1975243985 tempest-ServerShowV254Test-1975243985-project-member] [instance: cd5b4748-087b-4058-990d-e15affb5a715] Powering off the VM {{(pid=69613) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 643.998920] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c8fd82ca-a1d9-4b05-9d82-1bdc7355c99b {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.007096] env[69613]: DEBUG oslo_vmware.api [None req-49b6fb52-9922-4cf8-996b-58a5bf42a3ac tempest-ServerShowV254Test-1975243985 tempest-ServerShowV254Test-1975243985-project-member] Waiting for the task: (returnval){ [ 644.007096] env[69613]: value = "task-3416870" [ 644.007096] env[69613]: _type = "Task" [ 644.007096] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.018110] env[69613]: DEBUG oslo_vmware.api [None req-49b6fb52-9922-4cf8-996b-58a5bf42a3ac tempest-ServerShowV254Test-1975243985 tempest-ServerShowV254Test-1975243985-project-member] Task: {'id': task-3416870, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.225179] env[69613]: DEBUG nova.network.neutron [None req-cfaa4a81-b7c2-410c-9208-522ada887f18 tempest-ServersV294TestFqdnHostnames-2142112812 tempest-ServersV294TestFqdnHostnames-2142112812-project-member] [instance: 1178a341-cc87-48f9-b274-f0a1ab0c01fc] Updating instance_info_cache with network_info: [{"id": "9fe7e019-2d9d-4c0e-bb22-4a0989e26193", "address": "fa:16:3e:22:ac:d2", "network": {"id": "26894311-216d-42dd-abff-7cc9238b7dac", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-739181949-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "46e835c9be694056900502cde5ad1ee7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f256cfee-512d-4192-9aca-6750fdb1cd4c", "external-id": "nsx-vlan-transportzone-821", "segmentation_id": 821, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9fe7e019-2d", "ovs_interfaceid": "9fe7e019-2d9d-4c0e-bb22-4a0989e26193", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 644.261352] env[69613]: DEBUG nova.compute.manager [None req-fc3db0ad-4740-40aa-a4b3-87d76cbb5ca1 tempest-ServerDiagnosticsV248Test-884971060 tempest-ServerDiagnosticsV248Test-884971060-project-member] [instance: eed1c412-ccce-4168-bce7-3e7101901b7f] Starting instance... {{(pid=69613) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 644.284727] env[69613]: DEBUG oslo_vmware.api [None req-2d23b748-e695-44df-8d04-c65c5a2d8289 tempest-ServersWithSpecificFlavorTestJSON-559059669 tempest-ServersWithSpecificFlavorTestJSON-559059669-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52831b83-a770-3563-3509-b374b6f219a7, 'name': SearchDatastore_Task, 'duration_secs': 0.018073} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.288463] env[69613]: DEBUG oslo_concurrency.lockutils [None req-2d23b748-e695-44df-8d04-c65c5a2d8289 tempest-ServersWithSpecificFlavorTestJSON-559059669 tempest-ServersWithSpecificFlavorTestJSON-559059669-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.289014] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-2d23b748-e695-44df-8d04-c65c5a2d8289 tempest-ServersWithSpecificFlavorTestJSON-559059669 tempest-ServersWithSpecificFlavorTestJSON-559059669-project-member] [instance: b557580c-420c-42bf-90f5-43960bf4f3d5] Processing image 2b7a0304-b5d0-431d-b287-32c8388d7fbd {{(pid=69613) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 644.289107] env[69613]: DEBUG oslo_concurrency.lockutils [None req-2d23b748-e695-44df-8d04-c65c5a2d8289 tempest-ServersWithSpecificFlavorTestJSON-559059669 tempest-ServersWithSpecificFlavorTestJSON-559059669-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.289503] env[69613]: DEBUG oslo_concurrency.lockutils [None req-2d23b748-e695-44df-8d04-c65c5a2d8289 tempest-ServersWithSpecificFlavorTestJSON-559059669 tempest-ServersWithSpecificFlavorTestJSON-559059669-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.289740] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d23b748-e695-44df-8d04-c65c5a2d8289 tempest-ServersWithSpecificFlavorTestJSON-559059669 tempest-ServersWithSpecificFlavorTestJSON-559059669-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69613) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 644.290297] env[69613]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c49135e4-2b5f-4136-a5a2-3fba75cb17b7 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.302082] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d23b748-e695-44df-8d04-c65c5a2d8289 tempest-ServersWithSpecificFlavorTestJSON-559059669 tempest-ServersWithSpecificFlavorTestJSON-559059669-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69613) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 644.302292] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-2d23b748-e695-44df-8d04-c65c5a2d8289 tempest-ServersWithSpecificFlavorTestJSON-559059669 tempest-ServersWithSpecificFlavorTestJSON-559059669-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69613) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 644.304125] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-289b093c-04fc-45a4-85e3-eccb683e5e89 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.310511] env[69613]: DEBUG oslo_vmware.api [None req-2d23b748-e695-44df-8d04-c65c5a2d8289 tempest-ServersWithSpecificFlavorTestJSON-559059669 tempest-ServersWithSpecificFlavorTestJSON-559059669-project-member] Waiting for the task: (returnval){ [ 644.310511] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]52528157-d52b-c9b2-16ef-4f1f4251d7f8" [ 644.310511] env[69613]: _type = "Task" [ 644.310511] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.329457] env[69613]: DEBUG oslo_vmware.api [None req-2d23b748-e695-44df-8d04-c65c5a2d8289 tempest-ServersWithSpecificFlavorTestJSON-559059669 tempest-ServersWithSpecificFlavorTestJSON-559059669-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52528157-d52b-c9b2-16ef-4f1f4251d7f8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.343157] env[69613]: DEBUG oslo_concurrency.lockutils [None req-76e5f156-f313-48a8-b4c3-adb20369cc73 tempest-ServerAddressesNegativeTestJSON-1085258848 tempest-ServerAddressesNegativeTestJSON-1085258848-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 644.427665] env[69613]: INFO nova.compute.manager [None req-2e94bb0d-285a-4129-96c3-b1fedea25c71 tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] [instance: 6ec24a38-4b28-42e6-b86b-654d79714a95] Rescuing [ 644.427952] env[69613]: DEBUG oslo_concurrency.lockutils [None req-2e94bb0d-285a-4129-96c3-b1fedea25c71 tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Acquiring lock "refresh_cache-6ec24a38-4b28-42e6-b86b-654d79714a95" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.428237] env[69613]: DEBUG oslo_concurrency.lockutils [None req-2e94bb0d-285a-4129-96c3-b1fedea25c71 tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Acquired lock "refresh_cache-6ec24a38-4b28-42e6-b86b-654d79714a95" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.428335] env[69613]: DEBUG nova.network.neutron [None req-2e94bb0d-285a-4129-96c3-b1fedea25c71 tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] [instance: 6ec24a38-4b28-42e6-b86b-654d79714a95] Building network info cache for instance {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 644.523745] env[69613]: DEBUG oslo_vmware.api [None req-49b6fb52-9922-4cf8-996b-58a5bf42a3ac tempest-ServerShowV254Test-1975243985 tempest-ServerShowV254Test-1975243985-project-member] Task: {'id': task-3416870, 'name': PowerOffVM_Task, 'duration_secs': 0.162371} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.528013] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-49b6fb52-9922-4cf8-996b-58a5bf42a3ac tempest-ServerShowV254Test-1975243985 tempest-ServerShowV254Test-1975243985-project-member] [instance: cd5b4748-087b-4058-990d-e15affb5a715] Powered off the VM {{(pid=69613) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 644.528642] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-49b6fb52-9922-4cf8-996b-58a5bf42a3ac tempest-ServerShowV254Test-1975243985 tempest-ServerShowV254Test-1975243985-project-member] [instance: cd5b4748-087b-4058-990d-e15affb5a715] Destroying instance {{(pid=69613) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 644.531276] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-863545f8-c8b3-4bc1-91eb-bbb09691492e {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.541132] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-49b6fb52-9922-4cf8-996b-58a5bf42a3ac tempest-ServerShowV254Test-1975243985 tempest-ServerShowV254Test-1975243985-project-member] [instance: cd5b4748-087b-4058-990d-e15affb5a715] Unregistering the VM {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 644.541132] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2568ce72-0411-4692-8526-9a9995a60f99 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.577451] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85429b0e-c819-4e78-a0c6-2c5a19b10214 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.583040] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-49b6fb52-9922-4cf8-996b-58a5bf42a3ac tempest-ServerShowV254Test-1975243985 tempest-ServerShowV254Test-1975243985-project-member] [instance: cd5b4748-087b-4058-990d-e15affb5a715] Unregistered the VM {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 644.583219] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-49b6fb52-9922-4cf8-996b-58a5bf42a3ac tempest-ServerShowV254Test-1975243985 tempest-ServerShowV254Test-1975243985-project-member] [instance: cd5b4748-087b-4058-990d-e15affb5a715] Deleting contents of the VM from datastore datastore2 {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 644.583756] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-49b6fb52-9922-4cf8-996b-58a5bf42a3ac tempest-ServerShowV254Test-1975243985 tempest-ServerShowV254Test-1975243985-project-member] Deleting the datastore file [datastore2] cd5b4748-087b-4058-990d-e15affb5a715 {{(pid=69613) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 644.584458] env[69613]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8249de74-3653-4f39-9157-d9bd02b86343 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.592635] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2031a74b-7b45-4c98-bb3c-d343b0562c51 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.600921] env[69613]: DEBUG oslo_vmware.api [None req-49b6fb52-9922-4cf8-996b-58a5bf42a3ac tempest-ServerShowV254Test-1975243985 tempest-ServerShowV254Test-1975243985-project-member] Waiting for the task: (returnval){ [ 644.600921] env[69613]: value = "task-3416872" [ 644.600921] env[69613]: _type = "Task" [ 644.600921] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.631020] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8aad2adc-4b46-4160-91dd-a0c393431f95 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.636760] env[69613]: DEBUG oslo_vmware.api [None req-49b6fb52-9922-4cf8-996b-58a5bf42a3ac tempest-ServerShowV254Test-1975243985 tempest-ServerShowV254Test-1975243985-project-member] Task: {'id': task-3416872, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.642602] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50e49bc7-71eb-4e5f-adf6-5f3d1aca706d {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.659943] env[69613]: DEBUG nova.compute.provider_tree [None req-239c0979-dd40-442e-ac42-1f508e143bd7 tempest-ImagesNegativeTestJSON-689260756 tempest-ImagesNegativeTestJSON-689260756-project-member] Inventory has not changed in ProviderTree for provider: af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 {{(pid=69613) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 644.727930] env[69613]: DEBUG oslo_concurrency.lockutils [None req-cfaa4a81-b7c2-410c-9208-522ada887f18 tempest-ServersV294TestFqdnHostnames-2142112812 tempest-ServersV294TestFqdnHostnames-2142112812-project-member] Releasing lock "refresh_cache-1178a341-cc87-48f9-b274-f0a1ab0c01fc" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.728272] env[69613]: DEBUG nova.compute.manager [None req-cfaa4a81-b7c2-410c-9208-522ada887f18 tempest-ServersV294TestFqdnHostnames-2142112812 tempest-ServersV294TestFqdnHostnames-2142112812-project-member] [instance: 1178a341-cc87-48f9-b274-f0a1ab0c01fc] Instance network_info: |[{"id": "9fe7e019-2d9d-4c0e-bb22-4a0989e26193", "address": "fa:16:3e:22:ac:d2", "network": {"id": "26894311-216d-42dd-abff-7cc9238b7dac", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-739181949-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "46e835c9be694056900502cde5ad1ee7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f256cfee-512d-4192-9aca-6750fdb1cd4c", "external-id": "nsx-vlan-transportzone-821", "segmentation_id": 821, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9fe7e019-2d", "ovs_interfaceid": "9fe7e019-2d9d-4c0e-bb22-4a0989e26193", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69613) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 644.728704] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-cfaa4a81-b7c2-410c-9208-522ada887f18 tempest-ServersV294TestFqdnHostnames-2142112812 tempest-ServersV294TestFqdnHostnames-2142112812-project-member] [instance: 1178a341-cc87-48f9-b274-f0a1ab0c01fc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:22:ac:d2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f256cfee-512d-4192-9aca-6750fdb1cd4c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9fe7e019-2d9d-4c0e-bb22-4a0989e26193', 'vif_model': 'vmxnet3'}] {{(pid=69613) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 644.737782] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfaa4a81-b7c2-410c-9208-522ada887f18 tempest-ServersV294TestFqdnHostnames-2142112812 tempest-ServersV294TestFqdnHostnames-2142112812-project-member] Creating folder: Project (46e835c9be694056900502cde5ad1ee7). Parent ref: group-v681687. {{(pid=69613) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 644.738434] env[69613]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ad596acf-be10-4e3a-8f15-8efe75d6686a {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.753400] env[69613]: INFO nova.virt.vmwareapi.vm_util [None req-cfaa4a81-b7c2-410c-9208-522ada887f18 tempest-ServersV294TestFqdnHostnames-2142112812 tempest-ServersV294TestFqdnHostnames-2142112812-project-member] Created folder: Project (46e835c9be694056900502cde5ad1ee7) in parent group-v681687. [ 644.753400] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfaa4a81-b7c2-410c-9208-522ada887f18 tempest-ServersV294TestFqdnHostnames-2142112812 tempest-ServersV294TestFqdnHostnames-2142112812-project-member] Creating folder: Instances. Parent ref: group-v681741. {{(pid=69613) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 644.753854] env[69613]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0b76a089-57f2-490b-aa7e-dba359faec92 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.765050] env[69613]: INFO nova.virt.vmwareapi.vm_util [None req-cfaa4a81-b7c2-410c-9208-522ada887f18 tempest-ServersV294TestFqdnHostnames-2142112812 tempest-ServersV294TestFqdnHostnames-2142112812-project-member] Created folder: Instances in parent group-v681741. [ 644.765255] env[69613]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cfaa4a81-b7c2-410c-9208-522ada887f18 tempest-ServersV294TestFqdnHostnames-2142112812 tempest-ServersV294TestFqdnHostnames-2142112812-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69613) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 644.765455] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1178a341-cc87-48f9-b274-f0a1ab0c01fc] Creating VM on the ESX host {{(pid=69613) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 644.765669] env[69613]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d93df8ca-4f47-4dad-96fb-9b3363ccf91d {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.793574] env[69613]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 644.793574] env[69613]: value = "task-3416875" [ 644.793574] env[69613]: _type = "Task" [ 644.793574] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.803156] env[69613]: DEBUG oslo_vmware.api [-] Task: {'id': task-3416875, 'name': CreateVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.806012] env[69613]: DEBUG oslo_concurrency.lockutils [None req-fc3db0ad-4740-40aa-a4b3-87d76cbb5ca1 tempest-ServerDiagnosticsV248Test-884971060 tempest-ServerDiagnosticsV248Test-884971060-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 644.829394] env[69613]: DEBUG oslo_vmware.api [None req-2d23b748-e695-44df-8d04-c65c5a2d8289 tempest-ServersWithSpecificFlavorTestJSON-559059669 tempest-ServersWithSpecificFlavorTestJSON-559059669-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52528157-d52b-c9b2-16ef-4f1f4251d7f8, 'name': SearchDatastore_Task, 'duration_secs': 0.029543} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.830047] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1f8517d1-55fd-4f43-a3eb-323c7b74fee9 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.836048] env[69613]: DEBUG oslo_vmware.api [None req-2d23b748-e695-44df-8d04-c65c5a2d8289 tempest-ServersWithSpecificFlavorTestJSON-559059669 tempest-ServersWithSpecificFlavorTestJSON-559059669-project-member] Waiting for the task: (returnval){ [ 644.836048] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]520c3798-c36f-dcb0-d599-cce0ee07f7e8" [ 644.836048] env[69613]: _type = "Task" [ 644.836048] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.845086] env[69613]: DEBUG oslo_vmware.api [None req-2d23b748-e695-44df-8d04-c65c5a2d8289 tempest-ServersWithSpecificFlavorTestJSON-559059669 tempest-ServersWithSpecificFlavorTestJSON-559059669-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]520c3798-c36f-dcb0-d599-cce0ee07f7e8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.947326] env[69613]: DEBUG nova.compute.manager [None req-7113dd31-6e67-4ac6-8a57-de9088ce37cd tempest-ServersListShow2100Test-867795307 tempest-ServersListShow2100Test-867795307-project-member] [instance: f2b492f9-2517-4ee7-b4e7-c6c3bb912e49] Start spawning the instance on the hypervisor. {{(pid=69613) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 644.980342] env[69613]: DEBUG nova.virt.hardware [None req-7113dd31-6e67-4ac6-8a57-de9088ce37cd tempest-ServersListShow2100Test-867795307 tempest-ServersListShow2100Test-867795307-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T13:55:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T13:55:19Z,direct_url=,disk_format='vmdk',id=2b7a0304-b5d0-431d-b287-32c8388d7fbd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3e9e1b873f1442d59d5ee8247b941f74',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T13:55:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 644.980844] env[69613]: DEBUG nova.virt.hardware [None req-7113dd31-6e67-4ac6-8a57-de9088ce37cd tempest-ServersListShow2100Test-867795307 tempest-ServersListShow2100Test-867795307-project-member] Flavor limits 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 644.981088] env[69613]: DEBUG nova.virt.hardware [None req-7113dd31-6e67-4ac6-8a57-de9088ce37cd tempest-ServersListShow2100Test-867795307 tempest-ServersListShow2100Test-867795307-project-member] Image limits 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 644.981351] env[69613]: DEBUG nova.virt.hardware [None req-7113dd31-6e67-4ac6-8a57-de9088ce37cd tempest-ServersListShow2100Test-867795307 tempest-ServersListShow2100Test-867795307-project-member] Flavor pref 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 644.981554] env[69613]: DEBUG nova.virt.hardware [None req-7113dd31-6e67-4ac6-8a57-de9088ce37cd tempest-ServersListShow2100Test-867795307 tempest-ServersListShow2100Test-867795307-project-member] Image pref 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 644.981782] env[69613]: DEBUG nova.virt.hardware [None req-7113dd31-6e67-4ac6-8a57-de9088ce37cd tempest-ServersListShow2100Test-867795307 tempest-ServersListShow2100Test-867795307-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 644.982046] env[69613]: DEBUG nova.virt.hardware [None req-7113dd31-6e67-4ac6-8a57-de9088ce37cd tempest-ServersListShow2100Test-867795307 tempest-ServersListShow2100Test-867795307-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 644.982276] env[69613]: DEBUG nova.virt.hardware [None req-7113dd31-6e67-4ac6-8a57-de9088ce37cd tempest-ServersListShow2100Test-867795307 tempest-ServersListShow2100Test-867795307-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69613) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 644.982515] env[69613]: DEBUG nova.virt.hardware [None req-7113dd31-6e67-4ac6-8a57-de9088ce37cd tempest-ServersListShow2100Test-867795307 tempest-ServersListShow2100Test-867795307-project-member] Got 1 possible topologies {{(pid=69613) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 644.984030] env[69613]: DEBUG nova.virt.hardware [None req-7113dd31-6e67-4ac6-8a57-de9088ce37cd tempest-ServersListShow2100Test-867795307 tempest-ServersListShow2100Test-867795307-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 644.984030] env[69613]: DEBUG nova.virt.hardware [None req-7113dd31-6e67-4ac6-8a57-de9088ce37cd tempest-ServersListShow2100Test-867795307 tempest-ServersListShow2100Test-867795307-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 644.985232] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d583a69-b380-470b-b09d-53d3c1b3ff49 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.000472] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88ea03b5-74f7-456f-ab92-12559bc0751e {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.021640] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-7113dd31-6e67-4ac6-8a57-de9088ce37cd tempest-ServersListShow2100Test-867795307 tempest-ServersListShow2100Test-867795307-project-member] [instance: f2b492f9-2517-4ee7-b4e7-c6c3bb912e49] Instance VIF info [] {{(pid=69613) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 645.029629] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-7113dd31-6e67-4ac6-8a57-de9088ce37cd tempest-ServersListShow2100Test-867795307 tempest-ServersListShow2100Test-867795307-project-member] Creating folder: Project (02f5da50224b489fae0f6cc022ac8bb1). Parent ref: group-v681687. {{(pid=69613) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 645.029629] env[69613]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f4d51352-f6b2-4c5f-b4fa-faa4b7afb0f8 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.048607] env[69613]: INFO nova.virt.vmwareapi.vm_util [None req-7113dd31-6e67-4ac6-8a57-de9088ce37cd tempest-ServersListShow2100Test-867795307 tempest-ServersListShow2100Test-867795307-project-member] Created folder: Project (02f5da50224b489fae0f6cc022ac8bb1) in parent group-v681687. [ 645.048607] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-7113dd31-6e67-4ac6-8a57-de9088ce37cd tempest-ServersListShow2100Test-867795307 tempest-ServersListShow2100Test-867795307-project-member] Creating folder: Instances. Parent ref: group-v681744. {{(pid=69613) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 645.048607] env[69613]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-41c77617-f031-4a5c-9fa8-8c199bba638d {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.061713] env[69613]: INFO nova.virt.vmwareapi.vm_util [None req-7113dd31-6e67-4ac6-8a57-de9088ce37cd tempest-ServersListShow2100Test-867795307 tempest-ServersListShow2100Test-867795307-project-member] Created folder: Instances in parent group-v681744. [ 645.061713] env[69613]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7113dd31-6e67-4ac6-8a57-de9088ce37cd tempest-ServersListShow2100Test-867795307 tempest-ServersListShow2100Test-867795307-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69613) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 645.062694] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f2b492f9-2517-4ee7-b4e7-c6c3bb912e49] Creating VM on the ESX host {{(pid=69613) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 645.062694] env[69613]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b3958d5f-3592-466a-9058-68b1fbb2a8b4 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.087414] env[69613]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 645.087414] env[69613]: value = "task-3416878" [ 645.087414] env[69613]: _type = "Task" [ 645.087414] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.099566] env[69613]: DEBUG oslo_vmware.api [-] Task: {'id': task-3416878, 'name': CreateVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.118715] env[69613]: DEBUG oslo_vmware.api [None req-49b6fb52-9922-4cf8-996b-58a5bf42a3ac tempest-ServerShowV254Test-1975243985 tempest-ServerShowV254Test-1975243985-project-member] Task: {'id': task-3416872, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.191625} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.119029] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-49b6fb52-9922-4cf8-996b-58a5bf42a3ac tempest-ServerShowV254Test-1975243985 tempest-ServerShowV254Test-1975243985-project-member] Deleted the datastore file {{(pid=69613) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 645.119219] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-49b6fb52-9922-4cf8-996b-58a5bf42a3ac tempest-ServerShowV254Test-1975243985 tempest-ServerShowV254Test-1975243985-project-member] [instance: cd5b4748-087b-4058-990d-e15affb5a715] Deleted contents of the VM from datastore datastore2 {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 645.119457] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-49b6fb52-9922-4cf8-996b-58a5bf42a3ac tempest-ServerShowV254Test-1975243985 tempest-ServerShowV254Test-1975243985-project-member] [instance: cd5b4748-087b-4058-990d-e15affb5a715] Instance destroyed {{(pid=69613) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 645.166421] env[69613]: DEBUG nova.scheduler.client.report [None req-239c0979-dd40-442e-ac42-1f508e143bd7 tempest-ImagesNegativeTestJSON-689260756 tempest-ImagesNegativeTestJSON-689260756-project-member] Inventory has not changed for provider af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69613) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 645.230929] env[69613]: DEBUG nova.network.neutron [None req-2e94bb0d-285a-4129-96c3-b1fedea25c71 tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] [instance: 6ec24a38-4b28-42e6-b86b-654d79714a95] Updating instance_info_cache with network_info: [{"id": "e4cde8f8-176c-42d1-82e6-904e0b50f354", "address": "fa:16:3e:93:40:8a", "network": {"id": "2cb87d9b-693d-4d01-9cc7-dd815adbba8d", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1525363723-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "4ac79c17b68b4c8b9f7e4dc24fa29fe5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1cbd5e0e-9116-46f1-9748-13a73d2d7e75", "external-id": "nsx-vlan-transportzone-690", "segmentation_id": 690, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape4cde8f8-17", "ovs_interfaceid": "e4cde8f8-176c-42d1-82e6-904e0b50f354", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 645.309543] env[69613]: DEBUG oslo_vmware.api [-] Task: {'id': task-3416875, 'name': CreateVM_Task, 'duration_secs': 0.391785} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.309731] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1178a341-cc87-48f9-b274-f0a1ab0c01fc] Created VM on the ESX host {{(pid=69613) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 645.310516] env[69613]: DEBUG oslo_concurrency.lockutils [None req-cfaa4a81-b7c2-410c-9208-522ada887f18 tempest-ServersV294TestFqdnHostnames-2142112812 tempest-ServersV294TestFqdnHostnames-2142112812-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.310856] env[69613]: DEBUG oslo_concurrency.lockutils [None req-cfaa4a81-b7c2-410c-9208-522ada887f18 tempest-ServersV294TestFqdnHostnames-2142112812 tempest-ServersV294TestFqdnHostnames-2142112812-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.312135] env[69613]: DEBUG oslo_concurrency.lockutils [None req-cfaa4a81-b7c2-410c-9208-522ada887f18 tempest-ServersV294TestFqdnHostnames-2142112812 tempest-ServersV294TestFqdnHostnames-2142112812-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.312135] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6b63e677-5ee5-4a8c-b8c4-d2fac9aa98b2 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.320034] env[69613]: DEBUG oslo_vmware.api [None req-cfaa4a81-b7c2-410c-9208-522ada887f18 tempest-ServersV294TestFqdnHostnames-2142112812 tempest-ServersV294TestFqdnHostnames-2142112812-project-member] Waiting for the task: (returnval){ [ 645.320034] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]520b68be-3930-c4dc-d701-b8158bfa61ad" [ 645.320034] env[69613]: _type = "Task" [ 645.320034] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.331213] env[69613]: DEBUG oslo_vmware.api [None req-cfaa4a81-b7c2-410c-9208-522ada887f18 tempest-ServersV294TestFqdnHostnames-2142112812 tempest-ServersV294TestFqdnHostnames-2142112812-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]520b68be-3930-c4dc-d701-b8158bfa61ad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.347723] env[69613]: DEBUG oslo_vmware.api [None req-2d23b748-e695-44df-8d04-c65c5a2d8289 tempest-ServersWithSpecificFlavorTestJSON-559059669 tempest-ServersWithSpecificFlavorTestJSON-559059669-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]520c3798-c36f-dcb0-d599-cce0ee07f7e8, 'name': SearchDatastore_Task, 'duration_secs': 0.022654} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.348046] env[69613]: DEBUG oslo_concurrency.lockutils [None req-2d23b748-e695-44df-8d04-c65c5a2d8289 tempest-ServersWithSpecificFlavorTestJSON-559059669 tempest-ServersWithSpecificFlavorTestJSON-559059669-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.348355] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d23b748-e695-44df-8d04-c65c5a2d8289 tempest-ServersWithSpecificFlavorTestJSON-559059669 tempest-ServersWithSpecificFlavorTestJSON-559059669-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk to [datastore2] b557580c-420c-42bf-90f5-43960bf4f3d5/b557580c-420c-42bf-90f5-43960bf4f3d5.vmdk {{(pid=69613) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 645.352027] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-592929af-fb28-4bec-a741-0e34b9458030 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.358712] env[69613]: DEBUG oslo_vmware.api [None req-2d23b748-e695-44df-8d04-c65c5a2d8289 tempest-ServersWithSpecificFlavorTestJSON-559059669 tempest-ServersWithSpecificFlavorTestJSON-559059669-project-member] Waiting for the task: (returnval){ [ 645.358712] env[69613]: value = "task-3416879" [ 645.358712] env[69613]: _type = "Task" [ 645.358712] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.366663] env[69613]: DEBUG oslo_vmware.api [None req-2d23b748-e695-44df-8d04-c65c5a2d8289 tempest-ServersWithSpecificFlavorTestJSON-559059669 tempest-ServersWithSpecificFlavorTestJSON-559059669-project-member] Task: {'id': task-3416879, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.489995] env[69613]: DEBUG nova.compute.manager [req-5ab44b32-d321-41ba-a328-fba855e3cfbd req-be4a0c3d-ab2b-4d26-ba87-478b04099ffb service nova] [instance: b557580c-420c-42bf-90f5-43960bf4f3d5] Received event network-changed-ba435ed9-09eb-4075-b7d4-4b12bc4d6969 {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 645.490199] env[69613]: DEBUG nova.compute.manager [req-5ab44b32-d321-41ba-a328-fba855e3cfbd req-be4a0c3d-ab2b-4d26-ba87-478b04099ffb service nova] [instance: b557580c-420c-42bf-90f5-43960bf4f3d5] Refreshing instance network info cache due to event network-changed-ba435ed9-09eb-4075-b7d4-4b12bc4d6969. {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 645.490426] env[69613]: DEBUG oslo_concurrency.lockutils [req-5ab44b32-d321-41ba-a328-fba855e3cfbd req-be4a0c3d-ab2b-4d26-ba87-478b04099ffb service nova] Acquiring lock "refresh_cache-b557580c-420c-42bf-90f5-43960bf4f3d5" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.490575] env[69613]: DEBUG oslo_concurrency.lockutils [req-5ab44b32-d321-41ba-a328-fba855e3cfbd req-be4a0c3d-ab2b-4d26-ba87-478b04099ffb service nova] Acquired lock "refresh_cache-b557580c-420c-42bf-90f5-43960bf4f3d5" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.490739] env[69613]: DEBUG nova.network.neutron [req-5ab44b32-d321-41ba-a328-fba855e3cfbd req-be4a0c3d-ab2b-4d26-ba87-478b04099ffb service nova] [instance: b557580c-420c-42bf-90f5-43960bf4f3d5] Refreshing network info cache for port ba435ed9-09eb-4075-b7d4-4b12bc4d6969 {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 645.598403] env[69613]: DEBUG oslo_vmware.api [-] Task: {'id': task-3416878, 'name': CreateVM_Task, 'duration_secs': 0.349503} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.598610] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f2b492f9-2517-4ee7-b4e7-c6c3bb912e49] Created VM on the ESX host {{(pid=69613) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 645.599117] env[69613]: DEBUG oslo_concurrency.lockutils [None req-7113dd31-6e67-4ac6-8a57-de9088ce37cd tempest-ServersListShow2100Test-867795307 tempest-ServersListShow2100Test-867795307-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.599282] env[69613]: DEBUG oslo_concurrency.lockutils [None req-7113dd31-6e67-4ac6-8a57-de9088ce37cd tempest-ServersListShow2100Test-867795307 tempest-ServersListShow2100Test-867795307-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.599636] env[69613]: DEBUG oslo_concurrency.lockutils [None req-7113dd31-6e67-4ac6-8a57-de9088ce37cd tempest-ServersListShow2100Test-867795307 tempest-ServersListShow2100Test-867795307-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.599915] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-633b32ab-fa64-4efb-9a99-a4335da5e5c0 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.606326] env[69613]: DEBUG oslo_vmware.api [None req-7113dd31-6e67-4ac6-8a57-de9088ce37cd tempest-ServersListShow2100Test-867795307 tempest-ServersListShow2100Test-867795307-project-member] Waiting for the task: (returnval){ [ 645.606326] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]52cb8a12-4ab8-8c35-1c26-d9cfeae8bf0d" [ 645.606326] env[69613]: _type = "Task" [ 645.606326] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.617947] env[69613]: DEBUG oslo_vmware.api [None req-7113dd31-6e67-4ac6-8a57-de9088ce37cd tempest-ServersListShow2100Test-867795307 tempest-ServersListShow2100Test-867795307-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52cb8a12-4ab8-8c35-1c26-d9cfeae8bf0d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.676926] env[69613]: DEBUG oslo_concurrency.lockutils [None req-239c0979-dd40-442e-ac42-1f508e143bd7 tempest-ImagesNegativeTestJSON-689260756 tempest-ImagesNegativeTestJSON-689260756-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.760s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 645.677159] env[69613]: DEBUG nova.compute.manager [None req-239c0979-dd40-442e-ac42-1f508e143bd7 tempest-ImagesNegativeTestJSON-689260756 tempest-ImagesNegativeTestJSON-689260756-project-member] [instance: faeb64d6-dd4f-4267-af4f-d42dcc1c45c9] Start building networks asynchronously for instance. {{(pid=69613) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 645.679905] env[69613]: DEBUG oslo_concurrency.lockutils [None req-f117a1b4-81e1-4c12-8a5d-0a8d48bd7be1 tempest-ServerAddressesTestJSON-2032119828 tempest-ServerAddressesTestJSON-2032119828-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.198s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 645.681128] env[69613]: INFO nova.compute.claims [None req-f117a1b4-81e1-4c12-8a5d-0a8d48bd7be1 tempest-ServerAddressesTestJSON-2032119828 tempest-ServerAddressesTestJSON-2032119828-project-member] [instance: 1e4afb61-0ef2-4805-85e2-4e480e8ba25f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 645.734529] env[69613]: DEBUG oslo_concurrency.lockutils [None req-2e94bb0d-285a-4129-96c3-b1fedea25c71 tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Releasing lock "refresh_cache-6ec24a38-4b28-42e6-b86b-654d79714a95" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.832846] env[69613]: DEBUG oslo_vmware.api [None req-cfaa4a81-b7c2-410c-9208-522ada887f18 tempest-ServersV294TestFqdnHostnames-2142112812 tempest-ServersV294TestFqdnHostnames-2142112812-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]520b68be-3930-c4dc-d701-b8158bfa61ad, 'name': SearchDatastore_Task, 'duration_secs': 0.013747} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.833760] env[69613]: DEBUG oslo_concurrency.lockutils [None req-cfaa4a81-b7c2-410c-9208-522ada887f18 tempest-ServersV294TestFqdnHostnames-2142112812 tempest-ServersV294TestFqdnHostnames-2142112812-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.833760] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-cfaa4a81-b7c2-410c-9208-522ada887f18 tempest-ServersV294TestFqdnHostnames-2142112812 tempest-ServersV294TestFqdnHostnames-2142112812-project-member] [instance: 1178a341-cc87-48f9-b274-f0a1ab0c01fc] Processing image 2b7a0304-b5d0-431d-b287-32c8388d7fbd {{(pid=69613) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 645.834029] env[69613]: DEBUG oslo_concurrency.lockutils [None req-cfaa4a81-b7c2-410c-9208-522ada887f18 tempest-ServersV294TestFqdnHostnames-2142112812 tempest-ServersV294TestFqdnHostnames-2142112812-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.834203] env[69613]: DEBUG oslo_concurrency.lockutils [None req-cfaa4a81-b7c2-410c-9208-522ada887f18 tempest-ServersV294TestFqdnHostnames-2142112812 tempest-ServersV294TestFqdnHostnames-2142112812-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.834393] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-cfaa4a81-b7c2-410c-9208-522ada887f18 tempest-ServersV294TestFqdnHostnames-2142112812 tempest-ServersV294TestFqdnHostnames-2142112812-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69613) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 645.834749] env[69613]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-33bef245-cb20-4682-8951-7eacd833579d {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.848817] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-cfaa4a81-b7c2-410c-9208-522ada887f18 tempest-ServersV294TestFqdnHostnames-2142112812 tempest-ServersV294TestFqdnHostnames-2142112812-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69613) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 645.849145] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-cfaa4a81-b7c2-410c-9208-522ada887f18 tempest-ServersV294TestFqdnHostnames-2142112812 tempest-ServersV294TestFqdnHostnames-2142112812-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69613) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 645.850024] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2c106443-e217-4d71-ab8c-53754967a41a {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.857058] env[69613]: DEBUG oslo_vmware.api [None req-cfaa4a81-b7c2-410c-9208-522ada887f18 tempest-ServersV294TestFqdnHostnames-2142112812 tempest-ServersV294TestFqdnHostnames-2142112812-project-member] Waiting for the task: (returnval){ [ 645.857058] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]525b9f2f-d9a5-7f2d-1cda-aecd361e097f" [ 645.857058] env[69613]: _type = "Task" [ 645.857058] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.870918] env[69613]: DEBUG oslo_vmware.api [None req-cfaa4a81-b7c2-410c-9208-522ada887f18 tempest-ServersV294TestFqdnHostnames-2142112812 tempest-ServersV294TestFqdnHostnames-2142112812-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]525b9f2f-d9a5-7f2d-1cda-aecd361e097f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.874310] env[69613]: DEBUG oslo_vmware.api [None req-2d23b748-e695-44df-8d04-c65c5a2d8289 tempest-ServersWithSpecificFlavorTestJSON-559059669 tempest-ServersWithSpecificFlavorTestJSON-559059669-project-member] Task: {'id': task-3416879, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.117735] env[69613]: DEBUG oslo_vmware.api [None req-7113dd31-6e67-4ac6-8a57-de9088ce37cd tempest-ServersListShow2100Test-867795307 tempest-ServersListShow2100Test-867795307-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52cb8a12-4ab8-8c35-1c26-d9cfeae8bf0d, 'name': SearchDatastore_Task, 'duration_secs': 0.058638} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.120607] env[69613]: DEBUG oslo_concurrency.lockutils [None req-7113dd31-6e67-4ac6-8a57-de9088ce37cd tempest-ServersListShow2100Test-867795307 tempest-ServersListShow2100Test-867795307-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.120849] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-7113dd31-6e67-4ac6-8a57-de9088ce37cd tempest-ServersListShow2100Test-867795307 tempest-ServersListShow2100Test-867795307-project-member] [instance: f2b492f9-2517-4ee7-b4e7-c6c3bb912e49] Processing image 2b7a0304-b5d0-431d-b287-32c8388d7fbd {{(pid=69613) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 646.121143] env[69613]: DEBUG oslo_concurrency.lockutils [None req-7113dd31-6e67-4ac6-8a57-de9088ce37cd tempest-ServersListShow2100Test-867795307 tempest-ServersListShow2100Test-867795307-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.121309] env[69613]: DEBUG oslo_concurrency.lockutils [None req-7113dd31-6e67-4ac6-8a57-de9088ce37cd tempest-ServersListShow2100Test-867795307 tempest-ServersListShow2100Test-867795307-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.121500] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-7113dd31-6e67-4ac6-8a57-de9088ce37cd tempest-ServersListShow2100Test-867795307 tempest-ServersListShow2100Test-867795307-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69613) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 646.121800] env[69613]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2e6668e0-1503-4323-a31b-e0bb7f3f0dd5 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.135719] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-7113dd31-6e67-4ac6-8a57-de9088ce37cd tempest-ServersListShow2100Test-867795307 tempest-ServersListShow2100Test-867795307-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69613) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 646.135719] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-7113dd31-6e67-4ac6-8a57-de9088ce37cd tempest-ServersListShow2100Test-867795307 tempest-ServersListShow2100Test-867795307-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69613) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 646.136423] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2f8cbe00-21de-4557-952c-66e381d7c57c {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.143994] env[69613]: DEBUG oslo_vmware.api [None req-7113dd31-6e67-4ac6-8a57-de9088ce37cd tempest-ServersListShow2100Test-867795307 tempest-ServersListShow2100Test-867795307-project-member] Waiting for the task: (returnval){ [ 646.143994] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]524cf771-2e12-a9c4-ea9b-cea0d9b2b208" [ 646.143994] env[69613]: _type = "Task" [ 646.143994] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.155637] env[69613]: DEBUG oslo_vmware.api [None req-7113dd31-6e67-4ac6-8a57-de9088ce37cd tempest-ServersListShow2100Test-867795307 tempest-ServersListShow2100Test-867795307-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]524cf771-2e12-a9c4-ea9b-cea0d9b2b208, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.161245] env[69613]: DEBUG nova.virt.hardware [None req-49b6fb52-9922-4cf8-996b-58a5bf42a3ac tempest-ServerShowV254Test-1975243985 tempest-ServerShowV254Test-1975243985-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T13:55:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T13:55:19Z,direct_url=,disk_format='vmdk',id=2b7a0304-b5d0-431d-b287-32c8388d7fbd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3e9e1b873f1442d59d5ee8247b941f74',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T13:55:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 646.161498] env[69613]: DEBUG nova.virt.hardware [None req-49b6fb52-9922-4cf8-996b-58a5bf42a3ac tempest-ServerShowV254Test-1975243985 tempest-ServerShowV254Test-1975243985-project-member] Flavor limits 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 646.161669] env[69613]: DEBUG nova.virt.hardware [None req-49b6fb52-9922-4cf8-996b-58a5bf42a3ac tempest-ServerShowV254Test-1975243985 tempest-ServerShowV254Test-1975243985-project-member] Image limits 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 646.161975] env[69613]: DEBUG nova.virt.hardware [None req-49b6fb52-9922-4cf8-996b-58a5bf42a3ac tempest-ServerShowV254Test-1975243985 tempest-ServerShowV254Test-1975243985-project-member] Flavor pref 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 646.161975] env[69613]: DEBUG nova.virt.hardware [None req-49b6fb52-9922-4cf8-996b-58a5bf42a3ac tempest-ServerShowV254Test-1975243985 tempest-ServerShowV254Test-1975243985-project-member] Image pref 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 646.162138] env[69613]: DEBUG nova.virt.hardware [None req-49b6fb52-9922-4cf8-996b-58a5bf42a3ac tempest-ServerShowV254Test-1975243985 tempest-ServerShowV254Test-1975243985-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 646.162346] env[69613]: DEBUG nova.virt.hardware [None req-49b6fb52-9922-4cf8-996b-58a5bf42a3ac tempest-ServerShowV254Test-1975243985 tempest-ServerShowV254Test-1975243985-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 646.162499] env[69613]: DEBUG nova.virt.hardware [None req-49b6fb52-9922-4cf8-996b-58a5bf42a3ac tempest-ServerShowV254Test-1975243985 tempest-ServerShowV254Test-1975243985-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69613) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 646.162658] env[69613]: DEBUG nova.virt.hardware [None req-49b6fb52-9922-4cf8-996b-58a5bf42a3ac tempest-ServerShowV254Test-1975243985 tempest-ServerShowV254Test-1975243985-project-member] Got 1 possible topologies {{(pid=69613) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 646.162824] env[69613]: DEBUG nova.virt.hardware [None req-49b6fb52-9922-4cf8-996b-58a5bf42a3ac tempest-ServerShowV254Test-1975243985 tempest-ServerShowV254Test-1975243985-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 646.163080] env[69613]: DEBUG nova.virt.hardware [None req-49b6fb52-9922-4cf8-996b-58a5bf42a3ac tempest-ServerShowV254Test-1975243985 tempest-ServerShowV254Test-1975243985-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 646.164245] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b800686f-3be1-45ae-8e2c-4d04a1d3d7a2 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.172740] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c26f0ef9-fa69-4791-b274-930693ad83ca {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.188196] env[69613]: DEBUG nova.compute.utils [None req-239c0979-dd40-442e-ac42-1f508e143bd7 tempest-ImagesNegativeTestJSON-689260756 tempest-ImagesNegativeTestJSON-689260756-project-member] Using /dev/sd instead of None {{(pid=69613) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 646.191691] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-49b6fb52-9922-4cf8-996b-58a5bf42a3ac tempest-ServerShowV254Test-1975243985 tempest-ServerShowV254Test-1975243985-project-member] [instance: cd5b4748-087b-4058-990d-e15affb5a715] Instance VIF info [] {{(pid=69613) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 646.197617] env[69613]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-49b6fb52-9922-4cf8-996b-58a5bf42a3ac tempest-ServerShowV254Test-1975243985 tempest-ServerShowV254Test-1975243985-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69613) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 646.201034] env[69613]: DEBUG nova.compute.manager [None req-239c0979-dd40-442e-ac42-1f508e143bd7 tempest-ImagesNegativeTestJSON-689260756 tempest-ImagesNegativeTestJSON-689260756-project-member] [instance: faeb64d6-dd4f-4267-af4f-d42dcc1c45c9] Allocating IP information in the background. {{(pid=69613) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 646.201237] env[69613]: DEBUG nova.network.neutron [None req-239c0979-dd40-442e-ac42-1f508e143bd7 tempest-ImagesNegativeTestJSON-689260756 tempest-ImagesNegativeTestJSON-689260756-project-member] [instance: faeb64d6-dd4f-4267-af4f-d42dcc1c45c9] allocate_for_instance() {{(pid=69613) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 646.202826] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cd5b4748-087b-4058-990d-e15affb5a715] Creating VM on the ESX host {{(pid=69613) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 646.203098] env[69613]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3365e4a5-5294-464b-b0fa-858056369897 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.226205] env[69613]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 646.226205] env[69613]: value = "task-3416880" [ 646.226205] env[69613]: _type = "Task" [ 646.226205] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.236022] env[69613]: DEBUG oslo_vmware.api [-] Task: {'id': task-3416880, 'name': CreateVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.279636] env[69613]: DEBUG nova.network.neutron [req-5ab44b32-d321-41ba-a328-fba855e3cfbd req-be4a0c3d-ab2b-4d26-ba87-478b04099ffb service nova] [instance: b557580c-420c-42bf-90f5-43960bf4f3d5] Updated VIF entry in instance network info cache for port ba435ed9-09eb-4075-b7d4-4b12bc4d6969. {{(pid=69613) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 646.280085] env[69613]: DEBUG nova.network.neutron [req-5ab44b32-d321-41ba-a328-fba855e3cfbd req-be4a0c3d-ab2b-4d26-ba87-478b04099ffb service nova] [instance: b557580c-420c-42bf-90f5-43960bf4f3d5] Updating instance_info_cache with network_info: [{"id": "ba435ed9-09eb-4075-b7d4-4b12bc4d6969", "address": "fa:16:3e:9a:81:e5", "network": {"id": "ed08c9b1-81be-4c7c-b3e1-d2157554d022", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1770595930-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0633badc0f924996b31009e71856408a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd7d0d95-6848-4e69-ac21-75f8db82a3b5", "external-id": "nsx-vlan-transportzone-272", "segmentation_id": 272, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapba435ed9-09", "ovs_interfaceid": "ba435ed9-09eb-4075-b7d4-4b12bc4d6969", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 646.286467] env[69613]: DEBUG nova.policy [None req-239c0979-dd40-442e-ac42-1f508e143bd7 tempest-ImagesNegativeTestJSON-689260756 tempest-ImagesNegativeTestJSON-689260756-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fddb8cfe6706431fba3d2edf2a93a5cf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1a0f7159f5944cf68a344ca8fca286b2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69613) authorize /opt/stack/nova/nova/policy.py:192}} [ 646.377889] env[69613]: DEBUG oslo_vmware.api [None req-cfaa4a81-b7c2-410c-9208-522ada887f18 tempest-ServersV294TestFqdnHostnames-2142112812 tempest-ServersV294TestFqdnHostnames-2142112812-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]525b9f2f-d9a5-7f2d-1cda-aecd361e097f, 'name': SearchDatastore_Task, 'duration_secs': 0.026417} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.382368] env[69613]: DEBUG oslo_vmware.api [None req-2d23b748-e695-44df-8d04-c65c5a2d8289 tempest-ServersWithSpecificFlavorTestJSON-559059669 tempest-ServersWithSpecificFlavorTestJSON-559059669-project-member] Task: {'id': task-3416879, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.577979} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.382698] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d81074a5-7ea8-425d-a40e-247096959b02 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.386082] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d23b748-e695-44df-8d04-c65c5a2d8289 tempest-ServersWithSpecificFlavorTestJSON-559059669 tempest-ServersWithSpecificFlavorTestJSON-559059669-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk to [datastore2] b557580c-420c-42bf-90f5-43960bf4f3d5/b557580c-420c-42bf-90f5-43960bf4f3d5.vmdk {{(pid=69613) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 646.386328] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-2d23b748-e695-44df-8d04-c65c5a2d8289 tempest-ServersWithSpecificFlavorTestJSON-559059669 tempest-ServersWithSpecificFlavorTestJSON-559059669-project-member] [instance: b557580c-420c-42bf-90f5-43960bf4f3d5] Extending root virtual disk to 1048576 {{(pid=69613) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 646.386692] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fc6f57e8-1678-46dc-bfaf-02597affd23f {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.393517] env[69613]: DEBUG oslo_vmware.api [None req-cfaa4a81-b7c2-410c-9208-522ada887f18 tempest-ServersV294TestFqdnHostnames-2142112812 tempest-ServersV294TestFqdnHostnames-2142112812-project-member] Waiting for the task: (returnval){ [ 646.393517] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]52a909d6-bb65-9d46-b306-27b6b0ba227a" [ 646.393517] env[69613]: _type = "Task" [ 646.393517] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.395328] env[69613]: DEBUG oslo_vmware.api [None req-2d23b748-e695-44df-8d04-c65c5a2d8289 tempest-ServersWithSpecificFlavorTestJSON-559059669 tempest-ServersWithSpecificFlavorTestJSON-559059669-project-member] Waiting for the task: (returnval){ [ 646.395328] env[69613]: value = "task-3416881" [ 646.395328] env[69613]: _type = "Task" [ 646.395328] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.410166] env[69613]: DEBUG oslo_vmware.api [None req-2d23b748-e695-44df-8d04-c65c5a2d8289 tempest-ServersWithSpecificFlavorTestJSON-559059669 tempest-ServersWithSpecificFlavorTestJSON-559059669-project-member] Task: {'id': task-3416881, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.413806] env[69613]: DEBUG oslo_vmware.api [None req-cfaa4a81-b7c2-410c-9208-522ada887f18 tempest-ServersV294TestFqdnHostnames-2142112812 tempest-ServersV294TestFqdnHostnames-2142112812-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52a909d6-bb65-9d46-b306-27b6b0ba227a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.626637] env[69613]: DEBUG nova.network.neutron [None req-239c0979-dd40-442e-ac42-1f508e143bd7 tempest-ImagesNegativeTestJSON-689260756 tempest-ImagesNegativeTestJSON-689260756-project-member] [instance: faeb64d6-dd4f-4267-af4f-d42dcc1c45c9] Successfully created port: 999c998c-28f5-4e4f-960e-7956cbf59423 {{(pid=69613) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 646.656186] env[69613]: DEBUG oslo_vmware.api [None req-7113dd31-6e67-4ac6-8a57-de9088ce37cd tempest-ServersListShow2100Test-867795307 tempest-ServersListShow2100Test-867795307-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]524cf771-2e12-a9c4-ea9b-cea0d9b2b208, 'name': SearchDatastore_Task, 'duration_secs': 0.019078} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.657212] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-88cab63e-5b79-4dd8-9939-0c41ada405e5 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.664634] env[69613]: DEBUG oslo_vmware.api [None req-7113dd31-6e67-4ac6-8a57-de9088ce37cd tempest-ServersListShow2100Test-867795307 tempest-ServersListShow2100Test-867795307-project-member] Waiting for the task: (returnval){ [ 646.664634] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]52abca26-49fb-d5a0-54c4-1c0e635e6a73" [ 646.664634] env[69613]: _type = "Task" [ 646.664634] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.675104] env[69613]: DEBUG oslo_vmware.api [None req-7113dd31-6e67-4ac6-8a57-de9088ce37cd tempest-ServersListShow2100Test-867795307 tempest-ServersListShow2100Test-867795307-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52abca26-49fb-d5a0-54c4-1c0e635e6a73, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.703465] env[69613]: DEBUG nova.compute.manager [None req-239c0979-dd40-442e-ac42-1f508e143bd7 tempest-ImagesNegativeTestJSON-689260756 tempest-ImagesNegativeTestJSON-689260756-project-member] [instance: faeb64d6-dd4f-4267-af4f-d42dcc1c45c9] Start building block device mappings for instance. {{(pid=69613) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 646.737110] env[69613]: DEBUG oslo_vmware.api [-] Task: {'id': task-3416880, 'name': CreateVM_Task, 'duration_secs': 0.394211} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.737428] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cd5b4748-087b-4058-990d-e15affb5a715] Created VM on the ESX host {{(pid=69613) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 646.737957] env[69613]: DEBUG oslo_concurrency.lockutils [None req-49b6fb52-9922-4cf8-996b-58a5bf42a3ac tempest-ServerShowV254Test-1975243985 tempest-ServerShowV254Test-1975243985-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.738262] env[69613]: DEBUG oslo_concurrency.lockutils [None req-49b6fb52-9922-4cf8-996b-58a5bf42a3ac tempest-ServerShowV254Test-1975243985 tempest-ServerShowV254Test-1975243985-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.738665] env[69613]: DEBUG oslo_concurrency.lockutils [None req-49b6fb52-9922-4cf8-996b-58a5bf42a3ac tempest-ServerShowV254Test-1975243985 tempest-ServerShowV254Test-1975243985-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.739055] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8074ec9b-8b3f-4340-ab95-0d26d919b80f {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.750362] env[69613]: DEBUG oslo_vmware.api [None req-49b6fb52-9922-4cf8-996b-58a5bf42a3ac tempest-ServerShowV254Test-1975243985 tempest-ServerShowV254Test-1975243985-project-member] Waiting for the task: (returnval){ [ 646.750362] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]52fc2f0c-cda3-eae6-0b31-1983c79ff49b" [ 646.750362] env[69613]: _type = "Task" [ 646.750362] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.763182] env[69613]: DEBUG oslo_vmware.api [None req-49b6fb52-9922-4cf8-996b-58a5bf42a3ac tempest-ServerShowV254Test-1975243985 tempest-ServerShowV254Test-1975243985-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52fc2f0c-cda3-eae6-0b31-1983c79ff49b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.774464] env[69613]: DEBUG nova.compute.manager [req-0e7a5926-f7d6-4707-9713-37eff3c1902c req-f6652e1d-f0f9-4405-bf71-bccf823ac2f3 service nova] [instance: 8fcf169e-2bcf-4fff-9a99-7dc8db4ce128] Received event network-vif-deleted-a536d00a-7c7e-4912-a67b-a17e565656ca {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 646.774464] env[69613]: DEBUG nova.compute.manager [req-0e7a5926-f7d6-4707-9713-37eff3c1902c req-f6652e1d-f0f9-4405-bf71-bccf823ac2f3 service nova] [instance: 1178a341-cc87-48f9-b274-f0a1ab0c01fc] Received event network-changed-9fe7e019-2d9d-4c0e-bb22-4a0989e26193 {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 646.774464] env[69613]: DEBUG nova.compute.manager [req-0e7a5926-f7d6-4707-9713-37eff3c1902c req-f6652e1d-f0f9-4405-bf71-bccf823ac2f3 service nova] [instance: 1178a341-cc87-48f9-b274-f0a1ab0c01fc] Refreshing instance network info cache due to event network-changed-9fe7e019-2d9d-4c0e-bb22-4a0989e26193. {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 646.774464] env[69613]: DEBUG oslo_concurrency.lockutils [req-0e7a5926-f7d6-4707-9713-37eff3c1902c req-f6652e1d-f0f9-4405-bf71-bccf823ac2f3 service nova] Acquiring lock "refresh_cache-1178a341-cc87-48f9-b274-f0a1ab0c01fc" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.774464] env[69613]: DEBUG oslo_concurrency.lockutils [req-0e7a5926-f7d6-4707-9713-37eff3c1902c req-f6652e1d-f0f9-4405-bf71-bccf823ac2f3 service nova] Acquired lock "refresh_cache-1178a341-cc87-48f9-b274-f0a1ab0c01fc" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.775072] env[69613]: DEBUG nova.network.neutron [req-0e7a5926-f7d6-4707-9713-37eff3c1902c req-f6652e1d-f0f9-4405-bf71-bccf823ac2f3 service nova] [instance: 1178a341-cc87-48f9-b274-f0a1ab0c01fc] Refreshing network info cache for port 9fe7e019-2d9d-4c0e-bb22-4a0989e26193 {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 646.783077] env[69613]: DEBUG oslo_concurrency.lockutils [req-5ab44b32-d321-41ba-a328-fba855e3cfbd req-be4a0c3d-ab2b-4d26-ba87-478b04099ffb service nova] Releasing lock "refresh_cache-b557580c-420c-42bf-90f5-43960bf4f3d5" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.917355] env[69613]: DEBUG oslo_vmware.api [None req-cfaa4a81-b7c2-410c-9208-522ada887f18 tempest-ServersV294TestFqdnHostnames-2142112812 tempest-ServersV294TestFqdnHostnames-2142112812-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52a909d6-bb65-9d46-b306-27b6b0ba227a, 'name': SearchDatastore_Task, 'duration_secs': 0.020811} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.918017] env[69613]: DEBUG oslo_vmware.api [None req-2d23b748-e695-44df-8d04-c65c5a2d8289 tempest-ServersWithSpecificFlavorTestJSON-559059669 tempest-ServersWithSpecificFlavorTestJSON-559059669-project-member] Task: {'id': task-3416881, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.149061} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.920943] env[69613]: DEBUG oslo_concurrency.lockutils [None req-cfaa4a81-b7c2-410c-9208-522ada887f18 tempest-ServersV294TestFqdnHostnames-2142112812 tempest-ServersV294TestFqdnHostnames-2142112812-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.921278] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfaa4a81-b7c2-410c-9208-522ada887f18 tempest-ServersV294TestFqdnHostnames-2142112812 tempest-ServersV294TestFqdnHostnames-2142112812-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk to [datastore1] 1178a341-cc87-48f9-b274-f0a1ab0c01fc/1178a341-cc87-48f9-b274-f0a1ab0c01fc.vmdk {{(pid=69613) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 646.921589] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-2d23b748-e695-44df-8d04-c65c5a2d8289 tempest-ServersWithSpecificFlavorTestJSON-559059669 tempest-ServersWithSpecificFlavorTestJSON-559059669-project-member] [instance: b557580c-420c-42bf-90f5-43960bf4f3d5] Extended root virtual disk {{(pid=69613) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 646.922477] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-456ee5fb-dfee-4d8b-ac7a-289361f0cf41 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.925615] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcc5ce11-092e-469e-afc1-5a5068d6023b {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.957543] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-2d23b748-e695-44df-8d04-c65c5a2d8289 tempest-ServersWithSpecificFlavorTestJSON-559059669 tempest-ServersWithSpecificFlavorTestJSON-559059669-project-member] [instance: b557580c-420c-42bf-90f5-43960bf4f3d5] Reconfiguring VM instance instance-00000013 to attach disk [datastore2] b557580c-420c-42bf-90f5-43960bf4f3d5/b557580c-420c-42bf-90f5-43960bf4f3d5.vmdk or device None with type sparse {{(pid=69613) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 646.963942] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3c122ec5-ceaa-48ea-817e-2184ba472a23 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.981860] env[69613]: DEBUG oslo_vmware.api [None req-cfaa4a81-b7c2-410c-9208-522ada887f18 tempest-ServersV294TestFqdnHostnames-2142112812 tempest-ServersV294TestFqdnHostnames-2142112812-project-member] Waiting for the task: (returnval){ [ 646.981860] env[69613]: value = "task-3416882" [ 646.981860] env[69613]: _type = "Task" [ 646.981860] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.989515] env[69613]: DEBUG oslo_vmware.api [None req-2d23b748-e695-44df-8d04-c65c5a2d8289 tempest-ServersWithSpecificFlavorTestJSON-559059669 tempest-ServersWithSpecificFlavorTestJSON-559059669-project-member] Waiting for the task: (returnval){ [ 646.989515] env[69613]: value = "task-3416883" [ 646.989515] env[69613]: _type = "Task" [ 646.989515] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.995419] env[69613]: DEBUG oslo_vmware.api [None req-cfaa4a81-b7c2-410c-9208-522ada887f18 tempest-ServersV294TestFqdnHostnames-2142112812 tempest-ServersV294TestFqdnHostnames-2142112812-project-member] Task: {'id': task-3416882, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.007108] env[69613]: DEBUG oslo_vmware.api [None req-2d23b748-e695-44df-8d04-c65c5a2d8289 tempest-ServersWithSpecificFlavorTestJSON-559059669 tempest-ServersWithSpecificFlavorTestJSON-559059669-project-member] Task: {'id': task-3416883, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.068549] env[69613]: DEBUG oslo_concurrency.lockutils [None req-3d6bcdb5-31d4-48df-82eb-657fd9f19034 tempest-ServersTestFqdnHostnames-1406027918 tempest-ServersTestFqdnHostnames-1406027918-project-member] Acquiring lock "3d07cf05-d08d-409f-9bbd-b7ff213e29ff" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 647.068774] env[69613]: DEBUG oslo_concurrency.lockutils [None req-3d6bcdb5-31d4-48df-82eb-657fd9f19034 tempest-ServersTestFqdnHostnames-1406027918 tempest-ServersTestFqdnHostnames-1406027918-project-member] Lock "3d07cf05-d08d-409f-9bbd-b7ff213e29ff" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 647.179414] env[69613]: DEBUG oslo_vmware.api [None req-7113dd31-6e67-4ac6-8a57-de9088ce37cd tempest-ServersListShow2100Test-867795307 tempest-ServersListShow2100Test-867795307-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52abca26-49fb-d5a0-54c4-1c0e635e6a73, 'name': SearchDatastore_Task, 'duration_secs': 0.018586} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.180429] env[69613]: DEBUG oslo_concurrency.lockutils [None req-7113dd31-6e67-4ac6-8a57-de9088ce37cd tempest-ServersListShow2100Test-867795307 tempest-ServersListShow2100Test-867795307-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.180429] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-7113dd31-6e67-4ac6-8a57-de9088ce37cd tempest-ServersListShow2100Test-867795307 tempest-ServersListShow2100Test-867795307-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk to [datastore2] f2b492f9-2517-4ee7-b4e7-c6c3bb912e49/f2b492f9-2517-4ee7-b4e7-c6c3bb912e49.vmdk {{(pid=69613) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 647.180748] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f39a3949-2465-48f4-a666-5be8f7c76760 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.192669] env[69613]: DEBUG oslo_vmware.api [None req-7113dd31-6e67-4ac6-8a57-de9088ce37cd tempest-ServersListShow2100Test-867795307 tempest-ServersListShow2100Test-867795307-project-member] Waiting for the task: (returnval){ [ 647.192669] env[69613]: value = "task-3416884" [ 647.192669] env[69613]: _type = "Task" [ 647.192669] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.203635] env[69613]: DEBUG oslo_vmware.api [None req-7113dd31-6e67-4ac6-8a57-de9088ce37cd tempest-ServersListShow2100Test-867795307 tempest-ServersListShow2100Test-867795307-project-member] Task: {'id': task-3416884, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.267466] env[69613]: DEBUG oslo_vmware.api [None req-49b6fb52-9922-4cf8-996b-58a5bf42a3ac tempest-ServerShowV254Test-1975243985 tempest-ServerShowV254Test-1975243985-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52fc2f0c-cda3-eae6-0b31-1983c79ff49b, 'name': SearchDatastore_Task, 'duration_secs': 0.050924} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.269870] env[69613]: DEBUG oslo_vmware.rw_handles [None req-a09f8ca0-2571-4637-8ca7-7e9db027b05d tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d3d20a-34df-b8aa-bfb8-beb8ba0785ce/disk-0.vmdk. {{(pid=69613) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 647.272981] env[69613]: DEBUG oslo_concurrency.lockutils [None req-49b6fb52-9922-4cf8-996b-58a5bf42a3ac tempest-ServerShowV254Test-1975243985 tempest-ServerShowV254Test-1975243985-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.273416] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-49b6fb52-9922-4cf8-996b-58a5bf42a3ac tempest-ServerShowV254Test-1975243985 tempest-ServerShowV254Test-1975243985-project-member] [instance: cd5b4748-087b-4058-990d-e15affb5a715] Processing image 2b7a0304-b5d0-431d-b287-32c8388d7fbd {{(pid=69613) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 647.273531] env[69613]: DEBUG oslo_concurrency.lockutils [None req-49b6fb52-9922-4cf8-996b-58a5bf42a3ac tempest-ServerShowV254Test-1975243985 tempest-ServerShowV254Test-1975243985-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.273641] env[69613]: DEBUG oslo_concurrency.lockutils [None req-49b6fb52-9922-4cf8-996b-58a5bf42a3ac tempest-ServerShowV254Test-1975243985 tempest-ServerShowV254Test-1975243985-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.273816] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-49b6fb52-9922-4cf8-996b-58a5bf42a3ac tempest-ServerShowV254Test-1975243985 tempest-ServerShowV254Test-1975243985-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69613) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 647.274805] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d94aca1a-be39-44f8-a04e-c24afe534f59 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.277872] env[69613]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8e3cbd21-de0b-4a5c-af32-702e9aad3dd5 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.291407] env[69613]: DEBUG oslo_vmware.rw_handles [None req-a09f8ca0-2571-4637-8ca7-7e9db027b05d tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d3d20a-34df-b8aa-bfb8-beb8ba0785ce/disk-0.vmdk is in state: ready. {{(pid=69613) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 647.291624] env[69613]: ERROR oslo_vmware.rw_handles [None req-a09f8ca0-2571-4637-8ca7-7e9db027b05d tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d3d20a-34df-b8aa-bfb8-beb8ba0785ce/disk-0.vmdk due to incomplete transfer. [ 647.294870] env[69613]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-67e66fa0-366f-4884-a807-5de507b8ca60 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.305697] env[69613]: DEBUG oslo_vmware.rw_handles [None req-a09f8ca0-2571-4637-8ca7-7e9db027b05d tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d3d20a-34df-b8aa-bfb8-beb8ba0785ce/disk-0.vmdk. {{(pid=69613) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 647.305945] env[69613]: DEBUG nova.virt.vmwareapi.images [None req-a09f8ca0-2571-4637-8ca7-7e9db027b05d tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] [instance: c7921fab-fd44-4691-bca3-5ea3ae7e0bc0] Uploaded image db163b91-b673-4854-8a6e-c3e889399f04 to the Glance image server {{(pid=69613) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 647.308496] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-a09f8ca0-2571-4637-8ca7-7e9db027b05d tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] [instance: c7921fab-fd44-4691-bca3-5ea3ae7e0bc0] Destroying the VM {{(pid=69613) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 647.309854] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-3221408a-3f49-46b1-a1e3-bcaa15c5f7c7 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.311630] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-49b6fb52-9922-4cf8-996b-58a5bf42a3ac tempest-ServerShowV254Test-1975243985 tempest-ServerShowV254Test-1975243985-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69613) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 647.311812] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-49b6fb52-9922-4cf8-996b-58a5bf42a3ac tempest-ServerShowV254Test-1975243985 tempest-ServerShowV254Test-1975243985-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69613) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 647.312862] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a6f45e2b-27bc-4649-a161-6e5a6b5d170d {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.327428] env[69613]: DEBUG oslo_vmware.api [None req-a09f8ca0-2571-4637-8ca7-7e9db027b05d tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Waiting for the task: (returnval){ [ 647.327428] env[69613]: value = "task-3416885" [ 647.327428] env[69613]: _type = "Task" [ 647.327428] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.329170] env[69613]: DEBUG oslo_vmware.api [None req-49b6fb52-9922-4cf8-996b-58a5bf42a3ac tempest-ServerShowV254Test-1975243985 tempest-ServerShowV254Test-1975243985-project-member] Waiting for the task: (returnval){ [ 647.329170] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]52b44e5f-ef61-ac09-93d5-7540be123801" [ 647.329170] env[69613]: _type = "Task" [ 647.329170] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.349205] env[69613]: DEBUG oslo_vmware.api [None req-a09f8ca0-2571-4637-8ca7-7e9db027b05d tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Task: {'id': task-3416885, 'name': Destroy_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.352722] env[69613]: DEBUG oslo_vmware.api [None req-49b6fb52-9922-4cf8-996b-58a5bf42a3ac tempest-ServerShowV254Test-1975243985 tempest-ServerShowV254Test-1975243985-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52b44e5f-ef61-ac09-93d5-7540be123801, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.356201] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56881ac8-77b8-42cc-9e4a-78af92d3ccdd {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.367017] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74459c6e-6cad-4606-bcbf-39cb7078aadc {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.410588] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b843823-08d6-461c-a391-34fb21fe8551 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.419842] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbfbfd7b-99be-40bf-b5e7-a02743ca55e0 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.439761] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e94bb0d-285a-4129-96c3-b1fedea25c71 tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] [instance: 6ec24a38-4b28-42e6-b86b-654d79714a95] Powering off the VM {{(pid=69613) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 647.440620] env[69613]: DEBUG nova.compute.provider_tree [None req-f117a1b4-81e1-4c12-8a5d-0a8d48bd7be1 tempest-ServerAddressesTestJSON-2032119828 tempest-ServerAddressesTestJSON-2032119828-project-member] Inventory has not changed in ProviderTree for provider: af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 {{(pid=69613) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 647.446258] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-23eb9e52-157c-4bf4-bd18-a91db3aab363 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.456908] env[69613]: DEBUG oslo_vmware.api [None req-2e94bb0d-285a-4129-96c3-b1fedea25c71 tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Waiting for the task: (returnval){ [ 647.456908] env[69613]: value = "task-3416886" [ 647.456908] env[69613]: _type = "Task" [ 647.456908] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.469871] env[69613]: DEBUG oslo_vmware.api [None req-2e94bb0d-285a-4129-96c3-b1fedea25c71 tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Task: {'id': task-3416886, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.495614] env[69613]: DEBUG oslo_vmware.api [None req-cfaa4a81-b7c2-410c-9208-522ada887f18 tempest-ServersV294TestFqdnHostnames-2142112812 tempest-ServersV294TestFqdnHostnames-2142112812-project-member] Task: {'id': task-3416882, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.504816] env[69613]: DEBUG oslo_vmware.api [None req-2d23b748-e695-44df-8d04-c65c5a2d8289 tempest-ServersWithSpecificFlavorTestJSON-559059669 tempest-ServersWithSpecificFlavorTestJSON-559059669-project-member] Task: {'id': task-3416883, 'name': ReconfigVM_Task, 'duration_secs': 0.331688} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.505153] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-2d23b748-e695-44df-8d04-c65c5a2d8289 tempest-ServersWithSpecificFlavorTestJSON-559059669 tempest-ServersWithSpecificFlavorTestJSON-559059669-project-member] [instance: b557580c-420c-42bf-90f5-43960bf4f3d5] Reconfigured VM instance instance-00000013 to attach disk [datastore2] b557580c-420c-42bf-90f5-43960bf4f3d5/b557580c-420c-42bf-90f5-43960bf4f3d5.vmdk or device None with type sparse {{(pid=69613) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 647.506577] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fa038e25-45ca-42c6-a6d3-926cf18cc986 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.515701] env[69613]: DEBUG oslo_vmware.api [None req-2d23b748-e695-44df-8d04-c65c5a2d8289 tempest-ServersWithSpecificFlavorTestJSON-559059669 tempest-ServersWithSpecificFlavorTestJSON-559059669-project-member] Waiting for the task: (returnval){ [ 647.515701] env[69613]: value = "task-3416887" [ 647.515701] env[69613]: _type = "Task" [ 647.515701] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.529759] env[69613]: DEBUG oslo_vmware.api [None req-2d23b748-e695-44df-8d04-c65c5a2d8289 tempest-ServersWithSpecificFlavorTestJSON-559059669 tempest-ServersWithSpecificFlavorTestJSON-559059669-project-member] Task: {'id': task-3416887, 'name': Rename_Task} progress is 5%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.561801] env[69613]: DEBUG nova.network.neutron [req-0e7a5926-f7d6-4707-9713-37eff3c1902c req-f6652e1d-f0f9-4405-bf71-bccf823ac2f3 service nova] [instance: 1178a341-cc87-48f9-b274-f0a1ab0c01fc] Updated VIF entry in instance network info cache for port 9fe7e019-2d9d-4c0e-bb22-4a0989e26193. {{(pid=69613) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 647.562353] env[69613]: DEBUG nova.network.neutron [req-0e7a5926-f7d6-4707-9713-37eff3c1902c req-f6652e1d-f0f9-4405-bf71-bccf823ac2f3 service nova] [instance: 1178a341-cc87-48f9-b274-f0a1ab0c01fc] Updating instance_info_cache with network_info: [{"id": "9fe7e019-2d9d-4c0e-bb22-4a0989e26193", "address": "fa:16:3e:22:ac:d2", "network": {"id": "26894311-216d-42dd-abff-7cc9238b7dac", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-739181949-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "46e835c9be694056900502cde5ad1ee7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f256cfee-512d-4192-9aca-6750fdb1cd4c", "external-id": "nsx-vlan-transportzone-821", "segmentation_id": 821, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9fe7e019-2d", "ovs_interfaceid": "9fe7e019-2d9d-4c0e-bb22-4a0989e26193", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 647.703785] env[69613]: DEBUG oslo_vmware.api [None req-7113dd31-6e67-4ac6-8a57-de9088ce37cd tempest-ServersListShow2100Test-867795307 tempest-ServersListShow2100Test-867795307-project-member] Task: {'id': task-3416884, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.720516] env[69613]: DEBUG nova.compute.manager [None req-239c0979-dd40-442e-ac42-1f508e143bd7 tempest-ImagesNegativeTestJSON-689260756 tempest-ImagesNegativeTestJSON-689260756-project-member] [instance: faeb64d6-dd4f-4267-af4f-d42dcc1c45c9] Start spawning the instance on the hypervisor. {{(pid=69613) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 647.748814] env[69613]: DEBUG nova.virt.hardware [None req-239c0979-dd40-442e-ac42-1f508e143bd7 tempest-ImagesNegativeTestJSON-689260756 tempest-ImagesNegativeTestJSON-689260756-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T13:55:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T13:55:19Z,direct_url=,disk_format='vmdk',id=2b7a0304-b5d0-431d-b287-32c8388d7fbd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3e9e1b873f1442d59d5ee8247b941f74',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T13:55:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 647.749401] env[69613]: DEBUG nova.virt.hardware [None req-239c0979-dd40-442e-ac42-1f508e143bd7 tempest-ImagesNegativeTestJSON-689260756 tempest-ImagesNegativeTestJSON-689260756-project-member] Flavor limits 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 647.749773] env[69613]: DEBUG nova.virt.hardware [None req-239c0979-dd40-442e-ac42-1f508e143bd7 tempest-ImagesNegativeTestJSON-689260756 tempest-ImagesNegativeTestJSON-689260756-project-member] Image limits 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 647.750184] env[69613]: DEBUG nova.virt.hardware [None req-239c0979-dd40-442e-ac42-1f508e143bd7 tempest-ImagesNegativeTestJSON-689260756 tempest-ImagesNegativeTestJSON-689260756-project-member] Flavor pref 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 647.750528] env[69613]: DEBUG nova.virt.hardware [None req-239c0979-dd40-442e-ac42-1f508e143bd7 tempest-ImagesNegativeTestJSON-689260756 tempest-ImagesNegativeTestJSON-689260756-project-member] Image pref 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 647.750866] env[69613]: DEBUG nova.virt.hardware [None req-239c0979-dd40-442e-ac42-1f508e143bd7 tempest-ImagesNegativeTestJSON-689260756 tempest-ImagesNegativeTestJSON-689260756-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 647.751319] env[69613]: DEBUG nova.virt.hardware [None req-239c0979-dd40-442e-ac42-1f508e143bd7 tempest-ImagesNegativeTestJSON-689260756 tempest-ImagesNegativeTestJSON-689260756-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 647.751676] env[69613]: DEBUG nova.virt.hardware [None req-239c0979-dd40-442e-ac42-1f508e143bd7 tempest-ImagesNegativeTestJSON-689260756 tempest-ImagesNegativeTestJSON-689260756-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69613) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 647.752059] env[69613]: DEBUG nova.virt.hardware [None req-239c0979-dd40-442e-ac42-1f508e143bd7 tempest-ImagesNegativeTestJSON-689260756 tempest-ImagesNegativeTestJSON-689260756-project-member] Got 1 possible topologies {{(pid=69613) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 647.752433] env[69613]: DEBUG nova.virt.hardware [None req-239c0979-dd40-442e-ac42-1f508e143bd7 tempest-ImagesNegativeTestJSON-689260756 tempest-ImagesNegativeTestJSON-689260756-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 647.752815] env[69613]: DEBUG nova.virt.hardware [None req-239c0979-dd40-442e-ac42-1f508e143bd7 tempest-ImagesNegativeTestJSON-689260756 tempest-ImagesNegativeTestJSON-689260756-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 647.754304] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2938070-b798-4f21-973e-2ba02d794cad {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.768262] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4161781d-48b8-432e-9f42-db800b115fef {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.848642] env[69613]: DEBUG oslo_vmware.api [None req-a09f8ca0-2571-4637-8ca7-7e9db027b05d tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Task: {'id': task-3416885, 'name': Destroy_Task, 'duration_secs': 0.379311} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.854588] env[69613]: INFO nova.virt.vmwareapi.vm_util [None req-a09f8ca0-2571-4637-8ca7-7e9db027b05d tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] [instance: c7921fab-fd44-4691-bca3-5ea3ae7e0bc0] Destroyed the VM [ 647.855921] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-a09f8ca0-2571-4637-8ca7-7e9db027b05d tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] [instance: c7921fab-fd44-4691-bca3-5ea3ae7e0bc0] Deleting Snapshot of the VM instance {{(pid=69613) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 647.855921] env[69613]: DEBUG oslo_vmware.api [None req-49b6fb52-9922-4cf8-996b-58a5bf42a3ac tempest-ServerShowV254Test-1975243985 tempest-ServerShowV254Test-1975243985-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52b44e5f-ef61-ac09-93d5-7540be123801, 'name': SearchDatastore_Task, 'duration_secs': 0.027658} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.855921] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-faa521f8-114b-4f99-87b4-8cfff19a51f0 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.859552] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-439fc1cb-980b-4a6d-930d-6cdac7e721c4 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.869145] env[69613]: DEBUG oslo_vmware.api [None req-49b6fb52-9922-4cf8-996b-58a5bf42a3ac tempest-ServerShowV254Test-1975243985 tempest-ServerShowV254Test-1975243985-project-member] Waiting for the task: (returnval){ [ 647.869145] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]520eaeff-f2f5-5c92-09f3-954b8777db92" [ 647.869145] env[69613]: _type = "Task" [ 647.869145] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.871261] env[69613]: DEBUG oslo_vmware.api [None req-a09f8ca0-2571-4637-8ca7-7e9db027b05d tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Waiting for the task: (returnval){ [ 647.871261] env[69613]: value = "task-3416888" [ 647.871261] env[69613]: _type = "Task" [ 647.871261] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.884095] env[69613]: DEBUG oslo_vmware.api [None req-49b6fb52-9922-4cf8-996b-58a5bf42a3ac tempest-ServerShowV254Test-1975243985 tempest-ServerShowV254Test-1975243985-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]520eaeff-f2f5-5c92-09f3-954b8777db92, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.887687] env[69613]: DEBUG oslo_vmware.api [None req-a09f8ca0-2571-4637-8ca7-7e9db027b05d tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Task: {'id': task-3416888, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.948244] env[69613]: DEBUG nova.scheduler.client.report [None req-f117a1b4-81e1-4c12-8a5d-0a8d48bd7be1 tempest-ServerAddressesTestJSON-2032119828 tempest-ServerAddressesTestJSON-2032119828-project-member] Inventory has not changed for provider af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69613) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 647.967508] env[69613]: DEBUG oslo_vmware.api [None req-2e94bb0d-285a-4129-96c3-b1fedea25c71 tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Task: {'id': task-3416886, 'name': PowerOffVM_Task, 'duration_secs': 0.332681} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.967791] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e94bb0d-285a-4129-96c3-b1fedea25c71 tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] [instance: 6ec24a38-4b28-42e6-b86b-654d79714a95] Powered off the VM {{(pid=69613) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 647.968656] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fdc67a1-45a5-4599-8d9a-a6603ed5bfd0 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.993506] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcb434f0-784d-4335-97f8-450298ae1c47 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.002563] env[69613]: DEBUG oslo_vmware.api [None req-cfaa4a81-b7c2-410c-9208-522ada887f18 tempest-ServersV294TestFqdnHostnames-2142112812 tempest-ServersV294TestFqdnHostnames-2142112812-project-member] Task: {'id': task-3416882, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.579895} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.007246] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfaa4a81-b7c2-410c-9208-522ada887f18 tempest-ServersV294TestFqdnHostnames-2142112812 tempest-ServersV294TestFqdnHostnames-2142112812-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk to [datastore1] 1178a341-cc87-48f9-b274-f0a1ab0c01fc/1178a341-cc87-48f9-b274-f0a1ab0c01fc.vmdk {{(pid=69613) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 648.007836] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-cfaa4a81-b7c2-410c-9208-522ada887f18 tempest-ServersV294TestFqdnHostnames-2142112812 tempest-ServersV294TestFqdnHostnames-2142112812-project-member] [instance: 1178a341-cc87-48f9-b274-f0a1ab0c01fc] Extending root virtual disk to 1048576 {{(pid=69613) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 648.014623] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ce6861e9-2245-41ea-8309-64ae859c3c99 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.025870] env[69613]: DEBUG oslo_vmware.api [None req-cfaa4a81-b7c2-410c-9208-522ada887f18 tempest-ServersV294TestFqdnHostnames-2142112812 tempest-ServersV294TestFqdnHostnames-2142112812-project-member] Waiting for the task: (returnval){ [ 648.025870] env[69613]: value = "task-3416889" [ 648.025870] env[69613]: _type = "Task" [ 648.025870] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.043429] env[69613]: DEBUG oslo_vmware.api [None req-cfaa4a81-b7c2-410c-9208-522ada887f18 tempest-ServersV294TestFqdnHostnames-2142112812 tempest-ServersV294TestFqdnHostnames-2142112812-project-member] Task: {'id': task-3416889, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.043429] env[69613]: DEBUG oslo_vmware.api [None req-2d23b748-e695-44df-8d04-c65c5a2d8289 tempest-ServersWithSpecificFlavorTestJSON-559059669 tempest-ServersWithSpecificFlavorTestJSON-559059669-project-member] Task: {'id': task-3416887, 'name': Rename_Task} progress is 99%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.052984] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e94bb0d-285a-4129-96c3-b1fedea25c71 tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] [instance: 6ec24a38-4b28-42e6-b86b-654d79714a95] Powering off the VM {{(pid=69613) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 648.052984] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7902c249-1ea1-42b2-81ea-b1c143238e7e {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.059528] env[69613]: DEBUG oslo_vmware.api [None req-2e94bb0d-285a-4129-96c3-b1fedea25c71 tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Waiting for the task: (returnval){ [ 648.059528] env[69613]: value = "task-3416890" [ 648.059528] env[69613]: _type = "Task" [ 648.059528] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.064810] env[69613]: DEBUG oslo_concurrency.lockutils [req-0e7a5926-f7d6-4707-9713-37eff3c1902c req-f6652e1d-f0f9-4405-bf71-bccf823ac2f3 service nova] Releasing lock "refresh_cache-1178a341-cc87-48f9-b274-f0a1ab0c01fc" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.068946] env[69613]: DEBUG oslo_vmware.api [None req-2e94bb0d-285a-4129-96c3-b1fedea25c71 tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Task: {'id': task-3416890, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.180352] env[69613]: DEBUG nova.network.neutron [None req-239c0979-dd40-442e-ac42-1f508e143bd7 tempest-ImagesNegativeTestJSON-689260756 tempest-ImagesNegativeTestJSON-689260756-project-member] [instance: faeb64d6-dd4f-4267-af4f-d42dcc1c45c9] Successfully updated port: 999c998c-28f5-4e4f-960e-7956cbf59423 {{(pid=69613) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 648.206214] env[69613]: DEBUG oslo_vmware.api [None req-7113dd31-6e67-4ac6-8a57-de9088ce37cd tempest-ServersListShow2100Test-867795307 tempest-ServersListShow2100Test-867795307-project-member] Task: {'id': task-3416884, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.778671} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.206576] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-7113dd31-6e67-4ac6-8a57-de9088ce37cd tempest-ServersListShow2100Test-867795307 tempest-ServersListShow2100Test-867795307-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk to [datastore2] f2b492f9-2517-4ee7-b4e7-c6c3bb912e49/f2b492f9-2517-4ee7-b4e7-c6c3bb912e49.vmdk {{(pid=69613) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 648.206823] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-7113dd31-6e67-4ac6-8a57-de9088ce37cd tempest-ServersListShow2100Test-867795307 tempest-ServersListShow2100Test-867795307-project-member] [instance: f2b492f9-2517-4ee7-b4e7-c6c3bb912e49] Extending root virtual disk to 1048576 {{(pid=69613) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 648.207111] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-863dadb3-0525-40b8-b6ee-173157d1288f {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.215508] env[69613]: DEBUG oslo_vmware.api [None req-7113dd31-6e67-4ac6-8a57-de9088ce37cd tempest-ServersListShow2100Test-867795307 tempest-ServersListShow2100Test-867795307-project-member] Waiting for the task: (returnval){ [ 648.215508] env[69613]: value = "task-3416891" [ 648.215508] env[69613]: _type = "Task" [ 648.215508] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.227554] env[69613]: DEBUG oslo_vmware.api [None req-7113dd31-6e67-4ac6-8a57-de9088ce37cd tempest-ServersListShow2100Test-867795307 tempest-ServersListShow2100Test-867795307-project-member] Task: {'id': task-3416891, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.389901] env[69613]: DEBUG oslo_vmware.api [None req-49b6fb52-9922-4cf8-996b-58a5bf42a3ac tempest-ServerShowV254Test-1975243985 tempest-ServerShowV254Test-1975243985-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]520eaeff-f2f5-5c92-09f3-954b8777db92, 'name': SearchDatastore_Task, 'duration_secs': 0.062133} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.392905] env[69613]: DEBUG oslo_concurrency.lockutils [None req-49b6fb52-9922-4cf8-996b-58a5bf42a3ac tempest-ServerShowV254Test-1975243985 tempest-ServerShowV254Test-1975243985-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.396266] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-49b6fb52-9922-4cf8-996b-58a5bf42a3ac tempest-ServerShowV254Test-1975243985 tempest-ServerShowV254Test-1975243985-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk to [datastore2] cd5b4748-087b-4058-990d-e15affb5a715/cd5b4748-087b-4058-990d-e15affb5a715.vmdk {{(pid=69613) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 648.396560] env[69613]: DEBUG oslo_vmware.api [None req-a09f8ca0-2571-4637-8ca7-7e9db027b05d tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Task: {'id': task-3416888, 'name': RemoveSnapshot_Task, 'duration_secs': 0.388886} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.396762] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4d605573-ae82-4cec-84e3-f8e56c507a91 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.398970] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-a09f8ca0-2571-4637-8ca7-7e9db027b05d tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] [instance: c7921fab-fd44-4691-bca3-5ea3ae7e0bc0] Deleted Snapshot of the VM instance {{(pid=69613) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 648.399221] env[69613]: INFO nova.compute.manager [None req-a09f8ca0-2571-4637-8ca7-7e9db027b05d tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] [instance: c7921fab-fd44-4691-bca3-5ea3ae7e0bc0] Took 14.24 seconds to snapshot the instance on the hypervisor. [ 648.408731] env[69613]: DEBUG oslo_vmware.api [None req-49b6fb52-9922-4cf8-996b-58a5bf42a3ac tempest-ServerShowV254Test-1975243985 tempest-ServerShowV254Test-1975243985-project-member] Waiting for the task: (returnval){ [ 648.408731] env[69613]: value = "task-3416892" [ 648.408731] env[69613]: _type = "Task" [ 648.408731] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.420668] env[69613]: DEBUG oslo_vmware.api [None req-49b6fb52-9922-4cf8-996b-58a5bf42a3ac tempest-ServerShowV254Test-1975243985 tempest-ServerShowV254Test-1975243985-project-member] Task: {'id': task-3416892, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.454533] env[69613]: DEBUG oslo_concurrency.lockutils [None req-f117a1b4-81e1-4c12-8a5d-0a8d48bd7be1 tempest-ServerAddressesTestJSON-2032119828 tempest-ServerAddressesTestJSON-2032119828-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.775s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 648.455078] env[69613]: DEBUG nova.compute.manager [None req-f117a1b4-81e1-4c12-8a5d-0a8d48bd7be1 tempest-ServerAddressesTestJSON-2032119828 tempest-ServerAddressesTestJSON-2032119828-project-member] [instance: 1e4afb61-0ef2-4805-85e2-4e480e8ba25f] Start building networks asynchronously for instance. {{(pid=69613) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 648.463197] env[69613]: DEBUG oslo_concurrency.lockutils [None req-e0e2e487-1259-4ed1-9490-8f6b75cb0f66 tempest-ServerDiagnosticsTest-865742498 tempest-ServerDiagnosticsTest-865742498-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.805s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 648.463434] env[69613]: DEBUG nova.objects.instance [None req-e0e2e487-1259-4ed1-9490-8f6b75cb0f66 tempest-ServerDiagnosticsTest-865742498 tempest-ServerDiagnosticsTest-865742498-project-member] Lazy-loading 'resources' on Instance uuid c1d7aa83-ab84-4ff3-a10f-e04e84582ed4 {{(pid=69613) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 648.543767] env[69613]: DEBUG oslo_vmware.api [None req-2d23b748-e695-44df-8d04-c65c5a2d8289 tempest-ServersWithSpecificFlavorTestJSON-559059669 tempest-ServersWithSpecificFlavorTestJSON-559059669-project-member] Task: {'id': task-3416887, 'name': Rename_Task} progress is 99%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.546715] env[69613]: DEBUG oslo_vmware.api [None req-cfaa4a81-b7c2-410c-9208-522ada887f18 tempest-ServersV294TestFqdnHostnames-2142112812 tempest-ServersV294TestFqdnHostnames-2142112812-project-member] Task: {'id': task-3416889, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076282} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.546997] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-cfaa4a81-b7c2-410c-9208-522ada887f18 tempest-ServersV294TestFqdnHostnames-2142112812 tempest-ServersV294TestFqdnHostnames-2142112812-project-member] [instance: 1178a341-cc87-48f9-b274-f0a1ab0c01fc] Extended root virtual disk {{(pid=69613) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 648.550249] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f038627-ed91-4555-b8bb-263bf7a5cbb2 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.575236] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-cfaa4a81-b7c2-410c-9208-522ada887f18 tempest-ServersV294TestFqdnHostnames-2142112812 tempest-ServersV294TestFqdnHostnames-2142112812-project-member] [instance: 1178a341-cc87-48f9-b274-f0a1ab0c01fc] Reconfiguring VM instance instance-00000014 to attach disk [datastore1] 1178a341-cc87-48f9-b274-f0a1ab0c01fc/1178a341-cc87-48f9-b274-f0a1ab0c01fc.vmdk or device None with type sparse {{(pid=69613) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 648.579135] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3a99f672-65f7-4f67-9587-951e7f1621f6 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.603826] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e94bb0d-285a-4129-96c3-b1fedea25c71 tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] [instance: 6ec24a38-4b28-42e6-b86b-654d79714a95] VM already powered off {{(pid=69613) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 648.604191] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-2e94bb0d-285a-4129-96c3-b1fedea25c71 tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] [instance: 6ec24a38-4b28-42e6-b86b-654d79714a95] Processing image 2b7a0304-b5d0-431d-b287-32c8388d7fbd {{(pid=69613) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 648.604399] env[69613]: DEBUG oslo_concurrency.lockutils [None req-2e94bb0d-285a-4129-96c3-b1fedea25c71 tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.604551] env[69613]: DEBUG oslo_concurrency.lockutils [None req-2e94bb0d-285a-4129-96c3-b1fedea25c71 tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.604683] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e94bb0d-285a-4129-96c3-b1fedea25c71 tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69613) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 648.604889] env[69613]: DEBUG oslo_vmware.api [None req-cfaa4a81-b7c2-410c-9208-522ada887f18 tempest-ServersV294TestFqdnHostnames-2142112812 tempest-ServersV294TestFqdnHostnames-2142112812-project-member] Waiting for the task: (returnval){ [ 648.604889] env[69613]: value = "task-3416893" [ 648.604889] env[69613]: _type = "Task" [ 648.604889] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.605171] env[69613]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9cc87ecc-3949-48ca-9f6d-5e0e3bd80077 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.617013] env[69613]: DEBUG oslo_vmware.api [None req-cfaa4a81-b7c2-410c-9208-522ada887f18 tempest-ServersV294TestFqdnHostnames-2142112812 tempest-ServersV294TestFqdnHostnames-2142112812-project-member] Task: {'id': task-3416893, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.624733] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e94bb0d-285a-4129-96c3-b1fedea25c71 tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69613) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 648.624942] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-2e94bb0d-285a-4129-96c3-b1fedea25c71 tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69613) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 648.625810] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-76fd99bc-2ecc-444d-a51c-8e50b0d201b2 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.633584] env[69613]: DEBUG oslo_vmware.api [None req-2e94bb0d-285a-4129-96c3-b1fedea25c71 tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Waiting for the task: (returnval){ [ 648.633584] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]52bfbfd6-80cd-7c7c-1b33-b2146c6bc0bf" [ 648.633584] env[69613]: _type = "Task" [ 648.633584] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.642551] env[69613]: DEBUG oslo_vmware.api [None req-2e94bb0d-285a-4129-96c3-b1fedea25c71 tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52bfbfd6-80cd-7c7c-1b33-b2146c6bc0bf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.683927] env[69613]: DEBUG oslo_concurrency.lockutils [None req-239c0979-dd40-442e-ac42-1f508e143bd7 tempest-ImagesNegativeTestJSON-689260756 tempest-ImagesNegativeTestJSON-689260756-project-member] Acquiring lock "refresh_cache-faeb64d6-dd4f-4267-af4f-d42dcc1c45c9" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.684177] env[69613]: DEBUG oslo_concurrency.lockutils [None req-239c0979-dd40-442e-ac42-1f508e143bd7 tempest-ImagesNegativeTestJSON-689260756 tempest-ImagesNegativeTestJSON-689260756-project-member] Acquired lock "refresh_cache-faeb64d6-dd4f-4267-af4f-d42dcc1c45c9" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.684352] env[69613]: DEBUG nova.network.neutron [None req-239c0979-dd40-442e-ac42-1f508e143bd7 tempest-ImagesNegativeTestJSON-689260756 tempest-ImagesNegativeTestJSON-689260756-project-member] [instance: faeb64d6-dd4f-4267-af4f-d42dcc1c45c9] Building network info cache for instance {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 648.728205] env[69613]: DEBUG oslo_vmware.api [None req-7113dd31-6e67-4ac6-8a57-de9088ce37cd tempest-ServersListShow2100Test-867795307 tempest-ServersListShow2100Test-867795307-project-member] Task: {'id': task-3416891, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072954} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.728695] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-7113dd31-6e67-4ac6-8a57-de9088ce37cd tempest-ServersListShow2100Test-867795307 tempest-ServersListShow2100Test-867795307-project-member] [instance: f2b492f9-2517-4ee7-b4e7-c6c3bb912e49] Extended root virtual disk {{(pid=69613) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 648.733024] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59f2b313-16eb-4351-a546-c40b53ca0340 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.757599] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-7113dd31-6e67-4ac6-8a57-de9088ce37cd tempest-ServersListShow2100Test-867795307 tempest-ServersListShow2100Test-867795307-project-member] [instance: f2b492f9-2517-4ee7-b4e7-c6c3bb912e49] Reconfiguring VM instance instance-00000015 to attach disk [datastore2] f2b492f9-2517-4ee7-b4e7-c6c3bb912e49/f2b492f9-2517-4ee7-b4e7-c6c3bb912e49.vmdk or device None with type sparse {{(pid=69613) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 648.757944] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4192e22d-3756-4888-8c90-74bc0fc93fa9 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.782285] env[69613]: DEBUG oslo_vmware.api [None req-7113dd31-6e67-4ac6-8a57-de9088ce37cd tempest-ServersListShow2100Test-867795307 tempest-ServersListShow2100Test-867795307-project-member] Waiting for the task: (returnval){ [ 648.782285] env[69613]: value = "task-3416894" [ 648.782285] env[69613]: _type = "Task" [ 648.782285] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.793193] env[69613]: DEBUG oslo_vmware.api [None req-7113dd31-6e67-4ac6-8a57-de9088ce37cd tempest-ServersListShow2100Test-867795307 tempest-ServersListShow2100Test-867795307-project-member] Task: {'id': task-3416894, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.922726] env[69613]: DEBUG oslo_vmware.api [None req-49b6fb52-9922-4cf8-996b-58a5bf42a3ac tempest-ServerShowV254Test-1975243985 tempest-ServerShowV254Test-1975243985-project-member] Task: {'id': task-3416892, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.512912} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.923113] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-49b6fb52-9922-4cf8-996b-58a5bf42a3ac tempest-ServerShowV254Test-1975243985 tempest-ServerShowV254Test-1975243985-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk to [datastore2] cd5b4748-087b-4058-990d-e15affb5a715/cd5b4748-087b-4058-990d-e15affb5a715.vmdk {{(pid=69613) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 648.923356] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-49b6fb52-9922-4cf8-996b-58a5bf42a3ac tempest-ServerShowV254Test-1975243985 tempest-ServerShowV254Test-1975243985-project-member] [instance: cd5b4748-087b-4058-990d-e15affb5a715] Extending root virtual disk to 1048576 {{(pid=69613) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 648.923612] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b36ad670-e303-4c6b-b103-f18aef6e240e {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.932285] env[69613]: DEBUG oslo_vmware.api [None req-49b6fb52-9922-4cf8-996b-58a5bf42a3ac tempest-ServerShowV254Test-1975243985 tempest-ServerShowV254Test-1975243985-project-member] Waiting for the task: (returnval){ [ 648.932285] env[69613]: value = "task-3416895" [ 648.932285] env[69613]: _type = "Task" [ 648.932285] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.950501] env[69613]: DEBUG oslo_vmware.api [None req-49b6fb52-9922-4cf8-996b-58a5bf42a3ac tempest-ServerShowV254Test-1975243985 tempest-ServerShowV254Test-1975243985-project-member] Task: {'id': task-3416895, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.961689] env[69613]: DEBUG nova.compute.utils [None req-f117a1b4-81e1-4c12-8a5d-0a8d48bd7be1 tempest-ServerAddressesTestJSON-2032119828 tempest-ServerAddressesTestJSON-2032119828-project-member] Using /dev/sd instead of None {{(pid=69613) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 648.965067] env[69613]: DEBUG nova.compute.manager [None req-f117a1b4-81e1-4c12-8a5d-0a8d48bd7be1 tempest-ServerAddressesTestJSON-2032119828 tempest-ServerAddressesTestJSON-2032119828-project-member] [instance: 1e4afb61-0ef2-4805-85e2-4e480e8ba25f] Allocating IP information in the background. {{(pid=69613) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 648.965381] env[69613]: DEBUG nova.network.neutron [None req-f117a1b4-81e1-4c12-8a5d-0a8d48bd7be1 tempest-ServerAddressesTestJSON-2032119828 tempest-ServerAddressesTestJSON-2032119828-project-member] [instance: 1e4afb61-0ef2-4805-85e2-4e480e8ba25f] allocate_for_instance() {{(pid=69613) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 649.035427] env[69613]: DEBUG nova.policy [None req-f117a1b4-81e1-4c12-8a5d-0a8d48bd7be1 tempest-ServerAddressesTestJSON-2032119828 tempest-ServerAddressesTestJSON-2032119828-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f5c1019b95484d63bd2672966b5e260c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cbecfd3c4e9943b9a429eef1d736c43e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69613) authorize /opt/stack/nova/nova/policy.py:192}} [ 649.044027] env[69613]: DEBUG oslo_vmware.api [None req-2d23b748-e695-44df-8d04-c65c5a2d8289 tempest-ServersWithSpecificFlavorTestJSON-559059669 tempest-ServersWithSpecificFlavorTestJSON-559059669-project-member] Task: {'id': task-3416887, 'name': Rename_Task, 'duration_secs': 1.258427} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.044205] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d23b748-e695-44df-8d04-c65c5a2d8289 tempest-ServersWithSpecificFlavorTestJSON-559059669 tempest-ServersWithSpecificFlavorTestJSON-559059669-project-member] [instance: b557580c-420c-42bf-90f5-43960bf4f3d5] Powering on the VM {{(pid=69613) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 649.044333] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c92a4b27-91f5-4c7c-879c-ce39ae10946d {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.053783] env[69613]: DEBUG oslo_vmware.api [None req-2d23b748-e695-44df-8d04-c65c5a2d8289 tempest-ServersWithSpecificFlavorTestJSON-559059669 tempest-ServersWithSpecificFlavorTestJSON-559059669-project-member] Waiting for the task: (returnval){ [ 649.053783] env[69613]: value = "task-3416896" [ 649.053783] env[69613]: _type = "Task" [ 649.053783] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.064209] env[69613]: DEBUG oslo_vmware.api [None req-2d23b748-e695-44df-8d04-c65c5a2d8289 tempest-ServersWithSpecificFlavorTestJSON-559059669 tempest-ServersWithSpecificFlavorTestJSON-559059669-project-member] Task: {'id': task-3416896, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.095207] env[69613]: DEBUG nova.compute.manager [req-5b52e34e-8f6f-49f2-8fc5-b0555adcfffc req-b3950784-1093-469d-8279-32f4f28a6b73 service nova] [instance: faeb64d6-dd4f-4267-af4f-d42dcc1c45c9] Received event network-vif-plugged-999c998c-28f5-4e4f-960e-7956cbf59423 {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 649.095435] env[69613]: DEBUG oslo_concurrency.lockutils [req-5b52e34e-8f6f-49f2-8fc5-b0555adcfffc req-b3950784-1093-469d-8279-32f4f28a6b73 service nova] Acquiring lock "faeb64d6-dd4f-4267-af4f-d42dcc1c45c9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 649.095645] env[69613]: DEBUG oslo_concurrency.lockutils [req-5b52e34e-8f6f-49f2-8fc5-b0555adcfffc req-b3950784-1093-469d-8279-32f4f28a6b73 service nova] Lock "faeb64d6-dd4f-4267-af4f-d42dcc1c45c9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 649.095854] env[69613]: DEBUG oslo_concurrency.lockutils [req-5b52e34e-8f6f-49f2-8fc5-b0555adcfffc req-b3950784-1093-469d-8279-32f4f28a6b73 service nova] Lock "faeb64d6-dd4f-4267-af4f-d42dcc1c45c9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 649.096665] env[69613]: DEBUG nova.compute.manager [req-5b52e34e-8f6f-49f2-8fc5-b0555adcfffc req-b3950784-1093-469d-8279-32f4f28a6b73 service nova] [instance: faeb64d6-dd4f-4267-af4f-d42dcc1c45c9] No waiting events found dispatching network-vif-plugged-999c998c-28f5-4e4f-960e-7956cbf59423 {{(pid=69613) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 649.096902] env[69613]: WARNING nova.compute.manager [req-5b52e34e-8f6f-49f2-8fc5-b0555adcfffc req-b3950784-1093-469d-8279-32f4f28a6b73 service nova] [instance: faeb64d6-dd4f-4267-af4f-d42dcc1c45c9] Received unexpected event network-vif-plugged-999c998c-28f5-4e4f-960e-7956cbf59423 for instance with vm_state building and task_state spawning. [ 649.097090] env[69613]: DEBUG nova.compute.manager [req-5b52e34e-8f6f-49f2-8fc5-b0555adcfffc req-b3950784-1093-469d-8279-32f4f28a6b73 service nova] [instance: faeb64d6-dd4f-4267-af4f-d42dcc1c45c9] Received event network-changed-999c998c-28f5-4e4f-960e-7956cbf59423 {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 649.097437] env[69613]: DEBUG nova.compute.manager [req-5b52e34e-8f6f-49f2-8fc5-b0555adcfffc req-b3950784-1093-469d-8279-32f4f28a6b73 service nova] [instance: faeb64d6-dd4f-4267-af4f-d42dcc1c45c9] Refreshing instance network info cache due to event network-changed-999c998c-28f5-4e4f-960e-7956cbf59423. {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 649.097437] env[69613]: DEBUG oslo_concurrency.lockutils [req-5b52e34e-8f6f-49f2-8fc5-b0555adcfffc req-b3950784-1093-469d-8279-32f4f28a6b73 service nova] Acquiring lock "refresh_cache-faeb64d6-dd4f-4267-af4f-d42dcc1c45c9" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.119366] env[69613]: DEBUG oslo_vmware.api [None req-cfaa4a81-b7c2-410c-9208-522ada887f18 tempest-ServersV294TestFqdnHostnames-2142112812 tempest-ServersV294TestFqdnHostnames-2142112812-project-member] Task: {'id': task-3416893, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.146412] env[69613]: DEBUG oslo_vmware.api [None req-2e94bb0d-285a-4129-96c3-b1fedea25c71 tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52bfbfd6-80cd-7c7c-1b33-b2146c6bc0bf, 'name': SearchDatastore_Task, 'duration_secs': 0.066372} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.147273] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5ac617e2-665f-48b0-bdbd-da8ab2901cf9 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.157949] env[69613]: DEBUG oslo_vmware.api [None req-2e94bb0d-285a-4129-96c3-b1fedea25c71 tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Waiting for the task: (returnval){ [ 649.157949] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]528ed78f-23c2-baab-df8a-55f44bee2d3d" [ 649.157949] env[69613]: _type = "Task" [ 649.157949] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.168408] env[69613]: DEBUG oslo_vmware.api [None req-2e94bb0d-285a-4129-96c3-b1fedea25c71 tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]528ed78f-23c2-baab-df8a-55f44bee2d3d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.228265] env[69613]: DEBUG nova.network.neutron [None req-239c0979-dd40-442e-ac42-1f508e143bd7 tempest-ImagesNegativeTestJSON-689260756 tempest-ImagesNegativeTestJSON-689260756-project-member] [instance: faeb64d6-dd4f-4267-af4f-d42dcc1c45c9] Instance cache missing network info. {{(pid=69613) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 649.296123] env[69613]: DEBUG oslo_vmware.api [None req-7113dd31-6e67-4ac6-8a57-de9088ce37cd tempest-ServersListShow2100Test-867795307 tempest-ServersListShow2100Test-867795307-project-member] Task: {'id': task-3416894, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.442056] env[69613]: DEBUG nova.network.neutron [None req-239c0979-dd40-442e-ac42-1f508e143bd7 tempest-ImagesNegativeTestJSON-689260756 tempest-ImagesNegativeTestJSON-689260756-project-member] [instance: faeb64d6-dd4f-4267-af4f-d42dcc1c45c9] Updating instance_info_cache with network_info: [{"id": "999c998c-28f5-4e4f-960e-7956cbf59423", "address": "fa:16:3e:1b:b4:32", "network": {"id": "b66a0682-243a-43a8-b680-872583f6306b", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-583310086-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1a0f7159f5944cf68a344ca8fca286b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ddfb706a-add1-4e16-9ac4-d20b16a1df6d", "external-id": "nsx-vlan-transportzone-820", "segmentation_id": 820, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap999c998c-28", "ovs_interfaceid": "999c998c-28f5-4e4f-960e-7956cbf59423", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 649.457198] env[69613]: DEBUG oslo_vmware.api [None req-49b6fb52-9922-4cf8-996b-58a5bf42a3ac tempest-ServerShowV254Test-1975243985 tempest-ServerShowV254Test-1975243985-project-member] Task: {'id': task-3416895, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.090101} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.457612] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-49b6fb52-9922-4cf8-996b-58a5bf42a3ac tempest-ServerShowV254Test-1975243985 tempest-ServerShowV254Test-1975243985-project-member] [instance: cd5b4748-087b-4058-990d-e15affb5a715] Extended root virtual disk {{(pid=69613) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 649.458602] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3eece70-a39f-40f2-b07a-951a240cc167 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.469283] env[69613]: DEBUG nova.compute.manager [None req-f117a1b4-81e1-4c12-8a5d-0a8d48bd7be1 tempest-ServerAddressesTestJSON-2032119828 tempest-ServerAddressesTestJSON-2032119828-project-member] [instance: 1e4afb61-0ef2-4805-85e2-4e480e8ba25f] Start building block device mappings for instance. {{(pid=69613) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 649.499623] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-49b6fb52-9922-4cf8-996b-58a5bf42a3ac tempest-ServerShowV254Test-1975243985 tempest-ServerShowV254Test-1975243985-project-member] [instance: cd5b4748-087b-4058-990d-e15affb5a715] Reconfiguring VM instance instance-00000011 to attach disk [datastore2] cd5b4748-087b-4058-990d-e15affb5a715/cd5b4748-087b-4058-990d-e15affb5a715.vmdk or device None with type sparse {{(pid=69613) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 649.503473] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ce3f252f-bed2-4aaa-8853-4c647297d6f5 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.527491] env[69613]: DEBUG oslo_vmware.api [None req-49b6fb52-9922-4cf8-996b-58a5bf42a3ac tempest-ServerShowV254Test-1975243985 tempest-ServerShowV254Test-1975243985-project-member] Waiting for the task: (returnval){ [ 649.527491] env[69613]: value = "task-3416897" [ 649.527491] env[69613]: _type = "Task" [ 649.527491] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.542911] env[69613]: DEBUG oslo_vmware.api [None req-49b6fb52-9922-4cf8-996b-58a5bf42a3ac tempest-ServerShowV254Test-1975243985 tempest-ServerShowV254Test-1975243985-project-member] Task: {'id': task-3416897, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.553921] env[69613]: DEBUG nova.network.neutron [None req-f117a1b4-81e1-4c12-8a5d-0a8d48bd7be1 tempest-ServerAddressesTestJSON-2032119828 tempest-ServerAddressesTestJSON-2032119828-project-member] [instance: 1e4afb61-0ef2-4805-85e2-4e480e8ba25f] Successfully created port: 14edbf95-a470-40b6-a3d0-01cf9ec6644e {{(pid=69613) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 649.571514] env[69613]: DEBUG oslo_vmware.api [None req-2d23b748-e695-44df-8d04-c65c5a2d8289 tempest-ServersWithSpecificFlavorTestJSON-559059669 tempest-ServersWithSpecificFlavorTestJSON-559059669-project-member] Task: {'id': task-3416896, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.621639] env[69613]: DEBUG oslo_vmware.api [None req-cfaa4a81-b7c2-410c-9208-522ada887f18 tempest-ServersV294TestFqdnHostnames-2142112812 tempest-ServersV294TestFqdnHostnames-2142112812-project-member] Task: {'id': task-3416893, 'name': ReconfigVM_Task, 'duration_secs': 0.564436} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.624705] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-cfaa4a81-b7c2-410c-9208-522ada887f18 tempest-ServersV294TestFqdnHostnames-2142112812 tempest-ServersV294TestFqdnHostnames-2142112812-project-member] [instance: 1178a341-cc87-48f9-b274-f0a1ab0c01fc] Reconfigured VM instance instance-00000014 to attach disk [datastore1] 1178a341-cc87-48f9-b274-f0a1ab0c01fc/1178a341-cc87-48f9-b274-f0a1ab0c01fc.vmdk or device None with type sparse {{(pid=69613) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 649.626618] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-62deb809-f006-4298-b4f6-dacc5a9500eb {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.636144] env[69613]: DEBUG oslo_vmware.api [None req-cfaa4a81-b7c2-410c-9208-522ada887f18 tempest-ServersV294TestFqdnHostnames-2142112812 tempest-ServersV294TestFqdnHostnames-2142112812-project-member] Waiting for the task: (returnval){ [ 649.636144] env[69613]: value = "task-3416898" [ 649.636144] env[69613]: _type = "Task" [ 649.636144] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.652471] env[69613]: DEBUG oslo_vmware.api [None req-cfaa4a81-b7c2-410c-9208-522ada887f18 tempest-ServersV294TestFqdnHostnames-2142112812 tempest-ServersV294TestFqdnHostnames-2142112812-project-member] Task: {'id': task-3416898, 'name': Rename_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.674088] env[69613]: DEBUG oslo_vmware.api [None req-2e94bb0d-285a-4129-96c3-b1fedea25c71 tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]528ed78f-23c2-baab-df8a-55f44bee2d3d, 'name': SearchDatastore_Task, 'duration_secs': 0.01302} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.674088] env[69613]: DEBUG oslo_concurrency.lockutils [None req-2e94bb0d-285a-4129-96c3-b1fedea25c71 tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.674351] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e94bb0d-285a-4129-96c3-b1fedea25c71 tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk to [datastore2] 6ec24a38-4b28-42e6-b86b-654d79714a95/2b7a0304-b5d0-431d-b287-32c8388d7fbd-rescue.vmdk. {{(pid=69613) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 649.674623] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-045433c3-a5c7-46fc-9300-068b040453e6 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.683725] env[69613]: DEBUG oslo_vmware.api [None req-2e94bb0d-285a-4129-96c3-b1fedea25c71 tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Waiting for the task: (returnval){ [ 649.683725] env[69613]: value = "task-3416899" [ 649.683725] env[69613]: _type = "Task" [ 649.683725] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.700547] env[69613]: DEBUG oslo_vmware.api [None req-2e94bb0d-285a-4129-96c3-b1fedea25c71 tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Task: {'id': task-3416899, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.707531] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d837e0eb-18ef-4261-a12d-8d6c639ed5c6 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.719155] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fc4cc94-9000-4f14-9b60-f949a1a9f9a3 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.752416] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c45244f0-ef44-4308-8d3c-f21c1cdc113e {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.762603] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f185869d-31db-4c68-82b6-2f23fb26d330 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.781318] env[69613]: DEBUG nova.compute.provider_tree [None req-e0e2e487-1259-4ed1-9490-8f6b75cb0f66 tempest-ServerDiagnosticsTest-865742498 tempest-ServerDiagnosticsTest-865742498-project-member] Inventory has not changed in ProviderTree for provider: af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 {{(pid=69613) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 649.797254] env[69613]: DEBUG oslo_vmware.api [None req-7113dd31-6e67-4ac6-8a57-de9088ce37cd tempest-ServersListShow2100Test-867795307 tempest-ServersListShow2100Test-867795307-project-member] Task: {'id': task-3416894, 'name': ReconfigVM_Task, 'duration_secs': 0.67605} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.797254] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-7113dd31-6e67-4ac6-8a57-de9088ce37cd tempest-ServersListShow2100Test-867795307 tempest-ServersListShow2100Test-867795307-project-member] [instance: f2b492f9-2517-4ee7-b4e7-c6c3bb912e49] Reconfigured VM instance instance-00000015 to attach disk [datastore2] f2b492f9-2517-4ee7-b4e7-c6c3bb912e49/f2b492f9-2517-4ee7-b4e7-c6c3bb912e49.vmdk or device None with type sparse {{(pid=69613) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 649.797254] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-409c9124-1d8d-47e6-b6ed-39821e87194e {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.806191] env[69613]: DEBUG oslo_vmware.api [None req-7113dd31-6e67-4ac6-8a57-de9088ce37cd tempest-ServersListShow2100Test-867795307 tempest-ServersListShow2100Test-867795307-project-member] Waiting for the task: (returnval){ [ 649.806191] env[69613]: value = "task-3416900" [ 649.806191] env[69613]: _type = "Task" [ 649.806191] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.817504] env[69613]: DEBUG oslo_vmware.api [None req-7113dd31-6e67-4ac6-8a57-de9088ce37cd tempest-ServersListShow2100Test-867795307 tempest-ServersListShow2100Test-867795307-project-member] Task: {'id': task-3416900, 'name': Rename_Task} progress is 5%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.948821] env[69613]: DEBUG oslo_concurrency.lockutils [None req-239c0979-dd40-442e-ac42-1f508e143bd7 tempest-ImagesNegativeTestJSON-689260756 tempest-ImagesNegativeTestJSON-689260756-project-member] Releasing lock "refresh_cache-faeb64d6-dd4f-4267-af4f-d42dcc1c45c9" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.949506] env[69613]: DEBUG nova.compute.manager [None req-239c0979-dd40-442e-ac42-1f508e143bd7 tempest-ImagesNegativeTestJSON-689260756 tempest-ImagesNegativeTestJSON-689260756-project-member] [instance: faeb64d6-dd4f-4267-af4f-d42dcc1c45c9] Instance network_info: |[{"id": "999c998c-28f5-4e4f-960e-7956cbf59423", "address": "fa:16:3e:1b:b4:32", "network": {"id": "b66a0682-243a-43a8-b680-872583f6306b", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-583310086-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1a0f7159f5944cf68a344ca8fca286b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ddfb706a-add1-4e16-9ac4-d20b16a1df6d", "external-id": "nsx-vlan-transportzone-820", "segmentation_id": 820, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap999c998c-28", "ovs_interfaceid": "999c998c-28f5-4e4f-960e-7956cbf59423", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69613) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 649.949835] env[69613]: DEBUG oslo_concurrency.lockutils [req-5b52e34e-8f6f-49f2-8fc5-b0555adcfffc req-b3950784-1093-469d-8279-32f4f28a6b73 service nova] Acquired lock "refresh_cache-faeb64d6-dd4f-4267-af4f-d42dcc1c45c9" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.950379] env[69613]: DEBUG nova.network.neutron [req-5b52e34e-8f6f-49f2-8fc5-b0555adcfffc req-b3950784-1093-469d-8279-32f4f28a6b73 service nova] [instance: faeb64d6-dd4f-4267-af4f-d42dcc1c45c9] Refreshing network info cache for port 999c998c-28f5-4e4f-960e-7956cbf59423 {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 649.951710] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-239c0979-dd40-442e-ac42-1f508e143bd7 tempest-ImagesNegativeTestJSON-689260756 tempest-ImagesNegativeTestJSON-689260756-project-member] [instance: faeb64d6-dd4f-4267-af4f-d42dcc1c45c9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1b:b4:32', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ddfb706a-add1-4e16-9ac4-d20b16a1df6d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '999c998c-28f5-4e4f-960e-7956cbf59423', 'vif_model': 'vmxnet3'}] {{(pid=69613) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 649.964557] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-239c0979-dd40-442e-ac42-1f508e143bd7 tempest-ImagesNegativeTestJSON-689260756 tempest-ImagesNegativeTestJSON-689260756-project-member] Creating folder: Project (1a0f7159f5944cf68a344ca8fca286b2). Parent ref: group-v681687. {{(pid=69613) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 649.966484] env[69613]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1a46bf90-62d8-47d7-a659-5d05719bdd9b {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.980294] env[69613]: INFO nova.virt.vmwareapi.vm_util [None req-239c0979-dd40-442e-ac42-1f508e143bd7 tempest-ImagesNegativeTestJSON-689260756 tempest-ImagesNegativeTestJSON-689260756-project-member] Created folder: Project (1a0f7159f5944cf68a344ca8fca286b2) in parent group-v681687. [ 649.980600] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-239c0979-dd40-442e-ac42-1f508e143bd7 tempest-ImagesNegativeTestJSON-689260756 tempest-ImagesNegativeTestJSON-689260756-project-member] Creating folder: Instances. Parent ref: group-v681748. {{(pid=69613) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 649.980929] env[69613]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-137c3b84-2f25-482a-af2c-c61e5f904ec6 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.000023] env[69613]: INFO nova.virt.vmwareapi.vm_util [None req-239c0979-dd40-442e-ac42-1f508e143bd7 tempest-ImagesNegativeTestJSON-689260756 tempest-ImagesNegativeTestJSON-689260756-project-member] Created folder: Instances in parent group-v681748. [ 650.000023] env[69613]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-239c0979-dd40-442e-ac42-1f508e143bd7 tempest-ImagesNegativeTestJSON-689260756 tempest-ImagesNegativeTestJSON-689260756-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69613) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 650.000023] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: faeb64d6-dd4f-4267-af4f-d42dcc1c45c9] Creating VM on the ESX host {{(pid=69613) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 650.000023] env[69613]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fcfa5c88-8636-4cf5-9f3d-cb79024f2b32 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.038705] env[69613]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 650.038705] env[69613]: value = "task-3416903" [ 650.038705] env[69613]: _type = "Task" [ 650.038705] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.044032] env[69613]: DEBUG oslo_vmware.api [None req-49b6fb52-9922-4cf8-996b-58a5bf42a3ac tempest-ServerShowV254Test-1975243985 tempest-ServerShowV254Test-1975243985-project-member] Task: {'id': task-3416897, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.051240] env[69613]: DEBUG oslo_vmware.api [-] Task: {'id': task-3416903, 'name': CreateVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.069521] env[69613]: DEBUG oslo_vmware.api [None req-2d23b748-e695-44df-8d04-c65c5a2d8289 tempest-ServersWithSpecificFlavorTestJSON-559059669 tempest-ServersWithSpecificFlavorTestJSON-559059669-project-member] Task: {'id': task-3416896, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.149025] env[69613]: DEBUG oslo_vmware.api [None req-cfaa4a81-b7c2-410c-9208-522ada887f18 tempest-ServersV294TestFqdnHostnames-2142112812 tempest-ServersV294TestFqdnHostnames-2142112812-project-member] Task: {'id': task-3416898, 'name': Rename_Task, 'duration_secs': 0.309184} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.150095] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfaa4a81-b7c2-410c-9208-522ada887f18 tempest-ServersV294TestFqdnHostnames-2142112812 tempest-ServersV294TestFqdnHostnames-2142112812-project-member] [instance: 1178a341-cc87-48f9-b274-f0a1ab0c01fc] Powering on the VM {{(pid=69613) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 650.150095] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f6d3e28c-f79e-424c-b75f-ed97fa8a25be {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.160184] env[69613]: DEBUG oslo_vmware.api [None req-cfaa4a81-b7c2-410c-9208-522ada887f18 tempest-ServersV294TestFqdnHostnames-2142112812 tempest-ServersV294TestFqdnHostnames-2142112812-project-member] Waiting for the task: (returnval){ [ 650.160184] env[69613]: value = "task-3416904" [ 650.160184] env[69613]: _type = "Task" [ 650.160184] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.170589] env[69613]: DEBUG oslo_vmware.api [None req-cfaa4a81-b7c2-410c-9208-522ada887f18 tempest-ServersV294TestFqdnHostnames-2142112812 tempest-ServersV294TestFqdnHostnames-2142112812-project-member] Task: {'id': task-3416904, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.201498] env[69613]: DEBUG oslo_vmware.api [None req-2e94bb0d-285a-4129-96c3-b1fedea25c71 tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Task: {'id': task-3416899, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.285631] env[69613]: DEBUG nova.scheduler.client.report [None req-e0e2e487-1259-4ed1-9490-8f6b75cb0f66 tempest-ServerDiagnosticsTest-865742498 tempest-ServerDiagnosticsTest-865742498-project-member] Inventory has not changed for provider af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69613) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 650.321609] env[69613]: DEBUG oslo_vmware.api [None req-7113dd31-6e67-4ac6-8a57-de9088ce37cd tempest-ServersListShow2100Test-867795307 tempest-ServersListShow2100Test-867795307-project-member] Task: {'id': task-3416900, 'name': Rename_Task, 'duration_secs': 0.170486} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.322671] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-7113dd31-6e67-4ac6-8a57-de9088ce37cd tempest-ServersListShow2100Test-867795307 tempest-ServersListShow2100Test-867795307-project-member] [instance: f2b492f9-2517-4ee7-b4e7-c6c3bb912e49] Powering on the VM {{(pid=69613) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 650.323043] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-47e8453d-85a8-46a6-8902-59c6fffcd5e8 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.328909] env[69613]: DEBUG oslo_concurrency.lockutils [None req-efe931ed-cd53-48b6-8c94-594bc8517b66 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Acquiring lock "c7921fab-fd44-4691-bca3-5ea3ae7e0bc0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 650.330786] env[69613]: DEBUG oslo_concurrency.lockutils [None req-efe931ed-cd53-48b6-8c94-594bc8517b66 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Lock "c7921fab-fd44-4691-bca3-5ea3ae7e0bc0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 650.330786] env[69613]: DEBUG oslo_concurrency.lockutils [None req-efe931ed-cd53-48b6-8c94-594bc8517b66 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Acquiring lock "c7921fab-fd44-4691-bca3-5ea3ae7e0bc0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 650.330786] env[69613]: DEBUG oslo_concurrency.lockutils [None req-efe931ed-cd53-48b6-8c94-594bc8517b66 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Lock "c7921fab-fd44-4691-bca3-5ea3ae7e0bc0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 650.330786] env[69613]: DEBUG oslo_concurrency.lockutils [None req-efe931ed-cd53-48b6-8c94-594bc8517b66 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Lock "c7921fab-fd44-4691-bca3-5ea3ae7e0bc0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 650.333117] env[69613]: DEBUG oslo_vmware.api [None req-7113dd31-6e67-4ac6-8a57-de9088ce37cd tempest-ServersListShow2100Test-867795307 tempest-ServersListShow2100Test-867795307-project-member] Waiting for the task: (returnval){ [ 650.333117] env[69613]: value = "task-3416905" [ 650.333117] env[69613]: _type = "Task" [ 650.333117] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.333565] env[69613]: INFO nova.compute.manager [None req-efe931ed-cd53-48b6-8c94-594bc8517b66 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] [instance: c7921fab-fd44-4691-bca3-5ea3ae7e0bc0] Terminating instance [ 650.347595] env[69613]: DEBUG oslo_vmware.api [None req-7113dd31-6e67-4ac6-8a57-de9088ce37cd tempest-ServersListShow2100Test-867795307 tempest-ServersListShow2100Test-867795307-project-member] Task: {'id': task-3416905, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.425694] env[69613]: DEBUG oslo_concurrency.lockutils [None req-cf5ade77-51cd-410e-8515-8cc40f7580fe tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] Acquiring lock "fa89db07-09b5-485d-aacc-e1d39e576218" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 650.426149] env[69613]: DEBUG oslo_concurrency.lockutils [None req-cf5ade77-51cd-410e-8515-8cc40f7580fe tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] Lock "fa89db07-09b5-485d-aacc-e1d39e576218" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 650.426325] env[69613]: DEBUG oslo_concurrency.lockutils [None req-cf5ade77-51cd-410e-8515-8cc40f7580fe tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] Acquiring lock "fa89db07-09b5-485d-aacc-e1d39e576218-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 650.426535] env[69613]: DEBUG oslo_concurrency.lockutils [None req-cf5ade77-51cd-410e-8515-8cc40f7580fe tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] Lock "fa89db07-09b5-485d-aacc-e1d39e576218-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 650.426750] env[69613]: DEBUG oslo_concurrency.lockutils [None req-cf5ade77-51cd-410e-8515-8cc40f7580fe tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] Lock "fa89db07-09b5-485d-aacc-e1d39e576218-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 650.436012] env[69613]: INFO nova.compute.manager [None req-cf5ade77-51cd-410e-8515-8cc40f7580fe tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] [instance: fa89db07-09b5-485d-aacc-e1d39e576218] Terminating instance [ 650.532452] env[69613]: DEBUG nova.compute.manager [None req-f117a1b4-81e1-4c12-8a5d-0a8d48bd7be1 tempest-ServerAddressesTestJSON-2032119828 tempest-ServerAddressesTestJSON-2032119828-project-member] [instance: 1e4afb61-0ef2-4805-85e2-4e480e8ba25f] Start spawning the instance on the hypervisor. {{(pid=69613) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 650.550391] env[69613]: DEBUG oslo_vmware.api [None req-49b6fb52-9922-4cf8-996b-58a5bf42a3ac tempest-ServerShowV254Test-1975243985 tempest-ServerShowV254Test-1975243985-project-member] Task: {'id': task-3416897, 'name': ReconfigVM_Task, 'duration_secs': 0.97964} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.557566] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-49b6fb52-9922-4cf8-996b-58a5bf42a3ac tempest-ServerShowV254Test-1975243985 tempest-ServerShowV254Test-1975243985-project-member] [instance: cd5b4748-087b-4058-990d-e15affb5a715] Reconfigured VM instance instance-00000011 to attach disk [datastore2] cd5b4748-087b-4058-990d-e15affb5a715/cd5b4748-087b-4058-990d-e15affb5a715.vmdk or device None with type sparse {{(pid=69613) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 650.558766] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5cc8d50a-6e72-4268-a555-f17d98d9aea1 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.569948] env[69613]: DEBUG nova.virt.hardware [None req-f117a1b4-81e1-4c12-8a5d-0a8d48bd7be1 tempest-ServerAddressesTestJSON-2032119828 tempest-ServerAddressesTestJSON-2032119828-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T13:55:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T13:55:19Z,direct_url=,disk_format='vmdk',id=2b7a0304-b5d0-431d-b287-32c8388d7fbd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3e9e1b873f1442d59d5ee8247b941f74',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T13:55:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 650.570232] env[69613]: DEBUG nova.virt.hardware [None req-f117a1b4-81e1-4c12-8a5d-0a8d48bd7be1 tempest-ServerAddressesTestJSON-2032119828 tempest-ServerAddressesTestJSON-2032119828-project-member] Flavor limits 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 650.570390] env[69613]: DEBUG nova.virt.hardware [None req-f117a1b4-81e1-4c12-8a5d-0a8d48bd7be1 tempest-ServerAddressesTestJSON-2032119828 tempest-ServerAddressesTestJSON-2032119828-project-member] Image limits 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 650.570569] env[69613]: DEBUG nova.virt.hardware [None req-f117a1b4-81e1-4c12-8a5d-0a8d48bd7be1 tempest-ServerAddressesTestJSON-2032119828 tempest-ServerAddressesTestJSON-2032119828-project-member] Flavor pref 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 650.570713] env[69613]: DEBUG nova.virt.hardware [None req-f117a1b4-81e1-4c12-8a5d-0a8d48bd7be1 tempest-ServerAddressesTestJSON-2032119828 tempest-ServerAddressesTestJSON-2032119828-project-member] Image pref 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 650.570858] env[69613]: DEBUG nova.virt.hardware [None req-f117a1b4-81e1-4c12-8a5d-0a8d48bd7be1 tempest-ServerAddressesTestJSON-2032119828 tempest-ServerAddressesTestJSON-2032119828-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 650.571849] env[69613]: DEBUG nova.virt.hardware [None req-f117a1b4-81e1-4c12-8a5d-0a8d48bd7be1 tempest-ServerAddressesTestJSON-2032119828 tempest-ServerAddressesTestJSON-2032119828-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 650.571849] env[69613]: DEBUG nova.virt.hardware [None req-f117a1b4-81e1-4c12-8a5d-0a8d48bd7be1 tempest-ServerAddressesTestJSON-2032119828 tempest-ServerAddressesTestJSON-2032119828-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69613) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 650.571849] env[69613]: DEBUG nova.virt.hardware [None req-f117a1b4-81e1-4c12-8a5d-0a8d48bd7be1 tempest-ServerAddressesTestJSON-2032119828 tempest-ServerAddressesTestJSON-2032119828-project-member] Got 1 possible topologies {{(pid=69613) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 650.571849] env[69613]: DEBUG nova.virt.hardware [None req-f117a1b4-81e1-4c12-8a5d-0a8d48bd7be1 tempest-ServerAddressesTestJSON-2032119828 tempest-ServerAddressesTestJSON-2032119828-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 650.571849] env[69613]: DEBUG nova.virt.hardware [None req-f117a1b4-81e1-4c12-8a5d-0a8d48bd7be1 tempest-ServerAddressesTestJSON-2032119828 tempest-ServerAddressesTestJSON-2032119828-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 650.575800] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c884939-be3b-4d94-831a-e5f6e84c0b9d {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.578481] env[69613]: DEBUG oslo_vmware.api [-] Task: {'id': task-3416903, 'name': CreateVM_Task} progress is 99%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.587505] env[69613]: DEBUG oslo_vmware.api [None req-2d23b748-e695-44df-8d04-c65c5a2d8289 tempest-ServersWithSpecificFlavorTestJSON-559059669 tempest-ServersWithSpecificFlavorTestJSON-559059669-project-member] Task: {'id': task-3416896, 'name': PowerOnVM_Task, 'duration_secs': 1.035559} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.591030] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d23b748-e695-44df-8d04-c65c5a2d8289 tempest-ServersWithSpecificFlavorTestJSON-559059669 tempest-ServersWithSpecificFlavorTestJSON-559059669-project-member] [instance: b557580c-420c-42bf-90f5-43960bf4f3d5] Powered on the VM {{(pid=69613) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 650.591270] env[69613]: INFO nova.compute.manager [None req-2d23b748-e695-44df-8d04-c65c5a2d8289 tempest-ServersWithSpecificFlavorTestJSON-559059669 tempest-ServersWithSpecificFlavorTestJSON-559059669-project-member] [instance: b557580c-420c-42bf-90f5-43960bf4f3d5] Took 12.22 seconds to spawn the instance on the hypervisor. [ 650.591455] env[69613]: DEBUG nova.compute.manager [None req-2d23b748-e695-44df-8d04-c65c5a2d8289 tempest-ServersWithSpecificFlavorTestJSON-559059669 tempest-ServersWithSpecificFlavorTestJSON-559059669-project-member] [instance: b557580c-420c-42bf-90f5-43960bf4f3d5] Checking state {{(pid=69613) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 650.592842] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-020c62dc-49ed-468e-b026-cba0c6ccd16e {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.599336] env[69613]: DEBUG oslo_vmware.api [None req-49b6fb52-9922-4cf8-996b-58a5bf42a3ac tempest-ServerShowV254Test-1975243985 tempest-ServerShowV254Test-1975243985-project-member] Waiting for the task: (returnval){ [ 650.599336] env[69613]: value = "task-3416906" [ 650.599336] env[69613]: _type = "Task" [ 650.599336] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.600319] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25ababee-a905-4d1e-8be5-2a29d191b200 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.626865] env[69613]: DEBUG oslo_vmware.api [None req-49b6fb52-9922-4cf8-996b-58a5bf42a3ac tempest-ServerShowV254Test-1975243985 tempest-ServerShowV254Test-1975243985-project-member] Task: {'id': task-3416906, 'name': Rename_Task} progress is 14%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.670832] env[69613]: DEBUG oslo_vmware.api [None req-cfaa4a81-b7c2-410c-9208-522ada887f18 tempest-ServersV294TestFqdnHostnames-2142112812 tempest-ServersV294TestFqdnHostnames-2142112812-project-member] Task: {'id': task-3416904, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.707146] env[69613]: DEBUG oslo_vmware.api [None req-2e94bb0d-285a-4129-96c3-b1fedea25c71 tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Task: {'id': task-3416899, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.660265} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.707717] env[69613]: INFO nova.virt.vmwareapi.ds_util [None req-2e94bb0d-285a-4129-96c3-b1fedea25c71 tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk to [datastore2] 6ec24a38-4b28-42e6-b86b-654d79714a95/2b7a0304-b5d0-431d-b287-32c8388d7fbd-rescue.vmdk. [ 650.708519] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92d9e395-3520-4d98-89ed-e9d20a709895 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.738777] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e94bb0d-285a-4129-96c3-b1fedea25c71 tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] [instance: 6ec24a38-4b28-42e6-b86b-654d79714a95] Reconfiguring VM instance instance-00000012 to attach disk [datastore2] 6ec24a38-4b28-42e6-b86b-654d79714a95/2b7a0304-b5d0-431d-b287-32c8388d7fbd-rescue.vmdk or device None with type thin {{(pid=69613) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 650.741883] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b122f456-d5cb-4ff6-8914-4f0e727bef98 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.763159] env[69613]: DEBUG oslo_vmware.api [None req-2e94bb0d-285a-4129-96c3-b1fedea25c71 tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Waiting for the task: (returnval){ [ 650.763159] env[69613]: value = "task-3416907" [ 650.763159] env[69613]: _type = "Task" [ 650.763159] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.773253] env[69613]: DEBUG oslo_vmware.api [None req-2e94bb0d-285a-4129-96c3-b1fedea25c71 tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Task: {'id': task-3416907, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.798623] env[69613]: DEBUG oslo_concurrency.lockutils [None req-e0e2e487-1259-4ed1-9490-8f6b75cb0f66 tempest-ServerDiagnosticsTest-865742498 tempest-ServerDiagnosticsTest-865742498-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.337s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 650.799350] env[69613]: DEBUG oslo_concurrency.lockutils [None req-2bc978f7-de16-4779-a0c0-7f1ddb4901b1 tempest-FloatingIPsAssociationTestJSON-164946246 tempest-FloatingIPsAssociationTestJSON-164946246-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.991s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 650.801351] env[69613]: INFO nova.compute.claims [None req-2bc978f7-de16-4779-a0c0-7f1ddb4901b1 tempest-FloatingIPsAssociationTestJSON-164946246 tempest-FloatingIPsAssociationTestJSON-164946246-project-member] [instance: e75fc999-a479-44b6-a715-1a76054d73c6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 650.812428] env[69613]: DEBUG nova.network.neutron [req-5b52e34e-8f6f-49f2-8fc5-b0555adcfffc req-b3950784-1093-469d-8279-32f4f28a6b73 service nova] [instance: faeb64d6-dd4f-4267-af4f-d42dcc1c45c9] Updated VIF entry in instance network info cache for port 999c998c-28f5-4e4f-960e-7956cbf59423. {{(pid=69613) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 650.813456] env[69613]: DEBUG nova.network.neutron [req-5b52e34e-8f6f-49f2-8fc5-b0555adcfffc req-b3950784-1093-469d-8279-32f4f28a6b73 service nova] [instance: faeb64d6-dd4f-4267-af4f-d42dcc1c45c9] Updating instance_info_cache with network_info: [{"id": "999c998c-28f5-4e4f-960e-7956cbf59423", "address": "fa:16:3e:1b:b4:32", "network": {"id": "b66a0682-243a-43a8-b680-872583f6306b", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-583310086-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1a0f7159f5944cf68a344ca8fca286b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ddfb706a-add1-4e16-9ac4-d20b16a1df6d", "external-id": "nsx-vlan-transportzone-820", "segmentation_id": 820, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap999c998c-28", "ovs_interfaceid": "999c998c-28f5-4e4f-960e-7956cbf59423", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 650.827437] env[69613]: INFO nova.scheduler.client.report [None req-e0e2e487-1259-4ed1-9490-8f6b75cb0f66 tempest-ServerDiagnosticsTest-865742498 tempest-ServerDiagnosticsTest-865742498-project-member] Deleted allocations for instance c1d7aa83-ab84-4ff3-a10f-e04e84582ed4 [ 650.844834] env[69613]: DEBUG nova.compute.manager [None req-efe931ed-cd53-48b6-8c94-594bc8517b66 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] [instance: c7921fab-fd44-4691-bca3-5ea3ae7e0bc0] Start destroying the instance on the hypervisor. {{(pid=69613) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 650.844834] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-efe931ed-cd53-48b6-8c94-594bc8517b66 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] [instance: c7921fab-fd44-4691-bca3-5ea3ae7e0bc0] Destroying instance {{(pid=69613) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 650.848145] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d15345a4-e661-4ad7-a9db-cc7910b1d454 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.852246] env[69613]: DEBUG oslo_vmware.api [None req-7113dd31-6e67-4ac6-8a57-de9088ce37cd tempest-ServersListShow2100Test-867795307 tempest-ServersListShow2100Test-867795307-project-member] Task: {'id': task-3416905, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.859354] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-efe931ed-cd53-48b6-8c94-594bc8517b66 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] [instance: c7921fab-fd44-4691-bca3-5ea3ae7e0bc0] Unregistering the VM {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 650.859699] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9fb72b25-e1f2-4a1e-a80d-39ed3a03b14d {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.932027] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-efe931ed-cd53-48b6-8c94-594bc8517b66 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] [instance: c7921fab-fd44-4691-bca3-5ea3ae7e0bc0] Unregistered the VM {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 650.932027] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-efe931ed-cd53-48b6-8c94-594bc8517b66 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] [instance: c7921fab-fd44-4691-bca3-5ea3ae7e0bc0] Deleting contents of the VM from datastore datastore1 {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 650.932027] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-efe931ed-cd53-48b6-8c94-594bc8517b66 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Deleting the datastore file [datastore1] c7921fab-fd44-4691-bca3-5ea3ae7e0bc0 {{(pid=69613) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 650.932897] env[69613]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0a514250-0348-48e8-9b28-8f3786be9128 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.943030] env[69613]: DEBUG nova.compute.manager [None req-cf5ade77-51cd-410e-8515-8cc40f7580fe tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] [instance: fa89db07-09b5-485d-aacc-e1d39e576218] Start destroying the instance on the hypervisor. {{(pid=69613) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 650.943655] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-cf5ade77-51cd-410e-8515-8cc40f7580fe tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] [instance: fa89db07-09b5-485d-aacc-e1d39e576218] Destroying instance {{(pid=69613) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 650.943655] env[69613]: DEBUG oslo_vmware.api [None req-efe931ed-cd53-48b6-8c94-594bc8517b66 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Waiting for the task: (returnval){ [ 650.943655] env[69613]: value = "task-3416909" [ 650.943655] env[69613]: _type = "Task" [ 650.943655] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.944567] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a916300-b9a0-49ee-aa8b-e8de916bdc2f {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.960672] env[69613]: DEBUG oslo_vmware.api [None req-efe931ed-cd53-48b6-8c94-594bc8517b66 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Task: {'id': task-3416909, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.963748] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf5ade77-51cd-410e-8515-8cc40f7580fe tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] [instance: fa89db07-09b5-485d-aacc-e1d39e576218] Powering off the VM {{(pid=69613) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 650.963748] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-79b0145b-4a8a-45da-b536-9d45bd34b9d7 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.973922] env[69613]: DEBUG oslo_vmware.api [None req-cf5ade77-51cd-410e-8515-8cc40f7580fe tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] Waiting for the task: (returnval){ [ 650.973922] env[69613]: value = "task-3416910" [ 650.973922] env[69613]: _type = "Task" [ 650.973922] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.985783] env[69613]: DEBUG oslo_vmware.api [None req-cf5ade77-51cd-410e-8515-8cc40f7580fe tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] Task: {'id': task-3416910, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.055745] env[69613]: DEBUG oslo_vmware.api [-] Task: {'id': task-3416903, 'name': CreateVM_Task, 'duration_secs': 0.57533} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.055888] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: faeb64d6-dd4f-4267-af4f-d42dcc1c45c9] Created VM on the ESX host {{(pid=69613) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 651.056964] env[69613]: DEBUG oslo_concurrency.lockutils [None req-239c0979-dd40-442e-ac42-1f508e143bd7 tempest-ImagesNegativeTestJSON-689260756 tempest-ImagesNegativeTestJSON-689260756-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.057139] env[69613]: DEBUG oslo_concurrency.lockutils [None req-239c0979-dd40-442e-ac42-1f508e143bd7 tempest-ImagesNegativeTestJSON-689260756 tempest-ImagesNegativeTestJSON-689260756-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.057483] env[69613]: DEBUG oslo_concurrency.lockutils [None req-239c0979-dd40-442e-ac42-1f508e143bd7 tempest-ImagesNegativeTestJSON-689260756 tempest-ImagesNegativeTestJSON-689260756-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.058359] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8d5ce657-4d04-45cb-a1fe-1832d9dd2e04 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.065902] env[69613]: DEBUG oslo_vmware.api [None req-239c0979-dd40-442e-ac42-1f508e143bd7 tempest-ImagesNegativeTestJSON-689260756 tempest-ImagesNegativeTestJSON-689260756-project-member] Waiting for the task: (returnval){ [ 651.065902] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]52915e24-dd8d-961c-d090-23e038ab42ad" [ 651.065902] env[69613]: _type = "Task" [ 651.065902] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.076362] env[69613]: DEBUG oslo_vmware.api [None req-239c0979-dd40-442e-ac42-1f508e143bd7 tempest-ImagesNegativeTestJSON-689260756 tempest-ImagesNegativeTestJSON-689260756-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52915e24-dd8d-961c-d090-23e038ab42ad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.113973] env[69613]: DEBUG oslo_vmware.api [None req-49b6fb52-9922-4cf8-996b-58a5bf42a3ac tempest-ServerShowV254Test-1975243985 tempest-ServerShowV254Test-1975243985-project-member] Task: {'id': task-3416906, 'name': Rename_Task, 'duration_secs': 0.158936} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.114320] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-49b6fb52-9922-4cf8-996b-58a5bf42a3ac tempest-ServerShowV254Test-1975243985 tempest-ServerShowV254Test-1975243985-project-member] [instance: cd5b4748-087b-4058-990d-e15affb5a715] Powering on the VM {{(pid=69613) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 651.114574] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-260b6e80-d272-4971-af07-a53616d04a14 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.126852] env[69613]: DEBUG oslo_vmware.api [None req-49b6fb52-9922-4cf8-996b-58a5bf42a3ac tempest-ServerShowV254Test-1975243985 tempest-ServerShowV254Test-1975243985-project-member] Waiting for the task: (returnval){ [ 651.126852] env[69613]: value = "task-3416911" [ 651.126852] env[69613]: _type = "Task" [ 651.126852] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.139335] env[69613]: INFO nova.compute.manager [None req-2d23b748-e695-44df-8d04-c65c5a2d8289 tempest-ServersWithSpecificFlavorTestJSON-559059669 tempest-ServersWithSpecificFlavorTestJSON-559059669-project-member] [instance: b557580c-420c-42bf-90f5-43960bf4f3d5] Took 40.14 seconds to build instance. [ 651.143580] env[69613]: DEBUG oslo_vmware.api [None req-49b6fb52-9922-4cf8-996b-58a5bf42a3ac tempest-ServerShowV254Test-1975243985 tempest-ServerShowV254Test-1975243985-project-member] Task: {'id': task-3416911, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.178028] env[69613]: DEBUG oslo_vmware.api [None req-cfaa4a81-b7c2-410c-9208-522ada887f18 tempest-ServersV294TestFqdnHostnames-2142112812 tempest-ServersV294TestFqdnHostnames-2142112812-project-member] Task: {'id': task-3416904, 'name': PowerOnVM_Task, 'duration_secs': 0.883375} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.178028] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfaa4a81-b7c2-410c-9208-522ada887f18 tempest-ServersV294TestFqdnHostnames-2142112812 tempest-ServersV294TestFqdnHostnames-2142112812-project-member] [instance: 1178a341-cc87-48f9-b274-f0a1ab0c01fc] Powered on the VM {{(pid=69613) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 651.178028] env[69613]: INFO nova.compute.manager [None req-cfaa4a81-b7c2-410c-9208-522ada887f18 tempest-ServersV294TestFqdnHostnames-2142112812 tempest-ServersV294TestFqdnHostnames-2142112812-project-member] [instance: 1178a341-cc87-48f9-b274-f0a1ab0c01fc] Took 8.94 seconds to spawn the instance on the hypervisor. [ 651.178028] env[69613]: DEBUG nova.compute.manager [None req-cfaa4a81-b7c2-410c-9208-522ada887f18 tempest-ServersV294TestFqdnHostnames-2142112812 tempest-ServersV294TestFqdnHostnames-2142112812-project-member] [instance: 1178a341-cc87-48f9-b274-f0a1ab0c01fc] Checking state {{(pid=69613) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 651.178028] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fb9a147-8c90-4e06-b4ce-3b7914955555 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.276141] env[69613]: DEBUG oslo_vmware.api [None req-2e94bb0d-285a-4129-96c3-b1fedea25c71 tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Task: {'id': task-3416907, 'name': ReconfigVM_Task, 'duration_secs': 0.410919} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.276141] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e94bb0d-285a-4129-96c3-b1fedea25c71 tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] [instance: 6ec24a38-4b28-42e6-b86b-654d79714a95] Reconfigured VM instance instance-00000012 to attach disk [datastore2] 6ec24a38-4b28-42e6-b86b-654d79714a95/2b7a0304-b5d0-431d-b287-32c8388d7fbd-rescue.vmdk or device None with type thin {{(pid=69613) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 651.276930] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a1d6d91-cfaa-4f2f-abb9-9f842db5fe0c {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.282339] env[69613]: DEBUG nova.network.neutron [None req-f117a1b4-81e1-4c12-8a5d-0a8d48bd7be1 tempest-ServerAddressesTestJSON-2032119828 tempest-ServerAddressesTestJSON-2032119828-project-member] [instance: 1e4afb61-0ef2-4805-85e2-4e480e8ba25f] Successfully updated port: 14edbf95-a470-40b6-a3d0-01cf9ec6644e {{(pid=69613) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 651.308474] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6c3b3744-70a7-49d1-9c78-6fa058dfe8bd {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.322285] env[69613]: DEBUG oslo_concurrency.lockutils [req-5b52e34e-8f6f-49f2-8fc5-b0555adcfffc req-b3950784-1093-469d-8279-32f4f28a6b73 service nova] Releasing lock "refresh_cache-faeb64d6-dd4f-4267-af4f-d42dcc1c45c9" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.330564] env[69613]: DEBUG oslo_vmware.api [None req-2e94bb0d-285a-4129-96c3-b1fedea25c71 tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Waiting for the task: (returnval){ [ 651.330564] env[69613]: value = "task-3416912" [ 651.330564] env[69613]: _type = "Task" [ 651.330564] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.336956] env[69613]: DEBUG oslo_concurrency.lockutils [None req-e0e2e487-1259-4ed1-9490-8f6b75cb0f66 tempest-ServerDiagnosticsTest-865742498 tempest-ServerDiagnosticsTest-865742498-project-member] Lock "c1d7aa83-ab84-4ff3-a10f-e04e84582ed4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.831s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 651.345074] env[69613]: DEBUG oslo_vmware.api [None req-2e94bb0d-285a-4129-96c3-b1fedea25c71 tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Task: {'id': task-3416912, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.352035] env[69613]: DEBUG oslo_vmware.api [None req-7113dd31-6e67-4ac6-8a57-de9088ce37cd tempest-ServersListShow2100Test-867795307 tempest-ServersListShow2100Test-867795307-project-member] Task: {'id': task-3416905, 'name': PowerOnVM_Task, 'duration_secs': 0.763815} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.352170] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-7113dd31-6e67-4ac6-8a57-de9088ce37cd tempest-ServersListShow2100Test-867795307 tempest-ServersListShow2100Test-867795307-project-member] [instance: f2b492f9-2517-4ee7-b4e7-c6c3bb912e49] Powered on the VM {{(pid=69613) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 651.352313] env[69613]: INFO nova.compute.manager [None req-7113dd31-6e67-4ac6-8a57-de9088ce37cd tempest-ServersListShow2100Test-867795307 tempest-ServersListShow2100Test-867795307-project-member] [instance: f2b492f9-2517-4ee7-b4e7-c6c3bb912e49] Took 6.40 seconds to spawn the instance on the hypervisor. [ 651.352512] env[69613]: DEBUG nova.compute.manager [None req-7113dd31-6e67-4ac6-8a57-de9088ce37cd tempest-ServersListShow2100Test-867795307 tempest-ServersListShow2100Test-867795307-project-member] [instance: f2b492f9-2517-4ee7-b4e7-c6c3bb912e49] Checking state {{(pid=69613) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 651.353480] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-259a5954-9134-468d-b9d4-93261fa25709 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.372769] env[69613]: DEBUG oslo_concurrency.lockutils [None req-301bdb84-1679-4515-a2a2-7bf8036c5ffc tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Acquiring lock "e1db078f-b047-4e92-9b28-109607d988a4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 651.372955] env[69613]: DEBUG oslo_concurrency.lockutils [None req-301bdb84-1679-4515-a2a2-7bf8036c5ffc tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Lock "e1db078f-b047-4e92-9b28-109607d988a4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 651.462189] env[69613]: DEBUG oslo_vmware.api [None req-efe931ed-cd53-48b6-8c94-594bc8517b66 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Task: {'id': task-3416909, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.212818} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.462189] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-efe931ed-cd53-48b6-8c94-594bc8517b66 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Deleted the datastore file {{(pid=69613) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 651.462189] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-efe931ed-cd53-48b6-8c94-594bc8517b66 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] [instance: c7921fab-fd44-4691-bca3-5ea3ae7e0bc0] Deleted contents of the VM from datastore datastore1 {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 651.462189] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-efe931ed-cd53-48b6-8c94-594bc8517b66 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] [instance: c7921fab-fd44-4691-bca3-5ea3ae7e0bc0] Instance destroyed {{(pid=69613) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 651.462189] env[69613]: INFO nova.compute.manager [None req-efe931ed-cd53-48b6-8c94-594bc8517b66 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] [instance: c7921fab-fd44-4691-bca3-5ea3ae7e0bc0] Took 0.62 seconds to destroy the instance on the hypervisor. [ 651.462631] env[69613]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-efe931ed-cd53-48b6-8c94-594bc8517b66 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69613) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 651.462631] env[69613]: DEBUG nova.compute.manager [-] [instance: c7921fab-fd44-4691-bca3-5ea3ae7e0bc0] Deallocating network for instance {{(pid=69613) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 651.462631] env[69613]: DEBUG nova.network.neutron [-] [instance: c7921fab-fd44-4691-bca3-5ea3ae7e0bc0] deallocate_for_instance() {{(pid=69613) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 651.483699] env[69613]: DEBUG oslo_vmware.api [None req-cf5ade77-51cd-410e-8515-8cc40f7580fe tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] Task: {'id': task-3416910, 'name': PowerOffVM_Task, 'duration_secs': 0.256108} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.486400] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf5ade77-51cd-410e-8515-8cc40f7580fe tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] [instance: fa89db07-09b5-485d-aacc-e1d39e576218] Powered off the VM {{(pid=69613) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 651.486584] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-cf5ade77-51cd-410e-8515-8cc40f7580fe tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] [instance: fa89db07-09b5-485d-aacc-e1d39e576218] Unregistering the VM {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 651.487693] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-87b030a5-85fd-4ae0-ae6e-46b4d567d29a {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.567505] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-cf5ade77-51cd-410e-8515-8cc40f7580fe tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] [instance: fa89db07-09b5-485d-aacc-e1d39e576218] Unregistered the VM {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 651.567766] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-cf5ade77-51cd-410e-8515-8cc40f7580fe tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] [instance: fa89db07-09b5-485d-aacc-e1d39e576218] Deleting contents of the VM from datastore datastore1 {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 651.568027] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf5ade77-51cd-410e-8515-8cc40f7580fe tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] Deleting the datastore file [datastore1] fa89db07-09b5-485d-aacc-e1d39e576218 {{(pid=69613) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 651.575192] env[69613]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1300334d-e27c-4a32-8f37-f2c4491bfd83 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.584389] env[69613]: DEBUG oslo_vmware.api [None req-239c0979-dd40-442e-ac42-1f508e143bd7 tempest-ImagesNegativeTestJSON-689260756 tempest-ImagesNegativeTestJSON-689260756-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52915e24-dd8d-961c-d090-23e038ab42ad, 'name': SearchDatastore_Task, 'duration_secs': 0.024115} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.586289] env[69613]: DEBUG oslo_concurrency.lockutils [None req-239c0979-dd40-442e-ac42-1f508e143bd7 tempest-ImagesNegativeTestJSON-689260756 tempest-ImagesNegativeTestJSON-689260756-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.587084] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-239c0979-dd40-442e-ac42-1f508e143bd7 tempest-ImagesNegativeTestJSON-689260756 tempest-ImagesNegativeTestJSON-689260756-project-member] [instance: faeb64d6-dd4f-4267-af4f-d42dcc1c45c9] Processing image 2b7a0304-b5d0-431d-b287-32c8388d7fbd {{(pid=69613) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 651.587302] env[69613]: DEBUG oslo_concurrency.lockutils [None req-239c0979-dd40-442e-ac42-1f508e143bd7 tempest-ImagesNegativeTestJSON-689260756 tempest-ImagesNegativeTestJSON-689260756-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.587740] env[69613]: DEBUG oslo_concurrency.lockutils [None req-239c0979-dd40-442e-ac42-1f508e143bd7 tempest-ImagesNegativeTestJSON-689260756 tempest-ImagesNegativeTestJSON-689260756-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.588080] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-239c0979-dd40-442e-ac42-1f508e143bd7 tempest-ImagesNegativeTestJSON-689260756 tempest-ImagesNegativeTestJSON-689260756-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69613) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 651.588659] env[69613]: DEBUG oslo_vmware.api [None req-cf5ade77-51cd-410e-8515-8cc40f7580fe tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] Waiting for the task: (returnval){ [ 651.588659] env[69613]: value = "task-3416914" [ 651.588659] env[69613]: _type = "Task" [ 651.588659] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.592367] env[69613]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7f665fb2-5706-4837-9e9b-98946f122913 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.605787] env[69613]: DEBUG oslo_vmware.api [None req-cf5ade77-51cd-410e-8515-8cc40f7580fe tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] Task: {'id': task-3416914, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.615987] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-239c0979-dd40-442e-ac42-1f508e143bd7 tempest-ImagesNegativeTestJSON-689260756 tempest-ImagesNegativeTestJSON-689260756-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69613) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 651.616538] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-239c0979-dd40-442e-ac42-1f508e143bd7 tempest-ImagesNegativeTestJSON-689260756 tempest-ImagesNegativeTestJSON-689260756-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69613) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 651.617106] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d5b7ed16-c88d-4a1f-a260-b31f1b7ae567 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.624091] env[69613]: DEBUG oslo_vmware.api [None req-239c0979-dd40-442e-ac42-1f508e143bd7 tempest-ImagesNegativeTestJSON-689260756 tempest-ImagesNegativeTestJSON-689260756-project-member] Waiting for the task: (returnval){ [ 651.624091] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]52939ced-8fcf-d12d-9d31-e235b5f1af4a" [ 651.624091] env[69613]: _type = "Task" [ 651.624091] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.637807] env[69613]: DEBUG oslo_vmware.api [None req-239c0979-dd40-442e-ac42-1f508e143bd7 tempest-ImagesNegativeTestJSON-689260756 tempest-ImagesNegativeTestJSON-689260756-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52939ced-8fcf-d12d-9d31-e235b5f1af4a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.642682] env[69613]: DEBUG oslo_vmware.api [None req-49b6fb52-9922-4cf8-996b-58a5bf42a3ac tempest-ServerShowV254Test-1975243985 tempest-ServerShowV254Test-1975243985-project-member] Task: {'id': task-3416911, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.645276] env[69613]: DEBUG oslo_concurrency.lockutils [None req-2d23b748-e695-44df-8d04-c65c5a2d8289 tempest-ServersWithSpecificFlavorTestJSON-559059669 tempest-ServersWithSpecificFlavorTestJSON-559059669-project-member] Lock "b557580c-420c-42bf-90f5-43960bf4f3d5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 52.839s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 651.678693] env[69613]: DEBUG nova.compute.manager [req-8b4803be-b560-43ce-8f8d-aceb9b6cd062 req-d411329c-c1da-4c96-924b-dbd0653896cd service nova] [instance: 1e4afb61-0ef2-4805-85e2-4e480e8ba25f] Received event network-vif-plugged-14edbf95-a470-40b6-a3d0-01cf9ec6644e {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 651.681230] env[69613]: DEBUG oslo_concurrency.lockutils [req-8b4803be-b560-43ce-8f8d-aceb9b6cd062 req-d411329c-c1da-4c96-924b-dbd0653896cd service nova] Acquiring lock "1e4afb61-0ef2-4805-85e2-4e480e8ba25f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 651.681720] env[69613]: DEBUG oslo_concurrency.lockutils [req-8b4803be-b560-43ce-8f8d-aceb9b6cd062 req-d411329c-c1da-4c96-924b-dbd0653896cd service nova] Lock "1e4afb61-0ef2-4805-85e2-4e480e8ba25f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.003s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 651.681720] env[69613]: DEBUG oslo_concurrency.lockutils [req-8b4803be-b560-43ce-8f8d-aceb9b6cd062 req-d411329c-c1da-4c96-924b-dbd0653896cd service nova] Lock "1e4afb61-0ef2-4805-85e2-4e480e8ba25f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 651.681841] env[69613]: DEBUG nova.compute.manager [req-8b4803be-b560-43ce-8f8d-aceb9b6cd062 req-d411329c-c1da-4c96-924b-dbd0653896cd service nova] [instance: 1e4afb61-0ef2-4805-85e2-4e480e8ba25f] No waiting events found dispatching network-vif-plugged-14edbf95-a470-40b6-a3d0-01cf9ec6644e {{(pid=69613) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 651.681988] env[69613]: WARNING nova.compute.manager [req-8b4803be-b560-43ce-8f8d-aceb9b6cd062 req-d411329c-c1da-4c96-924b-dbd0653896cd service nova] [instance: 1e4afb61-0ef2-4805-85e2-4e480e8ba25f] Received unexpected event network-vif-plugged-14edbf95-a470-40b6-a3d0-01cf9ec6644e for instance with vm_state building and task_state spawning. [ 651.698688] env[69613]: INFO nova.compute.manager [None req-cfaa4a81-b7c2-410c-9208-522ada887f18 tempest-ServersV294TestFqdnHostnames-2142112812 tempest-ServersV294TestFqdnHostnames-2142112812-project-member] [instance: 1178a341-cc87-48f9-b274-f0a1ab0c01fc] Took 32.30 seconds to build instance. [ 651.785754] env[69613]: DEBUG oslo_concurrency.lockutils [None req-f117a1b4-81e1-4c12-8a5d-0a8d48bd7be1 tempest-ServerAddressesTestJSON-2032119828 tempest-ServerAddressesTestJSON-2032119828-project-member] Acquiring lock "refresh_cache-1e4afb61-0ef2-4805-85e2-4e480e8ba25f" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.785754] env[69613]: DEBUG oslo_concurrency.lockutils [None req-f117a1b4-81e1-4c12-8a5d-0a8d48bd7be1 tempest-ServerAddressesTestJSON-2032119828 tempest-ServerAddressesTestJSON-2032119828-project-member] Acquired lock "refresh_cache-1e4afb61-0ef2-4805-85e2-4e480e8ba25f" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.785754] env[69613]: DEBUG nova.network.neutron [None req-f117a1b4-81e1-4c12-8a5d-0a8d48bd7be1 tempest-ServerAddressesTestJSON-2032119828 tempest-ServerAddressesTestJSON-2032119828-project-member] [instance: 1e4afb61-0ef2-4805-85e2-4e480e8ba25f] Building network info cache for instance {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 651.841062] env[69613]: DEBUG oslo_vmware.api [None req-2e94bb0d-285a-4129-96c3-b1fedea25c71 tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Task: {'id': task-3416912, 'name': ReconfigVM_Task, 'duration_secs': 0.179548} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.841585] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e94bb0d-285a-4129-96c3-b1fedea25c71 tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] [instance: 6ec24a38-4b28-42e6-b86b-654d79714a95] Powering on the VM {{(pid=69613) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 651.841860] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-143e923e-092a-48fd-9caf-5c7090610f44 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.870832] env[69613]: DEBUG oslo_vmware.api [None req-2e94bb0d-285a-4129-96c3-b1fedea25c71 tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Waiting for the task: (returnval){ [ 651.870832] env[69613]: value = "task-3416915" [ 651.870832] env[69613]: _type = "Task" [ 651.870832] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.882436] env[69613]: INFO nova.compute.manager [None req-7113dd31-6e67-4ac6-8a57-de9088ce37cd tempest-ServersListShow2100Test-867795307 tempest-ServersListShow2100Test-867795307-project-member] [instance: f2b492f9-2517-4ee7-b4e7-c6c3bb912e49] Took 28.31 seconds to build instance. [ 651.890633] env[69613]: DEBUG oslo_vmware.api [None req-2e94bb0d-285a-4129-96c3-b1fedea25c71 tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Task: {'id': task-3416915, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.907585] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7dde196-9ac6-4edd-b861-fa32f05c15bf {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.917068] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-611557e1-7656-40d1-8045-2f4e4ddf8be0 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.950738] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bc73713-cb60-451f-be7d-4fafc835b94c {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.959714] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-307be944-d36e-409a-952e-2c6ddac1ab1a {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.977975] env[69613]: DEBUG nova.compute.provider_tree [None req-2bc978f7-de16-4779-a0c0-7f1ddb4901b1 tempest-FloatingIPsAssociationTestJSON-164946246 tempest-FloatingIPsAssociationTestJSON-164946246-project-member] Inventory has not changed in ProviderTree for provider: af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 {{(pid=69613) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 652.108347] env[69613]: DEBUG oslo_vmware.api [None req-cf5ade77-51cd-410e-8515-8cc40f7580fe tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] Task: {'id': task-3416914, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.367678} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.108584] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf5ade77-51cd-410e-8515-8cc40f7580fe tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] Deleted the datastore file {{(pid=69613) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 652.108768] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-cf5ade77-51cd-410e-8515-8cc40f7580fe tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] [instance: fa89db07-09b5-485d-aacc-e1d39e576218] Deleted contents of the VM from datastore datastore1 {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 652.109046] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-cf5ade77-51cd-410e-8515-8cc40f7580fe tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] [instance: fa89db07-09b5-485d-aacc-e1d39e576218] Instance destroyed {{(pid=69613) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 652.109193] env[69613]: INFO nova.compute.manager [None req-cf5ade77-51cd-410e-8515-8cc40f7580fe tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] [instance: fa89db07-09b5-485d-aacc-e1d39e576218] Took 1.17 seconds to destroy the instance on the hypervisor. [ 652.109469] env[69613]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cf5ade77-51cd-410e-8515-8cc40f7580fe tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69613) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 652.110987] env[69613]: DEBUG nova.compute.manager [-] [instance: fa89db07-09b5-485d-aacc-e1d39e576218] Deallocating network for instance {{(pid=69613) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 652.110987] env[69613]: DEBUG nova.network.neutron [-] [instance: fa89db07-09b5-485d-aacc-e1d39e576218] deallocate_for_instance() {{(pid=69613) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 652.141101] env[69613]: DEBUG oslo_vmware.api [None req-239c0979-dd40-442e-ac42-1f508e143bd7 tempest-ImagesNegativeTestJSON-689260756 tempest-ImagesNegativeTestJSON-689260756-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52939ced-8fcf-d12d-9d31-e235b5f1af4a, 'name': SearchDatastore_Task, 'duration_secs': 0.031754} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.145426] env[69613]: DEBUG oslo_vmware.api [None req-49b6fb52-9922-4cf8-996b-58a5bf42a3ac tempest-ServerShowV254Test-1975243985 tempest-ServerShowV254Test-1975243985-project-member] Task: {'id': task-3416911, 'name': PowerOnVM_Task, 'duration_secs': 0.534635} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.145592] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0586db59-e890-434e-9e99-edd164e5a6f7 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.147967] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-49b6fb52-9922-4cf8-996b-58a5bf42a3ac tempest-ServerShowV254Test-1975243985 tempest-ServerShowV254Test-1975243985-project-member] [instance: cd5b4748-087b-4058-990d-e15affb5a715] Powered on the VM {{(pid=69613) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 652.148192] env[69613]: DEBUG nova.compute.manager [None req-49b6fb52-9922-4cf8-996b-58a5bf42a3ac tempest-ServerShowV254Test-1975243985 tempest-ServerShowV254Test-1975243985-project-member] [instance: cd5b4748-087b-4058-990d-e15affb5a715] Checking state {{(pid=69613) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 652.148632] env[69613]: DEBUG nova.compute.manager [None req-7f6d6def-7720-4139-b344-768ae85f7375 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] [instance: 115e1a8c-381d-47c2-882d-a425f5e783f7] Starting instance... {{(pid=69613) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 652.152537] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-158e8e69-9d03-4695-a00c-cc1426c4a188 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.161148] env[69613]: DEBUG oslo_vmware.api [None req-239c0979-dd40-442e-ac42-1f508e143bd7 tempest-ImagesNegativeTestJSON-689260756 tempest-ImagesNegativeTestJSON-689260756-project-member] Waiting for the task: (returnval){ [ 652.161148] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]52ca1bbe-7acf-2279-c663-528bf6b6198d" [ 652.161148] env[69613]: _type = "Task" [ 652.161148] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.174225] env[69613]: DEBUG oslo_vmware.api [None req-239c0979-dd40-442e-ac42-1f508e143bd7 tempest-ImagesNegativeTestJSON-689260756 tempest-ImagesNegativeTestJSON-689260756-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52ca1bbe-7acf-2279-c663-528bf6b6198d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.203653] env[69613]: DEBUG oslo_concurrency.lockutils [None req-cfaa4a81-b7c2-410c-9208-522ada887f18 tempest-ServersV294TestFqdnHostnames-2142112812 tempest-ServersV294TestFqdnHostnames-2142112812-project-member] Lock "1178a341-cc87-48f9-b274-f0a1ab0c01fc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.781s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 652.264162] env[69613]: DEBUG nova.network.neutron [-] [instance: c7921fab-fd44-4691-bca3-5ea3ae7e0bc0] Updating instance_info_cache with network_info: [] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 652.343082] env[69613]: DEBUG oslo_concurrency.lockutils [None req-d217f6a5-2a68-420e-aac1-096183c33df4 tempest-ListImageFiltersTestJSON-1131301097 tempest-ListImageFiltersTestJSON-1131301097-project-member] Acquiring lock "352f5690-451d-489a-a7b1-259ff9b95e49" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 652.343360] env[69613]: DEBUG oslo_concurrency.lockutils [None req-d217f6a5-2a68-420e-aac1-096183c33df4 tempest-ListImageFiltersTestJSON-1131301097 tempest-ListImageFiltersTestJSON-1131301097-project-member] Lock "352f5690-451d-489a-a7b1-259ff9b95e49" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 652.386782] env[69613]: DEBUG oslo_concurrency.lockutils [None req-7113dd31-6e67-4ac6-8a57-de9088ce37cd tempest-ServersListShow2100Test-867795307 tempest-ServersListShow2100Test-867795307-project-member] Lock "f2b492f9-2517-4ee7-b4e7-c6c3bb912e49" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.371s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 652.387087] env[69613]: DEBUG oslo_vmware.api [None req-2e94bb0d-285a-4129-96c3-b1fedea25c71 tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Task: {'id': task-3416915, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.478961] env[69613]: DEBUG nova.scheduler.client.report [None req-2bc978f7-de16-4779-a0c0-7f1ddb4901b1 tempest-FloatingIPsAssociationTestJSON-164946246 tempest-FloatingIPsAssociationTestJSON-164946246-project-member] Inventory has not changed for provider af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69613) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 652.552050] env[69613]: DEBUG nova.network.neutron [None req-f117a1b4-81e1-4c12-8a5d-0a8d48bd7be1 tempest-ServerAddressesTestJSON-2032119828 tempest-ServerAddressesTestJSON-2032119828-project-member] [instance: 1e4afb61-0ef2-4805-85e2-4e480e8ba25f] Instance cache missing network info. {{(pid=69613) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 652.678957] env[69613]: DEBUG oslo_concurrency.lockutils [None req-49b6fb52-9922-4cf8-996b-58a5bf42a3ac tempest-ServerShowV254Test-1975243985 tempest-ServerShowV254Test-1975243985-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 652.680661] env[69613]: DEBUG oslo_concurrency.lockutils [None req-7f6d6def-7720-4139-b344-768ae85f7375 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 652.688299] env[69613]: DEBUG oslo_vmware.api [None req-239c0979-dd40-442e-ac42-1f508e143bd7 tempest-ImagesNegativeTestJSON-689260756 tempest-ImagesNegativeTestJSON-689260756-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52ca1bbe-7acf-2279-c663-528bf6b6198d, 'name': SearchDatastore_Task, 'duration_secs': 0.014894} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.688566] env[69613]: DEBUG oslo_concurrency.lockutils [None req-239c0979-dd40-442e-ac42-1f508e143bd7 tempest-ImagesNegativeTestJSON-689260756 tempest-ImagesNegativeTestJSON-689260756-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.689132] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-239c0979-dd40-442e-ac42-1f508e143bd7 tempest-ImagesNegativeTestJSON-689260756 tempest-ImagesNegativeTestJSON-689260756-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk to [datastore2] faeb64d6-dd4f-4267-af4f-d42dcc1c45c9/faeb64d6-dd4f-4267-af4f-d42dcc1c45c9.vmdk {{(pid=69613) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 652.689454] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8bac095f-54ff-4c8a-8cc8-ad2237253c81 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.698752] env[69613]: DEBUG oslo_vmware.api [None req-239c0979-dd40-442e-ac42-1f508e143bd7 tempest-ImagesNegativeTestJSON-689260756 tempest-ImagesNegativeTestJSON-689260756-project-member] Waiting for the task: (returnval){ [ 652.698752] env[69613]: value = "task-3416916" [ 652.698752] env[69613]: _type = "Task" [ 652.698752] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.711325] env[69613]: DEBUG nova.compute.manager [None req-d4189c5f-5563-4464-82c5-5830dd4781b3 tempest-ServersTestJSON-1359772964 tempest-ServersTestJSON-1359772964-project-member] [instance: 494cdc5d-27c6-4a1c-8089-4b2a4dd08566] Starting instance... {{(pid=69613) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 652.720015] env[69613]: DEBUG oslo_vmware.api [None req-239c0979-dd40-442e-ac42-1f508e143bd7 tempest-ImagesNegativeTestJSON-689260756 tempest-ImagesNegativeTestJSON-689260756-project-member] Task: {'id': task-3416916, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.769675] env[69613]: INFO nova.compute.manager [-] [instance: c7921fab-fd44-4691-bca3-5ea3ae7e0bc0] Took 1.31 seconds to deallocate network for instance. [ 652.796452] env[69613]: DEBUG nova.network.neutron [None req-f117a1b4-81e1-4c12-8a5d-0a8d48bd7be1 tempest-ServerAddressesTestJSON-2032119828 tempest-ServerAddressesTestJSON-2032119828-project-member] [instance: 1e4afb61-0ef2-4805-85e2-4e480e8ba25f] Updating instance_info_cache with network_info: [{"id": "14edbf95-a470-40b6-a3d0-01cf9ec6644e", "address": "fa:16:3e:16:6f:b7", "network": {"id": "fefb21f5-2eef-4dbc-a682-ac86c43daab9", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1081619316-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cbecfd3c4e9943b9a429eef1d736c43e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b107fab-ee71-47db-ad4d-3c6f05546843", "external-id": "cl2-zone-554", "segmentation_id": 554, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap14edbf95-a4", "ovs_interfaceid": "14edbf95-a470-40b6-a3d0-01cf9ec6644e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 652.886361] env[69613]: DEBUG oslo_concurrency.lockutils [None req-0c1337b7-1509-4b82-ad6b-e0eada2e3746 tempest-ListImageFiltersTestJSON-1131301097 tempest-ListImageFiltersTestJSON-1131301097-project-member] Acquiring lock "8a331293-ee7f-4faa-a316-56aec9296894" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 652.886860] env[69613]: DEBUG oslo_concurrency.lockutils [None req-0c1337b7-1509-4b82-ad6b-e0eada2e3746 tempest-ListImageFiltersTestJSON-1131301097 tempest-ListImageFiltersTestJSON-1131301097-project-member] Lock "8a331293-ee7f-4faa-a316-56aec9296894" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 652.889074] env[69613]: DEBUG nova.compute.manager [None req-800e2fe2-d530-4468-b49f-9009da1f6a6f tempest-DeleteServersAdminTestJSON-241271607 tempest-DeleteServersAdminTestJSON-241271607-project-member] [instance: 13ec57c7-56f5-40c6-ab32-aac0fd67c9b1] Starting instance... {{(pid=69613) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 652.897207] env[69613]: DEBUG oslo_vmware.api [None req-2e94bb0d-285a-4129-96c3-b1fedea25c71 tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Task: {'id': task-3416915, 'name': PowerOnVM_Task, 'duration_secs': 0.57171} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.897394] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e94bb0d-285a-4129-96c3-b1fedea25c71 tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] [instance: 6ec24a38-4b28-42e6-b86b-654d79714a95] Powered on the VM {{(pid=69613) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 652.899834] env[69613]: DEBUG nova.compute.manager [None req-2e94bb0d-285a-4129-96c3-b1fedea25c71 tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] [instance: 6ec24a38-4b28-42e6-b86b-654d79714a95] Checking state {{(pid=69613) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 652.900935] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55de8f26-8262-4bcc-9dea-948e67b05df4 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.985597] env[69613]: DEBUG oslo_concurrency.lockutils [None req-2bc978f7-de16-4779-a0c0-7f1ddb4901b1 tempest-FloatingIPsAssociationTestJSON-164946246 tempest-FloatingIPsAssociationTestJSON-164946246-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.186s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 652.986149] env[69613]: DEBUG nova.compute.manager [None req-2bc978f7-de16-4779-a0c0-7f1ddb4901b1 tempest-FloatingIPsAssociationTestJSON-164946246 tempest-FloatingIPsAssociationTestJSON-164946246-project-member] [instance: e75fc999-a479-44b6-a715-1a76054d73c6] Start building networks asynchronously for instance. {{(pid=69613) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 652.993029] env[69613]: DEBUG oslo_concurrency.lockutils [None req-68584071-a16c-4783-941c-0016b562ff9f tempest-SecurityGroupsTestJSON-147571119 tempest-SecurityGroupsTestJSON-147571119-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.809s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 652.993029] env[69613]: INFO nova.compute.claims [None req-68584071-a16c-4783-941c-0016b562ff9f tempest-SecurityGroupsTestJSON-147571119 tempest-SecurityGroupsTestJSON-147571119-project-member] [instance: d812aca8-c993-4f3e-8235-115a51b60501] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 653.214926] env[69613]: DEBUG oslo_vmware.api [None req-239c0979-dd40-442e-ac42-1f508e143bd7 tempest-ImagesNegativeTestJSON-689260756 tempest-ImagesNegativeTestJSON-689260756-project-member] Task: {'id': task-3416916, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.221618] env[69613]: DEBUG nova.network.neutron [-] [instance: fa89db07-09b5-485d-aacc-e1d39e576218] Updating instance_info_cache with network_info: [] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 653.247744] env[69613]: DEBUG oslo_concurrency.lockutils [None req-d4189c5f-5563-4464-82c5-5830dd4781b3 tempest-ServersTestJSON-1359772964 tempest-ServersTestJSON-1359772964-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 653.284215] env[69613]: DEBUG oslo_concurrency.lockutils [None req-efe931ed-cd53-48b6-8c94-594bc8517b66 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 653.298668] env[69613]: DEBUG oslo_concurrency.lockutils [None req-f117a1b4-81e1-4c12-8a5d-0a8d48bd7be1 tempest-ServerAddressesTestJSON-2032119828 tempest-ServerAddressesTestJSON-2032119828-project-member] Releasing lock "refresh_cache-1e4afb61-0ef2-4805-85e2-4e480e8ba25f" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.299752] env[69613]: DEBUG nova.compute.manager [None req-f117a1b4-81e1-4c12-8a5d-0a8d48bd7be1 tempest-ServerAddressesTestJSON-2032119828 tempest-ServerAddressesTestJSON-2032119828-project-member] [instance: 1e4afb61-0ef2-4805-85e2-4e480e8ba25f] Instance network_info: |[{"id": "14edbf95-a470-40b6-a3d0-01cf9ec6644e", "address": "fa:16:3e:16:6f:b7", "network": {"id": "fefb21f5-2eef-4dbc-a682-ac86c43daab9", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1081619316-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cbecfd3c4e9943b9a429eef1d736c43e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b107fab-ee71-47db-ad4d-3c6f05546843", "external-id": "cl2-zone-554", "segmentation_id": 554, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap14edbf95-a4", "ovs_interfaceid": "14edbf95-a470-40b6-a3d0-01cf9ec6644e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69613) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 653.299884] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-f117a1b4-81e1-4c12-8a5d-0a8d48bd7be1 tempest-ServerAddressesTestJSON-2032119828 tempest-ServerAddressesTestJSON-2032119828-project-member] [instance: 1e4afb61-0ef2-4805-85e2-4e480e8ba25f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:16:6f:b7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3b107fab-ee71-47db-ad4d-3c6f05546843', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '14edbf95-a470-40b6-a3d0-01cf9ec6644e', 'vif_model': 'vmxnet3'}] {{(pid=69613) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 653.307930] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-f117a1b4-81e1-4c12-8a5d-0a8d48bd7be1 tempest-ServerAddressesTestJSON-2032119828 tempest-ServerAddressesTestJSON-2032119828-project-member] Creating folder: Project (cbecfd3c4e9943b9a429eef1d736c43e). Parent ref: group-v681687. {{(pid=69613) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 653.308636] env[69613]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f7fd8d8d-2545-434e-939f-9a7e454cf178 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.323695] env[69613]: INFO nova.virt.vmwareapi.vm_util [None req-f117a1b4-81e1-4c12-8a5d-0a8d48bd7be1 tempest-ServerAddressesTestJSON-2032119828 tempest-ServerAddressesTestJSON-2032119828-project-member] Created folder: Project (cbecfd3c4e9943b9a429eef1d736c43e) in parent group-v681687. [ 653.323914] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-f117a1b4-81e1-4c12-8a5d-0a8d48bd7be1 tempest-ServerAddressesTestJSON-2032119828 tempest-ServerAddressesTestJSON-2032119828-project-member] Creating folder: Instances. Parent ref: group-v681751. {{(pid=69613) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 653.324196] env[69613]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b68db70a-feb9-413b-80c2-669ce1b4b728 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.337242] env[69613]: INFO nova.virt.vmwareapi.vm_util [None req-f117a1b4-81e1-4c12-8a5d-0a8d48bd7be1 tempest-ServerAddressesTestJSON-2032119828 tempest-ServerAddressesTestJSON-2032119828-project-member] Created folder: Instances in parent group-v681751. [ 653.337596] env[69613]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f117a1b4-81e1-4c12-8a5d-0a8d48bd7be1 tempest-ServerAddressesTestJSON-2032119828 tempest-ServerAddressesTestJSON-2032119828-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69613) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 653.337824] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1e4afb61-0ef2-4805-85e2-4e480e8ba25f] Creating VM on the ESX host {{(pid=69613) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 653.338066] env[69613]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dc00e6c4-b4a7-4ec4-b0e6-5431ce56c662 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.361403] env[69613]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 653.361403] env[69613]: value = "task-3416919" [ 653.361403] env[69613]: _type = "Task" [ 653.361403] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.370383] env[69613]: DEBUG oslo_vmware.api [-] Task: {'id': task-3416919, 'name': CreateVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.410103] env[69613]: DEBUG oslo_concurrency.lockutils [None req-800e2fe2-d530-4468-b49f-9009da1f6a6f tempest-DeleteServersAdminTestJSON-241271607 tempest-DeleteServersAdminTestJSON-241271607-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 653.492707] env[69613]: DEBUG nova.compute.utils [None req-2bc978f7-de16-4779-a0c0-7f1ddb4901b1 tempest-FloatingIPsAssociationTestJSON-164946246 tempest-FloatingIPsAssociationTestJSON-164946246-project-member] Using /dev/sd instead of None {{(pid=69613) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 653.498020] env[69613]: DEBUG nova.compute.manager [None req-2bc978f7-de16-4779-a0c0-7f1ddb4901b1 tempest-FloatingIPsAssociationTestJSON-164946246 tempest-FloatingIPsAssociationTestJSON-164946246-project-member] [instance: e75fc999-a479-44b6-a715-1a76054d73c6] Allocating IP information in the background. {{(pid=69613) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 653.498020] env[69613]: DEBUG nova.network.neutron [None req-2bc978f7-de16-4779-a0c0-7f1ddb4901b1 tempest-FloatingIPsAssociationTestJSON-164946246 tempest-FloatingIPsAssociationTestJSON-164946246-project-member] [instance: e75fc999-a479-44b6-a715-1a76054d73c6] allocate_for_instance() {{(pid=69613) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 653.554180] env[69613]: DEBUG nova.policy [None req-2bc978f7-de16-4779-a0c0-7f1ddb4901b1 tempest-FloatingIPsAssociationTestJSON-164946246 tempest-FloatingIPsAssociationTestJSON-164946246-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c4cbe4f588fe400b8b10be8914e3faab', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ad1d1d0ba08a4292a325cdccea6a4c0a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69613) authorize /opt/stack/nova/nova/policy.py:192}} [ 653.718501] env[69613]: DEBUG oslo_vmware.api [None req-239c0979-dd40-442e-ac42-1f508e143bd7 tempest-ImagesNegativeTestJSON-689260756 tempest-ImagesNegativeTestJSON-689260756-project-member] Task: {'id': task-3416916, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.632865} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.719163] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-239c0979-dd40-442e-ac42-1f508e143bd7 tempest-ImagesNegativeTestJSON-689260756 tempest-ImagesNegativeTestJSON-689260756-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk to [datastore2] faeb64d6-dd4f-4267-af4f-d42dcc1c45c9/faeb64d6-dd4f-4267-af4f-d42dcc1c45c9.vmdk {{(pid=69613) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 653.719163] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-239c0979-dd40-442e-ac42-1f508e143bd7 tempest-ImagesNegativeTestJSON-689260756 tempest-ImagesNegativeTestJSON-689260756-project-member] [instance: faeb64d6-dd4f-4267-af4f-d42dcc1c45c9] Extending root virtual disk to 1048576 {{(pid=69613) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 653.719783] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cfce7bf8-ffca-4688-a55f-3ba3ee8dae98 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.724426] env[69613]: INFO nova.compute.manager [-] [instance: fa89db07-09b5-485d-aacc-e1d39e576218] Took 1.61 seconds to deallocate network for instance. [ 653.736030] env[69613]: DEBUG oslo_vmware.api [None req-239c0979-dd40-442e-ac42-1f508e143bd7 tempest-ImagesNegativeTestJSON-689260756 tempest-ImagesNegativeTestJSON-689260756-project-member] Waiting for the task: (returnval){ [ 653.736030] env[69613]: value = "task-3416920" [ 653.736030] env[69613]: _type = "Task" [ 653.736030] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.751097] env[69613]: DEBUG oslo_vmware.api [None req-239c0979-dd40-442e-ac42-1f508e143bd7 tempest-ImagesNegativeTestJSON-689260756 tempest-ImagesNegativeTestJSON-689260756-project-member] Task: {'id': task-3416920, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.874710] env[69613]: DEBUG oslo_vmware.api [-] Task: {'id': task-3416919, 'name': CreateVM_Task, 'duration_secs': 0.437093} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.874932] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1e4afb61-0ef2-4805-85e2-4e480e8ba25f] Created VM on the ESX host {{(pid=69613) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 653.875799] env[69613]: DEBUG oslo_concurrency.lockutils [None req-f117a1b4-81e1-4c12-8a5d-0a8d48bd7be1 tempest-ServerAddressesTestJSON-2032119828 tempest-ServerAddressesTestJSON-2032119828-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.875966] env[69613]: DEBUG oslo_concurrency.lockutils [None req-f117a1b4-81e1-4c12-8a5d-0a8d48bd7be1 tempest-ServerAddressesTestJSON-2032119828 tempest-ServerAddressesTestJSON-2032119828-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.876324] env[69613]: DEBUG oslo_concurrency.lockutils [None req-f117a1b4-81e1-4c12-8a5d-0a8d48bd7be1 tempest-ServerAddressesTestJSON-2032119828 tempest-ServerAddressesTestJSON-2032119828-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.876583] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2278b620-6ea7-467b-b42c-029dd0ec9f7c {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.882867] env[69613]: DEBUG oslo_vmware.api [None req-f117a1b4-81e1-4c12-8a5d-0a8d48bd7be1 tempest-ServerAddressesTestJSON-2032119828 tempest-ServerAddressesTestJSON-2032119828-project-member] Waiting for the task: (returnval){ [ 653.882867] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]5287820d-a327-87d0-0925-f8ba09982722" [ 653.882867] env[69613]: _type = "Task" [ 653.882867] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.893741] env[69613]: DEBUG oslo_vmware.api [None req-f117a1b4-81e1-4c12-8a5d-0a8d48bd7be1 tempest-ServerAddressesTestJSON-2032119828 tempest-ServerAddressesTestJSON-2032119828-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]5287820d-a327-87d0-0925-f8ba09982722, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.001164] env[69613]: DEBUG nova.compute.manager [None req-2bc978f7-de16-4779-a0c0-7f1ddb4901b1 tempest-FloatingIPsAssociationTestJSON-164946246 tempest-FloatingIPsAssociationTestJSON-164946246-project-member] [instance: e75fc999-a479-44b6-a715-1a76054d73c6] Start building block device mappings for instance. {{(pid=69613) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 654.236024] env[69613]: DEBUG oslo_concurrency.lockutils [None req-cf5ade77-51cd-410e-8515-8cc40f7580fe tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 654.249561] env[69613]: DEBUG oslo_vmware.api [None req-239c0979-dd40-442e-ac42-1f508e143bd7 tempest-ImagesNegativeTestJSON-689260756 tempest-ImagesNegativeTestJSON-689260756-project-member] Task: {'id': task-3416920, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081343} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.253638] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-239c0979-dd40-442e-ac42-1f508e143bd7 tempest-ImagesNegativeTestJSON-689260756 tempest-ImagesNegativeTestJSON-689260756-project-member] [instance: faeb64d6-dd4f-4267-af4f-d42dcc1c45c9] Extended root virtual disk {{(pid=69613) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 654.255859] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77d17779-7c7a-4920-850e-f5ba0e2fe1f1 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.283675] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-239c0979-dd40-442e-ac42-1f508e143bd7 tempest-ImagesNegativeTestJSON-689260756 tempest-ImagesNegativeTestJSON-689260756-project-member] [instance: faeb64d6-dd4f-4267-af4f-d42dcc1c45c9] Reconfiguring VM instance instance-00000016 to attach disk [datastore2] faeb64d6-dd4f-4267-af4f-d42dcc1c45c9/faeb64d6-dd4f-4267-af4f-d42dcc1c45c9.vmdk or device None with type sparse {{(pid=69613) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 654.286622] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3e770ef7-b46d-4e19-ba53-013fdfb8a0b4 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.313320] env[69613]: DEBUG oslo_vmware.api [None req-239c0979-dd40-442e-ac42-1f508e143bd7 tempest-ImagesNegativeTestJSON-689260756 tempest-ImagesNegativeTestJSON-689260756-project-member] Waiting for the task: (returnval){ [ 654.313320] env[69613]: value = "task-3416921" [ 654.313320] env[69613]: _type = "Task" [ 654.313320] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.331315] env[69613]: DEBUG oslo_vmware.api [None req-239c0979-dd40-442e-ac42-1f508e143bd7 tempest-ImagesNegativeTestJSON-689260756 tempest-ImagesNegativeTestJSON-689260756-project-member] Task: {'id': task-3416921, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.331315] env[69613]: DEBUG nova.network.neutron [None req-2bc978f7-de16-4779-a0c0-7f1ddb4901b1 tempest-FloatingIPsAssociationTestJSON-164946246 tempest-FloatingIPsAssociationTestJSON-164946246-project-member] [instance: e75fc999-a479-44b6-a715-1a76054d73c6] Successfully created port: 40f7a37d-494f-405d-ab61-e2322fa1af25 {{(pid=69613) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 654.368029] env[69613]: DEBUG nova.compute.manager [req-3edb16f9-1135-43d4-9eda-17ab82082529 req-b0a39c1f-0966-453f-b3b0-e2dfbc4899f5 service nova] [instance: 1e4afb61-0ef2-4805-85e2-4e480e8ba25f] Received event network-changed-14edbf95-a470-40b6-a3d0-01cf9ec6644e {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 654.368029] env[69613]: DEBUG nova.compute.manager [req-3edb16f9-1135-43d4-9eda-17ab82082529 req-b0a39c1f-0966-453f-b3b0-e2dfbc4899f5 service nova] [instance: 1e4afb61-0ef2-4805-85e2-4e480e8ba25f] Refreshing instance network info cache due to event network-changed-14edbf95-a470-40b6-a3d0-01cf9ec6644e. {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 654.368412] env[69613]: DEBUG oslo_concurrency.lockutils [req-3edb16f9-1135-43d4-9eda-17ab82082529 req-b0a39c1f-0966-453f-b3b0-e2dfbc4899f5 service nova] Acquiring lock "refresh_cache-1e4afb61-0ef2-4805-85e2-4e480e8ba25f" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.368586] env[69613]: DEBUG oslo_concurrency.lockutils [req-3edb16f9-1135-43d4-9eda-17ab82082529 req-b0a39c1f-0966-453f-b3b0-e2dfbc4899f5 service nova] Acquired lock "refresh_cache-1e4afb61-0ef2-4805-85e2-4e480e8ba25f" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.369718] env[69613]: DEBUG nova.network.neutron [req-3edb16f9-1135-43d4-9eda-17ab82082529 req-b0a39c1f-0966-453f-b3b0-e2dfbc4899f5 service nova] [instance: 1e4afb61-0ef2-4805-85e2-4e480e8ba25f] Refreshing network info cache for port 14edbf95-a470-40b6-a3d0-01cf9ec6644e {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 654.407486] env[69613]: DEBUG oslo_vmware.api [None req-f117a1b4-81e1-4c12-8a5d-0a8d48bd7be1 tempest-ServerAddressesTestJSON-2032119828 tempest-ServerAddressesTestJSON-2032119828-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]5287820d-a327-87d0-0925-f8ba09982722, 'name': SearchDatastore_Task, 'duration_secs': 0.041804} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.407999] env[69613]: DEBUG oslo_concurrency.lockutils [None req-f117a1b4-81e1-4c12-8a5d-0a8d48bd7be1 tempest-ServerAddressesTestJSON-2032119828 tempest-ServerAddressesTestJSON-2032119828-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.408267] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-f117a1b4-81e1-4c12-8a5d-0a8d48bd7be1 tempest-ServerAddressesTestJSON-2032119828 tempest-ServerAddressesTestJSON-2032119828-project-member] [instance: 1e4afb61-0ef2-4805-85e2-4e480e8ba25f] Processing image 2b7a0304-b5d0-431d-b287-32c8388d7fbd {{(pid=69613) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 654.408504] env[69613]: DEBUG oslo_concurrency.lockutils [None req-f117a1b4-81e1-4c12-8a5d-0a8d48bd7be1 tempest-ServerAddressesTestJSON-2032119828 tempest-ServerAddressesTestJSON-2032119828-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.408639] env[69613]: DEBUG oslo_concurrency.lockutils [None req-f117a1b4-81e1-4c12-8a5d-0a8d48bd7be1 tempest-ServerAddressesTestJSON-2032119828 tempest-ServerAddressesTestJSON-2032119828-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.408819] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-f117a1b4-81e1-4c12-8a5d-0a8d48bd7be1 tempest-ServerAddressesTestJSON-2032119828 tempest-ServerAddressesTestJSON-2032119828-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69613) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 654.409115] env[69613]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-761a97d1-25e0-4d78-a5a1-4b068fa62de9 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.427222] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-f117a1b4-81e1-4c12-8a5d-0a8d48bd7be1 tempest-ServerAddressesTestJSON-2032119828 tempest-ServerAddressesTestJSON-2032119828-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69613) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 654.427456] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-f117a1b4-81e1-4c12-8a5d-0a8d48bd7be1 tempest-ServerAddressesTestJSON-2032119828 tempest-ServerAddressesTestJSON-2032119828-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69613) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 654.428258] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-30455a98-1f70-4e62-a814-5ae0ac954564 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.437660] env[69613]: DEBUG oslo_vmware.api [None req-f117a1b4-81e1-4c12-8a5d-0a8d48bd7be1 tempest-ServerAddressesTestJSON-2032119828 tempest-ServerAddressesTestJSON-2032119828-project-member] Waiting for the task: (returnval){ [ 654.437660] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]52cfdc1a-76c4-bb68-d6fb-cfef6e96c96e" [ 654.437660] env[69613]: _type = "Task" [ 654.437660] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.451365] env[69613]: DEBUG oslo_vmware.api [None req-f117a1b4-81e1-4c12-8a5d-0a8d48bd7be1 tempest-ServerAddressesTestJSON-2032119828 tempest-ServerAddressesTestJSON-2032119828-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52cfdc1a-76c4-bb68-d6fb-cfef6e96c96e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.684939] env[69613]: DEBUG nova.compute.manager [req-b8d07bb1-eec3-4ac3-a23b-5e105be4c83e req-56a19b40-bf2e-4a8d-992a-688b5035dae6 service nova] [instance: b557580c-420c-42bf-90f5-43960bf4f3d5] Received event network-changed-ba435ed9-09eb-4075-b7d4-4b12bc4d6969 {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 654.685304] env[69613]: DEBUG nova.compute.manager [req-b8d07bb1-eec3-4ac3-a23b-5e105be4c83e req-56a19b40-bf2e-4a8d-992a-688b5035dae6 service nova] [instance: b557580c-420c-42bf-90f5-43960bf4f3d5] Refreshing instance network info cache due to event network-changed-ba435ed9-09eb-4075-b7d4-4b12bc4d6969. {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 654.685655] env[69613]: DEBUG oslo_concurrency.lockutils [req-b8d07bb1-eec3-4ac3-a23b-5e105be4c83e req-56a19b40-bf2e-4a8d-992a-688b5035dae6 service nova] Acquiring lock "refresh_cache-b557580c-420c-42bf-90f5-43960bf4f3d5" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.685900] env[69613]: DEBUG oslo_concurrency.lockutils [req-b8d07bb1-eec3-4ac3-a23b-5e105be4c83e req-56a19b40-bf2e-4a8d-992a-688b5035dae6 service nova] Acquired lock "refresh_cache-b557580c-420c-42bf-90f5-43960bf4f3d5" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.686637] env[69613]: DEBUG nova.network.neutron [req-b8d07bb1-eec3-4ac3-a23b-5e105be4c83e req-56a19b40-bf2e-4a8d-992a-688b5035dae6 service nova] [instance: b557580c-420c-42bf-90f5-43960bf4f3d5] Refreshing network info cache for port ba435ed9-09eb-4075-b7d4-4b12bc4d6969 {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 654.717355] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07306736-c571-4bc1-9ef6-64dbc0a9519d {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.727137] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f503a6c-2c71-427c-9914-306e88e5054c {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.771287] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdfd7043-bda2-4cf9-8a62-bac78fab209c {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.778616] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fad04c8-426e-45ad-b4f8-d41053a4d9b4 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.794194] env[69613]: DEBUG nova.compute.provider_tree [None req-68584071-a16c-4783-941c-0016b562ff9f tempest-SecurityGroupsTestJSON-147571119 tempest-SecurityGroupsTestJSON-147571119-project-member] Inventory has not changed in ProviderTree for provider: af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 {{(pid=69613) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 654.826286] env[69613]: DEBUG oslo_vmware.api [None req-239c0979-dd40-442e-ac42-1f508e143bd7 tempest-ImagesNegativeTestJSON-689260756 tempest-ImagesNegativeTestJSON-689260756-project-member] Task: {'id': task-3416921, 'name': ReconfigVM_Task, 'duration_secs': 0.442016} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.826630] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-239c0979-dd40-442e-ac42-1f508e143bd7 tempest-ImagesNegativeTestJSON-689260756 tempest-ImagesNegativeTestJSON-689260756-project-member] [instance: faeb64d6-dd4f-4267-af4f-d42dcc1c45c9] Reconfigured VM instance instance-00000016 to attach disk [datastore2] faeb64d6-dd4f-4267-af4f-d42dcc1c45c9/faeb64d6-dd4f-4267-af4f-d42dcc1c45c9.vmdk or device None with type sparse {{(pid=69613) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 654.827435] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2f942a7b-562b-4db7-9e07-3202f2b66d30 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.837447] env[69613]: DEBUG oslo_vmware.api [None req-239c0979-dd40-442e-ac42-1f508e143bd7 tempest-ImagesNegativeTestJSON-689260756 tempest-ImagesNegativeTestJSON-689260756-project-member] Waiting for the task: (returnval){ [ 654.837447] env[69613]: value = "task-3416922" [ 654.837447] env[69613]: _type = "Task" [ 654.837447] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.851859] env[69613]: DEBUG oslo_vmware.api [None req-239c0979-dd40-442e-ac42-1f508e143bd7 tempest-ImagesNegativeTestJSON-689260756 tempest-ImagesNegativeTestJSON-689260756-project-member] Task: {'id': task-3416922, 'name': Rename_Task} progress is 6%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.954269] env[69613]: DEBUG oslo_vmware.api [None req-f117a1b4-81e1-4c12-8a5d-0a8d48bd7be1 tempest-ServerAddressesTestJSON-2032119828 tempest-ServerAddressesTestJSON-2032119828-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52cfdc1a-76c4-bb68-d6fb-cfef6e96c96e, 'name': SearchDatastore_Task, 'duration_secs': 0.023231} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.955178] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9e3fede2-b06d-45e1-be4d-075eb1d1476d {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.962458] env[69613]: DEBUG oslo_vmware.api [None req-f117a1b4-81e1-4c12-8a5d-0a8d48bd7be1 tempest-ServerAddressesTestJSON-2032119828 tempest-ServerAddressesTestJSON-2032119828-project-member] Waiting for the task: (returnval){ [ 654.962458] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]52ba2618-0185-de5f-2920-ce14d8263a34" [ 654.962458] env[69613]: _type = "Task" [ 654.962458] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.972960] env[69613]: DEBUG oslo_vmware.api [None req-f117a1b4-81e1-4c12-8a5d-0a8d48bd7be1 tempest-ServerAddressesTestJSON-2032119828 tempest-ServerAddressesTestJSON-2032119828-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52ba2618-0185-de5f-2920-ce14d8263a34, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.014797] env[69613]: DEBUG nova.compute.manager [None req-2bc978f7-de16-4779-a0c0-7f1ddb4901b1 tempest-FloatingIPsAssociationTestJSON-164946246 tempest-FloatingIPsAssociationTestJSON-164946246-project-member] [instance: e75fc999-a479-44b6-a715-1a76054d73c6] Start spawning the instance on the hypervisor. {{(pid=69613) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 655.054928] env[69613]: DEBUG nova.virt.hardware [None req-2bc978f7-de16-4779-a0c0-7f1ddb4901b1 tempest-FloatingIPsAssociationTestJSON-164946246 tempest-FloatingIPsAssociationTestJSON-164946246-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T13:55:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T13:55:19Z,direct_url=,disk_format='vmdk',id=2b7a0304-b5d0-431d-b287-32c8388d7fbd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3e9e1b873f1442d59d5ee8247b941f74',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T13:55:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 655.055930] env[69613]: DEBUG nova.virt.hardware [None req-2bc978f7-de16-4779-a0c0-7f1ddb4901b1 tempest-FloatingIPsAssociationTestJSON-164946246 tempest-FloatingIPsAssociationTestJSON-164946246-project-member] Flavor limits 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 655.056324] env[69613]: DEBUG nova.virt.hardware [None req-2bc978f7-de16-4779-a0c0-7f1ddb4901b1 tempest-FloatingIPsAssociationTestJSON-164946246 tempest-FloatingIPsAssociationTestJSON-164946246-project-member] Image limits 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 655.056591] env[69613]: DEBUG nova.virt.hardware [None req-2bc978f7-de16-4779-a0c0-7f1ddb4901b1 tempest-FloatingIPsAssociationTestJSON-164946246 tempest-FloatingIPsAssociationTestJSON-164946246-project-member] Flavor pref 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 655.056785] env[69613]: DEBUG nova.virt.hardware [None req-2bc978f7-de16-4779-a0c0-7f1ddb4901b1 tempest-FloatingIPsAssociationTestJSON-164946246 tempest-FloatingIPsAssociationTestJSON-164946246-project-member] Image pref 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 655.056947] env[69613]: DEBUG nova.virt.hardware [None req-2bc978f7-de16-4779-a0c0-7f1ddb4901b1 tempest-FloatingIPsAssociationTestJSON-164946246 tempest-FloatingIPsAssociationTestJSON-164946246-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 655.058954] env[69613]: DEBUG nova.virt.hardware [None req-2bc978f7-de16-4779-a0c0-7f1ddb4901b1 tempest-FloatingIPsAssociationTestJSON-164946246 tempest-FloatingIPsAssociationTestJSON-164946246-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 655.058954] env[69613]: DEBUG nova.virt.hardware [None req-2bc978f7-de16-4779-a0c0-7f1ddb4901b1 tempest-FloatingIPsAssociationTestJSON-164946246 tempest-FloatingIPsAssociationTestJSON-164946246-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69613) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 655.058954] env[69613]: DEBUG nova.virt.hardware [None req-2bc978f7-de16-4779-a0c0-7f1ddb4901b1 tempest-FloatingIPsAssociationTestJSON-164946246 tempest-FloatingIPsAssociationTestJSON-164946246-project-member] Got 1 possible topologies {{(pid=69613) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 655.058954] env[69613]: DEBUG nova.virt.hardware [None req-2bc978f7-de16-4779-a0c0-7f1ddb4901b1 tempest-FloatingIPsAssociationTestJSON-164946246 tempest-FloatingIPsAssociationTestJSON-164946246-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 655.058954] env[69613]: DEBUG nova.virt.hardware [None req-2bc978f7-de16-4779-a0c0-7f1ddb4901b1 tempest-FloatingIPsAssociationTestJSON-164946246 tempest-FloatingIPsAssociationTestJSON-164946246-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 655.062531] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a06c917-37c8-44bf-b4e4-c4826262cb72 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.073390] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-180f99b7-af53-4ec8-82f6-15525b879539 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.298545] env[69613]: DEBUG nova.scheduler.client.report [None req-68584071-a16c-4783-941c-0016b562ff9f tempest-SecurityGroupsTestJSON-147571119 tempest-SecurityGroupsTestJSON-147571119-project-member] Inventory has not changed for provider af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69613) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 655.348565] env[69613]: DEBUG oslo_vmware.api [None req-239c0979-dd40-442e-ac42-1f508e143bd7 tempest-ImagesNegativeTestJSON-689260756 tempest-ImagesNegativeTestJSON-689260756-project-member] Task: {'id': task-3416922, 'name': Rename_Task, 'duration_secs': 0.305491} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.348849] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-239c0979-dd40-442e-ac42-1f508e143bd7 tempest-ImagesNegativeTestJSON-689260756 tempest-ImagesNegativeTestJSON-689260756-project-member] [instance: faeb64d6-dd4f-4267-af4f-d42dcc1c45c9] Powering on the VM {{(pid=69613) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 655.349168] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3b079ee2-bdbf-4727-88bf-3559b63ad0e0 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.361439] env[69613]: DEBUG oslo_vmware.api [None req-239c0979-dd40-442e-ac42-1f508e143bd7 tempest-ImagesNegativeTestJSON-689260756 tempest-ImagesNegativeTestJSON-689260756-project-member] Waiting for the task: (returnval){ [ 655.361439] env[69613]: value = "task-3416923" [ 655.361439] env[69613]: _type = "Task" [ 655.361439] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.375022] env[69613]: DEBUG oslo_vmware.api [None req-239c0979-dd40-442e-ac42-1f508e143bd7 tempest-ImagesNegativeTestJSON-689260756 tempest-ImagesNegativeTestJSON-689260756-project-member] Task: {'id': task-3416923, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.463913] env[69613]: DEBUG nova.network.neutron [req-3edb16f9-1135-43d4-9eda-17ab82082529 req-b0a39c1f-0966-453f-b3b0-e2dfbc4899f5 service nova] [instance: 1e4afb61-0ef2-4805-85e2-4e480e8ba25f] Updated VIF entry in instance network info cache for port 14edbf95-a470-40b6-a3d0-01cf9ec6644e. {{(pid=69613) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 655.464289] env[69613]: DEBUG nova.network.neutron [req-3edb16f9-1135-43d4-9eda-17ab82082529 req-b0a39c1f-0966-453f-b3b0-e2dfbc4899f5 service nova] [instance: 1e4afb61-0ef2-4805-85e2-4e480e8ba25f] Updating instance_info_cache with network_info: [{"id": "14edbf95-a470-40b6-a3d0-01cf9ec6644e", "address": "fa:16:3e:16:6f:b7", "network": {"id": "fefb21f5-2eef-4dbc-a682-ac86c43daab9", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1081619316-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cbecfd3c4e9943b9a429eef1d736c43e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b107fab-ee71-47db-ad4d-3c6f05546843", "external-id": "cl2-zone-554", "segmentation_id": 554, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap14edbf95-a4", "ovs_interfaceid": "14edbf95-a470-40b6-a3d0-01cf9ec6644e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 655.481557] env[69613]: DEBUG oslo_vmware.api [None req-f117a1b4-81e1-4c12-8a5d-0a8d48bd7be1 tempest-ServerAddressesTestJSON-2032119828 tempest-ServerAddressesTestJSON-2032119828-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52ba2618-0185-de5f-2920-ce14d8263a34, 'name': SearchDatastore_Task, 'duration_secs': 0.043802} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.482446] env[69613]: DEBUG oslo_concurrency.lockutils [None req-f117a1b4-81e1-4c12-8a5d-0a8d48bd7be1 tempest-ServerAddressesTestJSON-2032119828 tempest-ServerAddressesTestJSON-2032119828-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.482722] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-f117a1b4-81e1-4c12-8a5d-0a8d48bd7be1 tempest-ServerAddressesTestJSON-2032119828 tempest-ServerAddressesTestJSON-2032119828-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk to [datastore1] 1e4afb61-0ef2-4805-85e2-4e480e8ba25f/1e4afb61-0ef2-4805-85e2-4e480e8ba25f.vmdk {{(pid=69613) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 655.482995] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-aee7d8ea-5720-4855-bc54-e7ab3b82faac {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.491682] env[69613]: DEBUG oslo_vmware.api [None req-f117a1b4-81e1-4c12-8a5d-0a8d48bd7be1 tempest-ServerAddressesTestJSON-2032119828 tempest-ServerAddressesTestJSON-2032119828-project-member] Waiting for the task: (returnval){ [ 655.491682] env[69613]: value = "task-3416924" [ 655.491682] env[69613]: _type = "Task" [ 655.491682] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.504596] env[69613]: DEBUG oslo_vmware.api [None req-f117a1b4-81e1-4c12-8a5d-0a8d48bd7be1 tempest-ServerAddressesTestJSON-2032119828 tempest-ServerAddressesTestJSON-2032119828-project-member] Task: {'id': task-3416924, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.604172] env[69613]: DEBUG oslo_concurrency.lockutils [None req-8a95396e-c212-4192-a41d-464736324c93 tempest-ServerShowV254Test-1975243985 tempest-ServerShowV254Test-1975243985-project-member] Acquiring lock "cd5b4748-087b-4058-990d-e15affb5a715" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 655.604172] env[69613]: DEBUG oslo_concurrency.lockutils [None req-8a95396e-c212-4192-a41d-464736324c93 tempest-ServerShowV254Test-1975243985 tempest-ServerShowV254Test-1975243985-project-member] Lock "cd5b4748-087b-4058-990d-e15affb5a715" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 655.604172] env[69613]: DEBUG oslo_concurrency.lockutils [None req-8a95396e-c212-4192-a41d-464736324c93 tempest-ServerShowV254Test-1975243985 tempest-ServerShowV254Test-1975243985-project-member] Acquiring lock "cd5b4748-087b-4058-990d-e15affb5a715-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 655.604172] env[69613]: DEBUG oslo_concurrency.lockutils [None req-8a95396e-c212-4192-a41d-464736324c93 tempest-ServerShowV254Test-1975243985 tempest-ServerShowV254Test-1975243985-project-member] Lock "cd5b4748-087b-4058-990d-e15affb5a715-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 655.604658] env[69613]: DEBUG oslo_concurrency.lockutils [None req-8a95396e-c212-4192-a41d-464736324c93 tempest-ServerShowV254Test-1975243985 tempest-ServerShowV254Test-1975243985-project-member] Lock "cd5b4748-087b-4058-990d-e15affb5a715-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 655.610219] env[69613]: INFO nova.compute.manager [None req-8a95396e-c212-4192-a41d-464736324c93 tempest-ServerShowV254Test-1975243985 tempest-ServerShowV254Test-1975243985-project-member] [instance: cd5b4748-087b-4058-990d-e15affb5a715] Terminating instance [ 655.668571] env[69613]: DEBUG nova.network.neutron [req-b8d07bb1-eec3-4ac3-a23b-5e105be4c83e req-56a19b40-bf2e-4a8d-992a-688b5035dae6 service nova] [instance: b557580c-420c-42bf-90f5-43960bf4f3d5] Updated VIF entry in instance network info cache for port ba435ed9-09eb-4075-b7d4-4b12bc4d6969. {{(pid=69613) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 655.668979] env[69613]: DEBUG nova.network.neutron [req-b8d07bb1-eec3-4ac3-a23b-5e105be4c83e req-56a19b40-bf2e-4a8d-992a-688b5035dae6 service nova] [instance: b557580c-420c-42bf-90f5-43960bf4f3d5] Updating instance_info_cache with network_info: [{"id": "ba435ed9-09eb-4075-b7d4-4b12bc4d6969", "address": "fa:16:3e:9a:81:e5", "network": {"id": "ed08c9b1-81be-4c7c-b3e1-d2157554d022", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1770595930-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.252", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0633badc0f924996b31009e71856408a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd7d0d95-6848-4e69-ac21-75f8db82a3b5", "external-id": "nsx-vlan-transportzone-272", "segmentation_id": 272, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapba435ed9-09", "ovs_interfaceid": "ba435ed9-09eb-4075-b7d4-4b12bc4d6969", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 655.804164] env[69613]: DEBUG oslo_concurrency.lockutils [None req-68584071-a16c-4783-941c-0016b562ff9f tempest-SecurityGroupsTestJSON-147571119 tempest-SecurityGroupsTestJSON-147571119-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.814s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 655.804573] env[69613]: DEBUG nova.compute.manager [None req-68584071-a16c-4783-941c-0016b562ff9f tempest-SecurityGroupsTestJSON-147571119 tempest-SecurityGroupsTestJSON-147571119-project-member] [instance: d812aca8-c993-4f3e-8235-115a51b60501] Start building networks asynchronously for instance. {{(pid=69613) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 655.810504] env[69613]: DEBUG oslo_concurrency.lockutils [None req-fc37cbdb-121b-45c5-8706-fc4ca9c9561a tempest-ServersAdmin275Test-1291947155 tempest-ServersAdmin275Test-1291947155-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 23.892s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 655.810504] env[69613]: DEBUG nova.objects.instance [None req-fc37cbdb-121b-45c5-8706-fc4ca9c9561a tempest-ServersAdmin275Test-1291947155 tempest-ServersAdmin275Test-1291947155-project-admin] [instance: 82d7d697-989c-4f9f-aaf4-7a7345bf2292] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69613) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 655.882593] env[69613]: DEBUG oslo_vmware.api [None req-239c0979-dd40-442e-ac42-1f508e143bd7 tempest-ImagesNegativeTestJSON-689260756 tempest-ImagesNegativeTestJSON-689260756-project-member] Task: {'id': task-3416923, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.974646] env[69613]: DEBUG oslo_concurrency.lockutils [req-3edb16f9-1135-43d4-9eda-17ab82082529 req-b0a39c1f-0966-453f-b3b0-e2dfbc4899f5 service nova] Releasing lock "refresh_cache-1e4afb61-0ef2-4805-85e2-4e480e8ba25f" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.975606] env[69613]: DEBUG nova.compute.manager [req-3edb16f9-1135-43d4-9eda-17ab82082529 req-b0a39c1f-0966-453f-b3b0-e2dfbc4899f5 service nova] [instance: c7921fab-fd44-4691-bca3-5ea3ae7e0bc0] Received event network-vif-deleted-4b0bddc2-27d2-4a20-aefa-eacae6db2d35 {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 655.975606] env[69613]: DEBUG nova.compute.manager [req-3edb16f9-1135-43d4-9eda-17ab82082529 req-b0a39c1f-0966-453f-b3b0-e2dfbc4899f5 service nova] [instance: fa89db07-09b5-485d-aacc-e1d39e576218] Received event network-vif-deleted-0440ad46-6267-4978-999c-2ae31f3938eb {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 656.015267] env[69613]: DEBUG oslo_vmware.api [None req-f117a1b4-81e1-4c12-8a5d-0a8d48bd7be1 tempest-ServerAddressesTestJSON-2032119828 tempest-ServerAddressesTestJSON-2032119828-project-member] Task: {'id': task-3416924, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.118017] env[69613]: DEBUG oslo_concurrency.lockutils [None req-8a95396e-c212-4192-a41d-464736324c93 tempest-ServerShowV254Test-1975243985 tempest-ServerShowV254Test-1975243985-project-member] Acquiring lock "refresh_cache-cd5b4748-087b-4058-990d-e15affb5a715" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.119355] env[69613]: DEBUG oslo_concurrency.lockutils [None req-8a95396e-c212-4192-a41d-464736324c93 tempest-ServerShowV254Test-1975243985 tempest-ServerShowV254Test-1975243985-project-member] Acquired lock "refresh_cache-cd5b4748-087b-4058-990d-e15affb5a715" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.119444] env[69613]: DEBUG nova.network.neutron [None req-8a95396e-c212-4192-a41d-464736324c93 tempest-ServerShowV254Test-1975243985 tempest-ServerShowV254Test-1975243985-project-member] [instance: cd5b4748-087b-4058-990d-e15affb5a715] Building network info cache for instance {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 656.176711] env[69613]: DEBUG oslo_concurrency.lockutils [req-b8d07bb1-eec3-4ac3-a23b-5e105be4c83e req-56a19b40-bf2e-4a8d-992a-688b5035dae6 service nova] Releasing lock "refresh_cache-b557580c-420c-42bf-90f5-43960bf4f3d5" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.317046] env[69613]: DEBUG nova.compute.utils [None req-68584071-a16c-4783-941c-0016b562ff9f tempest-SecurityGroupsTestJSON-147571119 tempest-SecurityGroupsTestJSON-147571119-project-member] Using /dev/sd instead of None {{(pid=69613) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 656.322764] env[69613]: DEBUG nova.compute.manager [None req-68584071-a16c-4783-941c-0016b562ff9f tempest-SecurityGroupsTestJSON-147571119 tempest-SecurityGroupsTestJSON-147571119-project-member] [instance: d812aca8-c993-4f3e-8235-115a51b60501] Allocating IP information in the background. {{(pid=69613) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 656.323139] env[69613]: DEBUG nova.network.neutron [None req-68584071-a16c-4783-941c-0016b562ff9f tempest-SecurityGroupsTestJSON-147571119 tempest-SecurityGroupsTestJSON-147571119-project-member] [instance: d812aca8-c993-4f3e-8235-115a51b60501] allocate_for_instance() {{(pid=69613) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 656.375549] env[69613]: DEBUG oslo_vmware.api [None req-239c0979-dd40-442e-ac42-1f508e143bd7 tempest-ImagesNegativeTestJSON-689260756 tempest-ImagesNegativeTestJSON-689260756-project-member] Task: {'id': task-3416923, 'name': PowerOnVM_Task, 'duration_secs': 0.974713} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.376372] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-239c0979-dd40-442e-ac42-1f508e143bd7 tempest-ImagesNegativeTestJSON-689260756 tempest-ImagesNegativeTestJSON-689260756-project-member] [instance: faeb64d6-dd4f-4267-af4f-d42dcc1c45c9] Powered on the VM {{(pid=69613) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 656.376372] env[69613]: INFO nova.compute.manager [None req-239c0979-dd40-442e-ac42-1f508e143bd7 tempest-ImagesNegativeTestJSON-689260756 tempest-ImagesNegativeTestJSON-689260756-project-member] [instance: faeb64d6-dd4f-4267-af4f-d42dcc1c45c9] Took 8.66 seconds to spawn the instance on the hypervisor. [ 656.376372] env[69613]: DEBUG nova.compute.manager [None req-239c0979-dd40-442e-ac42-1f508e143bd7 tempest-ImagesNegativeTestJSON-689260756 tempest-ImagesNegativeTestJSON-689260756-project-member] [instance: faeb64d6-dd4f-4267-af4f-d42dcc1c45c9] Checking state {{(pid=69613) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 656.377258] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45eded56-bb7b-4821-a893-c2955dc9dc42 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.395559] env[69613]: DEBUG nova.policy [None req-68584071-a16c-4783-941c-0016b562ff9f tempest-SecurityGroupsTestJSON-147571119 tempest-SecurityGroupsTestJSON-147571119-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4bf669f87cc14a0e992cfca291029e35', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'abcd35075ac348e88fb05677ad1f2b0f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69613) authorize /opt/stack/nova/nova/policy.py:192}} [ 656.512178] env[69613]: DEBUG oslo_vmware.api [None req-f117a1b4-81e1-4c12-8a5d-0a8d48bd7be1 tempest-ServerAddressesTestJSON-2032119828 tempest-ServerAddressesTestJSON-2032119828-project-member] Task: {'id': task-3416924, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.679214} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.512384] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-f117a1b4-81e1-4c12-8a5d-0a8d48bd7be1 tempest-ServerAddressesTestJSON-2032119828 tempest-ServerAddressesTestJSON-2032119828-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk to [datastore1] 1e4afb61-0ef2-4805-85e2-4e480e8ba25f/1e4afb61-0ef2-4805-85e2-4e480e8ba25f.vmdk {{(pid=69613) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 656.512601] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-f117a1b4-81e1-4c12-8a5d-0a8d48bd7be1 tempest-ServerAddressesTestJSON-2032119828 tempest-ServerAddressesTestJSON-2032119828-project-member] [instance: 1e4afb61-0ef2-4805-85e2-4e480e8ba25f] Extending root virtual disk to 1048576 {{(pid=69613) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 656.512855] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-102b79cb-a01a-4e90-88be-709d25673517 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.524256] env[69613]: DEBUG oslo_vmware.api [None req-f117a1b4-81e1-4c12-8a5d-0a8d48bd7be1 tempest-ServerAddressesTestJSON-2032119828 tempest-ServerAddressesTestJSON-2032119828-project-member] Waiting for the task: (returnval){ [ 656.524256] env[69613]: value = "task-3416925" [ 656.524256] env[69613]: _type = "Task" [ 656.524256] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.531690] env[69613]: DEBUG oslo_vmware.api [None req-f117a1b4-81e1-4c12-8a5d-0a8d48bd7be1 tempest-ServerAddressesTestJSON-2032119828 tempest-ServerAddressesTestJSON-2032119828-project-member] Task: {'id': task-3416925, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.652903] env[69613]: DEBUG nova.network.neutron [None req-8a95396e-c212-4192-a41d-464736324c93 tempest-ServerShowV254Test-1975243985 tempest-ServerShowV254Test-1975243985-project-member] [instance: cd5b4748-087b-4058-990d-e15affb5a715] Instance cache missing network info. {{(pid=69613) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 656.658681] env[69613]: DEBUG nova.compute.manager [req-07931726-9cb2-42a2-805f-62b1dee8329b req-5c4d2e54-5c45-4c03-bfdb-93fa46658522 service nova] [instance: 1178a341-cc87-48f9-b274-f0a1ab0c01fc] Received event network-changed-9fe7e019-2d9d-4c0e-bb22-4a0989e26193 {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 656.658949] env[69613]: DEBUG nova.compute.manager [req-07931726-9cb2-42a2-805f-62b1dee8329b req-5c4d2e54-5c45-4c03-bfdb-93fa46658522 service nova] [instance: 1178a341-cc87-48f9-b274-f0a1ab0c01fc] Refreshing instance network info cache due to event network-changed-9fe7e019-2d9d-4c0e-bb22-4a0989e26193. {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 656.659433] env[69613]: DEBUG oslo_concurrency.lockutils [req-07931726-9cb2-42a2-805f-62b1dee8329b req-5c4d2e54-5c45-4c03-bfdb-93fa46658522 service nova] Acquiring lock "refresh_cache-1178a341-cc87-48f9-b274-f0a1ab0c01fc" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.659673] env[69613]: DEBUG oslo_concurrency.lockutils [req-07931726-9cb2-42a2-805f-62b1dee8329b req-5c4d2e54-5c45-4c03-bfdb-93fa46658522 service nova] Acquired lock "refresh_cache-1178a341-cc87-48f9-b274-f0a1ab0c01fc" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.659963] env[69613]: DEBUG nova.network.neutron [req-07931726-9cb2-42a2-805f-62b1dee8329b req-5c4d2e54-5c45-4c03-bfdb-93fa46658522 service nova] [instance: 1178a341-cc87-48f9-b274-f0a1ab0c01fc] Refreshing network info cache for port 9fe7e019-2d9d-4c0e-bb22-4a0989e26193 {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 656.687153] env[69613]: INFO nova.compute.manager [None req-060e948d-ae60-4e98-8306-7c82da023137 tempest-ServersListShow2100Test-867795307 tempest-ServersListShow2100Test-867795307-project-member] [instance: f2b492f9-2517-4ee7-b4e7-c6c3bb912e49] Rebuilding instance [ 656.764327] env[69613]: DEBUG nova.compute.manager [None req-060e948d-ae60-4e98-8306-7c82da023137 tempest-ServersListShow2100Test-867795307 tempest-ServersListShow2100Test-867795307-project-member] [instance: f2b492f9-2517-4ee7-b4e7-c6c3bb912e49] Checking state {{(pid=69613) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 656.765197] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b14ba765-fef7-455d-ad1e-037220b34925 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.804719] env[69613]: DEBUG nova.network.neutron [None req-8a95396e-c212-4192-a41d-464736324c93 tempest-ServerShowV254Test-1975243985 tempest-ServerShowV254Test-1975243985-project-member] [instance: cd5b4748-087b-4058-990d-e15affb5a715] Updating instance_info_cache with network_info: [] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 656.823604] env[69613]: DEBUG oslo_concurrency.lockutils [None req-fc37cbdb-121b-45c5-8706-fc4ca9c9561a tempest-ServersAdmin275Test-1291947155 tempest-ServersAdmin275Test-1291947155-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.016s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 656.824804] env[69613]: DEBUG nova.compute.manager [None req-68584071-a16c-4783-941c-0016b562ff9f tempest-SecurityGroupsTestJSON-147571119 tempest-SecurityGroupsTestJSON-147571119-project-member] [instance: d812aca8-c993-4f3e-8235-115a51b60501] Start building block device mappings for instance. {{(pid=69613) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 656.834018] env[69613]: DEBUG oslo_concurrency.lockutils [None req-cc50c24b-55fb-470a-b33f-43ed722cf3c7 tempest-ServersAdmin275Test-798959479 tempest-ServersAdmin275Test-798959479-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.681s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 656.834253] env[69613]: DEBUG nova.objects.instance [None req-cc50c24b-55fb-470a-b33f-43ed722cf3c7 tempest-ServersAdmin275Test-798959479 tempest-ServersAdmin275Test-798959479-project-member] Lazy-loading 'resources' on Instance uuid 82d7d697-989c-4f9f-aaf4-7a7345bf2292 {{(pid=69613) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 656.889378] env[69613]: DEBUG nova.network.neutron [None req-2bc978f7-de16-4779-a0c0-7f1ddb4901b1 tempest-FloatingIPsAssociationTestJSON-164946246 tempest-FloatingIPsAssociationTestJSON-164946246-project-member] [instance: e75fc999-a479-44b6-a715-1a76054d73c6] Successfully updated port: 40f7a37d-494f-405d-ab61-e2322fa1af25 {{(pid=69613) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 656.899680] env[69613]: INFO nova.compute.manager [None req-239c0979-dd40-442e-ac42-1f508e143bd7 tempest-ImagesNegativeTestJSON-689260756 tempest-ImagesNegativeTestJSON-689260756-project-member] [instance: faeb64d6-dd4f-4267-af4f-d42dcc1c45c9] Took 31.68 seconds to build instance. [ 657.033274] env[69613]: DEBUG oslo_vmware.api [None req-f117a1b4-81e1-4c12-8a5d-0a8d48bd7be1 tempest-ServerAddressesTestJSON-2032119828 tempest-ServerAddressesTestJSON-2032119828-project-member] Task: {'id': task-3416925, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.173117} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.033641] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-f117a1b4-81e1-4c12-8a5d-0a8d48bd7be1 tempest-ServerAddressesTestJSON-2032119828 tempest-ServerAddressesTestJSON-2032119828-project-member] [instance: 1e4afb61-0ef2-4805-85e2-4e480e8ba25f] Extended root virtual disk {{(pid=69613) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 657.034348] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efb74210-940e-461e-bca3-c9cb8d314cc9 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.060106] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-f117a1b4-81e1-4c12-8a5d-0a8d48bd7be1 tempest-ServerAddressesTestJSON-2032119828 tempest-ServerAddressesTestJSON-2032119828-project-member] [instance: 1e4afb61-0ef2-4805-85e2-4e480e8ba25f] Reconfiguring VM instance instance-00000017 to attach disk [datastore1] 1e4afb61-0ef2-4805-85e2-4e480e8ba25f/1e4afb61-0ef2-4805-85e2-4e480e8ba25f.vmdk or device None with type sparse {{(pid=69613) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 657.060412] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5fe5c928-7f34-46fa-bb76-9b1b578f6e1f {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.086982] env[69613]: DEBUG oslo_vmware.api [None req-f117a1b4-81e1-4c12-8a5d-0a8d48bd7be1 tempest-ServerAddressesTestJSON-2032119828 tempest-ServerAddressesTestJSON-2032119828-project-member] Waiting for the task: (returnval){ [ 657.086982] env[69613]: value = "task-3416926" [ 657.086982] env[69613]: _type = "Task" [ 657.086982] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.099282] env[69613]: DEBUG oslo_vmware.api [None req-f117a1b4-81e1-4c12-8a5d-0a8d48bd7be1 tempest-ServerAddressesTestJSON-2032119828 tempest-ServerAddressesTestJSON-2032119828-project-member] Task: {'id': task-3416926, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.188056] env[69613]: DEBUG nova.network.neutron [None req-68584071-a16c-4783-941c-0016b562ff9f tempest-SecurityGroupsTestJSON-147571119 tempest-SecurityGroupsTestJSON-147571119-project-member] [instance: d812aca8-c993-4f3e-8235-115a51b60501] Successfully created port: cbc3c323-a34f-4d2c-8c86-784e041e179b {{(pid=69613) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 657.307658] env[69613]: DEBUG oslo_concurrency.lockutils [None req-8a95396e-c212-4192-a41d-464736324c93 tempest-ServerShowV254Test-1975243985 tempest-ServerShowV254Test-1975243985-project-member] Releasing lock "refresh_cache-cd5b4748-087b-4058-990d-e15affb5a715" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.308329] env[69613]: DEBUG nova.compute.manager [None req-8a95396e-c212-4192-a41d-464736324c93 tempest-ServerShowV254Test-1975243985 tempest-ServerShowV254Test-1975243985-project-member] [instance: cd5b4748-087b-4058-990d-e15affb5a715] Start destroying the instance on the hypervisor. {{(pid=69613) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 657.308645] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-8a95396e-c212-4192-a41d-464736324c93 tempest-ServerShowV254Test-1975243985 tempest-ServerShowV254Test-1975243985-project-member] [instance: cd5b4748-087b-4058-990d-e15affb5a715] Destroying instance {{(pid=69613) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 657.310170] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26834aa2-14a7-4009-82d6-59fe6a5869ca {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.322579] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a95396e-c212-4192-a41d-464736324c93 tempest-ServerShowV254Test-1975243985 tempest-ServerShowV254Test-1975243985-project-member] [instance: cd5b4748-087b-4058-990d-e15affb5a715] Powering off the VM {{(pid=69613) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 657.323128] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9252ffd3-1fa7-4663-8fd7-3cc2ced9aa4c {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.333509] env[69613]: DEBUG oslo_vmware.api [None req-8a95396e-c212-4192-a41d-464736324c93 tempest-ServerShowV254Test-1975243985 tempest-ServerShowV254Test-1975243985-project-member] Waiting for the task: (returnval){ [ 657.333509] env[69613]: value = "task-3416927" [ 657.333509] env[69613]: _type = "Task" [ 657.333509] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.365269] env[69613]: DEBUG oslo_vmware.api [None req-8a95396e-c212-4192-a41d-464736324c93 tempest-ServerShowV254Test-1975243985 tempest-ServerShowV254Test-1975243985-project-member] Task: {'id': task-3416927, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.393572] env[69613]: DEBUG oslo_concurrency.lockutils [None req-2bc978f7-de16-4779-a0c0-7f1ddb4901b1 tempest-FloatingIPsAssociationTestJSON-164946246 tempest-FloatingIPsAssociationTestJSON-164946246-project-member] Acquiring lock "refresh_cache-e75fc999-a479-44b6-a715-1a76054d73c6" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.393864] env[69613]: DEBUG oslo_concurrency.lockutils [None req-2bc978f7-de16-4779-a0c0-7f1ddb4901b1 tempest-FloatingIPsAssociationTestJSON-164946246 tempest-FloatingIPsAssociationTestJSON-164946246-project-member] Acquired lock "refresh_cache-e75fc999-a479-44b6-a715-1a76054d73c6" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.394226] env[69613]: DEBUG nova.network.neutron [None req-2bc978f7-de16-4779-a0c0-7f1ddb4901b1 tempest-FloatingIPsAssociationTestJSON-164946246 tempest-FloatingIPsAssociationTestJSON-164946246-project-member] [instance: e75fc999-a479-44b6-a715-1a76054d73c6] Building network info cache for instance {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 657.400574] env[69613]: DEBUG oslo_concurrency.lockutils [None req-239c0979-dd40-442e-ac42-1f508e143bd7 tempest-ImagesNegativeTestJSON-689260756 tempest-ImagesNegativeTestJSON-689260756-project-member] Lock "faeb64d6-dd4f-4267-af4f-d42dcc1c45c9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 50.520s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 657.457038] env[69613]: DEBUG nova.network.neutron [req-07931726-9cb2-42a2-805f-62b1dee8329b req-5c4d2e54-5c45-4c03-bfdb-93fa46658522 service nova] [instance: 1178a341-cc87-48f9-b274-f0a1ab0c01fc] Updated VIF entry in instance network info cache for port 9fe7e019-2d9d-4c0e-bb22-4a0989e26193. {{(pid=69613) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 657.457243] env[69613]: DEBUG nova.network.neutron [req-07931726-9cb2-42a2-805f-62b1dee8329b req-5c4d2e54-5c45-4c03-bfdb-93fa46658522 service nova] [instance: 1178a341-cc87-48f9-b274-f0a1ab0c01fc] Updating instance_info_cache with network_info: [{"id": "9fe7e019-2d9d-4c0e-bb22-4a0989e26193", "address": "fa:16:3e:22:ac:d2", "network": {"id": "26894311-216d-42dd-abff-7cc9238b7dac", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-739181949-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.206", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "46e835c9be694056900502cde5ad1ee7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f256cfee-512d-4192-9aca-6750fdb1cd4c", "external-id": "nsx-vlan-transportzone-821", "segmentation_id": 821, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9fe7e019-2d", "ovs_interfaceid": "9fe7e019-2d9d-4c0e-bb22-4a0989e26193", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 657.599214] env[69613]: DEBUG oslo_vmware.api [None req-f117a1b4-81e1-4c12-8a5d-0a8d48bd7be1 tempest-ServerAddressesTestJSON-2032119828 tempest-ServerAddressesTestJSON-2032119828-project-member] Task: {'id': task-3416926, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.780568] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-060e948d-ae60-4e98-8306-7c82da023137 tempest-ServersListShow2100Test-867795307 tempest-ServersListShow2100Test-867795307-project-member] [instance: f2b492f9-2517-4ee7-b4e7-c6c3bb912e49] Powering off the VM {{(pid=69613) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 657.780829] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-11ecb2ed-ee65-4469-abf9-43cca8303ab4 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.795442] env[69613]: DEBUG oslo_vmware.api [None req-060e948d-ae60-4e98-8306-7c82da023137 tempest-ServersListShow2100Test-867795307 tempest-ServersListShow2100Test-867795307-project-member] Waiting for the task: (returnval){ [ 657.795442] env[69613]: value = "task-3416928" [ 657.795442] env[69613]: _type = "Task" [ 657.795442] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.814180] env[69613]: DEBUG oslo_vmware.api [None req-060e948d-ae60-4e98-8306-7c82da023137 tempest-ServersListShow2100Test-867795307 tempest-ServersListShow2100Test-867795307-project-member] Task: {'id': task-3416928, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.848839] env[69613]: DEBUG nova.compute.manager [None req-68584071-a16c-4783-941c-0016b562ff9f tempest-SecurityGroupsTestJSON-147571119 tempest-SecurityGroupsTestJSON-147571119-project-member] [instance: d812aca8-c993-4f3e-8235-115a51b60501] Start spawning the instance on the hypervisor. {{(pid=69613) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 657.858737] env[69613]: DEBUG oslo_vmware.api [None req-8a95396e-c212-4192-a41d-464736324c93 tempest-ServerShowV254Test-1975243985 tempest-ServerShowV254Test-1975243985-project-member] Task: {'id': task-3416927, 'name': PowerOffVM_Task, 'duration_secs': 0.149396} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.859031] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a95396e-c212-4192-a41d-464736324c93 tempest-ServerShowV254Test-1975243985 tempest-ServerShowV254Test-1975243985-project-member] [instance: cd5b4748-087b-4058-990d-e15affb5a715] Powered off the VM {{(pid=69613) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 657.859234] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-8a95396e-c212-4192-a41d-464736324c93 tempest-ServerShowV254Test-1975243985 tempest-ServerShowV254Test-1975243985-project-member] [instance: cd5b4748-087b-4058-990d-e15affb5a715] Unregistering the VM {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 657.859515] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a6d7141a-cd05-4b75-8a7f-1580cbbfb6b0 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.888070] env[69613]: DEBUG nova.virt.hardware [None req-68584071-a16c-4783-941c-0016b562ff9f tempest-SecurityGroupsTestJSON-147571119 tempest-SecurityGroupsTestJSON-147571119-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T13:55:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T13:55:19Z,direct_url=,disk_format='vmdk',id=2b7a0304-b5d0-431d-b287-32c8388d7fbd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3e9e1b873f1442d59d5ee8247b941f74',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T13:55:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 657.888615] env[69613]: DEBUG nova.virt.hardware [None req-68584071-a16c-4783-941c-0016b562ff9f tempest-SecurityGroupsTestJSON-147571119 tempest-SecurityGroupsTestJSON-147571119-project-member] Flavor limits 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 657.888615] env[69613]: DEBUG nova.virt.hardware [None req-68584071-a16c-4783-941c-0016b562ff9f tempest-SecurityGroupsTestJSON-147571119 tempest-SecurityGroupsTestJSON-147571119-project-member] Image limits 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 657.889688] env[69613]: DEBUG nova.virt.hardware [None req-68584071-a16c-4783-941c-0016b562ff9f tempest-SecurityGroupsTestJSON-147571119 tempest-SecurityGroupsTestJSON-147571119-project-member] Flavor pref 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 657.889688] env[69613]: DEBUG nova.virt.hardware [None req-68584071-a16c-4783-941c-0016b562ff9f tempest-SecurityGroupsTestJSON-147571119 tempest-SecurityGroupsTestJSON-147571119-project-member] Image pref 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 657.889688] env[69613]: DEBUG nova.virt.hardware [None req-68584071-a16c-4783-941c-0016b562ff9f tempest-SecurityGroupsTestJSON-147571119 tempest-SecurityGroupsTestJSON-147571119-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 657.890040] env[69613]: DEBUG nova.virt.hardware [None req-68584071-a16c-4783-941c-0016b562ff9f tempest-SecurityGroupsTestJSON-147571119 tempest-SecurityGroupsTestJSON-147571119-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 657.890456] env[69613]: DEBUG nova.virt.hardware [None req-68584071-a16c-4783-941c-0016b562ff9f tempest-SecurityGroupsTestJSON-147571119 tempest-SecurityGroupsTestJSON-147571119-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69613) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 657.890456] env[69613]: DEBUG nova.virt.hardware [None req-68584071-a16c-4783-941c-0016b562ff9f tempest-SecurityGroupsTestJSON-147571119 tempest-SecurityGroupsTestJSON-147571119-project-member] Got 1 possible topologies {{(pid=69613) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 657.891691] env[69613]: DEBUG nova.virt.hardware [None req-68584071-a16c-4783-941c-0016b562ff9f tempest-SecurityGroupsTestJSON-147571119 tempest-SecurityGroupsTestJSON-147571119-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 657.891691] env[69613]: DEBUG nova.virt.hardware [None req-68584071-a16c-4783-941c-0016b562ff9f tempest-SecurityGroupsTestJSON-147571119 tempest-SecurityGroupsTestJSON-147571119-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 657.891691] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca49e510-2782-4d61-85cc-97092754bf19 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.898428] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-8a95396e-c212-4192-a41d-464736324c93 tempest-ServerShowV254Test-1975243985 tempest-ServerShowV254Test-1975243985-project-member] [instance: cd5b4748-087b-4058-990d-e15affb5a715] Unregistered the VM {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 657.898428] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-8a95396e-c212-4192-a41d-464736324c93 tempest-ServerShowV254Test-1975243985 tempest-ServerShowV254Test-1975243985-project-member] [instance: cd5b4748-087b-4058-990d-e15affb5a715] Deleting contents of the VM from datastore datastore2 {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 657.898556] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a95396e-c212-4192-a41d-464736324c93 tempest-ServerShowV254Test-1975243985 tempest-ServerShowV254Test-1975243985-project-member] Deleting the datastore file [datastore2] cd5b4748-087b-4058-990d-e15affb5a715 {{(pid=69613) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 657.901412] env[69613]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f876be8e-c3c6-4fba-91d5-cd4ea0ba4d69 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.905901] env[69613]: DEBUG nova.compute.manager [None req-6186cf25-c459-4e4b-aa27-5e20bca28113 tempest-ServerGroupTestJSON-1760943608 tempest-ServerGroupTestJSON-1760943608-project-member] [instance: 2e020eec-2d4f-41b8-b31d-3add0744d592] Starting instance... {{(pid=69613) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 657.910833] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0378b70-891f-4400-a05c-1d1eece5d863 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.917180] env[69613]: DEBUG oslo_vmware.api [None req-8a95396e-c212-4192-a41d-464736324c93 tempest-ServerShowV254Test-1975243985 tempest-ServerShowV254Test-1975243985-project-member] Waiting for the task: (returnval){ [ 657.917180] env[69613]: value = "task-3416930" [ 657.917180] env[69613]: _type = "Task" [ 657.917180] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.941144] env[69613]: DEBUG oslo_vmware.api [None req-8a95396e-c212-4192-a41d-464736324c93 tempest-ServerShowV254Test-1975243985 tempest-ServerShowV254Test-1975243985-project-member] Task: {'id': task-3416930, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.966279] env[69613]: DEBUG oslo_concurrency.lockutils [req-07931726-9cb2-42a2-805f-62b1dee8329b req-5c4d2e54-5c45-4c03-bfdb-93fa46658522 service nova] Releasing lock "refresh_cache-1178a341-cc87-48f9-b274-f0a1ab0c01fc" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.993103] env[69613]: DEBUG nova.network.neutron [None req-2bc978f7-de16-4779-a0c0-7f1ddb4901b1 tempest-FloatingIPsAssociationTestJSON-164946246 tempest-FloatingIPsAssociationTestJSON-164946246-project-member] [instance: e75fc999-a479-44b6-a715-1a76054d73c6] Instance cache missing network info. {{(pid=69613) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 658.038424] env[69613]: DEBUG oslo_concurrency.lockutils [None req-aa2b2939-fa32-4ed9-8230-a409cd27ce8a tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Acquiring lock "ff22c9d2-3cfe-48ed-b3f5-c0cfe68812c2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 658.038424] env[69613]: DEBUG oslo_concurrency.lockutils [None req-aa2b2939-fa32-4ed9-8230-a409cd27ce8a tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Lock "ff22c9d2-3cfe-48ed-b3f5-c0cfe68812c2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 658.072646] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6eb1e3ea-1843-4ec0-9df6-256f82032840 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.086139] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7359f04-6398-4fba-bf92-fb31cc41b903 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.098721] env[69613]: DEBUG oslo_vmware.api [None req-f117a1b4-81e1-4c12-8a5d-0a8d48bd7be1 tempest-ServerAddressesTestJSON-2032119828 tempest-ServerAddressesTestJSON-2032119828-project-member] Task: {'id': task-3416926, 'name': ReconfigVM_Task, 'duration_secs': 0.552727} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.126178] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-f117a1b4-81e1-4c12-8a5d-0a8d48bd7be1 tempest-ServerAddressesTestJSON-2032119828 tempest-ServerAddressesTestJSON-2032119828-project-member] [instance: 1e4afb61-0ef2-4805-85e2-4e480e8ba25f] Reconfigured VM instance instance-00000017 to attach disk [datastore1] 1e4afb61-0ef2-4805-85e2-4e480e8ba25f/1e4afb61-0ef2-4805-85e2-4e480e8ba25f.vmdk or device None with type sparse {{(pid=69613) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 658.127547] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-df7888a0-dedc-49a0-94dc-a6f1e789bd7d {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.129891] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-449a7c52-a325-4efe-ab18-dc66b5cd25c3 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.146249] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1d8e48b-a78f-4c49-9e9a-059068e4c2fc {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.150419] env[69613]: DEBUG oslo_vmware.api [None req-f117a1b4-81e1-4c12-8a5d-0a8d48bd7be1 tempest-ServerAddressesTestJSON-2032119828 tempest-ServerAddressesTestJSON-2032119828-project-member] Waiting for the task: (returnval){ [ 658.150419] env[69613]: value = "task-3416931" [ 658.150419] env[69613]: _type = "Task" [ 658.150419] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.162024] env[69613]: DEBUG nova.compute.provider_tree [None req-cc50c24b-55fb-470a-b33f-43ed722cf3c7 tempest-ServersAdmin275Test-798959479 tempest-ServersAdmin275Test-798959479-project-member] Inventory has not changed in ProviderTree for provider: af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 {{(pid=69613) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 658.171423] env[69613]: DEBUG oslo_vmware.api [None req-f117a1b4-81e1-4c12-8a5d-0a8d48bd7be1 tempest-ServerAddressesTestJSON-2032119828 tempest-ServerAddressesTestJSON-2032119828-project-member] Task: {'id': task-3416931, 'name': Rename_Task} progress is 14%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.244175] env[69613]: DEBUG nova.network.neutron [None req-2bc978f7-de16-4779-a0c0-7f1ddb4901b1 tempest-FloatingIPsAssociationTestJSON-164946246 tempest-FloatingIPsAssociationTestJSON-164946246-project-member] [instance: e75fc999-a479-44b6-a715-1a76054d73c6] Updating instance_info_cache with network_info: [{"id": "40f7a37d-494f-405d-ab61-e2322fa1af25", "address": "fa:16:3e:5d:d3:eb", "network": {"id": "28f99ebf-ff7d-4655-a4e2-b730149dcbc3", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-315513107-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ad1d1d0ba08a4292a325cdccea6a4c0a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04ccbc7a-cf8d-4ea2-8411-291a1e27df7b", "external-id": "nsx-vlan-transportzone-998", "segmentation_id": 998, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap40f7a37d-49", "ovs_interfaceid": "40f7a37d-494f-405d-ab61-e2322fa1af25", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 658.280356] env[69613]: DEBUG oslo_concurrency.lockutils [None req-2e45d429-24ae-447f-9b44-ce665ef7fd93 tempest-ImagesNegativeTestJSON-689260756 tempest-ImagesNegativeTestJSON-689260756-project-member] Acquiring lock "faeb64d6-dd4f-4267-af4f-d42dcc1c45c9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 658.280679] env[69613]: DEBUG oslo_concurrency.lockutils [None req-2e45d429-24ae-447f-9b44-ce665ef7fd93 tempest-ImagesNegativeTestJSON-689260756 tempest-ImagesNegativeTestJSON-689260756-project-member] Lock "faeb64d6-dd4f-4267-af4f-d42dcc1c45c9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 658.280903] env[69613]: DEBUG oslo_concurrency.lockutils [None req-2e45d429-24ae-447f-9b44-ce665ef7fd93 tempest-ImagesNegativeTestJSON-689260756 tempest-ImagesNegativeTestJSON-689260756-project-member] Acquiring lock "faeb64d6-dd4f-4267-af4f-d42dcc1c45c9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 658.281739] env[69613]: DEBUG oslo_concurrency.lockutils [None req-2e45d429-24ae-447f-9b44-ce665ef7fd93 tempest-ImagesNegativeTestJSON-689260756 tempest-ImagesNegativeTestJSON-689260756-project-member] Lock "faeb64d6-dd4f-4267-af4f-d42dcc1c45c9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 658.281998] env[69613]: DEBUG oslo_concurrency.lockutils [None req-2e45d429-24ae-447f-9b44-ce665ef7fd93 tempest-ImagesNegativeTestJSON-689260756 tempest-ImagesNegativeTestJSON-689260756-project-member] Lock "faeb64d6-dd4f-4267-af4f-d42dcc1c45c9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 658.284673] env[69613]: INFO nova.compute.manager [None req-2e45d429-24ae-447f-9b44-ce665ef7fd93 tempest-ImagesNegativeTestJSON-689260756 tempest-ImagesNegativeTestJSON-689260756-project-member] [instance: faeb64d6-dd4f-4267-af4f-d42dcc1c45c9] Terminating instance [ 658.310355] env[69613]: DEBUG oslo_vmware.api [None req-060e948d-ae60-4e98-8306-7c82da023137 tempest-ServersListShow2100Test-867795307 tempest-ServersListShow2100Test-867795307-project-member] Task: {'id': task-3416928, 'name': PowerOffVM_Task, 'duration_secs': 0.307162} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.310624] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-060e948d-ae60-4e98-8306-7c82da023137 tempest-ServersListShow2100Test-867795307 tempest-ServersListShow2100Test-867795307-project-member] [instance: f2b492f9-2517-4ee7-b4e7-c6c3bb912e49] Powered off the VM {{(pid=69613) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 658.311303] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-060e948d-ae60-4e98-8306-7c82da023137 tempest-ServersListShow2100Test-867795307 tempest-ServersListShow2100Test-867795307-project-member] [instance: f2b492f9-2517-4ee7-b4e7-c6c3bb912e49] Destroying instance {{(pid=69613) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 658.312479] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ca66267-fdd1-4917-a57b-221e321a32bd {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.320410] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-060e948d-ae60-4e98-8306-7c82da023137 tempest-ServersListShow2100Test-867795307 tempest-ServersListShow2100Test-867795307-project-member] [instance: f2b492f9-2517-4ee7-b4e7-c6c3bb912e49] Unregistering the VM {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 658.320958] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6e2c223b-e9e6-472d-8cd1-ef62ed6e738f {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.351669] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-060e948d-ae60-4e98-8306-7c82da023137 tempest-ServersListShow2100Test-867795307 tempest-ServersListShow2100Test-867795307-project-member] [instance: f2b492f9-2517-4ee7-b4e7-c6c3bb912e49] Unregistered the VM {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 658.352190] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-060e948d-ae60-4e98-8306-7c82da023137 tempest-ServersListShow2100Test-867795307 tempest-ServersListShow2100Test-867795307-project-member] [instance: f2b492f9-2517-4ee7-b4e7-c6c3bb912e49] Deleting contents of the VM from datastore datastore2 {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 658.352190] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-060e948d-ae60-4e98-8306-7c82da023137 tempest-ServersListShow2100Test-867795307 tempest-ServersListShow2100Test-867795307-project-member] Deleting the datastore file [datastore2] f2b492f9-2517-4ee7-b4e7-c6c3bb912e49 {{(pid=69613) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 658.352371] env[69613]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0ae19328-fb30-4067-a5da-ef1d2b706083 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.362613] env[69613]: DEBUG oslo_vmware.api [None req-060e948d-ae60-4e98-8306-7c82da023137 tempest-ServersListShow2100Test-867795307 tempest-ServersListShow2100Test-867795307-project-member] Waiting for the task: (returnval){ [ 658.362613] env[69613]: value = "task-3416933" [ 658.362613] env[69613]: _type = "Task" [ 658.362613] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.373946] env[69613]: DEBUG oslo_vmware.api [None req-060e948d-ae60-4e98-8306-7c82da023137 tempest-ServersListShow2100Test-867795307 tempest-ServersListShow2100Test-867795307-project-member] Task: {'id': task-3416933, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.441088] env[69613]: DEBUG oslo_vmware.api [None req-8a95396e-c212-4192-a41d-464736324c93 tempest-ServerShowV254Test-1975243985 tempest-ServerShowV254Test-1975243985-project-member] Task: {'id': task-3416930, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.133753} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.441088] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a95396e-c212-4192-a41d-464736324c93 tempest-ServerShowV254Test-1975243985 tempest-ServerShowV254Test-1975243985-project-member] Deleted the datastore file {{(pid=69613) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 658.441088] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-8a95396e-c212-4192-a41d-464736324c93 tempest-ServerShowV254Test-1975243985 tempest-ServerShowV254Test-1975243985-project-member] [instance: cd5b4748-087b-4058-990d-e15affb5a715] Deleted contents of the VM from datastore datastore2 {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 658.441088] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-8a95396e-c212-4192-a41d-464736324c93 tempest-ServerShowV254Test-1975243985 tempest-ServerShowV254Test-1975243985-project-member] [instance: cd5b4748-087b-4058-990d-e15affb5a715] Instance destroyed {{(pid=69613) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 658.441282] env[69613]: INFO nova.compute.manager [None req-8a95396e-c212-4192-a41d-464736324c93 tempest-ServerShowV254Test-1975243985 tempest-ServerShowV254Test-1975243985-project-member] [instance: cd5b4748-087b-4058-990d-e15affb5a715] Took 1.13 seconds to destroy the instance on the hypervisor. [ 658.441595] env[69613]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8a95396e-c212-4192-a41d-464736324c93 tempest-ServerShowV254Test-1975243985 tempest-ServerShowV254Test-1975243985-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69613) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 658.442562] env[69613]: DEBUG nova.compute.manager [-] [instance: cd5b4748-087b-4058-990d-e15affb5a715] Deallocating network for instance {{(pid=69613) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 658.442714] env[69613]: DEBUG nova.network.neutron [-] [instance: cd5b4748-087b-4058-990d-e15affb5a715] deallocate_for_instance() {{(pid=69613) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 658.455378] env[69613]: DEBUG oslo_concurrency.lockutils [None req-6186cf25-c459-4e4b-aa27-5e20bca28113 tempest-ServerGroupTestJSON-1760943608 tempest-ServerGroupTestJSON-1760943608-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 658.467524] env[69613]: DEBUG nova.network.neutron [-] [instance: cd5b4748-087b-4058-990d-e15affb5a715] Instance cache missing network info. {{(pid=69613) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 658.665935] env[69613]: DEBUG oslo_vmware.api [None req-f117a1b4-81e1-4c12-8a5d-0a8d48bd7be1 tempest-ServerAddressesTestJSON-2032119828 tempest-ServerAddressesTestJSON-2032119828-project-member] Task: {'id': task-3416931, 'name': Rename_Task, 'duration_secs': 0.290605} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.666405] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-f117a1b4-81e1-4c12-8a5d-0a8d48bd7be1 tempest-ServerAddressesTestJSON-2032119828 tempest-ServerAddressesTestJSON-2032119828-project-member] [instance: 1e4afb61-0ef2-4805-85e2-4e480e8ba25f] Powering on the VM {{(pid=69613) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 658.666780] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0f95f4b1-7927-4b0d-aa9d-efed0bb39050 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.671606] env[69613]: DEBUG nova.scheduler.client.report [None req-cc50c24b-55fb-470a-b33f-43ed722cf3c7 tempest-ServersAdmin275Test-798959479 tempest-ServersAdmin275Test-798959479-project-member] Inventory has not changed for provider af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69613) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 658.683263] env[69613]: DEBUG oslo_vmware.api [None req-f117a1b4-81e1-4c12-8a5d-0a8d48bd7be1 tempest-ServerAddressesTestJSON-2032119828 tempest-ServerAddressesTestJSON-2032119828-project-member] Waiting for the task: (returnval){ [ 658.683263] env[69613]: value = "task-3416934" [ 658.683263] env[69613]: _type = "Task" [ 658.683263] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.698975] env[69613]: DEBUG oslo_vmware.api [None req-f117a1b4-81e1-4c12-8a5d-0a8d48bd7be1 tempest-ServerAddressesTestJSON-2032119828 tempest-ServerAddressesTestJSON-2032119828-project-member] Task: {'id': task-3416934, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.746907] env[69613]: DEBUG oslo_concurrency.lockutils [None req-2bc978f7-de16-4779-a0c0-7f1ddb4901b1 tempest-FloatingIPsAssociationTestJSON-164946246 tempest-FloatingIPsAssociationTestJSON-164946246-project-member] Releasing lock "refresh_cache-e75fc999-a479-44b6-a715-1a76054d73c6" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.747469] env[69613]: DEBUG nova.compute.manager [None req-2bc978f7-de16-4779-a0c0-7f1ddb4901b1 tempest-FloatingIPsAssociationTestJSON-164946246 tempest-FloatingIPsAssociationTestJSON-164946246-project-member] [instance: e75fc999-a479-44b6-a715-1a76054d73c6] Instance network_info: |[{"id": "40f7a37d-494f-405d-ab61-e2322fa1af25", "address": "fa:16:3e:5d:d3:eb", "network": {"id": "28f99ebf-ff7d-4655-a4e2-b730149dcbc3", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-315513107-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ad1d1d0ba08a4292a325cdccea6a4c0a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04ccbc7a-cf8d-4ea2-8411-291a1e27df7b", "external-id": "nsx-vlan-transportzone-998", "segmentation_id": 998, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap40f7a37d-49", "ovs_interfaceid": "40f7a37d-494f-405d-ab61-e2322fa1af25", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69613) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 658.748050] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-2bc978f7-de16-4779-a0c0-7f1ddb4901b1 tempest-FloatingIPsAssociationTestJSON-164946246 tempest-FloatingIPsAssociationTestJSON-164946246-project-member] [instance: e75fc999-a479-44b6-a715-1a76054d73c6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5d:d3:eb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '04ccbc7a-cf8d-4ea2-8411-291a1e27df7b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '40f7a37d-494f-405d-ab61-e2322fa1af25', 'vif_model': 'vmxnet3'}] {{(pid=69613) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 658.756394] env[69613]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2bc978f7-de16-4779-a0c0-7f1ddb4901b1 tempest-FloatingIPsAssociationTestJSON-164946246 tempest-FloatingIPsAssociationTestJSON-164946246-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69613) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 658.756628] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e75fc999-a479-44b6-a715-1a76054d73c6] Creating VM on the ESX host {{(pid=69613) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 658.756908] env[69613]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3f9e457f-282c-4cdf-a183-64747279f3ee {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.781404] env[69613]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 658.781404] env[69613]: value = "task-3416935" [ 658.781404] env[69613]: _type = "Task" [ 658.781404] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.791288] env[69613]: DEBUG nova.compute.manager [None req-2e45d429-24ae-447f-9b44-ce665ef7fd93 tempest-ImagesNegativeTestJSON-689260756 tempest-ImagesNegativeTestJSON-689260756-project-member] [instance: faeb64d6-dd4f-4267-af4f-d42dcc1c45c9] Start destroying the instance on the hypervisor. {{(pid=69613) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 658.791516] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-2e45d429-24ae-447f-9b44-ce665ef7fd93 tempest-ImagesNegativeTestJSON-689260756 tempest-ImagesNegativeTestJSON-689260756-project-member] [instance: faeb64d6-dd4f-4267-af4f-d42dcc1c45c9] Destroying instance {{(pid=69613) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 658.791742] env[69613]: DEBUG oslo_vmware.api [-] Task: {'id': task-3416935, 'name': CreateVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.792489] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c312e1bf-31a1-4774-9ee5-f7b8cfb78ab4 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.801172] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e45d429-24ae-447f-9b44-ce665ef7fd93 tempest-ImagesNegativeTestJSON-689260756 tempest-ImagesNegativeTestJSON-689260756-project-member] [instance: faeb64d6-dd4f-4267-af4f-d42dcc1c45c9] Powering off the VM {{(pid=69613) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 658.801483] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bcaa6ca3-772f-4c9b-9c42-34c06a16753b {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.809250] env[69613]: DEBUG oslo_vmware.api [None req-2e45d429-24ae-447f-9b44-ce665ef7fd93 tempest-ImagesNegativeTestJSON-689260756 tempest-ImagesNegativeTestJSON-689260756-project-member] Waiting for the task: (returnval){ [ 658.809250] env[69613]: value = "task-3416936" [ 658.809250] env[69613]: _type = "Task" [ 658.809250] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.818597] env[69613]: DEBUG oslo_vmware.api [None req-2e45d429-24ae-447f-9b44-ce665ef7fd93 tempest-ImagesNegativeTestJSON-689260756 tempest-ImagesNegativeTestJSON-689260756-project-member] Task: {'id': task-3416936, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.875782] env[69613]: DEBUG oslo_vmware.api [None req-060e948d-ae60-4e98-8306-7c82da023137 tempest-ServersListShow2100Test-867795307 tempest-ServersListShow2100Test-867795307-project-member] Task: {'id': task-3416933, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.299581} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.876096] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-060e948d-ae60-4e98-8306-7c82da023137 tempest-ServersListShow2100Test-867795307 tempest-ServersListShow2100Test-867795307-project-member] Deleted the datastore file {{(pid=69613) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 658.876284] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-060e948d-ae60-4e98-8306-7c82da023137 tempest-ServersListShow2100Test-867795307 tempest-ServersListShow2100Test-867795307-project-member] [instance: f2b492f9-2517-4ee7-b4e7-c6c3bb912e49] Deleted contents of the VM from datastore datastore2 {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 658.876463] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-060e948d-ae60-4e98-8306-7c82da023137 tempest-ServersListShow2100Test-867795307 tempest-ServersListShow2100Test-867795307-project-member] [instance: f2b492f9-2517-4ee7-b4e7-c6c3bb912e49] Instance destroyed {{(pid=69613) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 658.951474] env[69613]: INFO nova.compute.manager [None req-98245e18-6d74-407c-92c1-6604cbbc9197 tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] [instance: 1fb750ed-62d4-4784-bf6c-6d777dc5ddb0] Rescuing [ 658.951742] env[69613]: DEBUG oslo_concurrency.lockutils [None req-98245e18-6d74-407c-92c1-6604cbbc9197 tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Acquiring lock "refresh_cache-1fb750ed-62d4-4784-bf6c-6d777dc5ddb0" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.951970] env[69613]: DEBUG oslo_concurrency.lockutils [None req-98245e18-6d74-407c-92c1-6604cbbc9197 tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Acquired lock "refresh_cache-1fb750ed-62d4-4784-bf6c-6d777dc5ddb0" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.952286] env[69613]: DEBUG nova.network.neutron [None req-98245e18-6d74-407c-92c1-6604cbbc9197 tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] [instance: 1fb750ed-62d4-4784-bf6c-6d777dc5ddb0] Building network info cache for instance {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 658.970501] env[69613]: DEBUG nova.network.neutron [-] [instance: cd5b4748-087b-4058-990d-e15affb5a715] Updating instance_info_cache with network_info: [] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 659.182212] env[69613]: DEBUG oslo_concurrency.lockutils [None req-cc50c24b-55fb-470a-b33f-43ed722cf3c7 tempest-ServersAdmin275Test-798959479 tempest-ServersAdmin275Test-798959479-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.352s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 659.185180] env[69613]: DEBUG oslo_concurrency.lockutils [None req-22b5a87d-9968-4036-bb4f-ea9539608ed6 tempest-FloatingIPsAssociationNegativeTestJSON-1033774278 tempest-FloatingIPsAssociationNegativeTestJSON-1033774278-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.535s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 659.186813] env[69613]: INFO nova.compute.claims [None req-22b5a87d-9968-4036-bb4f-ea9539608ed6 tempest-FloatingIPsAssociationNegativeTestJSON-1033774278 tempest-FloatingIPsAssociationNegativeTestJSON-1033774278-project-member] [instance: 00d02bd2-f8fa-415c-9a6f-c58b9af0be63] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 659.196906] env[69613]: DEBUG nova.compute.manager [req-de2d3f54-af49-4c07-83c7-37d4d7e8c0cc req-c088543e-4440-4859-85a5-47114b64542b service nova] [instance: e75fc999-a479-44b6-a715-1a76054d73c6] Received event network-vif-plugged-40f7a37d-494f-405d-ab61-e2322fa1af25 {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 659.197985] env[69613]: DEBUG oslo_concurrency.lockutils [req-de2d3f54-af49-4c07-83c7-37d4d7e8c0cc req-c088543e-4440-4859-85a5-47114b64542b service nova] Acquiring lock "e75fc999-a479-44b6-a715-1a76054d73c6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 659.198778] env[69613]: DEBUG oslo_concurrency.lockutils [req-de2d3f54-af49-4c07-83c7-37d4d7e8c0cc req-c088543e-4440-4859-85a5-47114b64542b service nova] Lock "e75fc999-a479-44b6-a715-1a76054d73c6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 659.198778] env[69613]: DEBUG oslo_concurrency.lockutils [req-de2d3f54-af49-4c07-83c7-37d4d7e8c0cc req-c088543e-4440-4859-85a5-47114b64542b service nova] Lock "e75fc999-a479-44b6-a715-1a76054d73c6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 659.198778] env[69613]: DEBUG nova.compute.manager [req-de2d3f54-af49-4c07-83c7-37d4d7e8c0cc req-c088543e-4440-4859-85a5-47114b64542b service nova] [instance: e75fc999-a479-44b6-a715-1a76054d73c6] No waiting events found dispatching network-vif-plugged-40f7a37d-494f-405d-ab61-e2322fa1af25 {{(pid=69613) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 659.198778] env[69613]: WARNING nova.compute.manager [req-de2d3f54-af49-4c07-83c7-37d4d7e8c0cc req-c088543e-4440-4859-85a5-47114b64542b service nova] [instance: e75fc999-a479-44b6-a715-1a76054d73c6] Received unexpected event network-vif-plugged-40f7a37d-494f-405d-ab61-e2322fa1af25 for instance with vm_state building and task_state spawning. [ 659.200100] env[69613]: DEBUG nova.compute.manager [req-de2d3f54-af49-4c07-83c7-37d4d7e8c0cc req-c088543e-4440-4859-85a5-47114b64542b service nova] [instance: e75fc999-a479-44b6-a715-1a76054d73c6] Received event network-changed-40f7a37d-494f-405d-ab61-e2322fa1af25 {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 659.200100] env[69613]: DEBUG nova.compute.manager [req-de2d3f54-af49-4c07-83c7-37d4d7e8c0cc req-c088543e-4440-4859-85a5-47114b64542b service nova] [instance: e75fc999-a479-44b6-a715-1a76054d73c6] Refreshing instance network info cache due to event network-changed-40f7a37d-494f-405d-ab61-e2322fa1af25. {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 659.200100] env[69613]: DEBUG oslo_concurrency.lockutils [req-de2d3f54-af49-4c07-83c7-37d4d7e8c0cc req-c088543e-4440-4859-85a5-47114b64542b service nova] Acquiring lock "refresh_cache-e75fc999-a479-44b6-a715-1a76054d73c6" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.200100] env[69613]: DEBUG oslo_concurrency.lockutils [req-de2d3f54-af49-4c07-83c7-37d4d7e8c0cc req-c088543e-4440-4859-85a5-47114b64542b service nova] Acquired lock "refresh_cache-e75fc999-a479-44b6-a715-1a76054d73c6" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.200100] env[69613]: DEBUG nova.network.neutron [req-de2d3f54-af49-4c07-83c7-37d4d7e8c0cc req-c088543e-4440-4859-85a5-47114b64542b service nova] [instance: e75fc999-a479-44b6-a715-1a76054d73c6] Refreshing network info cache for port 40f7a37d-494f-405d-ab61-e2322fa1af25 {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 659.209896] env[69613]: DEBUG oslo_vmware.api [None req-f117a1b4-81e1-4c12-8a5d-0a8d48bd7be1 tempest-ServerAddressesTestJSON-2032119828 tempest-ServerAddressesTestJSON-2032119828-project-member] Task: {'id': task-3416934, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.231354] env[69613]: INFO nova.scheduler.client.report [None req-cc50c24b-55fb-470a-b33f-43ed722cf3c7 tempest-ServersAdmin275Test-798959479 tempest-ServersAdmin275Test-798959479-project-member] Deleted allocations for instance 82d7d697-989c-4f9f-aaf4-7a7345bf2292 [ 659.274740] env[69613]: DEBUG nova.network.neutron [None req-68584071-a16c-4783-941c-0016b562ff9f tempest-SecurityGroupsTestJSON-147571119 tempest-SecurityGroupsTestJSON-147571119-project-member] [instance: d812aca8-c993-4f3e-8235-115a51b60501] Successfully updated port: cbc3c323-a34f-4d2c-8c86-784e041e179b {{(pid=69613) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 659.299027] env[69613]: DEBUG oslo_vmware.api [-] Task: {'id': task-3416935, 'name': CreateVM_Task, 'duration_secs': 0.428191} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.299027] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e75fc999-a479-44b6-a715-1a76054d73c6] Created VM on the ESX host {{(pid=69613) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 659.300085] env[69613]: DEBUG oslo_concurrency.lockutils [None req-2bc978f7-de16-4779-a0c0-7f1ddb4901b1 tempest-FloatingIPsAssociationTestJSON-164946246 tempest-FloatingIPsAssociationTestJSON-164946246-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.300487] env[69613]: DEBUG oslo_concurrency.lockutils [None req-2bc978f7-de16-4779-a0c0-7f1ddb4901b1 tempest-FloatingIPsAssociationTestJSON-164946246 tempest-FloatingIPsAssociationTestJSON-164946246-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.301072] env[69613]: DEBUG oslo_concurrency.lockutils [None req-2bc978f7-de16-4779-a0c0-7f1ddb4901b1 tempest-FloatingIPsAssociationTestJSON-164946246 tempest-FloatingIPsAssociationTestJSON-164946246-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.302330] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9d645063-f389-4d49-9585-a6a4a03acd0b {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.312382] env[69613]: DEBUG oslo_vmware.api [None req-2bc978f7-de16-4779-a0c0-7f1ddb4901b1 tempest-FloatingIPsAssociationTestJSON-164946246 tempest-FloatingIPsAssociationTestJSON-164946246-project-member] Waiting for the task: (returnval){ [ 659.312382] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]52da7ac0-441b-525d-35af-03edb71db8f0" [ 659.312382] env[69613]: _type = "Task" [ 659.312382] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.333198] env[69613]: DEBUG oslo_vmware.api [None req-2bc978f7-de16-4779-a0c0-7f1ddb4901b1 tempest-FloatingIPsAssociationTestJSON-164946246 tempest-FloatingIPsAssociationTestJSON-164946246-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52da7ac0-441b-525d-35af-03edb71db8f0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.333888] env[69613]: DEBUG oslo_vmware.api [None req-2e45d429-24ae-447f-9b44-ce665ef7fd93 tempest-ImagesNegativeTestJSON-689260756 tempest-ImagesNegativeTestJSON-689260756-project-member] Task: {'id': task-3416936, 'name': PowerOffVM_Task, 'duration_secs': 0.242492} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.334260] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e45d429-24ae-447f-9b44-ce665ef7fd93 tempest-ImagesNegativeTestJSON-689260756 tempest-ImagesNegativeTestJSON-689260756-project-member] [instance: faeb64d6-dd4f-4267-af4f-d42dcc1c45c9] Powered off the VM {{(pid=69613) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 659.335024] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-2e45d429-24ae-447f-9b44-ce665ef7fd93 tempest-ImagesNegativeTestJSON-689260756 tempest-ImagesNegativeTestJSON-689260756-project-member] [instance: faeb64d6-dd4f-4267-af4f-d42dcc1c45c9] Unregistering the VM {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 659.335024] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7f89d903-bdb0-4ec5-89d7-e4b21852f9b3 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.421059] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-2e45d429-24ae-447f-9b44-ce665ef7fd93 tempest-ImagesNegativeTestJSON-689260756 tempest-ImagesNegativeTestJSON-689260756-project-member] [instance: faeb64d6-dd4f-4267-af4f-d42dcc1c45c9] Unregistered the VM {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 659.421302] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-2e45d429-24ae-447f-9b44-ce665ef7fd93 tempest-ImagesNegativeTestJSON-689260756 tempest-ImagesNegativeTestJSON-689260756-project-member] [instance: faeb64d6-dd4f-4267-af4f-d42dcc1c45c9] Deleting contents of the VM from datastore datastore2 {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 659.421996] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e45d429-24ae-447f-9b44-ce665ef7fd93 tempest-ImagesNegativeTestJSON-689260756 tempest-ImagesNegativeTestJSON-689260756-project-member] Deleting the datastore file [datastore2] faeb64d6-dd4f-4267-af4f-d42dcc1c45c9 {{(pid=69613) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 659.421996] env[69613]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-82e78bb8-bb6f-4290-bab9-b92c82b22593 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.431189] env[69613]: DEBUG oslo_vmware.api [None req-2e45d429-24ae-447f-9b44-ce665ef7fd93 tempest-ImagesNegativeTestJSON-689260756 tempest-ImagesNegativeTestJSON-689260756-project-member] Waiting for the task: (returnval){ [ 659.431189] env[69613]: value = "task-3416938" [ 659.431189] env[69613]: _type = "Task" [ 659.431189] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.444567] env[69613]: DEBUG oslo_vmware.api [None req-2e45d429-24ae-447f-9b44-ce665ef7fd93 tempest-ImagesNegativeTestJSON-689260756 tempest-ImagesNegativeTestJSON-689260756-project-member] Task: {'id': task-3416938, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.473231] env[69613]: INFO nova.compute.manager [-] [instance: cd5b4748-087b-4058-990d-e15affb5a715] Took 1.03 seconds to deallocate network for instance. [ 659.555709] env[69613]: DEBUG nova.compute.manager [req-5a1b00b0-2036-481c-aea0-15206895e0ab req-03c76095-e854-4543-bdef-7d6110897539 service nova] [instance: d812aca8-c993-4f3e-8235-115a51b60501] Received event network-vif-plugged-cbc3c323-a34f-4d2c-8c86-784e041e179b {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 659.555945] env[69613]: DEBUG oslo_concurrency.lockutils [req-5a1b00b0-2036-481c-aea0-15206895e0ab req-03c76095-e854-4543-bdef-7d6110897539 service nova] Acquiring lock "d812aca8-c993-4f3e-8235-115a51b60501-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 659.556174] env[69613]: DEBUG oslo_concurrency.lockutils [req-5a1b00b0-2036-481c-aea0-15206895e0ab req-03c76095-e854-4543-bdef-7d6110897539 service nova] Lock "d812aca8-c993-4f3e-8235-115a51b60501-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 659.556371] env[69613]: DEBUG oslo_concurrency.lockutils [req-5a1b00b0-2036-481c-aea0-15206895e0ab req-03c76095-e854-4543-bdef-7d6110897539 service nova] Lock "d812aca8-c993-4f3e-8235-115a51b60501-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 659.556554] env[69613]: DEBUG nova.compute.manager [req-5a1b00b0-2036-481c-aea0-15206895e0ab req-03c76095-e854-4543-bdef-7d6110897539 service nova] [instance: d812aca8-c993-4f3e-8235-115a51b60501] No waiting events found dispatching network-vif-plugged-cbc3c323-a34f-4d2c-8c86-784e041e179b {{(pid=69613) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 659.556733] env[69613]: WARNING nova.compute.manager [req-5a1b00b0-2036-481c-aea0-15206895e0ab req-03c76095-e854-4543-bdef-7d6110897539 service nova] [instance: d812aca8-c993-4f3e-8235-115a51b60501] Received unexpected event network-vif-plugged-cbc3c323-a34f-4d2c-8c86-784e041e179b for instance with vm_state building and task_state spawning. [ 659.706455] env[69613]: DEBUG oslo_vmware.api [None req-f117a1b4-81e1-4c12-8a5d-0a8d48bd7be1 tempest-ServerAddressesTestJSON-2032119828 tempest-ServerAddressesTestJSON-2032119828-project-member] Task: {'id': task-3416934, 'name': PowerOnVM_Task, 'duration_secs': 0.658129} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.709323] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-f117a1b4-81e1-4c12-8a5d-0a8d48bd7be1 tempest-ServerAddressesTestJSON-2032119828 tempest-ServerAddressesTestJSON-2032119828-project-member] [instance: 1e4afb61-0ef2-4805-85e2-4e480e8ba25f] Powered on the VM {{(pid=69613) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 659.709594] env[69613]: INFO nova.compute.manager [None req-f117a1b4-81e1-4c12-8a5d-0a8d48bd7be1 tempest-ServerAddressesTestJSON-2032119828 tempest-ServerAddressesTestJSON-2032119828-project-member] [instance: 1e4afb61-0ef2-4805-85e2-4e480e8ba25f] Took 9.18 seconds to spawn the instance on the hypervisor. [ 659.709810] env[69613]: DEBUG nova.compute.manager [None req-f117a1b4-81e1-4c12-8a5d-0a8d48bd7be1 tempest-ServerAddressesTestJSON-2032119828 tempest-ServerAddressesTestJSON-2032119828-project-member] [instance: 1e4afb61-0ef2-4805-85e2-4e480e8ba25f] Checking state {{(pid=69613) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 659.711093] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec671235-d80d-4db2-bf60-2b6396e347c2 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.747786] env[69613]: DEBUG oslo_concurrency.lockutils [None req-cc50c24b-55fb-470a-b33f-43ed722cf3c7 tempest-ServersAdmin275Test-798959479 tempest-ServersAdmin275Test-798959479-project-member] Lock "82d7d697-989c-4f9f-aaf4-7a7345bf2292" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.231s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 659.778289] env[69613]: DEBUG oslo_concurrency.lockutils [None req-68584071-a16c-4783-941c-0016b562ff9f tempest-SecurityGroupsTestJSON-147571119 tempest-SecurityGroupsTestJSON-147571119-project-member] Acquiring lock "refresh_cache-d812aca8-c993-4f3e-8235-115a51b60501" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.778289] env[69613]: DEBUG oslo_concurrency.lockutils [None req-68584071-a16c-4783-941c-0016b562ff9f tempest-SecurityGroupsTestJSON-147571119 tempest-SecurityGroupsTestJSON-147571119-project-member] Acquired lock "refresh_cache-d812aca8-c993-4f3e-8235-115a51b60501" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.778289] env[69613]: DEBUG nova.network.neutron [None req-68584071-a16c-4783-941c-0016b562ff9f tempest-SecurityGroupsTestJSON-147571119 tempest-SecurityGroupsTestJSON-147571119-project-member] [instance: d812aca8-c993-4f3e-8235-115a51b60501] Building network info cache for instance {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 659.830909] env[69613]: DEBUG oslo_vmware.api [None req-2bc978f7-de16-4779-a0c0-7f1ddb4901b1 tempest-FloatingIPsAssociationTestJSON-164946246 tempest-FloatingIPsAssociationTestJSON-164946246-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52da7ac0-441b-525d-35af-03edb71db8f0, 'name': SearchDatastore_Task, 'duration_secs': 0.018345} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.831259] env[69613]: DEBUG oslo_concurrency.lockutils [None req-2bc978f7-de16-4779-a0c0-7f1ddb4901b1 tempest-FloatingIPsAssociationTestJSON-164946246 tempest-FloatingIPsAssociationTestJSON-164946246-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.831508] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-2bc978f7-de16-4779-a0c0-7f1ddb4901b1 tempest-FloatingIPsAssociationTestJSON-164946246 tempest-FloatingIPsAssociationTestJSON-164946246-project-member] [instance: e75fc999-a479-44b6-a715-1a76054d73c6] Processing image 2b7a0304-b5d0-431d-b287-32c8388d7fbd {{(pid=69613) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 659.831735] env[69613]: DEBUG oslo_concurrency.lockutils [None req-2bc978f7-de16-4779-a0c0-7f1ddb4901b1 tempest-FloatingIPsAssociationTestJSON-164946246 tempest-FloatingIPsAssociationTestJSON-164946246-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.832022] env[69613]: DEBUG oslo_concurrency.lockutils [None req-2bc978f7-de16-4779-a0c0-7f1ddb4901b1 tempest-FloatingIPsAssociationTestJSON-164946246 tempest-FloatingIPsAssociationTestJSON-164946246-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.832073] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-2bc978f7-de16-4779-a0c0-7f1ddb4901b1 tempest-FloatingIPsAssociationTestJSON-164946246 tempest-FloatingIPsAssociationTestJSON-164946246-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69613) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 659.832325] env[69613]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2753f3c5-cbfb-4e43-89b7-c2cbba68bbe2 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.844976] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-2bc978f7-de16-4779-a0c0-7f1ddb4901b1 tempest-FloatingIPsAssociationTestJSON-164946246 tempest-FloatingIPsAssociationTestJSON-164946246-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69613) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 659.845203] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-2bc978f7-de16-4779-a0c0-7f1ddb4901b1 tempest-FloatingIPsAssociationTestJSON-164946246 tempest-FloatingIPsAssociationTestJSON-164946246-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69613) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 659.845989] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e0cac6ae-4952-488a-b526-78936cec218b {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.854080] env[69613]: DEBUG oslo_vmware.api [None req-2bc978f7-de16-4779-a0c0-7f1ddb4901b1 tempest-FloatingIPsAssociationTestJSON-164946246 tempest-FloatingIPsAssociationTestJSON-164946246-project-member] Waiting for the task: (returnval){ [ 659.854080] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]52586111-3c6e-82aa-ad83-727b036c0762" [ 659.854080] env[69613]: _type = "Task" [ 659.854080] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.870476] env[69613]: DEBUG oslo_vmware.api [None req-2bc978f7-de16-4779-a0c0-7f1ddb4901b1 tempest-FloatingIPsAssociationTestJSON-164946246 tempest-FloatingIPsAssociationTestJSON-164946246-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52586111-3c6e-82aa-ad83-727b036c0762, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.927056] env[69613]: DEBUG nova.virt.hardware [None req-060e948d-ae60-4e98-8306-7c82da023137 tempest-ServersListShow2100Test-867795307 tempest-ServersListShow2100Test-867795307-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T13:55:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T13:55:19Z,direct_url=,disk_format='vmdk',id=2b7a0304-b5d0-431d-b287-32c8388d7fbd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3e9e1b873f1442d59d5ee8247b941f74',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T13:55:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 659.927392] env[69613]: DEBUG nova.virt.hardware [None req-060e948d-ae60-4e98-8306-7c82da023137 tempest-ServersListShow2100Test-867795307 tempest-ServersListShow2100Test-867795307-project-member] Flavor limits 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 659.927569] env[69613]: DEBUG nova.virt.hardware [None req-060e948d-ae60-4e98-8306-7c82da023137 tempest-ServersListShow2100Test-867795307 tempest-ServersListShow2100Test-867795307-project-member] Image limits 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 659.927758] env[69613]: DEBUG nova.virt.hardware [None req-060e948d-ae60-4e98-8306-7c82da023137 tempest-ServersListShow2100Test-867795307 tempest-ServersListShow2100Test-867795307-project-member] Flavor pref 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 659.928692] env[69613]: DEBUG nova.virt.hardware [None req-060e948d-ae60-4e98-8306-7c82da023137 tempest-ServersListShow2100Test-867795307 tempest-ServersListShow2100Test-867795307-project-member] Image pref 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 659.928692] env[69613]: DEBUG nova.virt.hardware [None req-060e948d-ae60-4e98-8306-7c82da023137 tempest-ServersListShow2100Test-867795307 tempest-ServersListShow2100Test-867795307-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 659.928692] env[69613]: DEBUG nova.virt.hardware [None req-060e948d-ae60-4e98-8306-7c82da023137 tempest-ServersListShow2100Test-867795307 tempest-ServersListShow2100Test-867795307-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 659.928692] env[69613]: DEBUG nova.virt.hardware [None req-060e948d-ae60-4e98-8306-7c82da023137 tempest-ServersListShow2100Test-867795307 tempest-ServersListShow2100Test-867795307-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69613) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 659.928843] env[69613]: DEBUG nova.virt.hardware [None req-060e948d-ae60-4e98-8306-7c82da023137 tempest-ServersListShow2100Test-867795307 tempest-ServersListShow2100Test-867795307-project-member] Got 1 possible topologies {{(pid=69613) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 659.929102] env[69613]: DEBUG nova.virt.hardware [None req-060e948d-ae60-4e98-8306-7c82da023137 tempest-ServersListShow2100Test-867795307 tempest-ServersListShow2100Test-867795307-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 659.929307] env[69613]: DEBUG nova.virt.hardware [None req-060e948d-ae60-4e98-8306-7c82da023137 tempest-ServersListShow2100Test-867795307 tempest-ServersListShow2100Test-867795307-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 659.930272] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-557e0a4a-6355-43eb-8ee7-93148b988a0c {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.946951] env[69613]: DEBUG nova.network.neutron [None req-98245e18-6d74-407c-92c1-6604cbbc9197 tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] [instance: 1fb750ed-62d4-4784-bf6c-6d777dc5ddb0] Updating instance_info_cache with network_info: [{"id": "621a1701-de10-4dd8-8277-ee1f9400080b", "address": "fa:16:3e:da:b4:d6", "network": {"id": "2cb87d9b-693d-4d01-9cc7-dd815adbba8d", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1525363723-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "4ac79c17b68b4c8b9f7e4dc24fa29fe5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1cbd5e0e-9116-46f1-9748-13a73d2d7e75", "external-id": "nsx-vlan-transportzone-690", "segmentation_id": 690, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap621a1701-de", "ovs_interfaceid": "621a1701-de10-4dd8-8277-ee1f9400080b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 659.959137] env[69613]: DEBUG oslo_concurrency.lockutils [None req-3558f5b5-9d81-4494-b58a-f82c4768b0b4 tempest-AttachInterfacesUnderV243Test-1097413231 tempest-AttachInterfacesUnderV243Test-1097413231-project-member] Acquiring lock "df4f5b07-b088-4c1f-9a13-7812115eeaf0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 659.959419] env[69613]: DEBUG oslo_concurrency.lockutils [None req-3558f5b5-9d81-4494-b58a-f82c4768b0b4 tempest-AttachInterfacesUnderV243Test-1097413231 tempest-AttachInterfacesUnderV243Test-1097413231-project-member] Lock "df4f5b07-b088-4c1f-9a13-7812115eeaf0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 659.960048] env[69613]: DEBUG oslo_vmware.api [None req-2e45d429-24ae-447f-9b44-ce665ef7fd93 tempest-ImagesNegativeTestJSON-689260756 tempest-ImagesNegativeTestJSON-689260756-project-member] Task: {'id': task-3416938, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.358624} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.960438] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e45d429-24ae-447f-9b44-ce665ef7fd93 tempest-ImagesNegativeTestJSON-689260756 tempest-ImagesNegativeTestJSON-689260756-project-member] Deleted the datastore file {{(pid=69613) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 659.960632] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-2e45d429-24ae-447f-9b44-ce665ef7fd93 tempest-ImagesNegativeTestJSON-689260756 tempest-ImagesNegativeTestJSON-689260756-project-member] [instance: faeb64d6-dd4f-4267-af4f-d42dcc1c45c9] Deleted contents of the VM from datastore datastore2 {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 659.960998] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-2e45d429-24ae-447f-9b44-ce665ef7fd93 tempest-ImagesNegativeTestJSON-689260756 tempest-ImagesNegativeTestJSON-689260756-project-member] [instance: faeb64d6-dd4f-4267-af4f-d42dcc1c45c9] Instance destroyed {{(pid=69613) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 659.961298] env[69613]: INFO nova.compute.manager [None req-2e45d429-24ae-447f-9b44-ce665ef7fd93 tempest-ImagesNegativeTestJSON-689260756 tempest-ImagesNegativeTestJSON-689260756-project-member] [instance: faeb64d6-dd4f-4267-af4f-d42dcc1c45c9] Took 1.17 seconds to destroy the instance on the hypervisor. [ 659.961530] env[69613]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2e45d429-24ae-447f-9b44-ce665ef7fd93 tempest-ImagesNegativeTestJSON-689260756 tempest-ImagesNegativeTestJSON-689260756-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69613) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 659.963143] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42c39adc-96aa-4cd2-99e1-88b133fcd60d {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.970215] env[69613]: DEBUG nova.compute.manager [-] [instance: faeb64d6-dd4f-4267-af4f-d42dcc1c45c9] Deallocating network for instance {{(pid=69613) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 659.970324] env[69613]: DEBUG nova.network.neutron [-] [instance: faeb64d6-dd4f-4267-af4f-d42dcc1c45c9] deallocate_for_instance() {{(pid=69613) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 659.986267] env[69613]: DEBUG oslo_concurrency.lockutils [None req-8a95396e-c212-4192-a41d-464736324c93 tempest-ServerShowV254Test-1975243985 tempest-ServerShowV254Test-1975243985-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 659.987097] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-060e948d-ae60-4e98-8306-7c82da023137 tempest-ServersListShow2100Test-867795307 tempest-ServersListShow2100Test-867795307-project-member] [instance: f2b492f9-2517-4ee7-b4e7-c6c3bb912e49] Instance VIF info [] {{(pid=69613) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 659.993535] env[69613]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-060e948d-ae60-4e98-8306-7c82da023137 tempest-ServersListShow2100Test-867795307 tempest-ServersListShow2100Test-867795307-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69613) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 659.994597] env[69613]: DEBUG nova.network.neutron [req-de2d3f54-af49-4c07-83c7-37d4d7e8c0cc req-c088543e-4440-4859-85a5-47114b64542b service nova] [instance: e75fc999-a479-44b6-a715-1a76054d73c6] Updated VIF entry in instance network info cache for port 40f7a37d-494f-405d-ab61-e2322fa1af25. {{(pid=69613) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 659.994868] env[69613]: DEBUG nova.network.neutron [req-de2d3f54-af49-4c07-83c7-37d4d7e8c0cc req-c088543e-4440-4859-85a5-47114b64542b service nova] [instance: e75fc999-a479-44b6-a715-1a76054d73c6] Updating instance_info_cache with network_info: [{"id": "40f7a37d-494f-405d-ab61-e2322fa1af25", "address": "fa:16:3e:5d:d3:eb", "network": {"id": "28f99ebf-ff7d-4655-a4e2-b730149dcbc3", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-315513107-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ad1d1d0ba08a4292a325cdccea6a4c0a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04ccbc7a-cf8d-4ea2-8411-291a1e27df7b", "external-id": "nsx-vlan-transportzone-998", "segmentation_id": 998, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap40f7a37d-49", "ovs_interfaceid": "40f7a37d-494f-405d-ab61-e2322fa1af25", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 660.000021] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f2b492f9-2517-4ee7-b4e7-c6c3bb912e49] Creating VM on the ESX host {{(pid=69613) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 660.000021] env[69613]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-576e0181-d991-4483-b22d-2a5ca4ba4e00 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.019629] env[69613]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 660.019629] env[69613]: value = "task-3416939" [ 660.019629] env[69613]: _type = "Task" [ 660.019629] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.033029] env[69613]: DEBUG oslo_vmware.api [-] Task: {'id': task-3416939, 'name': CreateVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.232980] env[69613]: INFO nova.compute.manager [None req-f117a1b4-81e1-4c12-8a5d-0a8d48bd7be1 tempest-ServerAddressesTestJSON-2032119828 tempest-ServerAddressesTestJSON-2032119828-project-member] [instance: 1e4afb61-0ef2-4805-85e2-4e480e8ba25f] Took 30.77 seconds to build instance. [ 660.328302] env[69613]: DEBUG nova.network.neutron [None req-68584071-a16c-4783-941c-0016b562ff9f tempest-SecurityGroupsTestJSON-147571119 tempest-SecurityGroupsTestJSON-147571119-project-member] [instance: d812aca8-c993-4f3e-8235-115a51b60501] Instance cache missing network info. {{(pid=69613) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 660.367229] env[69613]: DEBUG oslo_vmware.api [None req-2bc978f7-de16-4779-a0c0-7f1ddb4901b1 tempest-FloatingIPsAssociationTestJSON-164946246 tempest-FloatingIPsAssociationTestJSON-164946246-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52586111-3c6e-82aa-ad83-727b036c0762, 'name': SearchDatastore_Task, 'duration_secs': 0.033186} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.372575] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cc435de1-1a85-4176-a5e7-bf0a80fc33f6 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.380772] env[69613]: DEBUG oslo_vmware.api [None req-2bc978f7-de16-4779-a0c0-7f1ddb4901b1 tempest-FloatingIPsAssociationTestJSON-164946246 tempest-FloatingIPsAssociationTestJSON-164946246-project-member] Waiting for the task: (returnval){ [ 660.380772] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]52a7680f-5814-5177-9f23-58b4c7bd46e3" [ 660.380772] env[69613]: _type = "Task" [ 660.380772] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.392561] env[69613]: DEBUG oslo_vmware.api [None req-2bc978f7-de16-4779-a0c0-7f1ddb4901b1 tempest-FloatingIPsAssociationTestJSON-164946246 tempest-FloatingIPsAssociationTestJSON-164946246-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52a7680f-5814-5177-9f23-58b4c7bd46e3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.457939] env[69613]: DEBUG oslo_concurrency.lockutils [None req-98245e18-6d74-407c-92c1-6604cbbc9197 tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Releasing lock "refresh_cache-1fb750ed-62d4-4784-bf6c-6d777dc5ddb0" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.502804] env[69613]: DEBUG oslo_concurrency.lockutils [req-de2d3f54-af49-4c07-83c7-37d4d7e8c0cc req-c088543e-4440-4859-85a5-47114b64542b service nova] Releasing lock "refresh_cache-e75fc999-a479-44b6-a715-1a76054d73c6" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.528565] env[69613]: DEBUG nova.network.neutron [None req-68584071-a16c-4783-941c-0016b562ff9f tempest-SecurityGroupsTestJSON-147571119 tempest-SecurityGroupsTestJSON-147571119-project-member] [instance: d812aca8-c993-4f3e-8235-115a51b60501] Updating instance_info_cache with network_info: [{"id": "cbc3c323-a34f-4d2c-8c86-784e041e179b", "address": "fa:16:3e:6b:a9:48", "network": {"id": "63a9d1a8-2b9f-44cd-b8a7-c3073c1df667", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-180258284-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "abcd35075ac348e88fb05677ad1f2b0f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb2eaecd-9701-4504-9fcb-fb1a420ead72", "external-id": "nsx-vlan-transportzone-433", "segmentation_id": 433, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcbc3c323-a3", "ovs_interfaceid": "cbc3c323-a34f-4d2c-8c86-784e041e179b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 660.541493] env[69613]: DEBUG oslo_vmware.api [-] Task: {'id': task-3416939, 'name': CreateVM_Task, 'duration_secs': 0.457111} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.542542] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f2b492f9-2517-4ee7-b4e7-c6c3bb912e49] Created VM on the ESX host {{(pid=69613) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 660.542542] env[69613]: DEBUG oslo_concurrency.lockutils [None req-060e948d-ae60-4e98-8306-7c82da023137 tempest-ServersListShow2100Test-867795307 tempest-ServersListShow2100Test-867795307-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.542542] env[69613]: DEBUG oslo_concurrency.lockutils [None req-060e948d-ae60-4e98-8306-7c82da023137 tempest-ServersListShow2100Test-867795307 tempest-ServersListShow2100Test-867795307-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.542984] env[69613]: DEBUG oslo_concurrency.lockutils [None req-060e948d-ae60-4e98-8306-7c82da023137 tempest-ServersListShow2100Test-867795307 tempest-ServersListShow2100Test-867795307-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.544321] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e9bee5cb-6d3d-4738-b4fa-779e1d553f93 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.551580] env[69613]: DEBUG oslo_vmware.api [None req-060e948d-ae60-4e98-8306-7c82da023137 tempest-ServersListShow2100Test-867795307 tempest-ServersListShow2100Test-867795307-project-member] Waiting for the task: (returnval){ [ 660.551580] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]52244b2a-3eb3-32c3-edb5-5f5f2536eb7e" [ 660.551580] env[69613]: _type = "Task" [ 660.551580] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.567788] env[69613]: DEBUG oslo_vmware.api [None req-060e948d-ae60-4e98-8306-7c82da023137 tempest-ServersListShow2100Test-867795307 tempest-ServersListShow2100Test-867795307-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52244b2a-3eb3-32c3-edb5-5f5f2536eb7e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.734388] env[69613]: DEBUG oslo_concurrency.lockutils [None req-f117a1b4-81e1-4c12-8a5d-0a8d48bd7be1 tempest-ServerAddressesTestJSON-2032119828 tempest-ServerAddressesTestJSON-2032119828-project-member] Lock "1e4afb61-0ef2-4805-85e2-4e480e8ba25f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 52.323s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 660.859591] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b7a0706-5ea8-45fa-8b7c-1cfd0d1d353a {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.868684] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3efdbe27-134f-4391-b7d7-7f5e4e53cebf {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.901709] env[69613]: DEBUG nova.network.neutron [-] [instance: faeb64d6-dd4f-4267-af4f-d42dcc1c45c9] Updating instance_info_cache with network_info: [] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 660.907094] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c83aa0b-6615-4e95-a713-7d8a903ad7c5 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.916744] env[69613]: DEBUG oslo_vmware.api [None req-2bc978f7-de16-4779-a0c0-7f1ddb4901b1 tempest-FloatingIPsAssociationTestJSON-164946246 tempest-FloatingIPsAssociationTestJSON-164946246-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52a7680f-5814-5177-9f23-58b4c7bd46e3, 'name': SearchDatastore_Task, 'duration_secs': 0.019783} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.919436] env[69613]: DEBUG oslo_concurrency.lockutils [None req-2bc978f7-de16-4779-a0c0-7f1ddb4901b1 tempest-FloatingIPsAssociationTestJSON-164946246 tempest-FloatingIPsAssociationTestJSON-164946246-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.919706] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-2bc978f7-de16-4779-a0c0-7f1ddb4901b1 tempest-FloatingIPsAssociationTestJSON-164946246 tempest-FloatingIPsAssociationTestJSON-164946246-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk to [datastore1] e75fc999-a479-44b6-a715-1a76054d73c6/e75fc999-a479-44b6-a715-1a76054d73c6.vmdk {{(pid=69613) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 660.920034] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9e8df8b6-06b8-4059-a475-7681301de125 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.923173] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-caf83c95-9f48-444a-8067-40073d379a66 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.945632] env[69613]: DEBUG nova.compute.provider_tree [None req-22b5a87d-9968-4036-bb4f-ea9539608ed6 tempest-FloatingIPsAssociationNegativeTestJSON-1033774278 tempest-FloatingIPsAssociationNegativeTestJSON-1033774278-project-member] Inventory has not changed in ProviderTree for provider: af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 {{(pid=69613) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 660.948321] env[69613]: DEBUG oslo_vmware.api [None req-2bc978f7-de16-4779-a0c0-7f1ddb4901b1 tempest-FloatingIPsAssociationTestJSON-164946246 tempest-FloatingIPsAssociationTestJSON-164946246-project-member] Waiting for the task: (returnval){ [ 660.948321] env[69613]: value = "task-3416940" [ 660.948321] env[69613]: _type = "Task" [ 660.948321] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.959598] env[69613]: DEBUG oslo_vmware.api [None req-2bc978f7-de16-4779-a0c0-7f1ddb4901b1 tempest-FloatingIPsAssociationTestJSON-164946246 tempest-FloatingIPsAssociationTestJSON-164946246-project-member] Task: {'id': task-3416940, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.033569] env[69613]: DEBUG oslo_concurrency.lockutils [None req-68584071-a16c-4783-941c-0016b562ff9f tempest-SecurityGroupsTestJSON-147571119 tempest-SecurityGroupsTestJSON-147571119-project-member] Releasing lock "refresh_cache-d812aca8-c993-4f3e-8235-115a51b60501" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.033985] env[69613]: DEBUG nova.compute.manager [None req-68584071-a16c-4783-941c-0016b562ff9f tempest-SecurityGroupsTestJSON-147571119 tempest-SecurityGroupsTestJSON-147571119-project-member] [instance: d812aca8-c993-4f3e-8235-115a51b60501] Instance network_info: |[{"id": "cbc3c323-a34f-4d2c-8c86-784e041e179b", "address": "fa:16:3e:6b:a9:48", "network": {"id": "63a9d1a8-2b9f-44cd-b8a7-c3073c1df667", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-180258284-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "abcd35075ac348e88fb05677ad1f2b0f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb2eaecd-9701-4504-9fcb-fb1a420ead72", "external-id": "nsx-vlan-transportzone-433", "segmentation_id": 433, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcbc3c323-a3", "ovs_interfaceid": "cbc3c323-a34f-4d2c-8c86-784e041e179b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69613) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 661.034759] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-68584071-a16c-4783-941c-0016b562ff9f tempest-SecurityGroupsTestJSON-147571119 tempest-SecurityGroupsTestJSON-147571119-project-member] [instance: d812aca8-c993-4f3e-8235-115a51b60501] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6b:a9:48', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'eb2eaecd-9701-4504-9fcb-fb1a420ead72', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cbc3c323-a34f-4d2c-8c86-784e041e179b', 'vif_model': 'vmxnet3'}] {{(pid=69613) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 661.046092] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-68584071-a16c-4783-941c-0016b562ff9f tempest-SecurityGroupsTestJSON-147571119 tempest-SecurityGroupsTestJSON-147571119-project-member] Creating folder: Project (abcd35075ac348e88fb05677ad1f2b0f). Parent ref: group-v681687. {{(pid=69613) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 661.046438] env[69613]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-726e42e7-949b-46a0-a56d-1e07c29919e9 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.060087] env[69613]: INFO nova.virt.vmwareapi.vm_util [None req-68584071-a16c-4783-941c-0016b562ff9f tempest-SecurityGroupsTestJSON-147571119 tempest-SecurityGroupsTestJSON-147571119-project-member] Created folder: Project (abcd35075ac348e88fb05677ad1f2b0f) in parent group-v681687. [ 661.060299] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-68584071-a16c-4783-941c-0016b562ff9f tempest-SecurityGroupsTestJSON-147571119 tempest-SecurityGroupsTestJSON-147571119-project-member] Creating folder: Instances. Parent ref: group-v681756. {{(pid=69613) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 661.063663] env[69613]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2a0834b0-7b3b-45e4-956e-083f76b07b6a {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.065508] env[69613]: DEBUG oslo_vmware.api [None req-060e948d-ae60-4e98-8306-7c82da023137 tempest-ServersListShow2100Test-867795307 tempest-ServersListShow2100Test-867795307-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52244b2a-3eb3-32c3-edb5-5f5f2536eb7e, 'name': SearchDatastore_Task, 'duration_secs': 0.033658} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.066120] env[69613]: DEBUG oslo_concurrency.lockutils [None req-060e948d-ae60-4e98-8306-7c82da023137 tempest-ServersListShow2100Test-867795307 tempest-ServersListShow2100Test-867795307-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.066120] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-060e948d-ae60-4e98-8306-7c82da023137 tempest-ServersListShow2100Test-867795307 tempest-ServersListShow2100Test-867795307-project-member] [instance: f2b492f9-2517-4ee7-b4e7-c6c3bb912e49] Processing image 2b7a0304-b5d0-431d-b287-32c8388d7fbd {{(pid=69613) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 661.066120] env[69613]: DEBUG oslo_concurrency.lockutils [None req-060e948d-ae60-4e98-8306-7c82da023137 tempest-ServersListShow2100Test-867795307 tempest-ServersListShow2100Test-867795307-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.066260] env[69613]: DEBUG oslo_concurrency.lockutils [None req-060e948d-ae60-4e98-8306-7c82da023137 tempest-ServersListShow2100Test-867795307 tempest-ServersListShow2100Test-867795307-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.066440] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-060e948d-ae60-4e98-8306-7c82da023137 tempest-ServersListShow2100Test-867795307 tempest-ServersListShow2100Test-867795307-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69613) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 661.067465] env[69613]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-583dd08f-aa50-436d-8d67-b5339ff5e14f {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.077425] env[69613]: INFO nova.virt.vmwareapi.vm_util [None req-68584071-a16c-4783-941c-0016b562ff9f tempest-SecurityGroupsTestJSON-147571119 tempest-SecurityGroupsTestJSON-147571119-project-member] Created folder: Instances in parent group-v681756. [ 661.077724] env[69613]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-68584071-a16c-4783-941c-0016b562ff9f tempest-SecurityGroupsTestJSON-147571119 tempest-SecurityGroupsTestJSON-147571119-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69613) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 661.079351] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d812aca8-c993-4f3e-8235-115a51b60501] Creating VM on the ESX host {{(pid=69613) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 661.079351] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-060e948d-ae60-4e98-8306-7c82da023137 tempest-ServersListShow2100Test-867795307 tempest-ServersListShow2100Test-867795307-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69613) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 661.079504] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-060e948d-ae60-4e98-8306-7c82da023137 tempest-ServersListShow2100Test-867795307 tempest-ServersListShow2100Test-867795307-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69613) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 661.080323] env[69613]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-10ec4da7-2b8d-4c7f-ba3b-fb20df07d8f3 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.097083] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-45b90f27-40d3-464e-9f7a-e4104e3a2a2a {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.103878] env[69613]: DEBUG oslo_vmware.api [None req-060e948d-ae60-4e98-8306-7c82da023137 tempest-ServersListShow2100Test-867795307 tempest-ServersListShow2100Test-867795307-project-member] Waiting for the task: (returnval){ [ 661.103878] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]520ef2bb-2150-c21f-a71a-4a3d91ccc1b2" [ 661.103878] env[69613]: _type = "Task" [ 661.103878] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.108950] env[69613]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 661.108950] env[69613]: value = "task-3416943" [ 661.108950] env[69613]: _type = "Task" [ 661.108950] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.114612] env[69613]: DEBUG oslo_vmware.api [None req-060e948d-ae60-4e98-8306-7c82da023137 tempest-ServersListShow2100Test-867795307 tempest-ServersListShow2100Test-867795307-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]520ef2bb-2150-c21f-a71a-4a3d91ccc1b2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.119676] env[69613]: DEBUG oslo_vmware.api [-] Task: {'id': task-3416943, 'name': CreateVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.228184] env[69613]: DEBUG oslo_service.periodic_task [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69613) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 661.228374] env[69613]: DEBUG oslo_service.periodic_task [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69613) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 661.237505] env[69613]: DEBUG nova.compute.manager [None req-825e084c-42a0-43f9-96f4-e67c89d81ded tempest-ImagesOneServerTestJSON-1060956417 tempest-ImagesOneServerTestJSON-1060956417-project-member] [instance: d9e3bd67-974c-477a-baa2-99549051a828] Starting instance... {{(pid=69613) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 661.410321] env[69613]: INFO nova.compute.manager [-] [instance: faeb64d6-dd4f-4267-af4f-d42dcc1c45c9] Took 1.44 seconds to deallocate network for instance. [ 661.433621] env[69613]: DEBUG oslo_concurrency.lockutils [None req-7d31f83c-a54a-46b6-8a1d-c890b0c16b3e tempest-ServerAddressesTestJSON-2032119828 tempest-ServerAddressesTestJSON-2032119828-project-member] Acquiring lock "1e4afb61-0ef2-4805-85e2-4e480e8ba25f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 661.433775] env[69613]: DEBUG oslo_concurrency.lockutils [None req-7d31f83c-a54a-46b6-8a1d-c890b0c16b3e tempest-ServerAddressesTestJSON-2032119828 tempest-ServerAddressesTestJSON-2032119828-project-member] Lock "1e4afb61-0ef2-4805-85e2-4e480e8ba25f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 661.434049] env[69613]: DEBUG oslo_concurrency.lockutils [None req-7d31f83c-a54a-46b6-8a1d-c890b0c16b3e tempest-ServerAddressesTestJSON-2032119828 tempest-ServerAddressesTestJSON-2032119828-project-member] Acquiring lock "1e4afb61-0ef2-4805-85e2-4e480e8ba25f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 661.434049] env[69613]: DEBUG oslo_concurrency.lockutils [None req-7d31f83c-a54a-46b6-8a1d-c890b0c16b3e tempest-ServerAddressesTestJSON-2032119828 tempest-ServerAddressesTestJSON-2032119828-project-member] Lock "1e4afb61-0ef2-4805-85e2-4e480e8ba25f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 661.434553] env[69613]: DEBUG oslo_concurrency.lockutils [None req-7d31f83c-a54a-46b6-8a1d-c890b0c16b3e tempest-ServerAddressesTestJSON-2032119828 tempest-ServerAddressesTestJSON-2032119828-project-member] Lock "1e4afb61-0ef2-4805-85e2-4e480e8ba25f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 661.436521] env[69613]: INFO nova.compute.manager [None req-7d31f83c-a54a-46b6-8a1d-c890b0c16b3e tempest-ServerAddressesTestJSON-2032119828 tempest-ServerAddressesTestJSON-2032119828-project-member] [instance: 1e4afb61-0ef2-4805-85e2-4e480e8ba25f] Terminating instance [ 661.451018] env[69613]: DEBUG nova.scheduler.client.report [None req-22b5a87d-9968-4036-bb4f-ea9539608ed6 tempest-FloatingIPsAssociationNegativeTestJSON-1033774278 tempest-FloatingIPsAssociationNegativeTestJSON-1033774278-project-member] Inventory has not changed for provider af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69613) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 661.466298] env[69613]: DEBUG oslo_vmware.api [None req-2bc978f7-de16-4779-a0c0-7f1ddb4901b1 tempest-FloatingIPsAssociationTestJSON-164946246 tempest-FloatingIPsAssociationTestJSON-164946246-project-member] Task: {'id': task-3416940, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.615786] env[69613]: DEBUG oslo_vmware.api [None req-060e948d-ae60-4e98-8306-7c82da023137 tempest-ServersListShow2100Test-867795307 tempest-ServersListShow2100Test-867795307-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]520ef2bb-2150-c21f-a71a-4a3d91ccc1b2, 'name': SearchDatastore_Task, 'duration_secs': 0.011457} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.617154] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c4946df4-abfd-4bbe-b0d6-c0833ada09e1 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.624326] env[69613]: DEBUG oslo_vmware.api [-] Task: {'id': task-3416943, 'name': CreateVM_Task} progress is 25%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.625745] env[69613]: DEBUG nova.compute.manager [req-9acc4ae1-1773-44a7-ba6b-444d387280b6 req-aa1aacb1-47b4-487d-ae0b-5f2de99927b8 service nova] [instance: d812aca8-c993-4f3e-8235-115a51b60501] Received event network-changed-cbc3c323-a34f-4d2c-8c86-784e041e179b {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 661.625937] env[69613]: DEBUG nova.compute.manager [req-9acc4ae1-1773-44a7-ba6b-444d387280b6 req-aa1aacb1-47b4-487d-ae0b-5f2de99927b8 service nova] [instance: d812aca8-c993-4f3e-8235-115a51b60501] Refreshing instance network info cache due to event network-changed-cbc3c323-a34f-4d2c-8c86-784e041e179b. {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 661.626171] env[69613]: DEBUG oslo_concurrency.lockutils [req-9acc4ae1-1773-44a7-ba6b-444d387280b6 req-aa1aacb1-47b4-487d-ae0b-5f2de99927b8 service nova] Acquiring lock "refresh_cache-d812aca8-c993-4f3e-8235-115a51b60501" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.626315] env[69613]: DEBUG oslo_concurrency.lockutils [req-9acc4ae1-1773-44a7-ba6b-444d387280b6 req-aa1aacb1-47b4-487d-ae0b-5f2de99927b8 service nova] Acquired lock "refresh_cache-d812aca8-c993-4f3e-8235-115a51b60501" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.626473] env[69613]: DEBUG nova.network.neutron [req-9acc4ae1-1773-44a7-ba6b-444d387280b6 req-aa1aacb1-47b4-487d-ae0b-5f2de99927b8 service nova] [instance: d812aca8-c993-4f3e-8235-115a51b60501] Refreshing network info cache for port cbc3c323-a34f-4d2c-8c86-784e041e179b {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 661.633260] env[69613]: DEBUG oslo_vmware.api [None req-060e948d-ae60-4e98-8306-7c82da023137 tempest-ServersListShow2100Test-867795307 tempest-ServersListShow2100Test-867795307-project-member] Waiting for the task: (returnval){ [ 661.633260] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]52fcf2ee-b31b-6cb2-cf74-79c2ab3b11de" [ 661.633260] env[69613]: _type = "Task" [ 661.633260] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.645090] env[69613]: DEBUG oslo_vmware.api [None req-060e948d-ae60-4e98-8306-7c82da023137 tempest-ServersListShow2100Test-867795307 tempest-ServersListShow2100Test-867795307-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52fcf2ee-b31b-6cb2-cf74-79c2ab3b11de, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.739546] env[69613]: DEBUG oslo_service.periodic_task [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69613) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 661.739780] env[69613]: DEBUG oslo_service.periodic_task [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69613) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 661.739953] env[69613]: DEBUG oslo_service.periodic_task [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69613) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 661.740216] env[69613]: DEBUG oslo_service.periodic_task [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69613) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 661.740399] env[69613]: DEBUG oslo_service.periodic_task [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69613) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 661.740541] env[69613]: DEBUG oslo_service.periodic_task [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69613) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 661.740811] env[69613]: DEBUG nova.compute.manager [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69613) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 661.743049] env[69613]: DEBUG oslo_service.periodic_task [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Running periodic task ComputeManager.update_available_resource {{(pid=69613) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 661.761750] env[69613]: DEBUG oslo_concurrency.lockutils [None req-825e084c-42a0-43f9-96f4-e67c89d81ded tempest-ImagesOneServerTestJSON-1060956417 tempest-ImagesOneServerTestJSON-1060956417-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 661.918171] env[69613]: DEBUG oslo_concurrency.lockutils [None req-2e45d429-24ae-447f-9b44-ce665ef7fd93 tempest-ImagesNegativeTestJSON-689260756 tempest-ImagesNegativeTestJSON-689260756-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 661.940316] env[69613]: DEBUG nova.compute.manager [None req-7d31f83c-a54a-46b6-8a1d-c890b0c16b3e tempest-ServerAddressesTestJSON-2032119828 tempest-ServerAddressesTestJSON-2032119828-project-member] [instance: 1e4afb61-0ef2-4805-85e2-4e480e8ba25f] Start destroying the instance on the hypervisor. {{(pid=69613) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 661.940595] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-7d31f83c-a54a-46b6-8a1d-c890b0c16b3e tempest-ServerAddressesTestJSON-2032119828 tempest-ServerAddressesTestJSON-2032119828-project-member] [instance: 1e4afb61-0ef2-4805-85e2-4e480e8ba25f] Destroying instance {{(pid=69613) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 661.941600] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef2277df-4411-427d-a407-e146bdb68754 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.950831] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d31f83c-a54a-46b6-8a1d-c890b0c16b3e tempest-ServerAddressesTestJSON-2032119828 tempest-ServerAddressesTestJSON-2032119828-project-member] [instance: 1e4afb61-0ef2-4805-85e2-4e480e8ba25f] Powering off the VM {{(pid=69613) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 661.951138] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-44803561-821c-4392-8ad3-6b8b119c4d3b {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.955819] env[69613]: DEBUG oslo_concurrency.lockutils [None req-22b5a87d-9968-4036-bb4f-ea9539608ed6 tempest-FloatingIPsAssociationNegativeTestJSON-1033774278 tempest-FloatingIPsAssociationNegativeTestJSON-1033774278-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.771s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 661.956334] env[69613]: DEBUG nova.compute.manager [None req-22b5a87d-9968-4036-bb4f-ea9539608ed6 tempest-FloatingIPsAssociationNegativeTestJSON-1033774278 tempest-FloatingIPsAssociationNegativeTestJSON-1033774278-project-member] [instance: 00d02bd2-f8fa-415c-9a6f-c58b9af0be63] Start building networks asynchronously for instance. {{(pid=69613) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 661.960798] env[69613]: DEBUG oslo_concurrency.lockutils [None req-fa12ba3b-2505-41e4-95c8-72b237d3cf7a tempest-ServersListShow296Test-2103787313 tempest-ServersListShow296Test-2103787313-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.157s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 661.962609] env[69613]: INFO nova.compute.claims [None req-fa12ba3b-2505-41e4-95c8-72b237d3cf7a tempest-ServersListShow296Test-2103787313 tempest-ServersListShow296Test-2103787313-project-member] [instance: 997781de-b20c-4004-8374-deef83d9de6b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 661.969046] env[69613]: DEBUG oslo_vmware.api [None req-7d31f83c-a54a-46b6-8a1d-c890b0c16b3e tempest-ServerAddressesTestJSON-2032119828 tempest-ServerAddressesTestJSON-2032119828-project-member] Waiting for the task: (returnval){ [ 661.969046] env[69613]: value = "task-3416944" [ 661.969046] env[69613]: _type = "Task" [ 661.969046] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.976943] env[69613]: DEBUG oslo_vmware.api [None req-2bc978f7-de16-4779-a0c0-7f1ddb4901b1 tempest-FloatingIPsAssociationTestJSON-164946246 tempest-FloatingIPsAssociationTestJSON-164946246-project-member] Task: {'id': task-3416940, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.533743} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.977678] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-2bc978f7-de16-4779-a0c0-7f1ddb4901b1 tempest-FloatingIPsAssociationTestJSON-164946246 tempest-FloatingIPsAssociationTestJSON-164946246-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk to [datastore1] e75fc999-a479-44b6-a715-1a76054d73c6/e75fc999-a479-44b6-a715-1a76054d73c6.vmdk {{(pid=69613) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 661.978455] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-2bc978f7-de16-4779-a0c0-7f1ddb4901b1 tempest-FloatingIPsAssociationTestJSON-164946246 tempest-FloatingIPsAssociationTestJSON-164946246-project-member] [instance: e75fc999-a479-44b6-a715-1a76054d73c6] Extending root virtual disk to 1048576 {{(pid=69613) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 661.978455] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ee3e7317-a27a-41ad-869a-ee92df042590 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.983679] env[69613]: DEBUG oslo_vmware.api [None req-7d31f83c-a54a-46b6-8a1d-c890b0c16b3e tempest-ServerAddressesTestJSON-2032119828 tempest-ServerAddressesTestJSON-2032119828-project-member] Task: {'id': task-3416944, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.990307] env[69613]: DEBUG oslo_vmware.api [None req-2bc978f7-de16-4779-a0c0-7f1ddb4901b1 tempest-FloatingIPsAssociationTestJSON-164946246 tempest-FloatingIPsAssociationTestJSON-164946246-project-member] Waiting for the task: (returnval){ [ 661.990307] env[69613]: value = "task-3416945" [ 661.990307] env[69613]: _type = "Task" [ 661.990307] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.001946] env[69613]: DEBUG oslo_vmware.api [None req-2bc978f7-de16-4779-a0c0-7f1ddb4901b1 tempest-FloatingIPsAssociationTestJSON-164946246 tempest-FloatingIPsAssociationTestJSON-164946246-project-member] Task: {'id': task-3416945, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.014920] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-98245e18-6d74-407c-92c1-6604cbbc9197 tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] [instance: 1fb750ed-62d4-4784-bf6c-6d777dc5ddb0] Powering off the VM {{(pid=69613) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 662.015880] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dadfd830-58b6-40c0-ab63-f571f13ecf0e {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.023640] env[69613]: DEBUG oslo_vmware.api [None req-98245e18-6d74-407c-92c1-6604cbbc9197 tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Waiting for the task: (returnval){ [ 662.023640] env[69613]: value = "task-3416946" [ 662.023640] env[69613]: _type = "Task" [ 662.023640] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.034903] env[69613]: DEBUG oslo_vmware.api [None req-98245e18-6d74-407c-92c1-6604cbbc9197 tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Task: {'id': task-3416946, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.811580] env[69613]: DEBUG oslo_concurrency.lockutils [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 662.812356] env[69613]: DEBUG nova.compute.utils [None req-22b5a87d-9968-4036-bb4f-ea9539608ed6 tempest-FloatingIPsAssociationNegativeTestJSON-1033774278 tempest-FloatingIPsAssociationNegativeTestJSON-1033774278-project-member] Using /dev/sd instead of None {{(pid=69613) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 662.816222] env[69613]: DEBUG oslo_vmware.api [-] Task: {'id': task-3416943, 'name': CreateVM_Task, 'duration_secs': 0.900459} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.818983] env[69613]: DEBUG nova.compute.manager [None req-22b5a87d-9968-4036-bb4f-ea9539608ed6 tempest-FloatingIPsAssociationNegativeTestJSON-1033774278 tempest-FloatingIPsAssociationNegativeTestJSON-1033774278-project-member] [instance: 00d02bd2-f8fa-415c-9a6f-c58b9af0be63] Allocating IP information in the background. {{(pid=69613) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 662.819162] env[69613]: DEBUG nova.network.neutron [None req-22b5a87d-9968-4036-bb4f-ea9539608ed6 tempest-FloatingIPsAssociationNegativeTestJSON-1033774278 tempest-FloatingIPsAssociationNegativeTestJSON-1033774278-project-member] [instance: 00d02bd2-f8fa-415c-9a6f-c58b9af0be63] allocate_for_instance() {{(pid=69613) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 662.829295] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d812aca8-c993-4f3e-8235-115a51b60501] Created VM on the ESX host {{(pid=69613) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 662.831024] env[69613]: DEBUG oslo_concurrency.lockutils [None req-68584071-a16c-4783-941c-0016b562ff9f tempest-SecurityGroupsTestJSON-147571119 tempest-SecurityGroupsTestJSON-147571119-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.831197] env[69613]: DEBUG oslo_concurrency.lockutils [None req-68584071-a16c-4783-941c-0016b562ff9f tempest-SecurityGroupsTestJSON-147571119 tempest-SecurityGroupsTestJSON-147571119-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.831539] env[69613]: DEBUG oslo_concurrency.lockutils [None req-68584071-a16c-4783-941c-0016b562ff9f tempest-SecurityGroupsTestJSON-147571119 tempest-SecurityGroupsTestJSON-147571119-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.834889] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-76be44b5-0724-431c-b9fc-9d9f2dd1522d {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.848851] env[69613]: DEBUG oslo_vmware.api [None req-060e948d-ae60-4e98-8306-7c82da023137 tempest-ServersListShow2100Test-867795307 tempest-ServersListShow2100Test-867795307-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52fcf2ee-b31b-6cb2-cf74-79c2ab3b11de, 'name': SearchDatastore_Task, 'duration_secs': 0.014372} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.848851] env[69613]: DEBUG oslo_vmware.api [None req-2bc978f7-de16-4779-a0c0-7f1ddb4901b1 tempest-FloatingIPsAssociationTestJSON-164946246 tempest-FloatingIPsAssociationTestJSON-164946246-project-member] Task: {'id': task-3416945, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081822} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.849030] env[69613]: DEBUG oslo_vmware.api [None req-7d31f83c-a54a-46b6-8a1d-c890b0c16b3e tempest-ServerAddressesTestJSON-2032119828 tempest-ServerAddressesTestJSON-2032119828-project-member] Task: {'id': task-3416944, 'name': PowerOffVM_Task, 'duration_secs': 0.326233} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.852046] env[69613]: DEBUG oslo_concurrency.lockutils [None req-060e948d-ae60-4e98-8306-7c82da023137 tempest-ServersListShow2100Test-867795307 tempest-ServersListShow2100Test-867795307-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.852046] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-060e948d-ae60-4e98-8306-7c82da023137 tempest-ServersListShow2100Test-867795307 tempest-ServersListShow2100Test-867795307-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk to [datastore1] f2b492f9-2517-4ee7-b4e7-c6c3bb912e49/f2b492f9-2517-4ee7-b4e7-c6c3bb912e49.vmdk {{(pid=69613) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 662.852046] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-2bc978f7-de16-4779-a0c0-7f1ddb4901b1 tempest-FloatingIPsAssociationTestJSON-164946246 tempest-FloatingIPsAssociationTestJSON-164946246-project-member] [instance: e75fc999-a479-44b6-a715-1a76054d73c6] Extended root virtual disk {{(pid=69613) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 662.852046] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d31f83c-a54a-46b6-8a1d-c890b0c16b3e tempest-ServerAddressesTestJSON-2032119828 tempest-ServerAddressesTestJSON-2032119828-project-member] [instance: 1e4afb61-0ef2-4805-85e2-4e480e8ba25f] Powered off the VM {{(pid=69613) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 662.852277] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-7d31f83c-a54a-46b6-8a1d-c890b0c16b3e tempest-ServerAddressesTestJSON-2032119828 tempest-ServerAddressesTestJSON-2032119828-project-member] [instance: 1e4afb61-0ef2-4805-85e2-4e480e8ba25f] Unregistering the VM {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 662.852311] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-65425a6a-2594-48c5-b245-484aedcea5bb {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.854892] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a6d0611-74b2-4fb1-9201-4f483e0f5686 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.857629] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-70a66894-5bd1-4f11-b966-7180c7a4352d {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.863544] env[69613]: DEBUG oslo_vmware.api [None req-98245e18-6d74-407c-92c1-6604cbbc9197 tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Task: {'id': task-3416946, 'name': PowerOffVM_Task, 'duration_secs': 0.237987} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.864707] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-98245e18-6d74-407c-92c1-6604cbbc9197 tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] [instance: 1fb750ed-62d4-4784-bf6c-6d777dc5ddb0] Powered off the VM {{(pid=69613) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 662.865855] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be82e755-8b23-4eaa-ac2b-bca1ebe770d7 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.887451] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-2bc978f7-de16-4779-a0c0-7f1ddb4901b1 tempest-FloatingIPsAssociationTestJSON-164946246 tempest-FloatingIPsAssociationTestJSON-164946246-project-member] [instance: e75fc999-a479-44b6-a715-1a76054d73c6] Reconfiguring VM instance instance-00000018 to attach disk [datastore1] e75fc999-a479-44b6-a715-1a76054d73c6/e75fc999-a479-44b6-a715-1a76054d73c6.vmdk or device None with type sparse {{(pid=69613) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 662.887851] env[69613]: DEBUG oslo_vmware.api [None req-68584071-a16c-4783-941c-0016b562ff9f tempest-SecurityGroupsTestJSON-147571119 tempest-SecurityGroupsTestJSON-147571119-project-member] Waiting for the task: (returnval){ [ 662.887851] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]52cbf23b-1590-c3bc-142a-bdad2cca45b8" [ 662.887851] env[69613]: _type = "Task" [ 662.887851] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.893913] env[69613]: DEBUG nova.policy [None req-22b5a87d-9968-4036-bb4f-ea9539608ed6 tempest-FloatingIPsAssociationNegativeTestJSON-1033774278 tempest-FloatingIPsAssociationNegativeTestJSON-1033774278-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '49d1453decc34ca4bc2939dd84df1c2d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6b4a9ab7a0824a459a78e5e0a2ad524c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69613) authorize /opt/stack/nova/nova/policy.py:192}} [ 662.895838] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5a41102d-983e-42af-9386-9d3e8b348bc9 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.911118] env[69613]: DEBUG oslo_vmware.api [None req-060e948d-ae60-4e98-8306-7c82da023137 tempest-ServersListShow2100Test-867795307 tempest-ServersListShow2100Test-867795307-project-member] Waiting for the task: (returnval){ [ 662.911118] env[69613]: value = "task-3416948" [ 662.911118] env[69613]: _type = "Task" [ 662.911118] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.930622] env[69613]: DEBUG oslo_concurrency.lockutils [None req-00abac1a-2a14-4b0c-a895-276c50dbb341 tempest-ServersAdminNegativeTestJSON-2019534385 tempest-ServersAdminNegativeTestJSON-2019534385-project-member] Acquiring lock "83459ab7-4522-4d02-8ef3-80a3eb14dde5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 662.930859] env[69613]: DEBUG oslo_concurrency.lockutils [None req-00abac1a-2a14-4b0c-a895-276c50dbb341 tempest-ServersAdminNegativeTestJSON-2019534385 tempest-ServersAdminNegativeTestJSON-2019534385-project-member] Lock "83459ab7-4522-4d02-8ef3-80a3eb14dde5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 662.937025] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-721550f8-8caa-4aa6-abc0-a91a38c859a2 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.942717] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-7d31f83c-a54a-46b6-8a1d-c890b0c16b3e tempest-ServerAddressesTestJSON-2032119828 tempest-ServerAddressesTestJSON-2032119828-project-member] [instance: 1e4afb61-0ef2-4805-85e2-4e480e8ba25f] Unregistered the VM {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 662.942959] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-7d31f83c-a54a-46b6-8a1d-c890b0c16b3e tempest-ServerAddressesTestJSON-2032119828 tempest-ServerAddressesTestJSON-2032119828-project-member] [instance: 1e4afb61-0ef2-4805-85e2-4e480e8ba25f] Deleting contents of the VM from datastore datastore1 {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 662.943155] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d31f83c-a54a-46b6-8a1d-c890b0c16b3e tempest-ServerAddressesTestJSON-2032119828 tempest-ServerAddressesTestJSON-2032119828-project-member] Deleting the datastore file [datastore1] 1e4afb61-0ef2-4805-85e2-4e480e8ba25f {{(pid=69613) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 662.943514] env[69613]: DEBUG oslo_vmware.api [None req-2bc978f7-de16-4779-a0c0-7f1ddb4901b1 tempest-FloatingIPsAssociationTestJSON-164946246 tempest-FloatingIPsAssociationTestJSON-164946246-project-member] Waiting for the task: (returnval){ [ 662.943514] env[69613]: value = "task-3416949" [ 662.943514] env[69613]: _type = "Task" [ 662.943514] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.944546] env[69613]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-90702656-2457-462f-81cf-78fb3bd11318 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.959741] env[69613]: DEBUG oslo_vmware.api [None req-060e948d-ae60-4e98-8306-7c82da023137 tempest-ServersListShow2100Test-867795307 tempest-ServersListShow2100Test-867795307-project-member] Task: {'id': task-3416948, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.962322] env[69613]: DEBUG oslo_vmware.api [None req-68584071-a16c-4783-941c-0016b562ff9f tempest-SecurityGroupsTestJSON-147571119 tempest-SecurityGroupsTestJSON-147571119-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52cbf23b-1590-c3bc-142a-bdad2cca45b8, 'name': SearchDatastore_Task, 'duration_secs': 0.015628} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.963076] env[69613]: DEBUG oslo_concurrency.lockutils [None req-68584071-a16c-4783-941c-0016b562ff9f tempest-SecurityGroupsTestJSON-147571119 tempest-SecurityGroupsTestJSON-147571119-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.963314] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-68584071-a16c-4783-941c-0016b562ff9f tempest-SecurityGroupsTestJSON-147571119 tempest-SecurityGroupsTestJSON-147571119-project-member] [instance: d812aca8-c993-4f3e-8235-115a51b60501] Processing image 2b7a0304-b5d0-431d-b287-32c8388d7fbd {{(pid=69613) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 662.963625] env[69613]: DEBUG oslo_concurrency.lockutils [None req-68584071-a16c-4783-941c-0016b562ff9f tempest-SecurityGroupsTestJSON-147571119 tempest-SecurityGroupsTestJSON-147571119-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.964737] env[69613]: DEBUG oslo_concurrency.lockutils [None req-68584071-a16c-4783-941c-0016b562ff9f tempest-SecurityGroupsTestJSON-147571119 tempest-SecurityGroupsTestJSON-147571119-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.964737] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-68584071-a16c-4783-941c-0016b562ff9f tempest-SecurityGroupsTestJSON-147571119 tempest-SecurityGroupsTestJSON-147571119-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69613) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 662.964737] env[69613]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bb19a30e-ebd2-4807-9539-2bc56227df1c {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.972124] env[69613]: DEBUG oslo_vmware.api [None req-7d31f83c-a54a-46b6-8a1d-c890b0c16b3e tempest-ServerAddressesTestJSON-2032119828 tempest-ServerAddressesTestJSON-2032119828-project-member] Waiting for the task: (returnval){ [ 662.972124] env[69613]: value = "task-3416950" [ 662.972124] env[69613]: _type = "Task" [ 662.972124] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.972444] env[69613]: DEBUG oslo_vmware.api [None req-2bc978f7-de16-4779-a0c0-7f1ddb4901b1 tempest-FloatingIPsAssociationTestJSON-164946246 tempest-FloatingIPsAssociationTestJSON-164946246-project-member] Task: {'id': task-3416949, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.988097] env[69613]: DEBUG oslo_vmware.api [None req-7d31f83c-a54a-46b6-8a1d-c890b0c16b3e tempest-ServerAddressesTestJSON-2032119828 tempest-ServerAddressesTestJSON-2032119828-project-member] Task: {'id': task-3416950, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.992897] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-68584071-a16c-4783-941c-0016b562ff9f tempest-SecurityGroupsTestJSON-147571119 tempest-SecurityGroupsTestJSON-147571119-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69613) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 662.993107] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-68584071-a16c-4783-941c-0016b562ff9f tempest-SecurityGroupsTestJSON-147571119 tempest-SecurityGroupsTestJSON-147571119-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69613) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 662.995494] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-98245e18-6d74-407c-92c1-6604cbbc9197 tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] [instance: 1fb750ed-62d4-4784-bf6c-6d777dc5ddb0] Powering off the VM {{(pid=69613) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 662.995721] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3f591a6b-d2d0-4527-8da5-f49776ec4077 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.998020] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1aea84e0-d819-44fc-8324-e00b4555c5c0 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.005538] env[69613]: DEBUG oslo_vmware.api [None req-68584071-a16c-4783-941c-0016b562ff9f tempest-SecurityGroupsTestJSON-147571119 tempest-SecurityGroupsTestJSON-147571119-project-member] Waiting for the task: (returnval){ [ 663.005538] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]5259f6cd-e74f-d266-3b7c-653f4b9579f4" [ 663.005538] env[69613]: _type = "Task" [ 663.005538] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.009746] env[69613]: DEBUG oslo_vmware.api [None req-98245e18-6d74-407c-92c1-6604cbbc9197 tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Waiting for the task: (returnval){ [ 663.009746] env[69613]: value = "task-3416951" [ 663.009746] env[69613]: _type = "Task" [ 663.009746] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.016879] env[69613]: DEBUG oslo_vmware.api [None req-68584071-a16c-4783-941c-0016b562ff9f tempest-SecurityGroupsTestJSON-147571119 tempest-SecurityGroupsTestJSON-147571119-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]5259f6cd-e74f-d266-3b7c-653f4b9579f4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.023409] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-98245e18-6d74-407c-92c1-6604cbbc9197 tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] [instance: 1fb750ed-62d4-4784-bf6c-6d777dc5ddb0] VM already powered off {{(pid=69613) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 663.023571] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-98245e18-6d74-407c-92c1-6604cbbc9197 tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] [instance: 1fb750ed-62d4-4784-bf6c-6d777dc5ddb0] Processing image 2b7a0304-b5d0-431d-b287-32c8388d7fbd {{(pid=69613) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 663.023883] env[69613]: DEBUG oslo_concurrency.lockutils [None req-98245e18-6d74-407c-92c1-6604cbbc9197 tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.160892] env[69613]: DEBUG nova.network.neutron [req-9acc4ae1-1773-44a7-ba6b-444d387280b6 req-aa1aacb1-47b4-487d-ae0b-5f2de99927b8 service nova] [instance: d812aca8-c993-4f3e-8235-115a51b60501] Updated VIF entry in instance network info cache for port cbc3c323-a34f-4d2c-8c86-784e041e179b. {{(pid=69613) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 663.161288] env[69613]: DEBUG nova.network.neutron [req-9acc4ae1-1773-44a7-ba6b-444d387280b6 req-aa1aacb1-47b4-487d-ae0b-5f2de99927b8 service nova] [instance: d812aca8-c993-4f3e-8235-115a51b60501] Updating instance_info_cache with network_info: [{"id": "cbc3c323-a34f-4d2c-8c86-784e041e179b", "address": "fa:16:3e:6b:a9:48", "network": {"id": "63a9d1a8-2b9f-44cd-b8a7-c3073c1df667", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-180258284-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "abcd35075ac348e88fb05677ad1f2b0f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb2eaecd-9701-4504-9fcb-fb1a420ead72", "external-id": "nsx-vlan-transportzone-433", "segmentation_id": 433, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcbc3c323-a3", "ovs_interfaceid": "cbc3c323-a34f-4d2c-8c86-784e041e179b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 663.320046] env[69613]: DEBUG nova.compute.manager [None req-22b5a87d-9968-4036-bb4f-ea9539608ed6 tempest-FloatingIPsAssociationNegativeTestJSON-1033774278 tempest-FloatingIPsAssociationNegativeTestJSON-1033774278-project-member] [instance: 00d02bd2-f8fa-415c-9a6f-c58b9af0be63] Start building block device mappings for instance. {{(pid=69613) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 663.422026] env[69613]: DEBUG nova.network.neutron [None req-22b5a87d-9968-4036-bb4f-ea9539608ed6 tempest-FloatingIPsAssociationNegativeTestJSON-1033774278 tempest-FloatingIPsAssociationNegativeTestJSON-1033774278-project-member] [instance: 00d02bd2-f8fa-415c-9a6f-c58b9af0be63] Successfully created port: 04dc5f56-f0da-45f5-a241-f183e721d6a0 {{(pid=69613) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 663.445360] env[69613]: DEBUG oslo_vmware.api [None req-060e948d-ae60-4e98-8306-7c82da023137 tempest-ServersListShow2100Test-867795307 tempest-ServersListShow2100Test-867795307-project-member] Task: {'id': task-3416948, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.458666] env[69613]: DEBUG oslo_vmware.api [None req-2bc978f7-de16-4779-a0c0-7f1ddb4901b1 tempest-FloatingIPsAssociationTestJSON-164946246 tempest-FloatingIPsAssociationTestJSON-164946246-project-member] Task: {'id': task-3416949, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.489010] env[69613]: DEBUG oslo_vmware.api [None req-7d31f83c-a54a-46b6-8a1d-c890b0c16b3e tempest-ServerAddressesTestJSON-2032119828 tempest-ServerAddressesTestJSON-2032119828-project-member] Task: {'id': task-3416950, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.430394} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.489010] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d31f83c-a54a-46b6-8a1d-c890b0c16b3e tempest-ServerAddressesTestJSON-2032119828 tempest-ServerAddressesTestJSON-2032119828-project-member] Deleted the datastore file {{(pid=69613) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 663.489010] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-7d31f83c-a54a-46b6-8a1d-c890b0c16b3e tempest-ServerAddressesTestJSON-2032119828 tempest-ServerAddressesTestJSON-2032119828-project-member] [instance: 1e4afb61-0ef2-4805-85e2-4e480e8ba25f] Deleted contents of the VM from datastore datastore1 {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 663.489010] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-7d31f83c-a54a-46b6-8a1d-c890b0c16b3e tempest-ServerAddressesTestJSON-2032119828 tempest-ServerAddressesTestJSON-2032119828-project-member] [instance: 1e4afb61-0ef2-4805-85e2-4e480e8ba25f] Instance destroyed {{(pid=69613) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 663.489010] env[69613]: INFO nova.compute.manager [None req-7d31f83c-a54a-46b6-8a1d-c890b0c16b3e tempest-ServerAddressesTestJSON-2032119828 tempest-ServerAddressesTestJSON-2032119828-project-member] [instance: 1e4afb61-0ef2-4805-85e2-4e480e8ba25f] Took 1.55 seconds to destroy the instance on the hypervisor. [ 663.489562] env[69613]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7d31f83c-a54a-46b6-8a1d-c890b0c16b3e tempest-ServerAddressesTestJSON-2032119828 tempest-ServerAddressesTestJSON-2032119828-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69613) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 663.489562] env[69613]: DEBUG nova.compute.manager [-] [instance: 1e4afb61-0ef2-4805-85e2-4e480e8ba25f] Deallocating network for instance {{(pid=69613) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 663.489562] env[69613]: DEBUG nova.network.neutron [-] [instance: 1e4afb61-0ef2-4805-85e2-4e480e8ba25f] deallocate_for_instance() {{(pid=69613) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 663.523674] env[69613]: DEBUG oslo_vmware.api [None req-68584071-a16c-4783-941c-0016b562ff9f tempest-SecurityGroupsTestJSON-147571119 tempest-SecurityGroupsTestJSON-147571119-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]5259f6cd-e74f-d266-3b7c-653f4b9579f4, 'name': SearchDatastore_Task, 'duration_secs': 0.011099} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.525042] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a96eb13b-8e20-4a0b-acee-88874890afbd {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.538472] env[69613]: DEBUG oslo_vmware.api [None req-68584071-a16c-4783-941c-0016b562ff9f tempest-SecurityGroupsTestJSON-147571119 tempest-SecurityGroupsTestJSON-147571119-project-member] Waiting for the task: (returnval){ [ 663.538472] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]520eb7d8-0e34-aa62-4d11-a2c12b374e12" [ 663.538472] env[69613]: _type = "Task" [ 663.538472] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.552749] env[69613]: DEBUG oslo_vmware.api [None req-68584071-a16c-4783-941c-0016b562ff9f tempest-SecurityGroupsTestJSON-147571119 tempest-SecurityGroupsTestJSON-147571119-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]520eb7d8-0e34-aa62-4d11-a2c12b374e12, 'name': SearchDatastore_Task, 'duration_secs': 0.011726} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.552982] env[69613]: DEBUG oslo_concurrency.lockutils [None req-68584071-a16c-4783-941c-0016b562ff9f tempest-SecurityGroupsTestJSON-147571119 tempest-SecurityGroupsTestJSON-147571119-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.553264] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-68584071-a16c-4783-941c-0016b562ff9f tempest-SecurityGroupsTestJSON-147571119 tempest-SecurityGroupsTestJSON-147571119-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk to [datastore1] d812aca8-c993-4f3e-8235-115a51b60501/d812aca8-c993-4f3e-8235-115a51b60501.vmdk {{(pid=69613) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 663.553554] env[69613]: DEBUG oslo_concurrency.lockutils [None req-98245e18-6d74-407c-92c1-6604cbbc9197 tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.553762] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-98245e18-6d74-407c-92c1-6604cbbc9197 tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69613) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 663.553955] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1f9db104-be00-4032-879d-04de913e562d {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.557612] env[69613]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-22361942-fb48-4f1f-a2e9-5a9711df5185 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.566605] env[69613]: DEBUG oslo_vmware.api [None req-68584071-a16c-4783-941c-0016b562ff9f tempest-SecurityGroupsTestJSON-147571119 tempest-SecurityGroupsTestJSON-147571119-project-member] Waiting for the task: (returnval){ [ 663.566605] env[69613]: value = "task-3416952" [ 663.566605] env[69613]: _type = "Task" [ 663.566605] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.567857] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-98245e18-6d74-407c-92c1-6604cbbc9197 tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69613) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 663.568724] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-98245e18-6d74-407c-92c1-6604cbbc9197 tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69613) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 663.574640] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8c1875ab-182c-4e12-9b8d-700536c7d3c6 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.590032] env[69613]: DEBUG oslo_vmware.api [None req-68584071-a16c-4783-941c-0016b562ff9f tempest-SecurityGroupsTestJSON-147571119 tempest-SecurityGroupsTestJSON-147571119-project-member] Task: {'id': task-3416952, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.590032] env[69613]: DEBUG oslo_vmware.api [None req-98245e18-6d74-407c-92c1-6604cbbc9197 tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Waiting for the task: (returnval){ [ 663.590032] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]52577f1a-59fe-45c1-f743-6bc9c9aa35f1" [ 663.590032] env[69613]: _type = "Task" [ 663.590032] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.602021] env[69613]: DEBUG oslo_vmware.api [None req-98245e18-6d74-407c-92c1-6604cbbc9197 tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52577f1a-59fe-45c1-f743-6bc9c9aa35f1, 'name': SearchDatastore_Task, 'duration_secs': 0.011108} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.602021] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-03c16863-e38f-4644-9c66-06cf06f3713f {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.608880] env[69613]: DEBUG oslo_vmware.api [None req-98245e18-6d74-407c-92c1-6604cbbc9197 tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Waiting for the task: (returnval){ [ 663.608880] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]52a98331-2c82-0f34-98fa-b93dda3eeef7" [ 663.608880] env[69613]: _type = "Task" [ 663.608880] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.618370] env[69613]: DEBUG oslo_vmware.api [None req-98245e18-6d74-407c-92c1-6604cbbc9197 tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52a98331-2c82-0f34-98fa-b93dda3eeef7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.664513] env[69613]: DEBUG oslo_concurrency.lockutils [req-9acc4ae1-1773-44a7-ba6b-444d387280b6 req-aa1aacb1-47b4-487d-ae0b-5f2de99927b8 service nova] Releasing lock "refresh_cache-d812aca8-c993-4f3e-8235-115a51b60501" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.664783] env[69613]: DEBUG nova.compute.manager [req-9acc4ae1-1773-44a7-ba6b-444d387280b6 req-aa1aacb1-47b4-487d-ae0b-5f2de99927b8 service nova] [instance: faeb64d6-dd4f-4267-af4f-d42dcc1c45c9] Received event network-vif-deleted-999c998c-28f5-4e4f-960e-7956cbf59423 {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 663.875795] env[69613]: DEBUG nova.compute.manager [req-f48587fa-6ea7-4f28-af56-bc204755bcaf req-6e1aa38f-8527-4b64-a7e8-30c5c45e46f7 service nova] [instance: 1e4afb61-0ef2-4805-85e2-4e480e8ba25f] Received event network-vif-deleted-14edbf95-a470-40b6-a3d0-01cf9ec6644e {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 663.875795] env[69613]: INFO nova.compute.manager [req-f48587fa-6ea7-4f28-af56-bc204755bcaf req-6e1aa38f-8527-4b64-a7e8-30c5c45e46f7 service nova] [instance: 1e4afb61-0ef2-4805-85e2-4e480e8ba25f] Neutron deleted interface 14edbf95-a470-40b6-a3d0-01cf9ec6644e; detaching it from the instance and deleting it from the info cache [ 663.875795] env[69613]: DEBUG nova.network.neutron [req-f48587fa-6ea7-4f28-af56-bc204755bcaf req-6e1aa38f-8527-4b64-a7e8-30c5c45e46f7 service nova] [instance: 1e4afb61-0ef2-4805-85e2-4e480e8ba25f] Updating instance_info_cache with network_info: [] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 663.943618] env[69613]: DEBUG oslo_vmware.api [None req-060e948d-ae60-4e98-8306-7c82da023137 tempest-ServersListShow2100Test-867795307 tempest-ServersListShow2100Test-867795307-project-member] Task: {'id': task-3416948, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.957247] env[69613]: DEBUG oslo_vmware.api [None req-2bc978f7-de16-4779-a0c0-7f1ddb4901b1 tempest-FloatingIPsAssociationTestJSON-164946246 tempest-FloatingIPsAssociationTestJSON-164946246-project-member] Task: {'id': task-3416949, 'name': ReconfigVM_Task, 'duration_secs': 0.563536} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.958446] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-2bc978f7-de16-4779-a0c0-7f1ddb4901b1 tempest-FloatingIPsAssociationTestJSON-164946246 tempest-FloatingIPsAssociationTestJSON-164946246-project-member] [instance: e75fc999-a479-44b6-a715-1a76054d73c6] Reconfigured VM instance instance-00000018 to attach disk [datastore1] e75fc999-a479-44b6-a715-1a76054d73c6/e75fc999-a479-44b6-a715-1a76054d73c6.vmdk or device None with type sparse {{(pid=69613) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 663.959705] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32fc2a42-46a6-400a-b7f6-bbbdaa0c9b47 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.963925] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-360650a6-04ec-4289-b543-2f872cd4e4e8 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.970463] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-200e30e1-ef26-48fd-a3dd-317f8fc184c5 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.974488] env[69613]: DEBUG oslo_vmware.api [None req-2bc978f7-de16-4779-a0c0-7f1ddb4901b1 tempest-FloatingIPsAssociationTestJSON-164946246 tempest-FloatingIPsAssociationTestJSON-164946246-project-member] Waiting for the task: (returnval){ [ 663.974488] env[69613]: value = "task-3416953" [ 663.974488] env[69613]: _type = "Task" [ 663.974488] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.010716] env[69613]: DEBUG oslo_vmware.api [None req-2bc978f7-de16-4779-a0c0-7f1ddb4901b1 tempest-FloatingIPsAssociationTestJSON-164946246 tempest-FloatingIPsAssociationTestJSON-164946246-project-member] Task: {'id': task-3416953, 'name': Rename_Task} progress is 5%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.012233] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84eaa237-2336-4699-bd77-bda1a9fa2ded {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.020715] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa970a55-05b7-417d-aa36-ebdc673a2130 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.035353] env[69613]: DEBUG nova.compute.provider_tree [None req-fa12ba3b-2505-41e4-95c8-72b237d3cf7a tempest-ServersListShow296Test-2103787313 tempest-ServersListShow296Test-2103787313-project-member] Inventory has not changed in ProviderTree for provider: af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 {{(pid=69613) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 664.077364] env[69613]: DEBUG oslo_vmware.api [None req-68584071-a16c-4783-941c-0016b562ff9f tempest-SecurityGroupsTestJSON-147571119 tempest-SecurityGroupsTestJSON-147571119-project-member] Task: {'id': task-3416952, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.121293] env[69613]: DEBUG oslo_vmware.api [None req-98245e18-6d74-407c-92c1-6604cbbc9197 tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52a98331-2c82-0f34-98fa-b93dda3eeef7, 'name': SearchDatastore_Task, 'duration_secs': 0.011139} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.121293] env[69613]: DEBUG oslo_concurrency.lockutils [None req-98245e18-6d74-407c-92c1-6604cbbc9197 tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.121496] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-98245e18-6d74-407c-92c1-6604cbbc9197 tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk to [datastore1] 1fb750ed-62d4-4784-bf6c-6d777dc5ddb0/2b7a0304-b5d0-431d-b287-32c8388d7fbd-rescue.vmdk. {{(pid=69613) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 664.121778] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5be6c648-7c1e-4540-ad0b-6fe7144360ae {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.129579] env[69613]: DEBUG oslo_vmware.api [None req-98245e18-6d74-407c-92c1-6604cbbc9197 tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Waiting for the task: (returnval){ [ 664.129579] env[69613]: value = "task-3416954" [ 664.129579] env[69613]: _type = "Task" [ 664.129579] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.138292] env[69613]: DEBUG oslo_vmware.api [None req-98245e18-6d74-407c-92c1-6604cbbc9197 tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Task: {'id': task-3416954, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.249070] env[69613]: DEBUG nova.network.neutron [-] [instance: 1e4afb61-0ef2-4805-85e2-4e480e8ba25f] Updating instance_info_cache with network_info: [] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 664.331953] env[69613]: DEBUG nova.compute.manager [None req-22b5a87d-9968-4036-bb4f-ea9539608ed6 tempest-FloatingIPsAssociationNegativeTestJSON-1033774278 tempest-FloatingIPsAssociationNegativeTestJSON-1033774278-project-member] [instance: 00d02bd2-f8fa-415c-9a6f-c58b9af0be63] Start spawning the instance on the hypervisor. {{(pid=69613) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 664.358152] env[69613]: DEBUG nova.virt.hardware [None req-22b5a87d-9968-4036-bb4f-ea9539608ed6 tempest-FloatingIPsAssociationNegativeTestJSON-1033774278 tempest-FloatingIPsAssociationNegativeTestJSON-1033774278-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T13:55:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T13:55:19Z,direct_url=,disk_format='vmdk',id=2b7a0304-b5d0-431d-b287-32c8388d7fbd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3e9e1b873f1442d59d5ee8247b941f74',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T13:55:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 664.358397] env[69613]: DEBUG nova.virt.hardware [None req-22b5a87d-9968-4036-bb4f-ea9539608ed6 tempest-FloatingIPsAssociationNegativeTestJSON-1033774278 tempest-FloatingIPsAssociationNegativeTestJSON-1033774278-project-member] Flavor limits 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 664.358571] env[69613]: DEBUG nova.virt.hardware [None req-22b5a87d-9968-4036-bb4f-ea9539608ed6 tempest-FloatingIPsAssociationNegativeTestJSON-1033774278 tempest-FloatingIPsAssociationNegativeTestJSON-1033774278-project-member] Image limits 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 664.358747] env[69613]: DEBUG nova.virt.hardware [None req-22b5a87d-9968-4036-bb4f-ea9539608ed6 tempest-FloatingIPsAssociationNegativeTestJSON-1033774278 tempest-FloatingIPsAssociationNegativeTestJSON-1033774278-project-member] Flavor pref 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 664.358888] env[69613]: DEBUG nova.virt.hardware [None req-22b5a87d-9968-4036-bb4f-ea9539608ed6 tempest-FloatingIPsAssociationNegativeTestJSON-1033774278 tempest-FloatingIPsAssociationNegativeTestJSON-1033774278-project-member] Image pref 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 664.359200] env[69613]: DEBUG nova.virt.hardware [None req-22b5a87d-9968-4036-bb4f-ea9539608ed6 tempest-FloatingIPsAssociationNegativeTestJSON-1033774278 tempest-FloatingIPsAssociationNegativeTestJSON-1033774278-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 664.359484] env[69613]: DEBUG nova.virt.hardware [None req-22b5a87d-9968-4036-bb4f-ea9539608ed6 tempest-FloatingIPsAssociationNegativeTestJSON-1033774278 tempest-FloatingIPsAssociationNegativeTestJSON-1033774278-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 664.359662] env[69613]: DEBUG nova.virt.hardware [None req-22b5a87d-9968-4036-bb4f-ea9539608ed6 tempest-FloatingIPsAssociationNegativeTestJSON-1033774278 tempest-FloatingIPsAssociationNegativeTestJSON-1033774278-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69613) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 664.359838] env[69613]: DEBUG nova.virt.hardware [None req-22b5a87d-9968-4036-bb4f-ea9539608ed6 tempest-FloatingIPsAssociationNegativeTestJSON-1033774278 tempest-FloatingIPsAssociationNegativeTestJSON-1033774278-project-member] Got 1 possible topologies {{(pid=69613) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 664.360012] env[69613]: DEBUG nova.virt.hardware [None req-22b5a87d-9968-4036-bb4f-ea9539608ed6 tempest-FloatingIPsAssociationNegativeTestJSON-1033774278 tempest-FloatingIPsAssociationNegativeTestJSON-1033774278-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 664.360216] env[69613]: DEBUG nova.virt.hardware [None req-22b5a87d-9968-4036-bb4f-ea9539608ed6 tempest-FloatingIPsAssociationNegativeTestJSON-1033774278 tempest-FloatingIPsAssociationNegativeTestJSON-1033774278-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 664.361066] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc15b975-3a45-4860-9b07-bc58d5fdeead {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.369715] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e40b49e-1950-4db1-973b-8422160dfda4 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.385230] env[69613]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9e8db990-78ec-4857-ac64-ccca08af7b8f {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.394910] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cd187e0-2d07-40dd-9281-ced838edfc98 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.430362] env[69613]: DEBUG nova.compute.manager [req-f48587fa-6ea7-4f28-af56-bc204755bcaf req-6e1aa38f-8527-4b64-a7e8-30c5c45e46f7 service nova] [instance: 1e4afb61-0ef2-4805-85e2-4e480e8ba25f] Detach interface failed, port_id=14edbf95-a470-40b6-a3d0-01cf9ec6644e, reason: Instance 1e4afb61-0ef2-4805-85e2-4e480e8ba25f could not be found. {{(pid=69613) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 664.440891] env[69613]: DEBUG oslo_vmware.api [None req-060e948d-ae60-4e98-8306-7c82da023137 tempest-ServersListShow2100Test-867795307 tempest-ServersListShow2100Test-867795307-project-member] Task: {'id': task-3416948, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.507212} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.441169] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-060e948d-ae60-4e98-8306-7c82da023137 tempest-ServersListShow2100Test-867795307 tempest-ServersListShow2100Test-867795307-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk to [datastore1] f2b492f9-2517-4ee7-b4e7-c6c3bb912e49/f2b492f9-2517-4ee7-b4e7-c6c3bb912e49.vmdk {{(pid=69613) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 664.441400] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-060e948d-ae60-4e98-8306-7c82da023137 tempest-ServersListShow2100Test-867795307 tempest-ServersListShow2100Test-867795307-project-member] [instance: f2b492f9-2517-4ee7-b4e7-c6c3bb912e49] Extending root virtual disk to 1048576 {{(pid=69613) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 664.441652] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2c186eb0-e239-475a-a32b-d4fe19dd62fb {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.448560] env[69613]: DEBUG oslo_vmware.api [None req-060e948d-ae60-4e98-8306-7c82da023137 tempest-ServersListShow2100Test-867795307 tempest-ServersListShow2100Test-867795307-project-member] Waiting for the task: (returnval){ [ 664.448560] env[69613]: value = "task-3416955" [ 664.448560] env[69613]: _type = "Task" [ 664.448560] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.457058] env[69613]: DEBUG oslo_vmware.api [None req-060e948d-ae60-4e98-8306-7c82da023137 tempest-ServersListShow2100Test-867795307 tempest-ServersListShow2100Test-867795307-project-member] Task: {'id': task-3416955, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.484362] env[69613]: DEBUG oslo_vmware.api [None req-2bc978f7-de16-4779-a0c0-7f1ddb4901b1 tempest-FloatingIPsAssociationTestJSON-164946246 tempest-FloatingIPsAssociationTestJSON-164946246-project-member] Task: {'id': task-3416953, 'name': Rename_Task, 'duration_secs': 0.175068} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.484624] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-2bc978f7-de16-4779-a0c0-7f1ddb4901b1 tempest-FloatingIPsAssociationTestJSON-164946246 tempest-FloatingIPsAssociationTestJSON-164946246-project-member] [instance: e75fc999-a479-44b6-a715-1a76054d73c6] Powering on the VM {{(pid=69613) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 664.485746] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7a835a78-3204-431b-a744-d265c40a3239 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.493250] env[69613]: DEBUG oslo_vmware.api [None req-2bc978f7-de16-4779-a0c0-7f1ddb4901b1 tempest-FloatingIPsAssociationTestJSON-164946246 tempest-FloatingIPsAssociationTestJSON-164946246-project-member] Waiting for the task: (returnval){ [ 664.493250] env[69613]: value = "task-3416956" [ 664.493250] env[69613]: _type = "Task" [ 664.493250] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.501856] env[69613]: DEBUG oslo_vmware.api [None req-2bc978f7-de16-4779-a0c0-7f1ddb4901b1 tempest-FloatingIPsAssociationTestJSON-164946246 tempest-FloatingIPsAssociationTestJSON-164946246-project-member] Task: {'id': task-3416956, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.538714] env[69613]: DEBUG nova.scheduler.client.report [None req-fa12ba3b-2505-41e4-95c8-72b237d3cf7a tempest-ServersListShow296Test-2103787313 tempest-ServersListShow296Test-2103787313-project-member] Inventory has not changed for provider af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69613) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 664.579524] env[69613]: DEBUG oslo_vmware.api [None req-68584071-a16c-4783-941c-0016b562ff9f tempest-SecurityGroupsTestJSON-147571119 tempest-SecurityGroupsTestJSON-147571119-project-member] Task: {'id': task-3416952, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.640254] env[69613]: DEBUG oslo_vmware.api [None req-98245e18-6d74-407c-92c1-6604cbbc9197 tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Task: {'id': task-3416954, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.753989] env[69613]: INFO nova.compute.manager [-] [instance: 1e4afb61-0ef2-4805-85e2-4e480e8ba25f] Took 1.26 seconds to deallocate network for instance. [ 664.961067] env[69613]: DEBUG oslo_vmware.api [None req-060e948d-ae60-4e98-8306-7c82da023137 tempest-ServersListShow2100Test-867795307 tempest-ServersListShow2100Test-867795307-project-member] Task: {'id': task-3416955, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082404} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.961417] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-060e948d-ae60-4e98-8306-7c82da023137 tempest-ServersListShow2100Test-867795307 tempest-ServersListShow2100Test-867795307-project-member] [instance: f2b492f9-2517-4ee7-b4e7-c6c3bb912e49] Extended root virtual disk {{(pid=69613) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 664.965095] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0d02a97-ca25-461c-be17-24c8d15e02f5 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.986604] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-060e948d-ae60-4e98-8306-7c82da023137 tempest-ServersListShow2100Test-867795307 tempest-ServersListShow2100Test-867795307-project-member] [instance: f2b492f9-2517-4ee7-b4e7-c6c3bb912e49] Reconfiguring VM instance instance-00000015 to attach disk [datastore1] f2b492f9-2517-4ee7-b4e7-c6c3bb912e49/f2b492f9-2517-4ee7-b4e7-c6c3bb912e49.vmdk or device None with type sparse {{(pid=69613) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 664.986986] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a5c24c74-1a60-416a-80a2-2af713f58bc7 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.022201] env[69613]: DEBUG oslo_vmware.api [None req-2bc978f7-de16-4779-a0c0-7f1ddb4901b1 tempest-FloatingIPsAssociationTestJSON-164946246 tempest-FloatingIPsAssociationTestJSON-164946246-project-member] Task: {'id': task-3416956, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.023818] env[69613]: DEBUG oslo_vmware.api [None req-060e948d-ae60-4e98-8306-7c82da023137 tempest-ServersListShow2100Test-867795307 tempest-ServersListShow2100Test-867795307-project-member] Waiting for the task: (returnval){ [ 665.023818] env[69613]: value = "task-3416957" [ 665.023818] env[69613]: _type = "Task" [ 665.023818] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.035549] env[69613]: DEBUG oslo_vmware.api [None req-060e948d-ae60-4e98-8306-7c82da023137 tempest-ServersListShow2100Test-867795307 tempest-ServersListShow2100Test-867795307-project-member] Task: {'id': task-3416957, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.044663] env[69613]: DEBUG oslo_concurrency.lockutils [None req-fa12ba3b-2505-41e4-95c8-72b237d3cf7a tempest-ServersListShow296Test-2103787313 tempest-ServersListShow296Test-2103787313-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.084s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 665.045240] env[69613]: DEBUG nova.compute.manager [None req-fa12ba3b-2505-41e4-95c8-72b237d3cf7a tempest-ServersListShow296Test-2103787313 tempest-ServersListShow296Test-2103787313-project-member] [instance: 997781de-b20c-4004-8374-deef83d9de6b] Start building networks asynchronously for instance. {{(pid=69613) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 665.049116] env[69613]: DEBUG oslo_concurrency.lockutils [None req-76e5f156-f313-48a8-b4c3-adb20369cc73 tempest-ServerAddressesNegativeTestJSON-1085258848 tempest-ServerAddressesNegativeTestJSON-1085258848-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.706s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 665.049559] env[69613]: DEBUG nova.objects.instance [None req-76e5f156-f313-48a8-b4c3-adb20369cc73 tempest-ServerAddressesNegativeTestJSON-1085258848 tempest-ServerAddressesNegativeTestJSON-1085258848-project-member] Lazy-loading 'resources' on Instance uuid 8fcf169e-2bcf-4fff-9a99-7dc8db4ce128 {{(pid=69613) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 665.080064] env[69613]: DEBUG oslo_vmware.api [None req-68584071-a16c-4783-941c-0016b562ff9f tempest-SecurityGroupsTestJSON-147571119 tempest-SecurityGroupsTestJSON-147571119-project-member] Task: {'id': task-3416952, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.456869} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.080373] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-68584071-a16c-4783-941c-0016b562ff9f tempest-SecurityGroupsTestJSON-147571119 tempest-SecurityGroupsTestJSON-147571119-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk to [datastore1] d812aca8-c993-4f3e-8235-115a51b60501/d812aca8-c993-4f3e-8235-115a51b60501.vmdk {{(pid=69613) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 665.080599] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-68584071-a16c-4783-941c-0016b562ff9f tempest-SecurityGroupsTestJSON-147571119 tempest-SecurityGroupsTestJSON-147571119-project-member] [instance: d812aca8-c993-4f3e-8235-115a51b60501] Extending root virtual disk to 1048576 {{(pid=69613) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 665.080847] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-569fb7d8-de4c-42af-bca6-9cc21e18ce8d {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.088059] env[69613]: DEBUG oslo_vmware.api [None req-68584071-a16c-4783-941c-0016b562ff9f tempest-SecurityGroupsTestJSON-147571119 tempest-SecurityGroupsTestJSON-147571119-project-member] Waiting for the task: (returnval){ [ 665.088059] env[69613]: value = "task-3416958" [ 665.088059] env[69613]: _type = "Task" [ 665.088059] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.097936] env[69613]: DEBUG oslo_vmware.api [None req-68584071-a16c-4783-941c-0016b562ff9f tempest-SecurityGroupsTestJSON-147571119 tempest-SecurityGroupsTestJSON-147571119-project-member] Task: {'id': task-3416958, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.141470] env[69613]: DEBUG oslo_vmware.api [None req-98245e18-6d74-407c-92c1-6604cbbc9197 tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Task: {'id': task-3416954, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.887939} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.141782] env[69613]: INFO nova.virt.vmwareapi.ds_util [None req-98245e18-6d74-407c-92c1-6604cbbc9197 tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk to [datastore1] 1fb750ed-62d4-4784-bf6c-6d777dc5ddb0/2b7a0304-b5d0-431d-b287-32c8388d7fbd-rescue.vmdk. [ 665.142639] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73291ed1-2013-4b65-a2dd-77944d6a7124 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.169389] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-98245e18-6d74-407c-92c1-6604cbbc9197 tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] [instance: 1fb750ed-62d4-4784-bf6c-6d777dc5ddb0] Reconfiguring VM instance instance-0000000f to attach disk [datastore1] 1fb750ed-62d4-4784-bf6c-6d777dc5ddb0/2b7a0304-b5d0-431d-b287-32c8388d7fbd-rescue.vmdk or device None with type thin {{(pid=69613) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 665.169669] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dde93fca-99e3-4785-8952-11bc50a4ad47 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.191434] env[69613]: DEBUG oslo_vmware.api [None req-98245e18-6d74-407c-92c1-6604cbbc9197 tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Waiting for the task: (returnval){ [ 665.191434] env[69613]: value = "task-3416959" [ 665.191434] env[69613]: _type = "Task" [ 665.191434] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.205335] env[69613]: DEBUG oslo_vmware.api [None req-98245e18-6d74-407c-92c1-6604cbbc9197 tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Task: {'id': task-3416959, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.263118] env[69613]: DEBUG oslo_concurrency.lockutils [None req-7d31f83c-a54a-46b6-8a1d-c890b0c16b3e tempest-ServerAddressesTestJSON-2032119828 tempest-ServerAddressesTestJSON-2032119828-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 665.524775] env[69613]: DEBUG oslo_vmware.api [None req-2bc978f7-de16-4779-a0c0-7f1ddb4901b1 tempest-FloatingIPsAssociationTestJSON-164946246 tempest-FloatingIPsAssociationTestJSON-164946246-project-member] Task: {'id': task-3416956, 'name': PowerOnVM_Task, 'duration_secs': 0.734468} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.531781] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-2bc978f7-de16-4779-a0c0-7f1ddb4901b1 tempest-FloatingIPsAssociationTestJSON-164946246 tempest-FloatingIPsAssociationTestJSON-164946246-project-member] [instance: e75fc999-a479-44b6-a715-1a76054d73c6] Powered on the VM {{(pid=69613) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 665.532031] env[69613]: INFO nova.compute.manager [None req-2bc978f7-de16-4779-a0c0-7f1ddb4901b1 tempest-FloatingIPsAssociationTestJSON-164946246 tempest-FloatingIPsAssociationTestJSON-164946246-project-member] [instance: e75fc999-a479-44b6-a715-1a76054d73c6] Took 10.52 seconds to spawn the instance on the hypervisor. [ 665.532209] env[69613]: DEBUG nova.compute.manager [None req-2bc978f7-de16-4779-a0c0-7f1ddb4901b1 tempest-FloatingIPsAssociationTestJSON-164946246 tempest-FloatingIPsAssociationTestJSON-164946246-project-member] [instance: e75fc999-a479-44b6-a715-1a76054d73c6] Checking state {{(pid=69613) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 665.533093] env[69613]: DEBUG nova.network.neutron [None req-22b5a87d-9968-4036-bb4f-ea9539608ed6 tempest-FloatingIPsAssociationNegativeTestJSON-1033774278 tempest-FloatingIPsAssociationNegativeTestJSON-1033774278-project-member] [instance: 00d02bd2-f8fa-415c-9a6f-c58b9af0be63] Successfully updated port: 04dc5f56-f0da-45f5-a241-f183e721d6a0 {{(pid=69613) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 665.538198] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c51e0d1-bf0d-42e6-826f-595ae2210e06 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.543749] env[69613]: DEBUG oslo_vmware.api [None req-060e948d-ae60-4e98-8306-7c82da023137 tempest-ServersListShow2100Test-867795307 tempest-ServersListShow2100Test-867795307-project-member] Task: {'id': task-3416957, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.552894] env[69613]: DEBUG nova.compute.utils [None req-fa12ba3b-2505-41e4-95c8-72b237d3cf7a tempest-ServersListShow296Test-2103787313 tempest-ServersListShow296Test-2103787313-project-member] Using /dev/sd instead of None {{(pid=69613) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 665.556573] env[69613]: DEBUG nova.compute.manager [None req-fa12ba3b-2505-41e4-95c8-72b237d3cf7a tempest-ServersListShow296Test-2103787313 tempest-ServersListShow296Test-2103787313-project-member] [instance: 997781de-b20c-4004-8374-deef83d9de6b] Not allocating networking since 'none' was specified. {{(pid=69613) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 665.599811] env[69613]: DEBUG oslo_vmware.api [None req-68584071-a16c-4783-941c-0016b562ff9f tempest-SecurityGroupsTestJSON-147571119 tempest-SecurityGroupsTestJSON-147571119-project-member] Task: {'id': task-3416958, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074239} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.602501] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-68584071-a16c-4783-941c-0016b562ff9f tempest-SecurityGroupsTestJSON-147571119 tempest-SecurityGroupsTestJSON-147571119-project-member] [instance: d812aca8-c993-4f3e-8235-115a51b60501] Extended root virtual disk {{(pid=69613) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 665.603563] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b17d6ee0-475b-45b2-a8ef-53b1b399147c {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.628522] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-68584071-a16c-4783-941c-0016b562ff9f tempest-SecurityGroupsTestJSON-147571119 tempest-SecurityGroupsTestJSON-147571119-project-member] [instance: d812aca8-c993-4f3e-8235-115a51b60501] Reconfiguring VM instance instance-00000019 to attach disk [datastore1] d812aca8-c993-4f3e-8235-115a51b60501/d812aca8-c993-4f3e-8235-115a51b60501.vmdk or device None with type sparse {{(pid=69613) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 665.632599] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-83331a97-efd5-4b6b-a010-4c996dcc5730 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.657366] env[69613]: DEBUG oslo_vmware.api [None req-68584071-a16c-4783-941c-0016b562ff9f tempest-SecurityGroupsTestJSON-147571119 tempest-SecurityGroupsTestJSON-147571119-project-member] Waiting for the task: (returnval){ [ 665.657366] env[69613]: value = "task-3416960" [ 665.657366] env[69613]: _type = "Task" [ 665.657366] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.667701] env[69613]: DEBUG oslo_vmware.api [None req-68584071-a16c-4783-941c-0016b562ff9f tempest-SecurityGroupsTestJSON-147571119 tempest-SecurityGroupsTestJSON-147571119-project-member] Task: {'id': task-3416960, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.699214] env[69613]: DEBUG nova.compute.manager [req-907ec5bb-7cc4-42f4-b441-b76c8c8d7f42 req-ab644aac-cb4e-4652-98b0-69c7fc8918ac service nova] [instance: 00d02bd2-f8fa-415c-9a6f-c58b9af0be63] Received event network-vif-plugged-04dc5f56-f0da-45f5-a241-f183e721d6a0 {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 665.699458] env[69613]: DEBUG oslo_concurrency.lockutils [req-907ec5bb-7cc4-42f4-b441-b76c8c8d7f42 req-ab644aac-cb4e-4652-98b0-69c7fc8918ac service nova] Acquiring lock "00d02bd2-f8fa-415c-9a6f-c58b9af0be63-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 665.699667] env[69613]: DEBUG oslo_concurrency.lockutils [req-907ec5bb-7cc4-42f4-b441-b76c8c8d7f42 req-ab644aac-cb4e-4652-98b0-69c7fc8918ac service nova] Lock "00d02bd2-f8fa-415c-9a6f-c58b9af0be63-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 665.699834] env[69613]: DEBUG oslo_concurrency.lockutils [req-907ec5bb-7cc4-42f4-b441-b76c8c8d7f42 req-ab644aac-cb4e-4652-98b0-69c7fc8918ac service nova] Lock "00d02bd2-f8fa-415c-9a6f-c58b9af0be63-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 665.700016] env[69613]: DEBUG nova.compute.manager [req-907ec5bb-7cc4-42f4-b441-b76c8c8d7f42 req-ab644aac-cb4e-4652-98b0-69c7fc8918ac service nova] [instance: 00d02bd2-f8fa-415c-9a6f-c58b9af0be63] No waiting events found dispatching network-vif-plugged-04dc5f56-f0da-45f5-a241-f183e721d6a0 {{(pid=69613) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 665.700207] env[69613]: WARNING nova.compute.manager [req-907ec5bb-7cc4-42f4-b441-b76c8c8d7f42 req-ab644aac-cb4e-4652-98b0-69c7fc8918ac service nova] [instance: 00d02bd2-f8fa-415c-9a6f-c58b9af0be63] Received unexpected event network-vif-plugged-04dc5f56-f0da-45f5-a241-f183e721d6a0 for instance with vm_state building and task_state spawning. [ 665.709472] env[69613]: DEBUG oslo_vmware.api [None req-98245e18-6d74-407c-92c1-6604cbbc9197 tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Task: {'id': task-3416959, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.035134] env[69613]: DEBUG oslo_vmware.api [None req-060e948d-ae60-4e98-8306-7c82da023137 tempest-ServersListShow2100Test-867795307 tempest-ServersListShow2100Test-867795307-project-member] Task: {'id': task-3416957, 'name': ReconfigVM_Task, 'duration_secs': 0.887199} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.035411] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-060e948d-ae60-4e98-8306-7c82da023137 tempest-ServersListShow2100Test-867795307 tempest-ServersListShow2100Test-867795307-project-member] [instance: f2b492f9-2517-4ee7-b4e7-c6c3bb912e49] Reconfigured VM instance instance-00000015 to attach disk [datastore1] f2b492f9-2517-4ee7-b4e7-c6c3bb912e49/f2b492f9-2517-4ee7-b4e7-c6c3bb912e49.vmdk or device None with type sparse {{(pid=69613) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 666.038375] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-72f6f5c0-face-423c-8c10-f1d6b9e9f3af {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.040236] env[69613]: DEBUG oslo_concurrency.lockutils [None req-22b5a87d-9968-4036-bb4f-ea9539608ed6 tempest-FloatingIPsAssociationNegativeTestJSON-1033774278 tempest-FloatingIPsAssociationNegativeTestJSON-1033774278-project-member] Acquiring lock "refresh_cache-00d02bd2-f8fa-415c-9a6f-c58b9af0be63" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.040376] env[69613]: DEBUG oslo_concurrency.lockutils [None req-22b5a87d-9968-4036-bb4f-ea9539608ed6 tempest-FloatingIPsAssociationNegativeTestJSON-1033774278 tempest-FloatingIPsAssociationNegativeTestJSON-1033774278-project-member] Acquired lock "refresh_cache-00d02bd2-f8fa-415c-9a6f-c58b9af0be63" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.040610] env[69613]: DEBUG nova.network.neutron [None req-22b5a87d-9968-4036-bb4f-ea9539608ed6 tempest-FloatingIPsAssociationNegativeTestJSON-1033774278 tempest-FloatingIPsAssociationNegativeTestJSON-1033774278-project-member] [instance: 00d02bd2-f8fa-415c-9a6f-c58b9af0be63] Building network info cache for instance {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 666.048514] env[69613]: DEBUG oslo_vmware.api [None req-060e948d-ae60-4e98-8306-7c82da023137 tempest-ServersListShow2100Test-867795307 tempest-ServersListShow2100Test-867795307-project-member] Waiting for the task: (returnval){ [ 666.048514] env[69613]: value = "task-3416961" [ 666.048514] env[69613]: _type = "Task" [ 666.048514] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.059993] env[69613]: DEBUG nova.compute.manager [None req-fa12ba3b-2505-41e4-95c8-72b237d3cf7a tempest-ServersListShow296Test-2103787313 tempest-ServersListShow296Test-2103787313-project-member] [instance: 997781de-b20c-4004-8374-deef83d9de6b] Start building block device mappings for instance. {{(pid=69613) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 666.067906] env[69613]: DEBUG oslo_vmware.api [None req-060e948d-ae60-4e98-8306-7c82da023137 tempest-ServersListShow2100Test-867795307 tempest-ServersListShow2100Test-867795307-project-member] Task: {'id': task-3416961, 'name': Rename_Task} progress is 6%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.068516] env[69613]: INFO nova.compute.manager [None req-2bc978f7-de16-4779-a0c0-7f1ddb4901b1 tempest-FloatingIPsAssociationTestJSON-164946246 tempest-FloatingIPsAssociationTestJSON-164946246-project-member] [instance: e75fc999-a479-44b6-a715-1a76054d73c6] Took 35.28 seconds to build instance. [ 666.144514] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c784e66f-0f1f-4784-bd60-57ad0420a50c {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.152756] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37fa6176-e7d1-482d-9be0-badff1257c4a {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.164137] env[69613]: DEBUG oslo_vmware.api [None req-68584071-a16c-4783-941c-0016b562ff9f tempest-SecurityGroupsTestJSON-147571119 tempest-SecurityGroupsTestJSON-147571119-project-member] Task: {'id': task-3416960, 'name': ReconfigVM_Task, 'duration_secs': 0.348355} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.187966] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-68584071-a16c-4783-941c-0016b562ff9f tempest-SecurityGroupsTestJSON-147571119 tempest-SecurityGroupsTestJSON-147571119-project-member] [instance: d812aca8-c993-4f3e-8235-115a51b60501] Reconfigured VM instance instance-00000019 to attach disk [datastore1] d812aca8-c993-4f3e-8235-115a51b60501/d812aca8-c993-4f3e-8235-115a51b60501.vmdk or device None with type sparse {{(pid=69613) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 666.189062] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-da3da970-b34c-4b75-88de-911613df5369 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.191183] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-927ddccc-2dde-42ac-9d49-caa89401ec03 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.199625] env[69613]: DEBUG oslo_vmware.api [None req-68584071-a16c-4783-941c-0016b562ff9f tempest-SecurityGroupsTestJSON-147571119 tempest-SecurityGroupsTestJSON-147571119-project-member] Waiting for the task: (returnval){ [ 666.199625] env[69613]: value = "task-3416962" [ 666.199625] env[69613]: _type = "Task" [ 666.199625] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.208690] env[69613]: DEBUG oslo_vmware.api [None req-98245e18-6d74-407c-92c1-6604cbbc9197 tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Task: {'id': task-3416959, 'name': ReconfigVM_Task, 'duration_secs': 0.942075} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.210176] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c578473-6621-4a6a-87b7-1d5a225eafd8 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.213950] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-98245e18-6d74-407c-92c1-6604cbbc9197 tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] [instance: 1fb750ed-62d4-4784-bf6c-6d777dc5ddb0] Reconfigured VM instance instance-0000000f to attach disk [datastore1] 1fb750ed-62d4-4784-bf6c-6d777dc5ddb0/2b7a0304-b5d0-431d-b287-32c8388d7fbd-rescue.vmdk or device None with type thin {{(pid=69613) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 666.217559] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ca1cc51-f2c5-4741-811d-d1c37db1d7cc {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.219943] env[69613]: DEBUG oslo_vmware.api [None req-68584071-a16c-4783-941c-0016b562ff9f tempest-SecurityGroupsTestJSON-147571119 tempest-SecurityGroupsTestJSON-147571119-project-member] Task: {'id': task-3416962, 'name': Rename_Task} progress is 6%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.231039] env[69613]: DEBUG nova.compute.provider_tree [None req-76e5f156-f313-48a8-b4c3-adb20369cc73 tempest-ServerAddressesNegativeTestJSON-1085258848 tempest-ServerAddressesNegativeTestJSON-1085258848-project-member] Inventory has not changed in ProviderTree for provider: af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 {{(pid=69613) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 666.254632] env[69613]: DEBUG nova.scheduler.client.report [None req-76e5f156-f313-48a8-b4c3-adb20369cc73 tempest-ServerAddressesNegativeTestJSON-1085258848 tempest-ServerAddressesNegativeTestJSON-1085258848-project-member] Inventory has not changed for provider af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69613) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 666.261022] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c7abb253-8255-4a40-a14f-56b450285c12 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.277379] env[69613]: DEBUG oslo_vmware.api [None req-98245e18-6d74-407c-92c1-6604cbbc9197 tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Waiting for the task: (returnval){ [ 666.277379] env[69613]: value = "task-3416963" [ 666.277379] env[69613]: _type = "Task" [ 666.277379] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.288225] env[69613]: DEBUG oslo_vmware.api [None req-98245e18-6d74-407c-92c1-6604cbbc9197 tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Task: {'id': task-3416963, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.567740] env[69613]: DEBUG oslo_vmware.api [None req-060e948d-ae60-4e98-8306-7c82da023137 tempest-ServersListShow2100Test-867795307 tempest-ServersListShow2100Test-867795307-project-member] Task: {'id': task-3416961, 'name': Rename_Task, 'duration_secs': 0.27398} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.569746] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-060e948d-ae60-4e98-8306-7c82da023137 tempest-ServersListShow2100Test-867795307 tempest-ServersListShow2100Test-867795307-project-member] [instance: f2b492f9-2517-4ee7-b4e7-c6c3bb912e49] Powering on the VM {{(pid=69613) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 666.570217] env[69613]: DEBUG oslo_concurrency.lockutils [None req-2bc978f7-de16-4779-a0c0-7f1ddb4901b1 tempest-FloatingIPsAssociationTestJSON-164946246 tempest-FloatingIPsAssociationTestJSON-164946246-project-member] Lock "e75fc999-a479-44b6-a715-1a76054d73c6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 52.180s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 666.570438] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f0541ff0-2de5-4d35-b5af-147a754235b8 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.580096] env[69613]: DEBUG oslo_vmware.api [None req-060e948d-ae60-4e98-8306-7c82da023137 tempest-ServersListShow2100Test-867795307 tempest-ServersListShow2100Test-867795307-project-member] Waiting for the task: (returnval){ [ 666.580096] env[69613]: value = "task-3416964" [ 666.580096] env[69613]: _type = "Task" [ 666.580096] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.590372] env[69613]: DEBUG oslo_vmware.api [None req-060e948d-ae60-4e98-8306-7c82da023137 tempest-ServersListShow2100Test-867795307 tempest-ServersListShow2100Test-867795307-project-member] Task: {'id': task-3416964, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.598477] env[69613]: DEBUG nova.network.neutron [None req-22b5a87d-9968-4036-bb4f-ea9539608ed6 tempest-FloatingIPsAssociationNegativeTestJSON-1033774278 tempest-FloatingIPsAssociationNegativeTestJSON-1033774278-project-member] [instance: 00d02bd2-f8fa-415c-9a6f-c58b9af0be63] Instance cache missing network info. {{(pid=69613) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 666.710432] env[69613]: DEBUG oslo_vmware.api [None req-68584071-a16c-4783-941c-0016b562ff9f tempest-SecurityGroupsTestJSON-147571119 tempest-SecurityGroupsTestJSON-147571119-project-member] Task: {'id': task-3416962, 'name': Rename_Task, 'duration_secs': 0.171194} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.713385] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-68584071-a16c-4783-941c-0016b562ff9f tempest-SecurityGroupsTestJSON-147571119 tempest-SecurityGroupsTestJSON-147571119-project-member] [instance: d812aca8-c993-4f3e-8235-115a51b60501] Powering on the VM {{(pid=69613) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 666.713663] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c46a8914-ceb8-4d11-bed1-84d90564dda0 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.722846] env[69613]: DEBUG oslo_vmware.api [None req-68584071-a16c-4783-941c-0016b562ff9f tempest-SecurityGroupsTestJSON-147571119 tempest-SecurityGroupsTestJSON-147571119-project-member] Waiting for the task: (returnval){ [ 666.722846] env[69613]: value = "task-3416965" [ 666.722846] env[69613]: _type = "Task" [ 666.722846] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.733046] env[69613]: DEBUG oslo_vmware.api [None req-68584071-a16c-4783-941c-0016b562ff9f tempest-SecurityGroupsTestJSON-147571119 tempest-SecurityGroupsTestJSON-147571119-project-member] Task: {'id': task-3416965, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.770211] env[69613]: DEBUG oslo_concurrency.lockutils [None req-76e5f156-f313-48a8-b4c3-adb20369cc73 tempest-ServerAddressesNegativeTestJSON-1085258848 tempest-ServerAddressesNegativeTestJSON-1085258848-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.721s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 666.773053] env[69613]: DEBUG oslo_concurrency.lockutils [None req-fc3db0ad-4740-40aa-a4b3-87d76cbb5ca1 tempest-ServerDiagnosticsV248Test-884971060 tempest-ServerDiagnosticsV248Test-884971060-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.967s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 666.774749] env[69613]: INFO nova.compute.claims [None req-fc3db0ad-4740-40aa-a4b3-87d76cbb5ca1 tempest-ServerDiagnosticsV248Test-884971060 tempest-ServerDiagnosticsV248Test-884971060-project-member] [instance: eed1c412-ccce-4168-bce7-3e7101901b7f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 666.797019] env[69613]: DEBUG oslo_vmware.api [None req-98245e18-6d74-407c-92c1-6604cbbc9197 tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Task: {'id': task-3416963, 'name': ReconfigVM_Task, 'duration_secs': 0.477064} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.797019] env[69613]: INFO nova.scheduler.client.report [None req-76e5f156-f313-48a8-b4c3-adb20369cc73 tempest-ServerAddressesNegativeTestJSON-1085258848 tempest-ServerAddressesNegativeTestJSON-1085258848-project-member] Deleted allocations for instance 8fcf169e-2bcf-4fff-9a99-7dc8db4ce128 [ 666.797408] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-98245e18-6d74-407c-92c1-6604cbbc9197 tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] [instance: 1fb750ed-62d4-4784-bf6c-6d777dc5ddb0] Powering on the VM {{(pid=69613) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 666.800113] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7748d2c0-0e6b-4086-9dc2-b44aa2c21cf0 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.811370] env[69613]: DEBUG oslo_vmware.api [None req-98245e18-6d74-407c-92c1-6604cbbc9197 tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Waiting for the task: (returnval){ [ 666.811370] env[69613]: value = "task-3416966" [ 666.811370] env[69613]: _type = "Task" [ 666.811370] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.820178] env[69613]: DEBUG oslo_vmware.api [None req-98245e18-6d74-407c-92c1-6604cbbc9197 tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Task: {'id': task-3416966, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.924271] env[69613]: DEBUG nova.network.neutron [None req-22b5a87d-9968-4036-bb4f-ea9539608ed6 tempest-FloatingIPsAssociationNegativeTestJSON-1033774278 tempest-FloatingIPsAssociationNegativeTestJSON-1033774278-project-member] [instance: 00d02bd2-f8fa-415c-9a6f-c58b9af0be63] Updating instance_info_cache with network_info: [{"id": "04dc5f56-f0da-45f5-a241-f183e721d6a0", "address": "fa:16:3e:cd:a5:34", "network": {"id": "43d5bc14-ee47-458b-94fb-ccbab74edb24", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1305098513-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6b4a9ab7a0824a459a78e5e0a2ad524c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1dc3a0d3-9578-4c45-bc16-13ed5b84f5b4", "external-id": "nsx-vlan-transportzone-817", "segmentation_id": 817, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap04dc5f56-f0", "ovs_interfaceid": "04dc5f56-f0da-45f5-a241-f183e721d6a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 667.069921] env[69613]: DEBUG nova.compute.manager [None req-fa12ba3b-2505-41e4-95c8-72b237d3cf7a tempest-ServersListShow296Test-2103787313 tempest-ServersListShow296Test-2103787313-project-member] [instance: 997781de-b20c-4004-8374-deef83d9de6b] Start spawning the instance on the hypervisor. {{(pid=69613) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 667.075025] env[69613]: DEBUG nova.compute.manager [None req-ae8c430a-97c2-463e-bedf-79119b80ba38 tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] [instance: 9ee7dbf3-c86a-4cd8-ad1e-ca92cb90164d] Starting instance... {{(pid=69613) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 667.091180] env[69613]: DEBUG oslo_vmware.api [None req-060e948d-ae60-4e98-8306-7c82da023137 tempest-ServersListShow2100Test-867795307 tempest-ServersListShow2100Test-867795307-project-member] Task: {'id': task-3416964, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.102140] env[69613]: DEBUG nova.virt.hardware [None req-fa12ba3b-2505-41e4-95c8-72b237d3cf7a tempest-ServersListShow296Test-2103787313 tempest-ServersListShow296Test-2103787313-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T13:55:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T13:55:19Z,direct_url=,disk_format='vmdk',id=2b7a0304-b5d0-431d-b287-32c8388d7fbd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3e9e1b873f1442d59d5ee8247b941f74',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T13:55:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 667.102421] env[69613]: DEBUG nova.virt.hardware [None req-fa12ba3b-2505-41e4-95c8-72b237d3cf7a tempest-ServersListShow296Test-2103787313 tempest-ServersListShow296Test-2103787313-project-member] Flavor limits 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 667.102592] env[69613]: DEBUG nova.virt.hardware [None req-fa12ba3b-2505-41e4-95c8-72b237d3cf7a tempest-ServersListShow296Test-2103787313 tempest-ServersListShow296Test-2103787313-project-member] Image limits 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 667.102846] env[69613]: DEBUG nova.virt.hardware [None req-fa12ba3b-2505-41e4-95c8-72b237d3cf7a tempest-ServersListShow296Test-2103787313 tempest-ServersListShow296Test-2103787313-project-member] Flavor pref 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 667.103018] env[69613]: DEBUG nova.virt.hardware [None req-fa12ba3b-2505-41e4-95c8-72b237d3cf7a tempest-ServersListShow296Test-2103787313 tempest-ServersListShow296Test-2103787313-project-member] Image pref 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 667.103193] env[69613]: DEBUG nova.virt.hardware [None req-fa12ba3b-2505-41e4-95c8-72b237d3cf7a tempest-ServersListShow296Test-2103787313 tempest-ServersListShow296Test-2103787313-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 667.103415] env[69613]: DEBUG nova.virt.hardware [None req-fa12ba3b-2505-41e4-95c8-72b237d3cf7a tempest-ServersListShow296Test-2103787313 tempest-ServersListShow296Test-2103787313-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 667.103588] env[69613]: DEBUG nova.virt.hardware [None req-fa12ba3b-2505-41e4-95c8-72b237d3cf7a tempest-ServersListShow296Test-2103787313 tempest-ServersListShow296Test-2103787313-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69613) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 667.103756] env[69613]: DEBUG nova.virt.hardware [None req-fa12ba3b-2505-41e4-95c8-72b237d3cf7a tempest-ServersListShow296Test-2103787313 tempest-ServersListShow296Test-2103787313-project-member] Got 1 possible topologies {{(pid=69613) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 667.103935] env[69613]: DEBUG nova.virt.hardware [None req-fa12ba3b-2505-41e4-95c8-72b237d3cf7a tempest-ServersListShow296Test-2103787313 tempest-ServersListShow296Test-2103787313-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 667.104146] env[69613]: DEBUG nova.virt.hardware [None req-fa12ba3b-2505-41e4-95c8-72b237d3cf7a tempest-ServersListShow296Test-2103787313 tempest-ServersListShow296Test-2103787313-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 667.105024] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51f7b4be-1cdc-420e-b9fd-306712bc9eff {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.116152] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dd3afeb-cef0-46f9-9520-ed64650aaa70 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.130374] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-fa12ba3b-2505-41e4-95c8-72b237d3cf7a tempest-ServersListShow296Test-2103787313 tempest-ServersListShow296Test-2103787313-project-member] [instance: 997781de-b20c-4004-8374-deef83d9de6b] Instance VIF info [] {{(pid=69613) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 667.136477] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa12ba3b-2505-41e4-95c8-72b237d3cf7a tempest-ServersListShow296Test-2103787313 tempest-ServersListShow296Test-2103787313-project-member] Creating folder: Project (f7eae311425945558a4b4c23a27b3953). Parent ref: group-v681687. {{(pid=69613) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 667.137678] env[69613]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-34998159-94b2-4912-8161-6e52c50e6829 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.148863] env[69613]: INFO nova.virt.vmwareapi.vm_util [None req-fa12ba3b-2505-41e4-95c8-72b237d3cf7a tempest-ServersListShow296Test-2103787313 tempest-ServersListShow296Test-2103787313-project-member] Created folder: Project (f7eae311425945558a4b4c23a27b3953) in parent group-v681687. [ 667.149093] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa12ba3b-2505-41e4-95c8-72b237d3cf7a tempest-ServersListShow296Test-2103787313 tempest-ServersListShow296Test-2103787313-project-member] Creating folder: Instances. Parent ref: group-v681759. {{(pid=69613) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 667.149348] env[69613]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2f018533-85ce-40db-b862-b805e063152a {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.159042] env[69613]: INFO nova.virt.vmwareapi.vm_util [None req-fa12ba3b-2505-41e4-95c8-72b237d3cf7a tempest-ServersListShow296Test-2103787313 tempest-ServersListShow296Test-2103787313-project-member] Created folder: Instances in parent group-v681759. [ 667.159221] env[69613]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fa12ba3b-2505-41e4-95c8-72b237d3cf7a tempest-ServersListShow296Test-2103787313 tempest-ServersListShow296Test-2103787313-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69613) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 667.159427] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 997781de-b20c-4004-8374-deef83d9de6b] Creating VM on the ESX host {{(pid=69613) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 667.159637] env[69613]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ac2cc5fc-7ed7-4cc2-b09c-3e274b7363db {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.177180] env[69613]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 667.177180] env[69613]: value = "task-3416969" [ 667.177180] env[69613]: _type = "Task" [ 667.177180] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.186266] env[69613]: DEBUG oslo_vmware.api [-] Task: {'id': task-3416969, 'name': CreateVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.233161] env[69613]: DEBUG oslo_vmware.api [None req-68584071-a16c-4783-941c-0016b562ff9f tempest-SecurityGroupsTestJSON-147571119 tempest-SecurityGroupsTestJSON-147571119-project-member] Task: {'id': task-3416965, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.306313] env[69613]: DEBUG oslo_concurrency.lockutils [None req-76e5f156-f313-48a8-b4c3-adb20369cc73 tempest-ServerAddressesNegativeTestJSON-1085258848 tempest-ServerAddressesNegativeTestJSON-1085258848-project-member] Lock "8fcf169e-2bcf-4fff-9a99-7dc8db4ce128" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.569s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 667.320174] env[69613]: DEBUG oslo_vmware.api [None req-98245e18-6d74-407c-92c1-6604cbbc9197 tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Task: {'id': task-3416966, 'name': PowerOnVM_Task, 'duration_secs': 0.501019} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.320440] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-98245e18-6d74-407c-92c1-6604cbbc9197 tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] [instance: 1fb750ed-62d4-4784-bf6c-6d777dc5ddb0] Powered on the VM {{(pid=69613) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 667.327957] env[69613]: DEBUG nova.compute.manager [None req-98245e18-6d74-407c-92c1-6604cbbc9197 tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] [instance: 1fb750ed-62d4-4784-bf6c-6d777dc5ddb0] Checking state {{(pid=69613) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 667.329067] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d850d6d5-56d3-4402-a629-f47c582f756d {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.426737] env[69613]: DEBUG oslo_concurrency.lockutils [None req-22b5a87d-9968-4036-bb4f-ea9539608ed6 tempest-FloatingIPsAssociationNegativeTestJSON-1033774278 tempest-FloatingIPsAssociationNegativeTestJSON-1033774278-project-member] Releasing lock "refresh_cache-00d02bd2-f8fa-415c-9a6f-c58b9af0be63" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.427118] env[69613]: DEBUG nova.compute.manager [None req-22b5a87d-9968-4036-bb4f-ea9539608ed6 tempest-FloatingIPsAssociationNegativeTestJSON-1033774278 tempest-FloatingIPsAssociationNegativeTestJSON-1033774278-project-member] [instance: 00d02bd2-f8fa-415c-9a6f-c58b9af0be63] Instance network_info: |[{"id": "04dc5f56-f0da-45f5-a241-f183e721d6a0", "address": "fa:16:3e:cd:a5:34", "network": {"id": "43d5bc14-ee47-458b-94fb-ccbab74edb24", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1305098513-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6b4a9ab7a0824a459a78e5e0a2ad524c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1dc3a0d3-9578-4c45-bc16-13ed5b84f5b4", "external-id": "nsx-vlan-transportzone-817", "segmentation_id": 817, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap04dc5f56-f0", "ovs_interfaceid": "04dc5f56-f0da-45f5-a241-f183e721d6a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69613) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 667.427595] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-22b5a87d-9968-4036-bb4f-ea9539608ed6 tempest-FloatingIPsAssociationNegativeTestJSON-1033774278 tempest-FloatingIPsAssociationNegativeTestJSON-1033774278-project-member] [instance: 00d02bd2-f8fa-415c-9a6f-c58b9af0be63] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cd:a5:34', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1dc3a0d3-9578-4c45-bc16-13ed5b84f5b4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '04dc5f56-f0da-45f5-a241-f183e721d6a0', 'vif_model': 'vmxnet3'}] {{(pid=69613) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 667.435697] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-22b5a87d-9968-4036-bb4f-ea9539608ed6 tempest-FloatingIPsAssociationNegativeTestJSON-1033774278 tempest-FloatingIPsAssociationNegativeTestJSON-1033774278-project-member] Creating folder: Project (6b4a9ab7a0824a459a78e5e0a2ad524c). Parent ref: group-v681687. {{(pid=69613) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 667.436509] env[69613]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-77788aa5-d3de-4f99-9a6a-4b1948e354b4 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.447335] env[69613]: INFO nova.virt.vmwareapi.vm_util [None req-22b5a87d-9968-4036-bb4f-ea9539608ed6 tempest-FloatingIPsAssociationNegativeTestJSON-1033774278 tempest-FloatingIPsAssociationNegativeTestJSON-1033774278-project-member] Created folder: Project (6b4a9ab7a0824a459a78e5e0a2ad524c) in parent group-v681687. [ 667.447520] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-22b5a87d-9968-4036-bb4f-ea9539608ed6 tempest-FloatingIPsAssociationNegativeTestJSON-1033774278 tempest-FloatingIPsAssociationNegativeTestJSON-1033774278-project-member] Creating folder: Instances. Parent ref: group-v681762. {{(pid=69613) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 667.447753] env[69613]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-eee73ea7-5e58-4a9e-a87f-73ba4290bbff {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.456796] env[69613]: INFO nova.virt.vmwareapi.vm_util [None req-22b5a87d-9968-4036-bb4f-ea9539608ed6 tempest-FloatingIPsAssociationNegativeTestJSON-1033774278 tempest-FloatingIPsAssociationNegativeTestJSON-1033774278-project-member] Created folder: Instances in parent group-v681762. [ 667.457106] env[69613]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-22b5a87d-9968-4036-bb4f-ea9539608ed6 tempest-FloatingIPsAssociationNegativeTestJSON-1033774278 tempest-FloatingIPsAssociationNegativeTestJSON-1033774278-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69613) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 667.457219] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 00d02bd2-f8fa-415c-9a6f-c58b9af0be63] Creating VM on the ESX host {{(pid=69613) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 667.457416] env[69613]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-17f474d3-932d-4074-8508-c5502b7af94c {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.478421] env[69613]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 667.478421] env[69613]: value = "task-3416972" [ 667.478421] env[69613]: _type = "Task" [ 667.478421] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.485931] env[69613]: DEBUG oslo_vmware.api [-] Task: {'id': task-3416972, 'name': CreateVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.594334] env[69613]: DEBUG oslo_vmware.api [None req-060e948d-ae60-4e98-8306-7c82da023137 tempest-ServersListShow2100Test-867795307 tempest-ServersListShow2100Test-867795307-project-member] Task: {'id': task-3416964, 'name': PowerOnVM_Task, 'duration_secs': 0.635896} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.594589] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-060e948d-ae60-4e98-8306-7c82da023137 tempest-ServersListShow2100Test-867795307 tempest-ServersListShow2100Test-867795307-project-member] [instance: f2b492f9-2517-4ee7-b4e7-c6c3bb912e49] Powered on the VM {{(pid=69613) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 667.595960] env[69613]: DEBUG nova.compute.manager [None req-060e948d-ae60-4e98-8306-7c82da023137 tempest-ServersListShow2100Test-867795307 tempest-ServersListShow2100Test-867795307-project-member] [instance: f2b492f9-2517-4ee7-b4e7-c6c3bb912e49] Checking state {{(pid=69613) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 667.596556] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccae2de4-81dd-413c-bb27-57d2c473789c {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.607030] env[69613]: DEBUG oslo_concurrency.lockutils [None req-ae8c430a-97c2-463e-bedf-79119b80ba38 tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 667.687504] env[69613]: DEBUG oslo_vmware.api [-] Task: {'id': task-3416969, 'name': CreateVM_Task} progress is 99%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.733375] env[69613]: DEBUG oslo_vmware.api [None req-68584071-a16c-4783-941c-0016b562ff9f tempest-SecurityGroupsTestJSON-147571119 tempest-SecurityGroupsTestJSON-147571119-project-member] Task: {'id': task-3416965, 'name': PowerOnVM_Task, 'duration_secs': 0.55528} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.733785] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-68584071-a16c-4783-941c-0016b562ff9f tempest-SecurityGroupsTestJSON-147571119 tempest-SecurityGroupsTestJSON-147571119-project-member] [instance: d812aca8-c993-4f3e-8235-115a51b60501] Powered on the VM {{(pid=69613) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 667.734113] env[69613]: INFO nova.compute.manager [None req-68584071-a16c-4783-941c-0016b562ff9f tempest-SecurityGroupsTestJSON-147571119 tempest-SecurityGroupsTestJSON-147571119-project-member] [instance: d812aca8-c993-4f3e-8235-115a51b60501] Took 9.89 seconds to spawn the instance on the hypervisor. [ 667.734391] env[69613]: DEBUG nova.compute.manager [None req-68584071-a16c-4783-941c-0016b562ff9f tempest-SecurityGroupsTestJSON-147571119 tempest-SecurityGroupsTestJSON-147571119-project-member] [instance: d812aca8-c993-4f3e-8235-115a51b60501] Checking state {{(pid=69613) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 667.735250] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35b44a75-b685-4c6a-8688-0802ea720323 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.989406] env[69613]: DEBUG oslo_vmware.api [-] Task: {'id': task-3416972, 'name': CreateVM_Task, 'duration_secs': 0.420956} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.992338] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 00d02bd2-f8fa-415c-9a6f-c58b9af0be63] Created VM on the ESX host {{(pid=69613) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 667.993590] env[69613]: DEBUG oslo_concurrency.lockutils [None req-22b5a87d-9968-4036-bb4f-ea9539608ed6 tempest-FloatingIPsAssociationNegativeTestJSON-1033774278 tempest-FloatingIPsAssociationNegativeTestJSON-1033774278-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.993677] env[69613]: DEBUG oslo_concurrency.lockutils [None req-22b5a87d-9968-4036-bb4f-ea9539608ed6 tempest-FloatingIPsAssociationNegativeTestJSON-1033774278 tempest-FloatingIPsAssociationNegativeTestJSON-1033774278-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.994082] env[69613]: DEBUG oslo_concurrency.lockutils [None req-22b5a87d-9968-4036-bb4f-ea9539608ed6 tempest-FloatingIPsAssociationNegativeTestJSON-1033774278 tempest-FloatingIPsAssociationNegativeTestJSON-1033774278-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.994390] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2d419650-9e12-4f10-9419-7572133203ec {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.999727] env[69613]: DEBUG oslo_vmware.api [None req-22b5a87d-9968-4036-bb4f-ea9539608ed6 tempest-FloatingIPsAssociationNegativeTestJSON-1033774278 tempest-FloatingIPsAssociationNegativeTestJSON-1033774278-project-member] Waiting for the task: (returnval){ [ 667.999727] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]523747b3-14d6-d22e-72c5-2be41312bce2" [ 667.999727] env[69613]: _type = "Task" [ 667.999727] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.009550] env[69613]: DEBUG oslo_vmware.api [None req-22b5a87d-9968-4036-bb4f-ea9539608ed6 tempest-FloatingIPsAssociationNegativeTestJSON-1033774278 tempest-FloatingIPsAssociationNegativeTestJSON-1033774278-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]523747b3-14d6-d22e-72c5-2be41312bce2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.118399] env[69613]: DEBUG oslo_concurrency.lockutils [None req-060e948d-ae60-4e98-8306-7c82da023137 tempest-ServersListShow2100Test-867795307 tempest-ServersListShow2100Test-867795307-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 668.189516] env[69613]: DEBUG oslo_vmware.api [-] Task: {'id': task-3416969, 'name': CreateVM_Task, 'duration_secs': 0.511343} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.192552] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 997781de-b20c-4004-8374-deef83d9de6b] Created VM on the ESX host {{(pid=69613) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 668.193655] env[69613]: DEBUG oslo_concurrency.lockutils [None req-fa12ba3b-2505-41e4-95c8-72b237d3cf7a tempest-ServersListShow296Test-2103787313 tempest-ServersListShow296Test-2103787313-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.255285] env[69613]: INFO nova.compute.manager [None req-68584071-a16c-4783-941c-0016b562ff9f tempest-SecurityGroupsTestJSON-147571119 tempest-SecurityGroupsTestJSON-147571119-project-member] [instance: d812aca8-c993-4f3e-8235-115a51b60501] Took 37.10 seconds to build instance. [ 668.402836] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9d8758e-3bd0-4147-b96c-8f8c9ef53b9a {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.413013] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a88c0f5-f8f9-4c90-9e5a-f012a1dec508 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.451355] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f0f316d-5506-42e4-9ce5-a5e67d3df7ea {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.463137] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6beeb02-c1ee-4313-bc0c-61357a6493d1 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.486074] env[69613]: DEBUG nova.compute.provider_tree [None req-fc3db0ad-4740-40aa-a4b3-87d76cbb5ca1 tempest-ServerDiagnosticsV248Test-884971060 tempest-ServerDiagnosticsV248Test-884971060-project-member] Inventory has not changed in ProviderTree for provider: af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 {{(pid=69613) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 668.513020] env[69613]: DEBUG oslo_vmware.api [None req-22b5a87d-9968-4036-bb4f-ea9539608ed6 tempest-FloatingIPsAssociationNegativeTestJSON-1033774278 tempest-FloatingIPsAssociationNegativeTestJSON-1033774278-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]523747b3-14d6-d22e-72c5-2be41312bce2, 'name': SearchDatastore_Task, 'duration_secs': 0.013644} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.513020] env[69613]: DEBUG oslo_concurrency.lockutils [None req-22b5a87d-9968-4036-bb4f-ea9539608ed6 tempest-FloatingIPsAssociationNegativeTestJSON-1033774278 tempest-FloatingIPsAssociationNegativeTestJSON-1033774278-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.513020] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-22b5a87d-9968-4036-bb4f-ea9539608ed6 tempest-FloatingIPsAssociationNegativeTestJSON-1033774278 tempest-FloatingIPsAssociationNegativeTestJSON-1033774278-project-member] [instance: 00d02bd2-f8fa-415c-9a6f-c58b9af0be63] Processing image 2b7a0304-b5d0-431d-b287-32c8388d7fbd {{(pid=69613) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 668.513020] env[69613]: DEBUG oslo_concurrency.lockutils [None req-22b5a87d-9968-4036-bb4f-ea9539608ed6 tempest-FloatingIPsAssociationNegativeTestJSON-1033774278 tempest-FloatingIPsAssociationNegativeTestJSON-1033774278-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.513261] env[69613]: DEBUG oslo_concurrency.lockutils [None req-22b5a87d-9968-4036-bb4f-ea9539608ed6 tempest-FloatingIPsAssociationNegativeTestJSON-1033774278 tempest-FloatingIPsAssociationNegativeTestJSON-1033774278-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.513261] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-22b5a87d-9968-4036-bb4f-ea9539608ed6 tempest-FloatingIPsAssociationNegativeTestJSON-1033774278 tempest-FloatingIPsAssociationNegativeTestJSON-1033774278-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69613) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 668.513261] env[69613]: DEBUG oslo_concurrency.lockutils [None req-fa12ba3b-2505-41e4-95c8-72b237d3cf7a tempest-ServersListShow296Test-2103787313 tempest-ServersListShow296Test-2103787313-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.513261] env[69613]: DEBUG oslo_concurrency.lockutils [None req-fa12ba3b-2505-41e4-95c8-72b237d3cf7a tempest-ServersListShow296Test-2103787313 tempest-ServersListShow296Test-2103787313-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.513261] env[69613]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a3efb226-77b2-4b22-b17d-5cbcb7e5ac75 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.514805] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5e929d30-4a37-489b-afd9-2eba76b75344 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.519942] env[69613]: DEBUG oslo_vmware.api [None req-fa12ba3b-2505-41e4-95c8-72b237d3cf7a tempest-ServersListShow296Test-2103787313 tempest-ServersListShow296Test-2103787313-project-member] Waiting for the task: (returnval){ [ 668.519942] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]52479797-0570-c217-1796-7d7d84c26197" [ 668.519942] env[69613]: _type = "Task" [ 668.519942] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.524488] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-22b5a87d-9968-4036-bb4f-ea9539608ed6 tempest-FloatingIPsAssociationNegativeTestJSON-1033774278 tempest-FloatingIPsAssociationNegativeTestJSON-1033774278-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69613) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 668.524799] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-22b5a87d-9968-4036-bb4f-ea9539608ed6 tempest-FloatingIPsAssociationNegativeTestJSON-1033774278 tempest-FloatingIPsAssociationNegativeTestJSON-1033774278-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69613) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 668.526032] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b8ea90d8-0c89-4e3e-ada9-c72c39e01bb7 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.530971] env[69613]: DEBUG oslo_vmware.api [None req-fa12ba3b-2505-41e4-95c8-72b237d3cf7a tempest-ServersListShow296Test-2103787313 tempest-ServersListShow296Test-2103787313-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52479797-0570-c217-1796-7d7d84c26197, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.534033] env[69613]: DEBUG oslo_vmware.api [None req-22b5a87d-9968-4036-bb4f-ea9539608ed6 tempest-FloatingIPsAssociationNegativeTestJSON-1033774278 tempest-FloatingIPsAssociationNegativeTestJSON-1033774278-project-member] Waiting for the task: (returnval){ [ 668.534033] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]5231ff2e-614c-c4f0-2051-f63e3939d845" [ 668.534033] env[69613]: _type = "Task" [ 668.534033] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.541070] env[69613]: DEBUG oslo_vmware.api [None req-22b5a87d-9968-4036-bb4f-ea9539608ed6 tempest-FloatingIPsAssociationNegativeTestJSON-1033774278 tempest-FloatingIPsAssociationNegativeTestJSON-1033774278-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]5231ff2e-614c-c4f0-2051-f63e3939d845, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.697036] env[69613]: DEBUG nova.compute.manager [req-a0a08ebd-868f-4348-a384-18acd431461c req-ebc4ae3c-6aaa-4d2b-a4ba-ac6f957c211b service nova] [instance: 00d02bd2-f8fa-415c-9a6f-c58b9af0be63] Received event network-changed-04dc5f56-f0da-45f5-a241-f183e721d6a0 {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 668.698340] env[69613]: DEBUG nova.compute.manager [req-a0a08ebd-868f-4348-a384-18acd431461c req-ebc4ae3c-6aaa-4d2b-a4ba-ac6f957c211b service nova] [instance: 00d02bd2-f8fa-415c-9a6f-c58b9af0be63] Refreshing instance network info cache due to event network-changed-04dc5f56-f0da-45f5-a241-f183e721d6a0. {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 668.698615] env[69613]: DEBUG oslo_concurrency.lockutils [req-a0a08ebd-868f-4348-a384-18acd431461c req-ebc4ae3c-6aaa-4d2b-a4ba-ac6f957c211b service nova] Acquiring lock "refresh_cache-00d02bd2-f8fa-415c-9a6f-c58b9af0be63" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.698764] env[69613]: DEBUG oslo_concurrency.lockutils [req-a0a08ebd-868f-4348-a384-18acd431461c req-ebc4ae3c-6aaa-4d2b-a4ba-ac6f957c211b service nova] Acquired lock "refresh_cache-00d02bd2-f8fa-415c-9a6f-c58b9af0be63" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.698973] env[69613]: DEBUG nova.network.neutron [req-a0a08ebd-868f-4348-a384-18acd431461c req-ebc4ae3c-6aaa-4d2b-a4ba-ac6f957c211b service nova] [instance: 00d02bd2-f8fa-415c-9a6f-c58b9af0be63] Refreshing network info cache for port 04dc5f56-f0da-45f5-a241-f183e721d6a0 {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 668.756590] env[69613]: DEBUG oslo_concurrency.lockutils [None req-68584071-a16c-4783-941c-0016b562ff9f tempest-SecurityGroupsTestJSON-147571119 tempest-SecurityGroupsTestJSON-147571119-project-member] Lock "d812aca8-c993-4f3e-8235-115a51b60501" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 50.853s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 668.992058] env[69613]: DEBUG nova.scheduler.client.report [None req-fc3db0ad-4740-40aa-a4b3-87d76cbb5ca1 tempest-ServerDiagnosticsV248Test-884971060 tempest-ServerDiagnosticsV248Test-884971060-project-member] Inventory has not changed for provider af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69613) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 669.036475] env[69613]: DEBUG oslo_vmware.api [None req-fa12ba3b-2505-41e4-95c8-72b237d3cf7a tempest-ServersListShow296Test-2103787313 tempest-ServersListShow296Test-2103787313-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52479797-0570-c217-1796-7d7d84c26197, 'name': SearchDatastore_Task, 'duration_secs': 0.016529} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.042493] env[69613]: DEBUG oslo_concurrency.lockutils [None req-fa12ba3b-2505-41e4-95c8-72b237d3cf7a tempest-ServersListShow296Test-2103787313 tempest-ServersListShow296Test-2103787313-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.042865] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-fa12ba3b-2505-41e4-95c8-72b237d3cf7a tempest-ServersListShow296Test-2103787313 tempest-ServersListShow296Test-2103787313-project-member] [instance: 997781de-b20c-4004-8374-deef83d9de6b] Processing image 2b7a0304-b5d0-431d-b287-32c8388d7fbd {{(pid=69613) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 669.043264] env[69613]: DEBUG oslo_concurrency.lockutils [None req-fa12ba3b-2505-41e4-95c8-72b237d3cf7a tempest-ServersListShow296Test-2103787313 tempest-ServersListShow296Test-2103787313-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.049906] env[69613]: DEBUG oslo_vmware.api [None req-22b5a87d-9968-4036-bb4f-ea9539608ed6 tempest-FloatingIPsAssociationNegativeTestJSON-1033774278 tempest-FloatingIPsAssociationNegativeTestJSON-1033774278-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]5231ff2e-614c-c4f0-2051-f63e3939d845, 'name': SearchDatastore_Task, 'duration_secs': 0.038346} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.051192] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-94bb39ea-079f-4d0f-aad1-0da9a8f0ec2b {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.057745] env[69613]: DEBUG oslo_vmware.api [None req-22b5a87d-9968-4036-bb4f-ea9539608ed6 tempest-FloatingIPsAssociationNegativeTestJSON-1033774278 tempest-FloatingIPsAssociationNegativeTestJSON-1033774278-project-member] Waiting for the task: (returnval){ [ 669.057745] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]528eabcb-70e7-4594-447a-9a8b0d0a6ca8" [ 669.057745] env[69613]: _type = "Task" [ 669.057745] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.068138] env[69613]: DEBUG oslo_vmware.api [None req-22b5a87d-9968-4036-bb4f-ea9539608ed6 tempest-FloatingIPsAssociationNegativeTestJSON-1033774278 tempest-FloatingIPsAssociationNegativeTestJSON-1033774278-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]528eabcb-70e7-4594-447a-9a8b0d0a6ca8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.262678] env[69613]: DEBUG nova.compute.manager [None req-e8bd5bed-894b-4257-a968-0afde8dbec89 tempest-ServerMetadataNegativeTestJSON-1771848395 tempest-ServerMetadataNegativeTestJSON-1771848395-project-member] [instance: 20fa95e4-e66f-4310-81bf-beb9a42968dc] Starting instance... {{(pid=69613) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 669.499850] env[69613]: DEBUG oslo_concurrency.lockutils [None req-fc3db0ad-4740-40aa-a4b3-87d76cbb5ca1 tempest-ServerDiagnosticsV248Test-884971060 tempest-ServerDiagnosticsV248Test-884971060-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.727s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 669.500446] env[69613]: DEBUG nova.compute.manager [None req-fc3db0ad-4740-40aa-a4b3-87d76cbb5ca1 tempest-ServerDiagnosticsV248Test-884971060 tempest-ServerDiagnosticsV248Test-884971060-project-member] [instance: eed1c412-ccce-4168-bce7-3e7101901b7f] Start building networks asynchronously for instance. {{(pid=69613) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 669.507105] env[69613]: DEBUG oslo_concurrency.lockutils [None req-49b6fb52-9922-4cf8-996b-58a5bf42a3ac tempest-ServerShowV254Test-1975243985 tempest-ServerShowV254Test-1975243985-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 16.824s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 669.507342] env[69613]: DEBUG nova.objects.instance [None req-49b6fb52-9922-4cf8-996b-58a5bf42a3ac tempest-ServerShowV254Test-1975243985 tempest-ServerShowV254Test-1975243985-project-member] [instance: cd5b4748-087b-4058-990d-e15affb5a715] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69613) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 669.577031] env[69613]: DEBUG oslo_vmware.api [None req-22b5a87d-9968-4036-bb4f-ea9539608ed6 tempest-FloatingIPsAssociationNegativeTestJSON-1033774278 tempest-FloatingIPsAssociationNegativeTestJSON-1033774278-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]528eabcb-70e7-4594-447a-9a8b0d0a6ca8, 'name': SearchDatastore_Task, 'duration_secs': 0.011249} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.577031] env[69613]: DEBUG oslo_concurrency.lockutils [None req-22b5a87d-9968-4036-bb4f-ea9539608ed6 tempest-FloatingIPsAssociationNegativeTestJSON-1033774278 tempest-FloatingIPsAssociationNegativeTestJSON-1033774278-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.577031] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-22b5a87d-9968-4036-bb4f-ea9539608ed6 tempest-FloatingIPsAssociationNegativeTestJSON-1033774278 tempest-FloatingIPsAssociationNegativeTestJSON-1033774278-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk to [datastore2] 00d02bd2-f8fa-415c-9a6f-c58b9af0be63/00d02bd2-f8fa-415c-9a6f-c58b9af0be63.vmdk {{(pid=69613) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 669.577031] env[69613]: DEBUG oslo_concurrency.lockutils [None req-fa12ba3b-2505-41e4-95c8-72b237d3cf7a tempest-ServersListShow296Test-2103787313 tempest-ServersListShow296Test-2103787313-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.577392] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa12ba3b-2505-41e4-95c8-72b237d3cf7a tempest-ServersListShow296Test-2103787313 tempest-ServersListShow296Test-2103787313-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69613) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 669.577392] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3ea5cd12-ebb2-4612-9287-970ad985a301 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.579160] env[69613]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0f62ee97-80df-42a1-929e-fb1efa4533a0 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.589141] env[69613]: DEBUG oslo_vmware.api [None req-22b5a87d-9968-4036-bb4f-ea9539608ed6 tempest-FloatingIPsAssociationNegativeTestJSON-1033774278 tempest-FloatingIPsAssociationNegativeTestJSON-1033774278-project-member] Waiting for the task: (returnval){ [ 669.589141] env[69613]: value = "task-3416973" [ 669.589141] env[69613]: _type = "Task" [ 669.589141] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.596580] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa12ba3b-2505-41e4-95c8-72b237d3cf7a tempest-ServersListShow296Test-2103787313 tempest-ServersListShow296Test-2103787313-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69613) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 669.596580] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-fa12ba3b-2505-41e4-95c8-72b237d3cf7a tempest-ServersListShow296Test-2103787313 tempest-ServersListShow296Test-2103787313-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69613) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 669.597786] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-500251ee-53f9-4b85-ab85-267c47673ed2 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.606464] env[69613]: DEBUG oslo_vmware.api [None req-22b5a87d-9968-4036-bb4f-ea9539608ed6 tempest-FloatingIPsAssociationNegativeTestJSON-1033774278 tempest-FloatingIPsAssociationNegativeTestJSON-1033774278-project-member] Task: {'id': task-3416973, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.610333] env[69613]: DEBUG oslo_vmware.api [None req-fa12ba3b-2505-41e4-95c8-72b237d3cf7a tempest-ServersListShow296Test-2103787313 tempest-ServersListShow296Test-2103787313-project-member] Waiting for the task: (returnval){ [ 669.610333] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]52cd59d3-7e2e-a837-aa11-0f386c8bbb98" [ 669.610333] env[69613]: _type = "Task" [ 669.610333] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.623766] env[69613]: DEBUG oslo_vmware.api [None req-fa12ba3b-2505-41e4-95c8-72b237d3cf7a tempest-ServersListShow296Test-2103787313 tempest-ServersListShow296Test-2103787313-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52cd59d3-7e2e-a837-aa11-0f386c8bbb98, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.664805] env[69613]: DEBUG nova.network.neutron [req-a0a08ebd-868f-4348-a384-18acd431461c req-ebc4ae3c-6aaa-4d2b-a4ba-ac6f957c211b service nova] [instance: 00d02bd2-f8fa-415c-9a6f-c58b9af0be63] Updated VIF entry in instance network info cache for port 04dc5f56-f0da-45f5-a241-f183e721d6a0. {{(pid=69613) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 669.665195] env[69613]: DEBUG nova.network.neutron [req-a0a08ebd-868f-4348-a384-18acd431461c req-ebc4ae3c-6aaa-4d2b-a4ba-ac6f957c211b service nova] [instance: 00d02bd2-f8fa-415c-9a6f-c58b9af0be63] Updating instance_info_cache with network_info: [{"id": "04dc5f56-f0da-45f5-a241-f183e721d6a0", "address": "fa:16:3e:cd:a5:34", "network": {"id": "43d5bc14-ee47-458b-94fb-ccbab74edb24", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1305098513-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6b4a9ab7a0824a459a78e5e0a2ad524c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1dc3a0d3-9578-4c45-bc16-13ed5b84f5b4", "external-id": "nsx-vlan-transportzone-817", "segmentation_id": 817, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap04dc5f56-f0", "ovs_interfaceid": "04dc5f56-f0da-45f5-a241-f183e721d6a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 669.795267] env[69613]: DEBUG oslo_concurrency.lockutils [None req-e8bd5bed-894b-4257-a968-0afde8dbec89 tempest-ServerMetadataNegativeTestJSON-1771848395 tempest-ServerMetadataNegativeTestJSON-1771848395-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 670.023760] env[69613]: DEBUG nova.compute.utils [None req-fc3db0ad-4740-40aa-a4b3-87d76cbb5ca1 tempest-ServerDiagnosticsV248Test-884971060 tempest-ServerDiagnosticsV248Test-884971060-project-member] Using /dev/sd instead of None {{(pid=69613) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 670.023760] env[69613]: DEBUG nova.compute.manager [None req-fc3db0ad-4740-40aa-a4b3-87d76cbb5ca1 tempest-ServerDiagnosticsV248Test-884971060 tempest-ServerDiagnosticsV248Test-884971060-project-member] [instance: eed1c412-ccce-4168-bce7-3e7101901b7f] Not allocating networking since 'none' was specified. {{(pid=69613) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 670.106075] env[69613]: DEBUG oslo_vmware.api [None req-22b5a87d-9968-4036-bb4f-ea9539608ed6 tempest-FloatingIPsAssociationNegativeTestJSON-1033774278 tempest-FloatingIPsAssociationNegativeTestJSON-1033774278-project-member] Task: {'id': task-3416973, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.127028] env[69613]: DEBUG oslo_vmware.api [None req-fa12ba3b-2505-41e4-95c8-72b237d3cf7a tempest-ServersListShow296Test-2103787313 tempest-ServersListShow296Test-2103787313-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52cd59d3-7e2e-a837-aa11-0f386c8bbb98, 'name': SearchDatastore_Task, 'duration_secs': 0.010638} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.127028] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b613f17d-01a0-468e-99fc-b12155881ee1 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.133397] env[69613]: DEBUG oslo_vmware.api [None req-fa12ba3b-2505-41e4-95c8-72b237d3cf7a tempest-ServersListShow296Test-2103787313 tempest-ServersListShow296Test-2103787313-project-member] Waiting for the task: (returnval){ [ 670.133397] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]5251c8b7-7d88-554a-c334-270a22c5aff5" [ 670.133397] env[69613]: _type = "Task" [ 670.133397] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.142518] env[69613]: DEBUG oslo_vmware.api [None req-fa12ba3b-2505-41e4-95c8-72b237d3cf7a tempest-ServersListShow296Test-2103787313 tempest-ServersListShow296Test-2103787313-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]5251c8b7-7d88-554a-c334-270a22c5aff5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.168458] env[69613]: DEBUG oslo_concurrency.lockutils [req-a0a08ebd-868f-4348-a384-18acd431461c req-ebc4ae3c-6aaa-4d2b-a4ba-ac6f957c211b service nova] Releasing lock "refresh_cache-00d02bd2-f8fa-415c-9a6f-c58b9af0be63" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.168814] env[69613]: DEBUG nova.compute.manager [req-a0a08ebd-868f-4348-a384-18acd431461c req-ebc4ae3c-6aaa-4d2b-a4ba-ac6f957c211b service nova] [instance: f7fdfec2-ad0d-42f4-bff8-99f164ce18a3] Received event network-changed-f8cc892e-ca4e-4b07-970e-2668023db45c {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 670.169084] env[69613]: DEBUG nova.compute.manager [req-a0a08ebd-868f-4348-a384-18acd431461c req-ebc4ae3c-6aaa-4d2b-a4ba-ac6f957c211b service nova] [instance: f7fdfec2-ad0d-42f4-bff8-99f164ce18a3] Refreshing instance network info cache due to event network-changed-f8cc892e-ca4e-4b07-970e-2668023db45c. {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 670.169377] env[69613]: DEBUG oslo_concurrency.lockutils [req-a0a08ebd-868f-4348-a384-18acd431461c req-ebc4ae3c-6aaa-4d2b-a4ba-ac6f957c211b service nova] Acquiring lock "refresh_cache-f7fdfec2-ad0d-42f4-bff8-99f164ce18a3" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.169537] env[69613]: DEBUG oslo_concurrency.lockutils [req-a0a08ebd-868f-4348-a384-18acd431461c req-ebc4ae3c-6aaa-4d2b-a4ba-ac6f957c211b service nova] Acquired lock "refresh_cache-f7fdfec2-ad0d-42f4-bff8-99f164ce18a3" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.169690] env[69613]: DEBUG nova.network.neutron [req-a0a08ebd-868f-4348-a384-18acd431461c req-ebc4ae3c-6aaa-4d2b-a4ba-ac6f957c211b service nova] [instance: f7fdfec2-ad0d-42f4-bff8-99f164ce18a3] Refreshing network info cache for port f8cc892e-ca4e-4b07-970e-2668023db45c {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 670.356839] env[69613]: INFO nova.compute.manager [None req-19ea567c-1d4c-4d3e-b444-974b82b90395 tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] [instance: 1fb750ed-62d4-4784-bf6c-6d777dc5ddb0] Unrescuing [ 670.357201] env[69613]: DEBUG oslo_concurrency.lockutils [None req-19ea567c-1d4c-4d3e-b444-974b82b90395 tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Acquiring lock "refresh_cache-1fb750ed-62d4-4784-bf6c-6d777dc5ddb0" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.357375] env[69613]: DEBUG oslo_concurrency.lockutils [None req-19ea567c-1d4c-4d3e-b444-974b82b90395 tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Acquired lock "refresh_cache-1fb750ed-62d4-4784-bf6c-6d777dc5ddb0" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.357562] env[69613]: DEBUG nova.network.neutron [None req-19ea567c-1d4c-4d3e-b444-974b82b90395 tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] [instance: 1fb750ed-62d4-4784-bf6c-6d777dc5ddb0] Building network info cache for instance {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 670.442876] env[69613]: DEBUG oslo_concurrency.lockutils [None req-77c51c95-ff6e-42c0-9488-a8ab20db8f29 tempest-ServersListShow2100Test-867795307 tempest-ServersListShow2100Test-867795307-project-member] Acquiring lock "f2b492f9-2517-4ee7-b4e7-c6c3bb912e49" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 670.443225] env[69613]: DEBUG oslo_concurrency.lockutils [None req-77c51c95-ff6e-42c0-9488-a8ab20db8f29 tempest-ServersListShow2100Test-867795307 tempest-ServersListShow2100Test-867795307-project-member] Lock "f2b492f9-2517-4ee7-b4e7-c6c3bb912e49" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 670.443446] env[69613]: DEBUG oslo_concurrency.lockutils [None req-77c51c95-ff6e-42c0-9488-a8ab20db8f29 tempest-ServersListShow2100Test-867795307 tempest-ServersListShow2100Test-867795307-project-member] Acquiring lock "f2b492f9-2517-4ee7-b4e7-c6c3bb912e49-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 670.443633] env[69613]: DEBUG oslo_concurrency.lockutils [None req-77c51c95-ff6e-42c0-9488-a8ab20db8f29 tempest-ServersListShow2100Test-867795307 tempest-ServersListShow2100Test-867795307-project-member] Lock "f2b492f9-2517-4ee7-b4e7-c6c3bb912e49-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 670.443886] env[69613]: DEBUG oslo_concurrency.lockutils [None req-77c51c95-ff6e-42c0-9488-a8ab20db8f29 tempest-ServersListShow2100Test-867795307 tempest-ServersListShow2100Test-867795307-project-member] Lock "f2b492f9-2517-4ee7-b4e7-c6c3bb912e49-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 670.446177] env[69613]: INFO nova.compute.manager [None req-77c51c95-ff6e-42c0-9488-a8ab20db8f29 tempest-ServersListShow2100Test-867795307 tempest-ServersListShow2100Test-867795307-project-member] [instance: f2b492f9-2517-4ee7-b4e7-c6c3bb912e49] Terminating instance [ 670.526263] env[69613]: DEBUG oslo_concurrency.lockutils [None req-49b6fb52-9922-4cf8-996b-58a5bf42a3ac tempest-ServerShowV254Test-1975243985 tempest-ServerShowV254Test-1975243985-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.023s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 670.531782] env[69613]: DEBUG oslo_concurrency.lockutils [None req-7f6d6def-7720-4139-b344-768ae85f7375 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.850s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 670.532158] env[69613]: INFO nova.compute.claims [None req-7f6d6def-7720-4139-b344-768ae85f7375 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] [instance: 115e1a8c-381d-47c2-882d-a425f5e783f7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 670.537660] env[69613]: DEBUG nova.compute.manager [None req-fc3db0ad-4740-40aa-a4b3-87d76cbb5ca1 tempest-ServerDiagnosticsV248Test-884971060 tempest-ServerDiagnosticsV248Test-884971060-project-member] [instance: eed1c412-ccce-4168-bce7-3e7101901b7f] Start building block device mappings for instance. {{(pid=69613) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 670.601768] env[69613]: DEBUG oslo_vmware.api [None req-22b5a87d-9968-4036-bb4f-ea9539608ed6 tempest-FloatingIPsAssociationNegativeTestJSON-1033774278 tempest-FloatingIPsAssociationNegativeTestJSON-1033774278-project-member] Task: {'id': task-3416973, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.518} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.602031] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-22b5a87d-9968-4036-bb4f-ea9539608ed6 tempest-FloatingIPsAssociationNegativeTestJSON-1033774278 tempest-FloatingIPsAssociationNegativeTestJSON-1033774278-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk to [datastore2] 00d02bd2-f8fa-415c-9a6f-c58b9af0be63/00d02bd2-f8fa-415c-9a6f-c58b9af0be63.vmdk {{(pid=69613) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 670.602340] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-22b5a87d-9968-4036-bb4f-ea9539608ed6 tempest-FloatingIPsAssociationNegativeTestJSON-1033774278 tempest-FloatingIPsAssociationNegativeTestJSON-1033774278-project-member] [instance: 00d02bd2-f8fa-415c-9a6f-c58b9af0be63] Extending root virtual disk to 1048576 {{(pid=69613) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 670.602608] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7b364655-8b08-4b19-9c42-4a1b736a7229 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.611999] env[69613]: DEBUG oslo_vmware.api [None req-22b5a87d-9968-4036-bb4f-ea9539608ed6 tempest-FloatingIPsAssociationNegativeTestJSON-1033774278 tempest-FloatingIPsAssociationNegativeTestJSON-1033774278-project-member] Waiting for the task: (returnval){ [ 670.611999] env[69613]: value = "task-3416974" [ 670.611999] env[69613]: _type = "Task" [ 670.611999] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.629337] env[69613]: DEBUG oslo_vmware.api [None req-22b5a87d-9968-4036-bb4f-ea9539608ed6 tempest-FloatingIPsAssociationNegativeTestJSON-1033774278 tempest-FloatingIPsAssociationNegativeTestJSON-1033774278-project-member] Task: {'id': task-3416974, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.645266] env[69613]: DEBUG oslo_vmware.api [None req-fa12ba3b-2505-41e4-95c8-72b237d3cf7a tempest-ServersListShow296Test-2103787313 tempest-ServersListShow296Test-2103787313-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]5251c8b7-7d88-554a-c334-270a22c5aff5, 'name': SearchDatastore_Task, 'duration_secs': 0.013902} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.645446] env[69613]: DEBUG oslo_concurrency.lockutils [None req-fa12ba3b-2505-41e4-95c8-72b237d3cf7a tempest-ServersListShow296Test-2103787313 tempest-ServersListShow296Test-2103787313-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.645750] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa12ba3b-2505-41e4-95c8-72b237d3cf7a tempest-ServersListShow296Test-2103787313 tempest-ServersListShow296Test-2103787313-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk to [datastore2] 997781de-b20c-4004-8374-deef83d9de6b/997781de-b20c-4004-8374-deef83d9de6b.vmdk {{(pid=69613) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 670.646040] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7526a581-c1fa-46f1-9cf3-6b009cca6430 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.653053] env[69613]: DEBUG oslo_vmware.api [None req-fa12ba3b-2505-41e4-95c8-72b237d3cf7a tempest-ServersListShow296Test-2103787313 tempest-ServersListShow296Test-2103787313-project-member] Waiting for the task: (returnval){ [ 670.653053] env[69613]: value = "task-3416975" [ 670.653053] env[69613]: _type = "Task" [ 670.653053] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.661998] env[69613]: DEBUG oslo_vmware.api [None req-fa12ba3b-2505-41e4-95c8-72b237d3cf7a tempest-ServersListShow296Test-2103787313 tempest-ServersListShow296Test-2103787313-project-member] Task: {'id': task-3416975, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.949414] env[69613]: DEBUG oslo_concurrency.lockutils [None req-77c51c95-ff6e-42c0-9488-a8ab20db8f29 tempest-ServersListShow2100Test-867795307 tempest-ServersListShow2100Test-867795307-project-member] Acquiring lock "refresh_cache-f2b492f9-2517-4ee7-b4e7-c6c3bb912e49" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.949592] env[69613]: DEBUG oslo_concurrency.lockutils [None req-77c51c95-ff6e-42c0-9488-a8ab20db8f29 tempest-ServersListShow2100Test-867795307 tempest-ServersListShow2100Test-867795307-project-member] Acquired lock "refresh_cache-f2b492f9-2517-4ee7-b4e7-c6c3bb912e49" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.949763] env[69613]: DEBUG nova.network.neutron [None req-77c51c95-ff6e-42c0-9488-a8ab20db8f29 tempest-ServersListShow2100Test-867795307 tempest-ServersListShow2100Test-867795307-project-member] [instance: f2b492f9-2517-4ee7-b4e7-c6c3bb912e49] Building network info cache for instance {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 671.121651] env[69613]: DEBUG nova.network.neutron [req-a0a08ebd-868f-4348-a384-18acd431461c req-ebc4ae3c-6aaa-4d2b-a4ba-ac6f957c211b service nova] [instance: f7fdfec2-ad0d-42f4-bff8-99f164ce18a3] Updated VIF entry in instance network info cache for port f8cc892e-ca4e-4b07-970e-2668023db45c. {{(pid=69613) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 671.121651] env[69613]: DEBUG nova.network.neutron [req-a0a08ebd-868f-4348-a384-18acd431461c req-ebc4ae3c-6aaa-4d2b-a4ba-ac6f957c211b service nova] [instance: f7fdfec2-ad0d-42f4-bff8-99f164ce18a3] Updating instance_info_cache with network_info: [{"id": "f8cc892e-ca4e-4b07-970e-2668023db45c", "address": "fa:16:3e:66:2f:7e", "network": {"id": "28f99ebf-ff7d-4655-a4e2-b730149dcbc3", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-315513107-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ad1d1d0ba08a4292a325cdccea6a4c0a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04ccbc7a-cf8d-4ea2-8411-291a1e27df7b", "external-id": "nsx-vlan-transportzone-998", "segmentation_id": 998, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf8cc892e-ca", "ovs_interfaceid": "f8cc892e-ca4e-4b07-970e-2668023db45c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 671.126801] env[69613]: DEBUG oslo_vmware.api [None req-22b5a87d-9968-4036-bb4f-ea9539608ed6 tempest-FloatingIPsAssociationNegativeTestJSON-1033774278 tempest-FloatingIPsAssociationNegativeTestJSON-1033774278-project-member] Task: {'id': task-3416974, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083065} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.127197] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-22b5a87d-9968-4036-bb4f-ea9539608ed6 tempest-FloatingIPsAssociationNegativeTestJSON-1033774278 tempest-FloatingIPsAssociationNegativeTestJSON-1033774278-project-member] [instance: 00d02bd2-f8fa-415c-9a6f-c58b9af0be63] Extended root virtual disk {{(pid=69613) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 671.128138] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe8d1975-7588-4bbd-a018-b88b1534c7e1 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.157271] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-22b5a87d-9968-4036-bb4f-ea9539608ed6 tempest-FloatingIPsAssociationNegativeTestJSON-1033774278 tempest-FloatingIPsAssociationNegativeTestJSON-1033774278-project-member] [instance: 00d02bd2-f8fa-415c-9a6f-c58b9af0be63] Reconfiguring VM instance instance-0000001a to attach disk [datastore2] 00d02bd2-f8fa-415c-9a6f-c58b9af0be63/00d02bd2-f8fa-415c-9a6f-c58b9af0be63.vmdk or device None with type sparse {{(pid=69613) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 671.158367] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-185e3b58-b0e4-498e-8a37-bae05f652ca7 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.184545] env[69613]: DEBUG oslo_vmware.api [None req-fa12ba3b-2505-41e4-95c8-72b237d3cf7a tempest-ServersListShow296Test-2103787313 tempest-ServersListShow296Test-2103787313-project-member] Task: {'id': task-3416975, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.186320] env[69613]: DEBUG oslo_vmware.api [None req-22b5a87d-9968-4036-bb4f-ea9539608ed6 tempest-FloatingIPsAssociationNegativeTestJSON-1033774278 tempest-FloatingIPsAssociationNegativeTestJSON-1033774278-project-member] Waiting for the task: (returnval){ [ 671.186320] env[69613]: value = "task-3416976" [ 671.186320] env[69613]: _type = "Task" [ 671.186320] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.198121] env[69613]: DEBUG oslo_vmware.api [None req-22b5a87d-9968-4036-bb4f-ea9539608ed6 tempest-FloatingIPsAssociationNegativeTestJSON-1033774278 tempest-FloatingIPsAssociationNegativeTestJSON-1033774278-project-member] Task: {'id': task-3416976, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.199555] env[69613]: DEBUG nova.network.neutron [None req-19ea567c-1d4c-4d3e-b444-974b82b90395 tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] [instance: 1fb750ed-62d4-4784-bf6c-6d777dc5ddb0] Updating instance_info_cache with network_info: [{"id": "621a1701-de10-4dd8-8277-ee1f9400080b", "address": "fa:16:3e:da:b4:d6", "network": {"id": "2cb87d9b-693d-4d01-9cc7-dd815adbba8d", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1525363723-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "4ac79c17b68b4c8b9f7e4dc24fa29fe5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1cbd5e0e-9116-46f1-9748-13a73d2d7e75", "external-id": "nsx-vlan-transportzone-690", "segmentation_id": 690, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap621a1701-de", "ovs_interfaceid": "621a1701-de10-4dd8-8277-ee1f9400080b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 671.563725] env[69613]: DEBUG nova.compute.manager [None req-fc3db0ad-4740-40aa-a4b3-87d76cbb5ca1 tempest-ServerDiagnosticsV248Test-884971060 tempest-ServerDiagnosticsV248Test-884971060-project-member] [instance: eed1c412-ccce-4168-bce7-3e7101901b7f] Start spawning the instance on the hypervisor. {{(pid=69613) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 671.596719] env[69613]: DEBUG nova.virt.hardware [None req-fc3db0ad-4740-40aa-a4b3-87d76cbb5ca1 tempest-ServerDiagnosticsV248Test-884971060 tempest-ServerDiagnosticsV248Test-884971060-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T13:55:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T13:55:19Z,direct_url=,disk_format='vmdk',id=2b7a0304-b5d0-431d-b287-32c8388d7fbd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3e9e1b873f1442d59d5ee8247b941f74',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T13:55:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 671.597122] env[69613]: DEBUG nova.virt.hardware [None req-fc3db0ad-4740-40aa-a4b3-87d76cbb5ca1 tempest-ServerDiagnosticsV248Test-884971060 tempest-ServerDiagnosticsV248Test-884971060-project-member] Flavor limits 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 671.597293] env[69613]: DEBUG nova.virt.hardware [None req-fc3db0ad-4740-40aa-a4b3-87d76cbb5ca1 tempest-ServerDiagnosticsV248Test-884971060 tempest-ServerDiagnosticsV248Test-884971060-project-member] Image limits 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 671.597729] env[69613]: DEBUG nova.virt.hardware [None req-fc3db0ad-4740-40aa-a4b3-87d76cbb5ca1 tempest-ServerDiagnosticsV248Test-884971060 tempest-ServerDiagnosticsV248Test-884971060-project-member] Flavor pref 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 671.598226] env[69613]: DEBUG nova.virt.hardware [None req-fc3db0ad-4740-40aa-a4b3-87d76cbb5ca1 tempest-ServerDiagnosticsV248Test-884971060 tempest-ServerDiagnosticsV248Test-884971060-project-member] Image pref 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 671.598733] env[69613]: DEBUG nova.virt.hardware [None req-fc3db0ad-4740-40aa-a4b3-87d76cbb5ca1 tempest-ServerDiagnosticsV248Test-884971060 tempest-ServerDiagnosticsV248Test-884971060-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 671.599530] env[69613]: DEBUG nova.virt.hardware [None req-fc3db0ad-4740-40aa-a4b3-87d76cbb5ca1 tempest-ServerDiagnosticsV248Test-884971060 tempest-ServerDiagnosticsV248Test-884971060-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 671.599798] env[69613]: DEBUG nova.virt.hardware [None req-fc3db0ad-4740-40aa-a4b3-87d76cbb5ca1 tempest-ServerDiagnosticsV248Test-884971060 tempest-ServerDiagnosticsV248Test-884971060-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69613) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 671.600875] env[69613]: DEBUG nova.virt.hardware [None req-fc3db0ad-4740-40aa-a4b3-87d76cbb5ca1 tempest-ServerDiagnosticsV248Test-884971060 tempest-ServerDiagnosticsV248Test-884971060-project-member] Got 1 possible topologies {{(pid=69613) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 671.601239] env[69613]: DEBUG nova.virt.hardware [None req-fc3db0ad-4740-40aa-a4b3-87d76cbb5ca1 tempest-ServerDiagnosticsV248Test-884971060 tempest-ServerDiagnosticsV248Test-884971060-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 671.601324] env[69613]: DEBUG nova.virt.hardware [None req-fc3db0ad-4740-40aa-a4b3-87d76cbb5ca1 tempest-ServerDiagnosticsV248Test-884971060 tempest-ServerDiagnosticsV248Test-884971060-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 671.602335] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa20588f-28e3-48b8-a9f7-4f7be8242dc0 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.606463] env[69613]: DEBUG nova.network.neutron [None req-77c51c95-ff6e-42c0-9488-a8ab20db8f29 tempest-ServersListShow2100Test-867795307 tempest-ServersListShow2100Test-867795307-project-member] [instance: f2b492f9-2517-4ee7-b4e7-c6c3bb912e49] Instance cache missing network info. {{(pid=69613) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 671.618292] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6fbb895-e424-427f-879b-b6ea647575bd {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.623208] env[69613]: DEBUG oslo_concurrency.lockutils [req-a0a08ebd-868f-4348-a384-18acd431461c req-ebc4ae3c-6aaa-4d2b-a4ba-ac6f957c211b service nova] Releasing lock "refresh_cache-f7fdfec2-ad0d-42f4-bff8-99f164ce18a3" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.638989] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-fc3db0ad-4740-40aa-a4b3-87d76cbb5ca1 tempest-ServerDiagnosticsV248Test-884971060 tempest-ServerDiagnosticsV248Test-884971060-project-member] [instance: eed1c412-ccce-4168-bce7-3e7101901b7f] Instance VIF info [] {{(pid=69613) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 671.646530] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc3db0ad-4740-40aa-a4b3-87d76cbb5ca1 tempest-ServerDiagnosticsV248Test-884971060 tempest-ServerDiagnosticsV248Test-884971060-project-member] Creating folder: Project (688d97dab0e54c5796f17a3e15b7e833). Parent ref: group-v681687. {{(pid=69613) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 671.649402] env[69613]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a61d23cf-07dc-41d1-a3bb-d2cff95900f2 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.664306] env[69613]: INFO nova.virt.vmwareapi.vm_util [None req-fc3db0ad-4740-40aa-a4b3-87d76cbb5ca1 tempest-ServerDiagnosticsV248Test-884971060 tempest-ServerDiagnosticsV248Test-884971060-project-member] Created folder: Project (688d97dab0e54c5796f17a3e15b7e833) in parent group-v681687. [ 671.664817] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc3db0ad-4740-40aa-a4b3-87d76cbb5ca1 tempest-ServerDiagnosticsV248Test-884971060 tempest-ServerDiagnosticsV248Test-884971060-project-member] Creating folder: Instances. Parent ref: group-v681765. {{(pid=69613) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 671.665087] env[69613]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8a367877-8b17-47ec-a37e-d69b7b0d4877 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.672443] env[69613]: DEBUG oslo_vmware.api [None req-fa12ba3b-2505-41e4-95c8-72b237d3cf7a tempest-ServersListShow296Test-2103787313 tempest-ServersListShow296Test-2103787313-project-member] Task: {'id': task-3416975, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.979294} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.674213] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa12ba3b-2505-41e4-95c8-72b237d3cf7a tempest-ServersListShow296Test-2103787313 tempest-ServersListShow296Test-2103787313-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk to [datastore2] 997781de-b20c-4004-8374-deef83d9de6b/997781de-b20c-4004-8374-deef83d9de6b.vmdk {{(pid=69613) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 671.674447] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-fa12ba3b-2505-41e4-95c8-72b237d3cf7a tempest-ServersListShow296Test-2103787313 tempest-ServersListShow296Test-2103787313-project-member] [instance: 997781de-b20c-4004-8374-deef83d9de6b] Extending root virtual disk to 1048576 {{(pid=69613) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 671.675933] env[69613]: DEBUG nova.compute.manager [req-192f37b7-1c24-46a5-840f-b8e5620ddd81 req-15fcb81a-d526-4c87-a95b-628f07727b0b service nova] [instance: f7fdfec2-ad0d-42f4-bff8-99f164ce18a3] Received event network-changed-f8cc892e-ca4e-4b07-970e-2668023db45c {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 671.676125] env[69613]: DEBUG nova.compute.manager [req-192f37b7-1c24-46a5-840f-b8e5620ddd81 req-15fcb81a-d526-4c87-a95b-628f07727b0b service nova] [instance: f7fdfec2-ad0d-42f4-bff8-99f164ce18a3] Refreshing instance network info cache due to event network-changed-f8cc892e-ca4e-4b07-970e-2668023db45c. {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 671.676352] env[69613]: DEBUG oslo_concurrency.lockutils [req-192f37b7-1c24-46a5-840f-b8e5620ddd81 req-15fcb81a-d526-4c87-a95b-628f07727b0b service nova] Acquiring lock "refresh_cache-f7fdfec2-ad0d-42f4-bff8-99f164ce18a3" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.676498] env[69613]: DEBUG oslo_concurrency.lockutils [req-192f37b7-1c24-46a5-840f-b8e5620ddd81 req-15fcb81a-d526-4c87-a95b-628f07727b0b service nova] Acquired lock "refresh_cache-f7fdfec2-ad0d-42f4-bff8-99f164ce18a3" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.676653] env[69613]: DEBUG nova.network.neutron [req-192f37b7-1c24-46a5-840f-b8e5620ddd81 req-15fcb81a-d526-4c87-a95b-628f07727b0b service nova] [instance: f7fdfec2-ad0d-42f4-bff8-99f164ce18a3] Refreshing network info cache for port f8cc892e-ca4e-4b07-970e-2668023db45c {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 671.678576] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a47fd7f8-ff91-46dc-8ed2-38c4ad02f6e4 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.695240] env[69613]: DEBUG oslo_vmware.api [None req-fa12ba3b-2505-41e4-95c8-72b237d3cf7a tempest-ServersListShow296Test-2103787313 tempest-ServersListShow296Test-2103787313-project-member] Waiting for the task: (returnval){ [ 671.695240] env[69613]: value = "task-3416979" [ 671.695240] env[69613]: _type = "Task" [ 671.695240] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.700017] env[69613]: INFO nova.virt.vmwareapi.vm_util [None req-fc3db0ad-4740-40aa-a4b3-87d76cbb5ca1 tempest-ServerDiagnosticsV248Test-884971060 tempest-ServerDiagnosticsV248Test-884971060-project-member] Created folder: Instances in parent group-v681765. [ 671.700017] env[69613]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fc3db0ad-4740-40aa-a4b3-87d76cbb5ca1 tempest-ServerDiagnosticsV248Test-884971060 tempest-ServerDiagnosticsV248Test-884971060-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69613) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 671.701925] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eed1c412-ccce-4168-bce7-3e7101901b7f] Creating VM on the ESX host {{(pid=69613) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 671.705593] env[69613]: DEBUG oslo_concurrency.lockutils [None req-19ea567c-1d4c-4d3e-b444-974b82b90395 tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Releasing lock "refresh_cache-1fb750ed-62d4-4784-bf6c-6d777dc5ddb0" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.706307] env[69613]: DEBUG nova.objects.instance [None req-19ea567c-1d4c-4d3e-b444-974b82b90395 tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Lazy-loading 'flavor' on Instance uuid 1fb750ed-62d4-4784-bf6c-6d777dc5ddb0 {{(pid=69613) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 671.707749] env[69613]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-230233bd-1b90-434d-86a7-6f85dcbee77d {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.721808] env[69613]: DEBUG oslo_vmware.api [None req-22b5a87d-9968-4036-bb4f-ea9539608ed6 tempest-FloatingIPsAssociationNegativeTestJSON-1033774278 tempest-FloatingIPsAssociationNegativeTestJSON-1033774278-project-member] Task: {'id': task-3416976, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.725196] env[69613]: DEBUG nova.network.neutron [None req-77c51c95-ff6e-42c0-9488-a8ab20db8f29 tempest-ServersListShow2100Test-867795307 tempest-ServersListShow2100Test-867795307-project-member] [instance: f2b492f9-2517-4ee7-b4e7-c6c3bb912e49] Updating instance_info_cache with network_info: [] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 671.734146] env[69613]: DEBUG oslo_vmware.api [None req-fa12ba3b-2505-41e4-95c8-72b237d3cf7a tempest-ServersListShow296Test-2103787313 tempest-ServersListShow296Test-2103787313-project-member] Task: {'id': task-3416979, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.734146] env[69613]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 671.734146] env[69613]: value = "task-3416980" [ 671.734146] env[69613]: _type = "Task" [ 671.734146] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.742587] env[69613]: DEBUG oslo_vmware.api [-] Task: {'id': task-3416980, 'name': CreateVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.135524] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6da57fc9-cd86-4760-bd11-f9a9795631f1 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.143986] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e656566c-0516-4f1c-98d4-e7e928a41797 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.181685] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4134411a-2641-492b-b858-f7e7ac7690c5 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.194013] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-085324cd-e4a1-4af6-91ed-739b59bf46b2 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.201202] env[69613]: DEBUG oslo_vmware.api [None req-22b5a87d-9968-4036-bb4f-ea9539608ed6 tempest-FloatingIPsAssociationNegativeTestJSON-1033774278 tempest-FloatingIPsAssociationNegativeTestJSON-1033774278-project-member] Task: {'id': task-3416976, 'name': ReconfigVM_Task, 'duration_secs': 0.870675} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.204825] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-22b5a87d-9968-4036-bb4f-ea9539608ed6 tempest-FloatingIPsAssociationNegativeTestJSON-1033774278 tempest-FloatingIPsAssociationNegativeTestJSON-1033774278-project-member] [instance: 00d02bd2-f8fa-415c-9a6f-c58b9af0be63] Reconfigured VM instance instance-0000001a to attach disk [datastore2] 00d02bd2-f8fa-415c-9a6f-c58b9af0be63/00d02bd2-f8fa-415c-9a6f-c58b9af0be63.vmdk or device None with type sparse {{(pid=69613) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 672.205515] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d6412bc8-8dd1-43ce-b234-dae508a041be {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.215830] env[69613]: DEBUG nova.compute.provider_tree [None req-7f6d6def-7720-4139-b344-768ae85f7375 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Inventory has not changed in ProviderTree for provider: af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 {{(pid=69613) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 672.220415] env[69613]: DEBUG oslo_vmware.api [None req-fa12ba3b-2505-41e4-95c8-72b237d3cf7a tempest-ServersListShow296Test-2103787313 tempest-ServersListShow296Test-2103787313-project-member] Task: {'id': task-3416979, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.239447} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.220974] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-fa12ba3b-2505-41e4-95c8-72b237d3cf7a tempest-ServersListShow296Test-2103787313 tempest-ServersListShow296Test-2103787313-project-member] [instance: 997781de-b20c-4004-8374-deef83d9de6b] Extended root virtual disk {{(pid=69613) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 672.221915] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1af69e63-ce80-489e-8129-ec335cba8b0d {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.225616] env[69613]: DEBUG oslo_vmware.api [None req-22b5a87d-9968-4036-bb4f-ea9539608ed6 tempest-FloatingIPsAssociationNegativeTestJSON-1033774278 tempest-FloatingIPsAssociationNegativeTestJSON-1033774278-project-member] Waiting for the task: (returnval){ [ 672.225616] env[69613]: value = "task-3416981" [ 672.225616] env[69613]: _type = "Task" [ 672.225616] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.242073] env[69613]: DEBUG oslo_concurrency.lockutils [None req-77c51c95-ff6e-42c0-9488-a8ab20db8f29 tempest-ServersListShow2100Test-867795307 tempest-ServersListShow2100Test-867795307-project-member] Releasing lock "refresh_cache-f2b492f9-2517-4ee7-b4e7-c6c3bb912e49" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.242185] env[69613]: DEBUG nova.compute.manager [None req-77c51c95-ff6e-42c0-9488-a8ab20db8f29 tempest-ServersListShow2100Test-867795307 tempest-ServersListShow2100Test-867795307-project-member] [instance: f2b492f9-2517-4ee7-b4e7-c6c3bb912e49] Start destroying the instance on the hypervisor. {{(pid=69613) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 672.242425] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-77c51c95-ff6e-42c0-9488-a8ab20db8f29 tempest-ServersListShow2100Test-867795307 tempest-ServersListShow2100Test-867795307-project-member] [instance: f2b492f9-2517-4ee7-b4e7-c6c3bb912e49] Destroying instance {{(pid=69613) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 672.253353] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa12ba3b-2505-41e4-95c8-72b237d3cf7a tempest-ServersListShow296Test-2103787313 tempest-ServersListShow296Test-2103787313-project-member] [instance: 997781de-b20c-4004-8374-deef83d9de6b] Reconfiguring VM instance instance-0000001c to attach disk [datastore2] 997781de-b20c-4004-8374-deef83d9de6b/997781de-b20c-4004-8374-deef83d9de6b.vmdk or device None with type sparse {{(pid=69613) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 672.254179] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59246bbd-e4d7-4669-b344-95edf3277117 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.257522] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f53d6c2-e2af-4443-b8eb-12404ea2ab36 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.263900] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-65c3a741-10ac-4511-95d1-83b8f487c0f4 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.282487] env[69613]: DEBUG oslo_vmware.api [None req-22b5a87d-9968-4036-bb4f-ea9539608ed6 tempest-FloatingIPsAssociationNegativeTestJSON-1033774278 tempest-FloatingIPsAssociationNegativeTestJSON-1033774278-project-member] Task: {'id': task-3416981, 'name': Rename_Task} progress is 14%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.303338] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-19ea567c-1d4c-4d3e-b444-974b82b90395 tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] [instance: 1fb750ed-62d4-4784-bf6c-6d777dc5ddb0] Powering off the VM {{(pid=69613) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 672.309948] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4f494308-d660-42c4-922f-889da444baaf {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.311341] env[69613]: DEBUG oslo_vmware.api [None req-fa12ba3b-2505-41e4-95c8-72b237d3cf7a tempest-ServersListShow296Test-2103787313 tempest-ServersListShow296Test-2103787313-project-member] Waiting for the task: (returnval){ [ 672.311341] env[69613]: value = "task-3416982" [ 672.311341] env[69613]: _type = "Task" [ 672.311341] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.311533] env[69613]: DEBUG oslo_vmware.api [-] Task: {'id': task-3416980, 'name': CreateVM_Task} progress is 99%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.311743] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-77c51c95-ff6e-42c0-9488-a8ab20db8f29 tempest-ServersListShow2100Test-867795307 tempest-ServersListShow2100Test-867795307-project-member] [instance: f2b492f9-2517-4ee7-b4e7-c6c3bb912e49] Powering off the VM {{(pid=69613) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 672.312306] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e5fb85d6-3550-4219-b755-ccd38bec4721 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.321500] env[69613]: DEBUG oslo_vmware.api [None req-19ea567c-1d4c-4d3e-b444-974b82b90395 tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Waiting for the task: (returnval){ [ 672.321500] env[69613]: value = "task-3416983" [ 672.321500] env[69613]: _type = "Task" [ 672.321500] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.326215] env[69613]: DEBUG oslo_vmware.api [None req-fa12ba3b-2505-41e4-95c8-72b237d3cf7a tempest-ServersListShow296Test-2103787313 tempest-ServersListShow296Test-2103787313-project-member] Task: {'id': task-3416982, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.327746] env[69613]: DEBUG oslo_vmware.api [None req-77c51c95-ff6e-42c0-9488-a8ab20db8f29 tempest-ServersListShow2100Test-867795307 tempest-ServersListShow2100Test-867795307-project-member] Waiting for the task: (returnval){ [ 672.327746] env[69613]: value = "task-3416984" [ 672.327746] env[69613]: _type = "Task" [ 672.327746] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.333058] env[69613]: DEBUG oslo_vmware.api [None req-19ea567c-1d4c-4d3e-b444-974b82b90395 tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Task: {'id': task-3416983, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.342952] env[69613]: DEBUG oslo_vmware.api [None req-77c51c95-ff6e-42c0-9488-a8ab20db8f29 tempest-ServersListShow2100Test-867795307 tempest-ServersListShow2100Test-867795307-project-member] Task: {'id': task-3416984, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.578549] env[69613]: DEBUG nova.network.neutron [req-192f37b7-1c24-46a5-840f-b8e5620ddd81 req-15fcb81a-d526-4c87-a95b-628f07727b0b service nova] [instance: f7fdfec2-ad0d-42f4-bff8-99f164ce18a3] Updated VIF entry in instance network info cache for port f8cc892e-ca4e-4b07-970e-2668023db45c. {{(pid=69613) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 672.579182] env[69613]: DEBUG nova.network.neutron [req-192f37b7-1c24-46a5-840f-b8e5620ddd81 req-15fcb81a-d526-4c87-a95b-628f07727b0b service nova] [instance: f7fdfec2-ad0d-42f4-bff8-99f164ce18a3] Updating instance_info_cache with network_info: [{"id": "f8cc892e-ca4e-4b07-970e-2668023db45c", "address": "fa:16:3e:66:2f:7e", "network": {"id": "28f99ebf-ff7d-4655-a4e2-b730149dcbc3", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-315513107-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ad1d1d0ba08a4292a325cdccea6a4c0a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04ccbc7a-cf8d-4ea2-8411-291a1e27df7b", "external-id": "nsx-vlan-transportzone-998", "segmentation_id": 998, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf8cc892e-ca", "ovs_interfaceid": "f8cc892e-ca4e-4b07-970e-2668023db45c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 672.722336] env[69613]: DEBUG nova.scheduler.client.report [None req-7f6d6def-7720-4139-b344-768ae85f7375 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Inventory has not changed for provider af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69613) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 672.736895] env[69613]: DEBUG oslo_vmware.api [None req-22b5a87d-9968-4036-bb4f-ea9539608ed6 tempest-FloatingIPsAssociationNegativeTestJSON-1033774278 tempest-FloatingIPsAssociationNegativeTestJSON-1033774278-project-member] Task: {'id': task-3416981, 'name': Rename_Task, 'duration_secs': 0.319266} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.737850] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-22b5a87d-9968-4036-bb4f-ea9539608ed6 tempest-FloatingIPsAssociationNegativeTestJSON-1033774278 tempest-FloatingIPsAssociationNegativeTestJSON-1033774278-project-member] [instance: 00d02bd2-f8fa-415c-9a6f-c58b9af0be63] Powering on the VM {{(pid=69613) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 672.737850] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-43f26db3-0ffe-44cc-a16c-d62cc57d35d0 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.744483] env[69613]: DEBUG oslo_vmware.api [None req-22b5a87d-9968-4036-bb4f-ea9539608ed6 tempest-FloatingIPsAssociationNegativeTestJSON-1033774278 tempest-FloatingIPsAssociationNegativeTestJSON-1033774278-project-member] Waiting for the task: (returnval){ [ 672.744483] env[69613]: value = "task-3416985" [ 672.744483] env[69613]: _type = "Task" [ 672.744483] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.755743] env[69613]: DEBUG oslo_vmware.api [-] Task: {'id': task-3416980, 'name': CreateVM_Task, 'duration_secs': 0.6632} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.758769] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eed1c412-ccce-4168-bce7-3e7101901b7f] Created VM on the ESX host {{(pid=69613) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 672.759090] env[69613]: DEBUG oslo_vmware.api [None req-22b5a87d-9968-4036-bb4f-ea9539608ed6 tempest-FloatingIPsAssociationNegativeTestJSON-1033774278 tempest-FloatingIPsAssociationNegativeTestJSON-1033774278-project-member] Task: {'id': task-3416985, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.759467] env[69613]: DEBUG oslo_concurrency.lockutils [None req-fc3db0ad-4740-40aa-a4b3-87d76cbb5ca1 tempest-ServerDiagnosticsV248Test-884971060 tempest-ServerDiagnosticsV248Test-884971060-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.759621] env[69613]: DEBUG oslo_concurrency.lockutils [None req-fc3db0ad-4740-40aa-a4b3-87d76cbb5ca1 tempest-ServerDiagnosticsV248Test-884971060 tempest-ServerDiagnosticsV248Test-884971060-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.759964] env[69613]: DEBUG oslo_concurrency.lockutils [None req-fc3db0ad-4740-40aa-a4b3-87d76cbb5ca1 tempest-ServerDiagnosticsV248Test-884971060 tempest-ServerDiagnosticsV248Test-884971060-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.760563] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-549607e7-7816-412d-a998-fec9be64abfa {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.765851] env[69613]: DEBUG oslo_vmware.api [None req-fc3db0ad-4740-40aa-a4b3-87d76cbb5ca1 tempest-ServerDiagnosticsV248Test-884971060 tempest-ServerDiagnosticsV248Test-884971060-project-member] Waiting for the task: (returnval){ [ 672.765851] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]52f13e7e-94d2-8433-ee9b-4d1fdc23fae1" [ 672.765851] env[69613]: _type = "Task" [ 672.765851] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.775135] env[69613]: DEBUG oslo_vmware.api [None req-fc3db0ad-4740-40aa-a4b3-87d76cbb5ca1 tempest-ServerDiagnosticsV248Test-884971060 tempest-ServerDiagnosticsV248Test-884971060-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52f13e7e-94d2-8433-ee9b-4d1fdc23fae1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.821785] env[69613]: DEBUG oslo_vmware.api [None req-fa12ba3b-2505-41e4-95c8-72b237d3cf7a tempest-ServersListShow296Test-2103787313 tempest-ServersListShow296Test-2103787313-project-member] Task: {'id': task-3416982, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.829660] env[69613]: DEBUG oslo_vmware.api [None req-19ea567c-1d4c-4d3e-b444-974b82b90395 tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Task: {'id': task-3416983, 'name': PowerOffVM_Task, 'duration_secs': 0.430423} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.832766] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-19ea567c-1d4c-4d3e-b444-974b82b90395 tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] [instance: 1fb750ed-62d4-4784-bf6c-6d777dc5ddb0] Powered off the VM {{(pid=69613) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 672.837956] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-19ea567c-1d4c-4d3e-b444-974b82b90395 tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] [instance: 1fb750ed-62d4-4784-bf6c-6d777dc5ddb0] Reconfiguring VM instance instance-0000000f to detach disk 2001 {{(pid=69613) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 672.838423] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ec2848b6-d18b-404c-a615-16cee1e9fc40 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.857494] env[69613]: DEBUG oslo_vmware.api [None req-77c51c95-ff6e-42c0-9488-a8ab20db8f29 tempest-ServersListShow2100Test-867795307 tempest-ServersListShow2100Test-867795307-project-member] Task: {'id': task-3416984, 'name': PowerOffVM_Task, 'duration_secs': 0.242225} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.859660] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-77c51c95-ff6e-42c0-9488-a8ab20db8f29 tempest-ServersListShow2100Test-867795307 tempest-ServersListShow2100Test-867795307-project-member] [instance: f2b492f9-2517-4ee7-b4e7-c6c3bb912e49] Powered off the VM {{(pid=69613) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 672.860091] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-77c51c95-ff6e-42c0-9488-a8ab20db8f29 tempest-ServersListShow2100Test-867795307 tempest-ServersListShow2100Test-867795307-project-member] [instance: f2b492f9-2517-4ee7-b4e7-c6c3bb912e49] Unregistering the VM {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 672.860481] env[69613]: DEBUG oslo_vmware.api [None req-19ea567c-1d4c-4d3e-b444-974b82b90395 tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Waiting for the task: (returnval){ [ 672.860481] env[69613]: value = "task-3416986" [ 672.860481] env[69613]: _type = "Task" [ 672.860481] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.860711] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d385dea0-851c-406e-8fc5-303cc4eb8d01 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.871179] env[69613]: DEBUG oslo_vmware.api [None req-19ea567c-1d4c-4d3e-b444-974b82b90395 tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Task: {'id': task-3416986, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.908666] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-77c51c95-ff6e-42c0-9488-a8ab20db8f29 tempest-ServersListShow2100Test-867795307 tempest-ServersListShow2100Test-867795307-project-member] [instance: f2b492f9-2517-4ee7-b4e7-c6c3bb912e49] Unregistered the VM {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 672.908666] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-77c51c95-ff6e-42c0-9488-a8ab20db8f29 tempest-ServersListShow2100Test-867795307 tempest-ServersListShow2100Test-867795307-project-member] [instance: f2b492f9-2517-4ee7-b4e7-c6c3bb912e49] Deleting contents of the VM from datastore datastore1 {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 672.908848] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-77c51c95-ff6e-42c0-9488-a8ab20db8f29 tempest-ServersListShow2100Test-867795307 tempest-ServersListShow2100Test-867795307-project-member] Deleting the datastore file [datastore1] f2b492f9-2517-4ee7-b4e7-c6c3bb912e49 {{(pid=69613) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 672.909214] env[69613]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b77ecfe7-a2e5-4271-8d3e-366c8af74361 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.916157] env[69613]: DEBUG oslo_vmware.api [None req-77c51c95-ff6e-42c0-9488-a8ab20db8f29 tempest-ServersListShow2100Test-867795307 tempest-ServersListShow2100Test-867795307-project-member] Waiting for the task: (returnval){ [ 672.916157] env[69613]: value = "task-3416988" [ 672.916157] env[69613]: _type = "Task" [ 672.916157] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.924838] env[69613]: DEBUG oslo_vmware.api [None req-77c51c95-ff6e-42c0-9488-a8ab20db8f29 tempest-ServersListShow2100Test-867795307 tempest-ServersListShow2100Test-867795307-project-member] Task: {'id': task-3416988, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.083973] env[69613]: DEBUG oslo_concurrency.lockutils [req-192f37b7-1c24-46a5-840f-b8e5620ddd81 req-15fcb81a-d526-4c87-a95b-628f07727b0b service nova] Releasing lock "refresh_cache-f7fdfec2-ad0d-42f4-bff8-99f164ce18a3" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.083973] env[69613]: DEBUG nova.compute.manager [req-192f37b7-1c24-46a5-840f-b8e5620ddd81 req-15fcb81a-d526-4c87-a95b-628f07727b0b service nova] [instance: e75fc999-a479-44b6-a715-1a76054d73c6] Received event network-changed-40f7a37d-494f-405d-ab61-e2322fa1af25 {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 673.083973] env[69613]: DEBUG nova.compute.manager [req-192f37b7-1c24-46a5-840f-b8e5620ddd81 req-15fcb81a-d526-4c87-a95b-628f07727b0b service nova] [instance: e75fc999-a479-44b6-a715-1a76054d73c6] Refreshing instance network info cache due to event network-changed-40f7a37d-494f-405d-ab61-e2322fa1af25. {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 673.083973] env[69613]: DEBUG oslo_concurrency.lockutils [req-192f37b7-1c24-46a5-840f-b8e5620ddd81 req-15fcb81a-d526-4c87-a95b-628f07727b0b service nova] Acquiring lock "refresh_cache-e75fc999-a479-44b6-a715-1a76054d73c6" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.083973] env[69613]: DEBUG oslo_concurrency.lockutils [req-192f37b7-1c24-46a5-840f-b8e5620ddd81 req-15fcb81a-d526-4c87-a95b-628f07727b0b service nova] Acquired lock "refresh_cache-e75fc999-a479-44b6-a715-1a76054d73c6" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.085277] env[69613]: DEBUG nova.network.neutron [req-192f37b7-1c24-46a5-840f-b8e5620ddd81 req-15fcb81a-d526-4c87-a95b-628f07727b0b service nova] [instance: e75fc999-a479-44b6-a715-1a76054d73c6] Refreshing network info cache for port 40f7a37d-494f-405d-ab61-e2322fa1af25 {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 673.227854] env[69613]: DEBUG oslo_concurrency.lockutils [None req-7f6d6def-7720-4139-b344-768ae85f7375 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.697s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 673.228421] env[69613]: DEBUG nova.compute.manager [None req-7f6d6def-7720-4139-b344-768ae85f7375 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] [instance: 115e1a8c-381d-47c2-882d-a425f5e783f7] Start building networks asynchronously for instance. {{(pid=69613) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 673.234459] env[69613]: DEBUG oslo_concurrency.lockutils [None req-d4189c5f-5563-4464-82c5-5830dd4781b3 tempest-ServersTestJSON-1359772964 tempest-ServersTestJSON-1359772964-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.987s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 673.237613] env[69613]: INFO nova.compute.claims [None req-d4189c5f-5563-4464-82c5-5830dd4781b3 tempest-ServersTestJSON-1359772964 tempest-ServersTestJSON-1359772964-project-member] [instance: 494cdc5d-27c6-4a1c-8089-4b2a4dd08566] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 673.259174] env[69613]: DEBUG oslo_vmware.api [None req-22b5a87d-9968-4036-bb4f-ea9539608ed6 tempest-FloatingIPsAssociationNegativeTestJSON-1033774278 tempest-FloatingIPsAssociationNegativeTestJSON-1033774278-project-member] Task: {'id': task-3416985, 'name': PowerOnVM_Task} progress is 90%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.281928] env[69613]: DEBUG oslo_vmware.api [None req-fc3db0ad-4740-40aa-a4b3-87d76cbb5ca1 tempest-ServerDiagnosticsV248Test-884971060 tempest-ServerDiagnosticsV248Test-884971060-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52f13e7e-94d2-8433-ee9b-4d1fdc23fae1, 'name': SearchDatastore_Task, 'duration_secs': 0.021539} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.281928] env[69613]: DEBUG oslo_concurrency.lockutils [None req-fc3db0ad-4740-40aa-a4b3-87d76cbb5ca1 tempest-ServerDiagnosticsV248Test-884971060 tempest-ServerDiagnosticsV248Test-884971060-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.281928] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-fc3db0ad-4740-40aa-a4b3-87d76cbb5ca1 tempest-ServerDiagnosticsV248Test-884971060 tempest-ServerDiagnosticsV248Test-884971060-project-member] [instance: eed1c412-ccce-4168-bce7-3e7101901b7f] Processing image 2b7a0304-b5d0-431d-b287-32c8388d7fbd {{(pid=69613) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 673.283987] env[69613]: DEBUG oslo_concurrency.lockutils [None req-fc3db0ad-4740-40aa-a4b3-87d76cbb5ca1 tempest-ServerDiagnosticsV248Test-884971060 tempest-ServerDiagnosticsV248Test-884971060-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.283987] env[69613]: DEBUG oslo_concurrency.lockutils [None req-fc3db0ad-4740-40aa-a4b3-87d76cbb5ca1 tempest-ServerDiagnosticsV248Test-884971060 tempest-ServerDiagnosticsV248Test-884971060-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.283987] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc3db0ad-4740-40aa-a4b3-87d76cbb5ca1 tempest-ServerDiagnosticsV248Test-884971060 tempest-ServerDiagnosticsV248Test-884971060-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69613) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 673.283987] env[69613]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5604b7a7-e72d-4467-b638-02f2637378ef {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.295463] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc3db0ad-4740-40aa-a4b3-87d76cbb5ca1 tempest-ServerDiagnosticsV248Test-884971060 tempest-ServerDiagnosticsV248Test-884971060-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69613) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 673.295749] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-fc3db0ad-4740-40aa-a4b3-87d76cbb5ca1 tempest-ServerDiagnosticsV248Test-884971060 tempest-ServerDiagnosticsV248Test-884971060-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69613) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 673.296780] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-67d20aac-de63-44f2-8b88-3f2df19b8f3d {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.303492] env[69613]: DEBUG oslo_vmware.api [None req-fc3db0ad-4740-40aa-a4b3-87d76cbb5ca1 tempest-ServerDiagnosticsV248Test-884971060 tempest-ServerDiagnosticsV248Test-884971060-project-member] Waiting for the task: (returnval){ [ 673.303492] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]522bf896-7481-85e9-c891-3e6bddeae736" [ 673.303492] env[69613]: _type = "Task" [ 673.303492] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.313873] env[69613]: DEBUG oslo_vmware.api [None req-fc3db0ad-4740-40aa-a4b3-87d76cbb5ca1 tempest-ServerDiagnosticsV248Test-884971060 tempest-ServerDiagnosticsV248Test-884971060-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]522bf896-7481-85e9-c891-3e6bddeae736, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.322337] env[69613]: DEBUG oslo_vmware.api [None req-fa12ba3b-2505-41e4-95c8-72b237d3cf7a tempest-ServersListShow296Test-2103787313 tempest-ServersListShow296Test-2103787313-project-member] Task: {'id': task-3416982, 'name': ReconfigVM_Task, 'duration_secs': 0.730358} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.323350] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa12ba3b-2505-41e4-95c8-72b237d3cf7a tempest-ServersListShow296Test-2103787313 tempest-ServersListShow296Test-2103787313-project-member] [instance: 997781de-b20c-4004-8374-deef83d9de6b] Reconfigured VM instance instance-0000001c to attach disk [datastore2] 997781de-b20c-4004-8374-deef83d9de6b/997781de-b20c-4004-8374-deef83d9de6b.vmdk or device None with type sparse {{(pid=69613) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 673.323350] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e6efc701-b253-422c-9bdd-655d0c85e0d6 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.331020] env[69613]: DEBUG oslo_vmware.api [None req-fa12ba3b-2505-41e4-95c8-72b237d3cf7a tempest-ServersListShow296Test-2103787313 tempest-ServersListShow296Test-2103787313-project-member] Waiting for the task: (returnval){ [ 673.331020] env[69613]: value = "task-3416989" [ 673.331020] env[69613]: _type = "Task" [ 673.331020] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.338568] env[69613]: DEBUG oslo_vmware.api [None req-fa12ba3b-2505-41e4-95c8-72b237d3cf7a tempest-ServersListShow296Test-2103787313 tempest-ServersListShow296Test-2103787313-project-member] Task: {'id': task-3416989, 'name': Rename_Task} progress is 5%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.373857] env[69613]: DEBUG oslo_vmware.api [None req-19ea567c-1d4c-4d3e-b444-974b82b90395 tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Task: {'id': task-3416986, 'name': ReconfigVM_Task, 'duration_secs': 0.244927} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.373857] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-19ea567c-1d4c-4d3e-b444-974b82b90395 tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] [instance: 1fb750ed-62d4-4784-bf6c-6d777dc5ddb0] Reconfigured VM instance instance-0000000f to detach disk 2001 {{(pid=69613) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 673.373857] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-19ea567c-1d4c-4d3e-b444-974b82b90395 tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] [instance: 1fb750ed-62d4-4784-bf6c-6d777dc5ddb0] Powering on the VM {{(pid=69613) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 673.373857] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-904f29e5-c249-43d0-b7f1-03c9c0a926d2 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.379422] env[69613]: DEBUG oslo_vmware.api [None req-19ea567c-1d4c-4d3e-b444-974b82b90395 tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Waiting for the task: (returnval){ [ 673.379422] env[69613]: value = "task-3416990" [ 673.379422] env[69613]: _type = "Task" [ 673.379422] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.392747] env[69613]: DEBUG oslo_vmware.api [None req-19ea567c-1d4c-4d3e-b444-974b82b90395 tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Task: {'id': task-3416990, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.430086] env[69613]: DEBUG oslo_vmware.api [None req-77c51c95-ff6e-42c0-9488-a8ab20db8f29 tempest-ServersListShow2100Test-867795307 tempest-ServersListShow2100Test-867795307-project-member] Task: {'id': task-3416988, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.122386} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.430311] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-77c51c95-ff6e-42c0-9488-a8ab20db8f29 tempest-ServersListShow2100Test-867795307 tempest-ServersListShow2100Test-867795307-project-member] Deleted the datastore file {{(pid=69613) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 673.430500] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-77c51c95-ff6e-42c0-9488-a8ab20db8f29 tempest-ServersListShow2100Test-867795307 tempest-ServersListShow2100Test-867795307-project-member] [instance: f2b492f9-2517-4ee7-b4e7-c6c3bb912e49] Deleted contents of the VM from datastore datastore1 {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 673.430676] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-77c51c95-ff6e-42c0-9488-a8ab20db8f29 tempest-ServersListShow2100Test-867795307 tempest-ServersListShow2100Test-867795307-project-member] [instance: f2b492f9-2517-4ee7-b4e7-c6c3bb912e49] Instance destroyed {{(pid=69613) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 673.430891] env[69613]: INFO nova.compute.manager [None req-77c51c95-ff6e-42c0-9488-a8ab20db8f29 tempest-ServersListShow2100Test-867795307 tempest-ServersListShow2100Test-867795307-project-member] [instance: f2b492f9-2517-4ee7-b4e7-c6c3bb912e49] Took 1.19 seconds to destroy the instance on the hypervisor. [ 673.431720] env[69613]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-77c51c95-ff6e-42c0-9488-a8ab20db8f29 tempest-ServersListShow2100Test-867795307 tempest-ServersListShow2100Test-867795307-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69613) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 673.431810] env[69613]: DEBUG nova.compute.manager [-] [instance: f2b492f9-2517-4ee7-b4e7-c6c3bb912e49] Deallocating network for instance {{(pid=69613) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 673.431883] env[69613]: DEBUG nova.network.neutron [-] [instance: f2b492f9-2517-4ee7-b4e7-c6c3bb912e49] deallocate_for_instance() {{(pid=69613) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 673.451962] env[69613]: DEBUG nova.network.neutron [-] [instance: f2b492f9-2517-4ee7-b4e7-c6c3bb912e49] Instance cache missing network info. {{(pid=69613) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 673.745757] env[69613]: DEBUG nova.compute.utils [None req-7f6d6def-7720-4139-b344-768ae85f7375 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Using /dev/sd instead of None {{(pid=69613) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 673.752490] env[69613]: DEBUG nova.compute.manager [None req-7f6d6def-7720-4139-b344-768ae85f7375 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] [instance: 115e1a8c-381d-47c2-882d-a425f5e783f7] Allocating IP information in the background. {{(pid=69613) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 673.752925] env[69613]: DEBUG nova.network.neutron [None req-7f6d6def-7720-4139-b344-768ae85f7375 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] [instance: 115e1a8c-381d-47c2-882d-a425f5e783f7] allocate_for_instance() {{(pid=69613) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 673.768258] env[69613]: DEBUG oslo_vmware.api [None req-22b5a87d-9968-4036-bb4f-ea9539608ed6 tempest-FloatingIPsAssociationNegativeTestJSON-1033774278 tempest-FloatingIPsAssociationNegativeTestJSON-1033774278-project-member] Task: {'id': task-3416985, 'name': PowerOnVM_Task, 'duration_secs': 0.564087} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.768570] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-22b5a87d-9968-4036-bb4f-ea9539608ed6 tempest-FloatingIPsAssociationNegativeTestJSON-1033774278 tempest-FloatingIPsAssociationNegativeTestJSON-1033774278-project-member] [instance: 00d02bd2-f8fa-415c-9a6f-c58b9af0be63] Powered on the VM {{(pid=69613) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 673.768808] env[69613]: INFO nova.compute.manager [None req-22b5a87d-9968-4036-bb4f-ea9539608ed6 tempest-FloatingIPsAssociationNegativeTestJSON-1033774278 tempest-FloatingIPsAssociationNegativeTestJSON-1033774278-project-member] [instance: 00d02bd2-f8fa-415c-9a6f-c58b9af0be63] Took 9.44 seconds to spawn the instance on the hypervisor. [ 673.769033] env[69613]: DEBUG nova.compute.manager [None req-22b5a87d-9968-4036-bb4f-ea9539608ed6 tempest-FloatingIPsAssociationNegativeTestJSON-1033774278 tempest-FloatingIPsAssociationNegativeTestJSON-1033774278-project-member] [instance: 00d02bd2-f8fa-415c-9a6f-c58b9af0be63] Checking state {{(pid=69613) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 673.772648] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1878100-ee08-4a13-997b-3da6b3f6f9b8 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.812447] env[69613]: DEBUG nova.policy [None req-7f6d6def-7720-4139-b344-768ae85f7375 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3cea15581d614a21948cfa5bcd7a12fb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '412c098cc7b941c6bb5c47763a2faff0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69613) authorize /opt/stack/nova/nova/policy.py:192}} [ 673.825221] env[69613]: DEBUG oslo_vmware.api [None req-fc3db0ad-4740-40aa-a4b3-87d76cbb5ca1 tempest-ServerDiagnosticsV248Test-884971060 tempest-ServerDiagnosticsV248Test-884971060-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]522bf896-7481-85e9-c891-3e6bddeae736, 'name': SearchDatastore_Task, 'duration_secs': 0.019749} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.825221] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6cf55a7e-1e61-41f2-8d05-4ffe7f7f571b {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.831909] env[69613]: DEBUG oslo_vmware.api [None req-fc3db0ad-4740-40aa-a4b3-87d76cbb5ca1 tempest-ServerDiagnosticsV248Test-884971060 tempest-ServerDiagnosticsV248Test-884971060-project-member] Waiting for the task: (returnval){ [ 673.831909] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]52d36ab2-3601-d5dc-2591-b983ef739460" [ 673.831909] env[69613]: _type = "Task" [ 673.831909] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.854022] env[69613]: DEBUG oslo_vmware.api [None req-fc3db0ad-4740-40aa-a4b3-87d76cbb5ca1 tempest-ServerDiagnosticsV248Test-884971060 tempest-ServerDiagnosticsV248Test-884971060-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52d36ab2-3601-d5dc-2591-b983ef739460, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.854022] env[69613]: DEBUG oslo_vmware.api [None req-fa12ba3b-2505-41e4-95c8-72b237d3cf7a tempest-ServersListShow296Test-2103787313 tempest-ServersListShow296Test-2103787313-project-member] Task: {'id': task-3416989, 'name': Rename_Task, 'duration_secs': 0.220975} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.854022] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa12ba3b-2505-41e4-95c8-72b237d3cf7a tempest-ServersListShow296Test-2103787313 tempest-ServersListShow296Test-2103787313-project-member] [instance: 997781de-b20c-4004-8374-deef83d9de6b] Powering on the VM {{(pid=69613) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 673.854022] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-08169b52-b2bf-4be4-b3c9-e23681cb2cba {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.859378] env[69613]: DEBUG nova.network.neutron [req-192f37b7-1c24-46a5-840f-b8e5620ddd81 req-15fcb81a-d526-4c87-a95b-628f07727b0b service nova] [instance: e75fc999-a479-44b6-a715-1a76054d73c6] Updated VIF entry in instance network info cache for port 40f7a37d-494f-405d-ab61-e2322fa1af25. {{(pid=69613) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 673.859777] env[69613]: DEBUG nova.network.neutron [req-192f37b7-1c24-46a5-840f-b8e5620ddd81 req-15fcb81a-d526-4c87-a95b-628f07727b0b service nova] [instance: e75fc999-a479-44b6-a715-1a76054d73c6] Updating instance_info_cache with network_info: [{"id": "40f7a37d-494f-405d-ab61-e2322fa1af25", "address": "fa:16:3e:5d:d3:eb", "network": {"id": "28f99ebf-ff7d-4655-a4e2-b730149dcbc3", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-315513107-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ad1d1d0ba08a4292a325cdccea6a4c0a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04ccbc7a-cf8d-4ea2-8411-291a1e27df7b", "external-id": "nsx-vlan-transportzone-998", "segmentation_id": 998, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap40f7a37d-49", "ovs_interfaceid": "40f7a37d-494f-405d-ab61-e2322fa1af25", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 673.863844] env[69613]: DEBUG oslo_vmware.api [None req-fa12ba3b-2505-41e4-95c8-72b237d3cf7a tempest-ServersListShow296Test-2103787313 tempest-ServersListShow296Test-2103787313-project-member] Waiting for the task: (returnval){ [ 673.863844] env[69613]: value = "task-3416991" [ 673.863844] env[69613]: _type = "Task" [ 673.863844] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.872505] env[69613]: DEBUG oslo_vmware.api [None req-fa12ba3b-2505-41e4-95c8-72b237d3cf7a tempest-ServersListShow296Test-2103787313 tempest-ServersListShow296Test-2103787313-project-member] Task: {'id': task-3416991, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.895841] env[69613]: DEBUG oslo_vmware.api [None req-19ea567c-1d4c-4d3e-b444-974b82b90395 tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Task: {'id': task-3416990, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.956385] env[69613]: DEBUG nova.network.neutron [-] [instance: f2b492f9-2517-4ee7-b4e7-c6c3bb912e49] Updating instance_info_cache with network_info: [] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 674.184025] env[69613]: DEBUG nova.compute.manager [req-940fd4fd-e139-45f2-8f3b-874912890d3b req-f322d389-ed63-4b95-911c-aee0cf9128a1 service nova] [instance: d812aca8-c993-4f3e-8235-115a51b60501] Received event network-changed-cbc3c323-a34f-4d2c-8c86-784e041e179b {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 674.184278] env[69613]: DEBUG nova.compute.manager [req-940fd4fd-e139-45f2-8f3b-874912890d3b req-f322d389-ed63-4b95-911c-aee0cf9128a1 service nova] [instance: d812aca8-c993-4f3e-8235-115a51b60501] Refreshing instance network info cache due to event network-changed-cbc3c323-a34f-4d2c-8c86-784e041e179b. {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 674.184516] env[69613]: DEBUG oslo_concurrency.lockutils [req-940fd4fd-e139-45f2-8f3b-874912890d3b req-f322d389-ed63-4b95-911c-aee0cf9128a1 service nova] Acquiring lock "refresh_cache-d812aca8-c993-4f3e-8235-115a51b60501" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.184655] env[69613]: DEBUG oslo_concurrency.lockutils [req-940fd4fd-e139-45f2-8f3b-874912890d3b req-f322d389-ed63-4b95-911c-aee0cf9128a1 service nova] Acquired lock "refresh_cache-d812aca8-c993-4f3e-8235-115a51b60501" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.184808] env[69613]: DEBUG nova.network.neutron [req-940fd4fd-e139-45f2-8f3b-874912890d3b req-f322d389-ed63-4b95-911c-aee0cf9128a1 service nova] [instance: d812aca8-c993-4f3e-8235-115a51b60501] Refreshing network info cache for port cbc3c323-a34f-4d2c-8c86-784e041e179b {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 674.245875] env[69613]: DEBUG nova.network.neutron [None req-7f6d6def-7720-4139-b344-768ae85f7375 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] [instance: 115e1a8c-381d-47c2-882d-a425f5e783f7] Successfully created port: d03c8b7b-62bb-46e8-9ba5-bf73fa505dea {{(pid=69613) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 674.252629] env[69613]: DEBUG nova.compute.manager [None req-7f6d6def-7720-4139-b344-768ae85f7375 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] [instance: 115e1a8c-381d-47c2-882d-a425f5e783f7] Start building block device mappings for instance. {{(pid=69613) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 674.297283] env[69613]: INFO nova.compute.manager [None req-22b5a87d-9968-4036-bb4f-ea9539608ed6 tempest-FloatingIPsAssociationNegativeTestJSON-1033774278 tempest-FloatingIPsAssociationNegativeTestJSON-1033774278-project-member] [instance: 00d02bd2-f8fa-415c-9a6f-c58b9af0be63] Took 35.67 seconds to build instance. [ 674.353114] env[69613]: DEBUG oslo_vmware.api [None req-fc3db0ad-4740-40aa-a4b3-87d76cbb5ca1 tempest-ServerDiagnosticsV248Test-884971060 tempest-ServerDiagnosticsV248Test-884971060-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52d36ab2-3601-d5dc-2591-b983ef739460, 'name': SearchDatastore_Task, 'duration_secs': 0.029103} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.353387] env[69613]: DEBUG oslo_concurrency.lockutils [None req-fc3db0ad-4740-40aa-a4b3-87d76cbb5ca1 tempest-ServerDiagnosticsV248Test-884971060 tempest-ServerDiagnosticsV248Test-884971060-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.353643] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc3db0ad-4740-40aa-a4b3-87d76cbb5ca1 tempest-ServerDiagnosticsV248Test-884971060 tempest-ServerDiagnosticsV248Test-884971060-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk to [datastore2] eed1c412-ccce-4168-bce7-3e7101901b7f/eed1c412-ccce-4168-bce7-3e7101901b7f.vmdk {{(pid=69613) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 674.353897] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-56732aa9-07e1-4911-81aa-3de88e77ec35 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.362988] env[69613]: DEBUG oslo_concurrency.lockutils [req-192f37b7-1c24-46a5-840f-b8e5620ddd81 req-15fcb81a-d526-4c87-a95b-628f07727b0b service nova] Releasing lock "refresh_cache-e75fc999-a479-44b6-a715-1a76054d73c6" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.365102] env[69613]: DEBUG oslo_vmware.api [None req-fc3db0ad-4740-40aa-a4b3-87d76cbb5ca1 tempest-ServerDiagnosticsV248Test-884971060 tempest-ServerDiagnosticsV248Test-884971060-project-member] Waiting for the task: (returnval){ [ 674.365102] env[69613]: value = "task-3416992" [ 674.365102] env[69613]: _type = "Task" [ 674.365102] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.382431] env[69613]: DEBUG oslo_vmware.api [None req-fa12ba3b-2505-41e4-95c8-72b237d3cf7a tempest-ServersListShow296Test-2103787313 tempest-ServersListShow296Test-2103787313-project-member] Task: {'id': task-3416991, 'name': PowerOnVM_Task} progress is 78%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.390380] env[69613]: DEBUG oslo_vmware.api [None req-fc3db0ad-4740-40aa-a4b3-87d76cbb5ca1 tempest-ServerDiagnosticsV248Test-884971060 tempest-ServerDiagnosticsV248Test-884971060-project-member] Task: {'id': task-3416992, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.397178] env[69613]: DEBUG oslo_vmware.api [None req-19ea567c-1d4c-4d3e-b444-974b82b90395 tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Task: {'id': task-3416990, 'name': PowerOnVM_Task, 'duration_secs': 0.557111} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.397178] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-19ea567c-1d4c-4d3e-b444-974b82b90395 tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] [instance: 1fb750ed-62d4-4784-bf6c-6d777dc5ddb0] Powered on the VM {{(pid=69613) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 674.397178] env[69613]: DEBUG nova.compute.manager [None req-19ea567c-1d4c-4d3e-b444-974b82b90395 tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] [instance: 1fb750ed-62d4-4784-bf6c-6d777dc5ddb0] Checking state {{(pid=69613) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 674.397394] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af40a61b-8ad5-4502-8a3a-2625abfae1da {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.460303] env[69613]: INFO nova.compute.manager [-] [instance: f2b492f9-2517-4ee7-b4e7-c6c3bb912e49] Took 1.03 seconds to deallocate network for instance. [ 674.610382] env[69613]: DEBUG oslo_concurrency.lockutils [None req-d5cc1c94-3c41-4058-bb32-9aa70bb0aa57 tempest-FloatingIPsAssociationTestJSON-164946246 tempest-FloatingIPsAssociationTestJSON-164946246-project-member] Acquiring lock "e75fc999-a479-44b6-a715-1a76054d73c6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 674.610382] env[69613]: DEBUG oslo_concurrency.lockutils [None req-d5cc1c94-3c41-4058-bb32-9aa70bb0aa57 tempest-FloatingIPsAssociationTestJSON-164946246 tempest-FloatingIPsAssociationTestJSON-164946246-project-member] Lock "e75fc999-a479-44b6-a715-1a76054d73c6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 674.610382] env[69613]: DEBUG oslo_concurrency.lockutils [None req-d5cc1c94-3c41-4058-bb32-9aa70bb0aa57 tempest-FloatingIPsAssociationTestJSON-164946246 tempest-FloatingIPsAssociationTestJSON-164946246-project-member] Acquiring lock "e75fc999-a479-44b6-a715-1a76054d73c6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 674.610382] env[69613]: DEBUG oslo_concurrency.lockutils [None req-d5cc1c94-3c41-4058-bb32-9aa70bb0aa57 tempest-FloatingIPsAssociationTestJSON-164946246 tempest-FloatingIPsAssociationTestJSON-164946246-project-member] Lock "e75fc999-a479-44b6-a715-1a76054d73c6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 674.610621] env[69613]: DEBUG oslo_concurrency.lockutils [None req-d5cc1c94-3c41-4058-bb32-9aa70bb0aa57 tempest-FloatingIPsAssociationTestJSON-164946246 tempest-FloatingIPsAssociationTestJSON-164946246-project-member] Lock "e75fc999-a479-44b6-a715-1a76054d73c6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 674.612115] env[69613]: INFO nova.compute.manager [None req-d5cc1c94-3c41-4058-bb32-9aa70bb0aa57 tempest-FloatingIPsAssociationTestJSON-164946246 tempest-FloatingIPsAssociationTestJSON-164946246-project-member] [instance: e75fc999-a479-44b6-a715-1a76054d73c6] Terminating instance [ 674.804410] env[69613]: DEBUG oslo_concurrency.lockutils [None req-22b5a87d-9968-4036-bb4f-ea9539608ed6 tempest-FloatingIPsAssociationNegativeTestJSON-1033774278 tempest-FloatingIPsAssociationNegativeTestJSON-1033774278-project-member] Lock "00d02bd2-f8fa-415c-9a6f-c58b9af0be63" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 56.154s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 674.884138] env[69613]: DEBUG oslo_vmware.api [None req-fa12ba3b-2505-41e4-95c8-72b237d3cf7a tempest-ServersListShow296Test-2103787313 tempest-ServersListShow296Test-2103787313-project-member] Task: {'id': task-3416991, 'name': PowerOnVM_Task, 'duration_secs': 0.954925} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.884999] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa12ba3b-2505-41e4-95c8-72b237d3cf7a tempest-ServersListShow296Test-2103787313 tempest-ServersListShow296Test-2103787313-project-member] [instance: 997781de-b20c-4004-8374-deef83d9de6b] Powered on the VM {{(pid=69613) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 674.885280] env[69613]: INFO nova.compute.manager [None req-fa12ba3b-2505-41e4-95c8-72b237d3cf7a tempest-ServersListShow296Test-2103787313 tempest-ServersListShow296Test-2103787313-project-member] [instance: 997781de-b20c-4004-8374-deef83d9de6b] Took 7.82 seconds to spawn the instance on the hypervisor. [ 674.885798] env[69613]: DEBUG nova.compute.manager [None req-fa12ba3b-2505-41e4-95c8-72b237d3cf7a tempest-ServersListShow296Test-2103787313 tempest-ServersListShow296Test-2103787313-project-member] [instance: 997781de-b20c-4004-8374-deef83d9de6b] Checking state {{(pid=69613) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 674.886947] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-313bcdba-f938-4ba0-9116-2e42361adcc4 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.897913] env[69613]: DEBUG oslo_vmware.api [None req-fc3db0ad-4740-40aa-a4b3-87d76cbb5ca1 tempest-ServerDiagnosticsV248Test-884971060 tempest-ServerDiagnosticsV248Test-884971060-project-member] Task: {'id': task-3416992, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.936250] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9bf1299-89a7-489e-ab63-6ea89ee8477f {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.951830] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-270e61d4-074b-46dc-a0d6-62c447177bfa {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.988040] env[69613]: DEBUG oslo_concurrency.lockutils [None req-77c51c95-ff6e-42c0-9488-a8ab20db8f29 tempest-ServersListShow2100Test-867795307 tempest-ServersListShow2100Test-867795307-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 674.989795] env[69613]: DEBUG nova.network.neutron [req-940fd4fd-e139-45f2-8f3b-874912890d3b req-f322d389-ed63-4b95-911c-aee0cf9128a1 service nova] [instance: d812aca8-c993-4f3e-8235-115a51b60501] Updated VIF entry in instance network info cache for port cbc3c323-a34f-4d2c-8c86-784e041e179b. {{(pid=69613) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 674.990063] env[69613]: DEBUG nova.network.neutron [req-940fd4fd-e139-45f2-8f3b-874912890d3b req-f322d389-ed63-4b95-911c-aee0cf9128a1 service nova] [instance: d812aca8-c993-4f3e-8235-115a51b60501] Updating instance_info_cache with network_info: [{"id": "cbc3c323-a34f-4d2c-8c86-784e041e179b", "address": "fa:16:3e:6b:a9:48", "network": {"id": "63a9d1a8-2b9f-44cd-b8a7-c3073c1df667", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-180258284-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "abcd35075ac348e88fb05677ad1f2b0f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb2eaecd-9701-4504-9fcb-fb1a420ead72", "external-id": "nsx-vlan-transportzone-433", "segmentation_id": 433, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcbc3c323-a3", "ovs_interfaceid": "cbc3c323-a34f-4d2c-8c86-784e041e179b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 674.994609] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff85a677-8701-49be-861c-27442ef9b427 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.004617] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16dc6e84-d68b-4a9e-bd80-b172b1b40dbc {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.031889] env[69613]: DEBUG nova.compute.provider_tree [None req-d4189c5f-5563-4464-82c5-5830dd4781b3 tempest-ServersTestJSON-1359772964 tempest-ServersTestJSON-1359772964-project-member] Inventory has not changed in ProviderTree for provider: af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 {{(pid=69613) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 675.116688] env[69613]: DEBUG nova.compute.manager [None req-d5cc1c94-3c41-4058-bb32-9aa70bb0aa57 tempest-FloatingIPsAssociationTestJSON-164946246 tempest-FloatingIPsAssociationTestJSON-164946246-project-member] [instance: e75fc999-a479-44b6-a715-1a76054d73c6] Start destroying the instance on the hypervisor. {{(pid=69613) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 675.117070] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-d5cc1c94-3c41-4058-bb32-9aa70bb0aa57 tempest-FloatingIPsAssociationTestJSON-164946246 tempest-FloatingIPsAssociationTestJSON-164946246-project-member] [instance: e75fc999-a479-44b6-a715-1a76054d73c6] Destroying instance {{(pid=69613) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 675.118025] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41dd7e65-6103-4028-ab1e-dad6a04b7038 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.131754] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5cc1c94-3c41-4058-bb32-9aa70bb0aa57 tempest-FloatingIPsAssociationTestJSON-164946246 tempest-FloatingIPsAssociationTestJSON-164946246-project-member] [instance: e75fc999-a479-44b6-a715-1a76054d73c6] Powering off the VM {{(pid=69613) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 675.132127] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7aed7b19-a90e-4c43-b25e-d3387112ef5b {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.140748] env[69613]: DEBUG oslo_vmware.api [None req-d5cc1c94-3c41-4058-bb32-9aa70bb0aa57 tempest-FloatingIPsAssociationTestJSON-164946246 tempest-FloatingIPsAssociationTestJSON-164946246-project-member] Waiting for the task: (returnval){ [ 675.140748] env[69613]: value = "task-3416993" [ 675.140748] env[69613]: _type = "Task" [ 675.140748] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.150469] env[69613]: DEBUG oslo_vmware.api [None req-d5cc1c94-3c41-4058-bb32-9aa70bb0aa57 tempest-FloatingIPsAssociationTestJSON-164946246 tempest-FloatingIPsAssociationTestJSON-164946246-project-member] Task: {'id': task-3416993, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.270628] env[69613]: DEBUG nova.compute.manager [None req-7f6d6def-7720-4139-b344-768ae85f7375 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] [instance: 115e1a8c-381d-47c2-882d-a425f5e783f7] Start spawning the instance on the hypervisor. {{(pid=69613) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 675.299302] env[69613]: DEBUG nova.virt.hardware [None req-7f6d6def-7720-4139-b344-768ae85f7375 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T13:55:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T13:55:19Z,direct_url=,disk_format='vmdk',id=2b7a0304-b5d0-431d-b287-32c8388d7fbd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3e9e1b873f1442d59d5ee8247b941f74',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T13:55:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 675.299531] env[69613]: DEBUG nova.virt.hardware [None req-7f6d6def-7720-4139-b344-768ae85f7375 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Flavor limits 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 675.299700] env[69613]: DEBUG nova.virt.hardware [None req-7f6d6def-7720-4139-b344-768ae85f7375 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Image limits 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 675.300113] env[69613]: DEBUG nova.virt.hardware [None req-7f6d6def-7720-4139-b344-768ae85f7375 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Flavor pref 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 675.300340] env[69613]: DEBUG nova.virt.hardware [None req-7f6d6def-7720-4139-b344-768ae85f7375 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Image pref 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 675.300659] env[69613]: DEBUG nova.virt.hardware [None req-7f6d6def-7720-4139-b344-768ae85f7375 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 675.300786] env[69613]: DEBUG nova.virt.hardware [None req-7f6d6def-7720-4139-b344-768ae85f7375 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 675.300995] env[69613]: DEBUG nova.virt.hardware [None req-7f6d6def-7720-4139-b344-768ae85f7375 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69613) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 675.301330] env[69613]: DEBUG nova.virt.hardware [None req-7f6d6def-7720-4139-b344-768ae85f7375 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Got 1 possible topologies {{(pid=69613) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 675.301443] env[69613]: DEBUG nova.virt.hardware [None req-7f6d6def-7720-4139-b344-768ae85f7375 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 675.301642] env[69613]: DEBUG nova.virt.hardware [None req-7f6d6def-7720-4139-b344-768ae85f7375 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 675.302615] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58778271-e07f-4cd3-842d-6d154781ca79 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.307301] env[69613]: DEBUG nova.compute.manager [None req-9077f710-552e-45e6-b360-17eb258b2fce tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] [instance: fa7f8ff7-658a-46d0-a6dc-232614af850d] Starting instance... {{(pid=69613) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 675.314150] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-534dea08-de3e-4df9-b741-a406b5c60a51 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.384607] env[69613]: DEBUG oslo_vmware.api [None req-fc3db0ad-4740-40aa-a4b3-87d76cbb5ca1 tempest-ServerDiagnosticsV248Test-884971060 tempest-ServerDiagnosticsV248Test-884971060-project-member] Task: {'id': task-3416992, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.827469} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.384890] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc3db0ad-4740-40aa-a4b3-87d76cbb5ca1 tempest-ServerDiagnosticsV248Test-884971060 tempest-ServerDiagnosticsV248Test-884971060-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk to [datastore2] eed1c412-ccce-4168-bce7-3e7101901b7f/eed1c412-ccce-4168-bce7-3e7101901b7f.vmdk {{(pid=69613) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 675.385130] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-fc3db0ad-4740-40aa-a4b3-87d76cbb5ca1 tempest-ServerDiagnosticsV248Test-884971060 tempest-ServerDiagnosticsV248Test-884971060-project-member] [instance: eed1c412-ccce-4168-bce7-3e7101901b7f] Extending root virtual disk to 1048576 {{(pid=69613) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 675.385385] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c3eba2e6-2a3d-4270-81dd-e2924a8b7649 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.392277] env[69613]: DEBUG oslo_vmware.api [None req-fc3db0ad-4740-40aa-a4b3-87d76cbb5ca1 tempest-ServerDiagnosticsV248Test-884971060 tempest-ServerDiagnosticsV248Test-884971060-project-member] Waiting for the task: (returnval){ [ 675.392277] env[69613]: value = "task-3416994" [ 675.392277] env[69613]: _type = "Task" [ 675.392277] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.401220] env[69613]: DEBUG oslo_vmware.api [None req-fc3db0ad-4740-40aa-a4b3-87d76cbb5ca1 tempest-ServerDiagnosticsV248Test-884971060 tempest-ServerDiagnosticsV248Test-884971060-project-member] Task: {'id': task-3416994, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.433178] env[69613]: INFO nova.compute.manager [None req-fa12ba3b-2505-41e4-95c8-72b237d3cf7a tempest-ServersListShow296Test-2103787313 tempest-ServersListShow296Test-2103787313-project-member] [instance: 997781de-b20c-4004-8374-deef83d9de6b] Took 35.65 seconds to build instance. [ 675.497751] env[69613]: DEBUG oslo_concurrency.lockutils [req-940fd4fd-e139-45f2-8f3b-874912890d3b req-f322d389-ed63-4b95-911c-aee0cf9128a1 service nova] Releasing lock "refresh_cache-d812aca8-c993-4f3e-8235-115a51b60501" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.498186] env[69613]: DEBUG nova.compute.manager [req-940fd4fd-e139-45f2-8f3b-874912890d3b req-f322d389-ed63-4b95-911c-aee0cf9128a1 service nova] [instance: d812aca8-c993-4f3e-8235-115a51b60501] Received event network-changed-cbc3c323-a34f-4d2c-8c86-784e041e179b {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 675.498485] env[69613]: DEBUG nova.compute.manager [req-940fd4fd-e139-45f2-8f3b-874912890d3b req-f322d389-ed63-4b95-911c-aee0cf9128a1 service nova] [instance: d812aca8-c993-4f3e-8235-115a51b60501] Refreshing instance network info cache due to event network-changed-cbc3c323-a34f-4d2c-8c86-784e041e179b. {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 675.498836] env[69613]: DEBUG oslo_concurrency.lockutils [req-940fd4fd-e139-45f2-8f3b-874912890d3b req-f322d389-ed63-4b95-911c-aee0cf9128a1 service nova] Acquiring lock "refresh_cache-d812aca8-c993-4f3e-8235-115a51b60501" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.499093] env[69613]: DEBUG oslo_concurrency.lockutils [req-940fd4fd-e139-45f2-8f3b-874912890d3b req-f322d389-ed63-4b95-911c-aee0cf9128a1 service nova] Acquired lock "refresh_cache-d812aca8-c993-4f3e-8235-115a51b60501" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.499380] env[69613]: DEBUG nova.network.neutron [req-940fd4fd-e139-45f2-8f3b-874912890d3b req-f322d389-ed63-4b95-911c-aee0cf9128a1 service nova] [instance: d812aca8-c993-4f3e-8235-115a51b60501] Refreshing network info cache for port cbc3c323-a34f-4d2c-8c86-784e041e179b {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 675.535848] env[69613]: DEBUG nova.scheduler.client.report [None req-d4189c5f-5563-4464-82c5-5830dd4781b3 tempest-ServersTestJSON-1359772964 tempest-ServersTestJSON-1359772964-project-member] Inventory has not changed for provider af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69613) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 675.651023] env[69613]: DEBUG oslo_vmware.api [None req-d5cc1c94-3c41-4058-bb32-9aa70bb0aa57 tempest-FloatingIPsAssociationTestJSON-164946246 tempest-FloatingIPsAssociationTestJSON-164946246-project-member] Task: {'id': task-3416993, 'name': PowerOffVM_Task, 'duration_secs': 0.334794} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.651023] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5cc1c94-3c41-4058-bb32-9aa70bb0aa57 tempest-FloatingIPsAssociationTestJSON-164946246 tempest-FloatingIPsAssociationTestJSON-164946246-project-member] [instance: e75fc999-a479-44b6-a715-1a76054d73c6] Powered off the VM {{(pid=69613) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 675.651023] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-d5cc1c94-3c41-4058-bb32-9aa70bb0aa57 tempest-FloatingIPsAssociationTestJSON-164946246 tempest-FloatingIPsAssociationTestJSON-164946246-project-member] [instance: e75fc999-a479-44b6-a715-1a76054d73c6] Unregistering the VM {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 675.651210] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-203ab4ec-0ab6-4141-888d-ec2b5e7a9a99 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.747024] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-d5cc1c94-3c41-4058-bb32-9aa70bb0aa57 tempest-FloatingIPsAssociationTestJSON-164946246 tempest-FloatingIPsAssociationTestJSON-164946246-project-member] [instance: e75fc999-a479-44b6-a715-1a76054d73c6] Unregistered the VM {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 675.747024] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-d5cc1c94-3c41-4058-bb32-9aa70bb0aa57 tempest-FloatingIPsAssociationTestJSON-164946246 tempest-FloatingIPsAssociationTestJSON-164946246-project-member] [instance: e75fc999-a479-44b6-a715-1a76054d73c6] Deleting contents of the VM from datastore datastore1 {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 675.747024] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5cc1c94-3c41-4058-bb32-9aa70bb0aa57 tempest-FloatingIPsAssociationTestJSON-164946246 tempest-FloatingIPsAssociationTestJSON-164946246-project-member] Deleting the datastore file [datastore1] e75fc999-a479-44b6-a715-1a76054d73c6 {{(pid=69613) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 675.747024] env[69613]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-771bca18-6022-4e9c-90e5-d2042bd254ec {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.753903] env[69613]: DEBUG oslo_vmware.api [None req-d5cc1c94-3c41-4058-bb32-9aa70bb0aa57 tempest-FloatingIPsAssociationTestJSON-164946246 tempest-FloatingIPsAssociationTestJSON-164946246-project-member] Waiting for the task: (returnval){ [ 675.753903] env[69613]: value = "task-3416996" [ 675.753903] env[69613]: _type = "Task" [ 675.753903] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.762767] env[69613]: DEBUG oslo_vmware.api [None req-d5cc1c94-3c41-4058-bb32-9aa70bb0aa57 tempest-FloatingIPsAssociationTestJSON-164946246 tempest-FloatingIPsAssociationTestJSON-164946246-project-member] Task: {'id': task-3416996, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.840536] env[69613]: DEBUG oslo_concurrency.lockutils [None req-9077f710-552e-45e6-b360-17eb258b2fce tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 675.905334] env[69613]: DEBUG oslo_vmware.api [None req-fc3db0ad-4740-40aa-a4b3-87d76cbb5ca1 tempest-ServerDiagnosticsV248Test-884971060 tempest-ServerDiagnosticsV248Test-884971060-project-member] Task: {'id': task-3416994, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084914} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.905802] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-fc3db0ad-4740-40aa-a4b3-87d76cbb5ca1 tempest-ServerDiagnosticsV248Test-884971060 tempest-ServerDiagnosticsV248Test-884971060-project-member] [instance: eed1c412-ccce-4168-bce7-3e7101901b7f] Extended root virtual disk {{(pid=69613) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 675.906697] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7748473c-8357-40e8-a11b-3f7d6a550780 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.944547] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-fc3db0ad-4740-40aa-a4b3-87d76cbb5ca1 tempest-ServerDiagnosticsV248Test-884971060 tempest-ServerDiagnosticsV248Test-884971060-project-member] [instance: eed1c412-ccce-4168-bce7-3e7101901b7f] Reconfiguring VM instance instance-0000001b to attach disk [datastore2] eed1c412-ccce-4168-bce7-3e7101901b7f/eed1c412-ccce-4168-bce7-3e7101901b7f.vmdk or device None with type sparse {{(pid=69613) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 675.944547] env[69613]: DEBUG oslo_concurrency.lockutils [None req-fa12ba3b-2505-41e4-95c8-72b237d3cf7a tempest-ServersListShow296Test-2103787313 tempest-ServersListShow296Test-2103787313-project-member] Lock "997781de-b20c-4004-8374-deef83d9de6b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 55.210s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 675.944547] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4fb8b046-8d4b-4425-880b-a3f20a8f2ed5 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.970547] env[69613]: DEBUG oslo_vmware.api [None req-fc3db0ad-4740-40aa-a4b3-87d76cbb5ca1 tempest-ServerDiagnosticsV248Test-884971060 tempest-ServerDiagnosticsV248Test-884971060-project-member] Waiting for the task: (returnval){ [ 675.970547] env[69613]: value = "task-3416997" [ 675.970547] env[69613]: _type = "Task" [ 675.970547] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.979991] env[69613]: DEBUG oslo_vmware.api [None req-fc3db0ad-4740-40aa-a4b3-87d76cbb5ca1 tempest-ServerDiagnosticsV248Test-884971060 tempest-ServerDiagnosticsV248Test-884971060-project-member] Task: {'id': task-3416997, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.040966] env[69613]: DEBUG oslo_concurrency.lockutils [None req-d4189c5f-5563-4464-82c5-5830dd4781b3 tempest-ServersTestJSON-1359772964 tempest-ServersTestJSON-1359772964-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.806s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 676.041470] env[69613]: DEBUG nova.compute.manager [None req-d4189c5f-5563-4464-82c5-5830dd4781b3 tempest-ServersTestJSON-1359772964 tempest-ServersTestJSON-1359772964-project-member] [instance: 494cdc5d-27c6-4a1c-8089-4b2a4dd08566] Start building networks asynchronously for instance. {{(pid=69613) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 676.048822] env[69613]: DEBUG oslo_concurrency.lockutils [None req-efe931ed-cd53-48b6-8c94-594bc8517b66 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.766s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 676.049218] env[69613]: DEBUG nova.objects.instance [None req-efe931ed-cd53-48b6-8c94-594bc8517b66 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Lazy-loading 'resources' on Instance uuid c7921fab-fd44-4691-bca3-5ea3ae7e0bc0 {{(pid=69613) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 676.206766] env[69613]: DEBUG nova.network.neutron [None req-7f6d6def-7720-4139-b344-768ae85f7375 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] [instance: 115e1a8c-381d-47c2-882d-a425f5e783f7] Successfully updated port: d03c8b7b-62bb-46e8-9ba5-bf73fa505dea {{(pid=69613) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 676.267423] env[69613]: DEBUG oslo_vmware.api [None req-d5cc1c94-3c41-4058-bb32-9aa70bb0aa57 tempest-FloatingIPsAssociationTestJSON-164946246 tempest-FloatingIPsAssociationTestJSON-164946246-project-member] Task: {'id': task-3416996, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.307302} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.267780] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5cc1c94-3c41-4058-bb32-9aa70bb0aa57 tempest-FloatingIPsAssociationTestJSON-164946246 tempest-FloatingIPsAssociationTestJSON-164946246-project-member] Deleted the datastore file {{(pid=69613) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 676.268288] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-d5cc1c94-3c41-4058-bb32-9aa70bb0aa57 tempest-FloatingIPsAssociationTestJSON-164946246 tempest-FloatingIPsAssociationTestJSON-164946246-project-member] [instance: e75fc999-a479-44b6-a715-1a76054d73c6] Deleted contents of the VM from datastore datastore1 {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 676.268580] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-d5cc1c94-3c41-4058-bb32-9aa70bb0aa57 tempest-FloatingIPsAssociationTestJSON-164946246 tempest-FloatingIPsAssociationTestJSON-164946246-project-member] [instance: e75fc999-a479-44b6-a715-1a76054d73c6] Instance destroyed {{(pid=69613) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 676.268897] env[69613]: INFO nova.compute.manager [None req-d5cc1c94-3c41-4058-bb32-9aa70bb0aa57 tempest-FloatingIPsAssociationTestJSON-164946246 tempest-FloatingIPsAssociationTestJSON-164946246-project-member] [instance: e75fc999-a479-44b6-a715-1a76054d73c6] Took 1.15 seconds to destroy the instance on the hypervisor. [ 676.269358] env[69613]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d5cc1c94-3c41-4058-bb32-9aa70bb0aa57 tempest-FloatingIPsAssociationTestJSON-164946246 tempest-FloatingIPsAssociationTestJSON-164946246-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69613) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 676.269679] env[69613]: DEBUG nova.compute.manager [-] [instance: e75fc999-a479-44b6-a715-1a76054d73c6] Deallocating network for instance {{(pid=69613) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 676.269896] env[69613]: DEBUG nova.network.neutron [-] [instance: e75fc999-a479-44b6-a715-1a76054d73c6] deallocate_for_instance() {{(pid=69613) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 676.276233] env[69613]: DEBUG nova.network.neutron [req-940fd4fd-e139-45f2-8f3b-874912890d3b req-f322d389-ed63-4b95-911c-aee0cf9128a1 service nova] [instance: d812aca8-c993-4f3e-8235-115a51b60501] Updated VIF entry in instance network info cache for port cbc3c323-a34f-4d2c-8c86-784e041e179b. {{(pid=69613) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 676.276688] env[69613]: DEBUG nova.network.neutron [req-940fd4fd-e139-45f2-8f3b-874912890d3b req-f322d389-ed63-4b95-911c-aee0cf9128a1 service nova] [instance: d812aca8-c993-4f3e-8235-115a51b60501] Updating instance_info_cache with network_info: [{"id": "cbc3c323-a34f-4d2c-8c86-784e041e179b", "address": "fa:16:3e:6b:a9:48", "network": {"id": "63a9d1a8-2b9f-44cd-b8a7-c3073c1df667", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-180258284-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "abcd35075ac348e88fb05677ad1f2b0f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb2eaecd-9701-4504-9fcb-fb1a420ead72", "external-id": "nsx-vlan-transportzone-433", "segmentation_id": 433, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcbc3c323-a3", "ovs_interfaceid": "cbc3c323-a34f-4d2c-8c86-784e041e179b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 676.466394] env[69613]: DEBUG nova.compute.manager [None req-3d6bcdb5-31d4-48df-82eb-657fd9f19034 tempest-ServersTestFqdnHostnames-1406027918 tempest-ServersTestFqdnHostnames-1406027918-project-member] [instance: 3d07cf05-d08d-409f-9bbd-b7ff213e29ff] Starting instance... {{(pid=69613) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 676.483332] env[69613]: DEBUG oslo_vmware.api [None req-fc3db0ad-4740-40aa-a4b3-87d76cbb5ca1 tempest-ServerDiagnosticsV248Test-884971060 tempest-ServerDiagnosticsV248Test-884971060-project-member] Task: {'id': task-3416997, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.555927] env[69613]: DEBUG nova.compute.utils [None req-d4189c5f-5563-4464-82c5-5830dd4781b3 tempest-ServersTestJSON-1359772964 tempest-ServersTestJSON-1359772964-project-member] Using /dev/sd instead of None {{(pid=69613) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 676.564496] env[69613]: DEBUG nova.compute.manager [None req-d4189c5f-5563-4464-82c5-5830dd4781b3 tempest-ServersTestJSON-1359772964 tempest-ServersTestJSON-1359772964-project-member] [instance: 494cdc5d-27c6-4a1c-8089-4b2a4dd08566] Allocating IP information in the background. {{(pid=69613) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 676.565780] env[69613]: DEBUG nova.network.neutron [None req-d4189c5f-5563-4464-82c5-5830dd4781b3 tempest-ServersTestJSON-1359772964 tempest-ServersTestJSON-1359772964-project-member] [instance: 494cdc5d-27c6-4a1c-8089-4b2a4dd08566] allocate_for_instance() {{(pid=69613) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 676.623847] env[69613]: DEBUG nova.policy [None req-d4189c5f-5563-4464-82c5-5830dd4781b3 tempest-ServersTestJSON-1359772964 tempest-ServersTestJSON-1359772964-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a164022b725d4925978810601b4732de', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '939e7e450f6c45ca9af7adb0fe8a5059', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69613) authorize /opt/stack/nova/nova/policy.py:192}} [ 676.710561] env[69613]: DEBUG oslo_concurrency.lockutils [None req-7f6d6def-7720-4139-b344-768ae85f7375 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Acquiring lock "refresh_cache-115e1a8c-381d-47c2-882d-a425f5e783f7" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.710815] env[69613]: DEBUG oslo_concurrency.lockutils [None req-7f6d6def-7720-4139-b344-768ae85f7375 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Acquired lock "refresh_cache-115e1a8c-381d-47c2-882d-a425f5e783f7" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.711067] env[69613]: DEBUG nova.network.neutron [None req-7f6d6def-7720-4139-b344-768ae85f7375 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] [instance: 115e1a8c-381d-47c2-882d-a425f5e783f7] Building network info cache for instance {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 676.782347] env[69613]: DEBUG oslo_concurrency.lockutils [req-940fd4fd-e139-45f2-8f3b-874912890d3b req-f322d389-ed63-4b95-911c-aee0cf9128a1 service nova] Releasing lock "refresh_cache-d812aca8-c993-4f3e-8235-115a51b60501" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.782666] env[69613]: DEBUG nova.compute.manager [req-940fd4fd-e139-45f2-8f3b-874912890d3b req-f322d389-ed63-4b95-911c-aee0cf9128a1 service nova] [instance: e75fc999-a479-44b6-a715-1a76054d73c6] Received event network-changed-40f7a37d-494f-405d-ab61-e2322fa1af25 {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 676.782869] env[69613]: DEBUG nova.compute.manager [req-940fd4fd-e139-45f2-8f3b-874912890d3b req-f322d389-ed63-4b95-911c-aee0cf9128a1 service nova] [instance: e75fc999-a479-44b6-a715-1a76054d73c6] Refreshing instance network info cache due to event network-changed-40f7a37d-494f-405d-ab61-e2322fa1af25. {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 676.783131] env[69613]: DEBUG oslo_concurrency.lockutils [req-940fd4fd-e139-45f2-8f3b-874912890d3b req-f322d389-ed63-4b95-911c-aee0cf9128a1 service nova] Acquiring lock "refresh_cache-e75fc999-a479-44b6-a715-1a76054d73c6" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.783304] env[69613]: DEBUG oslo_concurrency.lockutils [req-940fd4fd-e139-45f2-8f3b-874912890d3b req-f322d389-ed63-4b95-911c-aee0cf9128a1 service nova] Acquired lock "refresh_cache-e75fc999-a479-44b6-a715-1a76054d73c6" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.783496] env[69613]: DEBUG nova.network.neutron [req-940fd4fd-e139-45f2-8f3b-874912890d3b req-f322d389-ed63-4b95-911c-aee0cf9128a1 service nova] [instance: e75fc999-a479-44b6-a715-1a76054d73c6] Refreshing network info cache for port 40f7a37d-494f-405d-ab61-e2322fa1af25 {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 676.995458] env[69613]: DEBUG oslo_vmware.api [None req-fc3db0ad-4740-40aa-a4b3-87d76cbb5ca1 tempest-ServerDiagnosticsV248Test-884971060 tempest-ServerDiagnosticsV248Test-884971060-project-member] Task: {'id': task-3416997, 'name': ReconfigVM_Task, 'duration_secs': 0.622199} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.996098] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-fc3db0ad-4740-40aa-a4b3-87d76cbb5ca1 tempest-ServerDiagnosticsV248Test-884971060 tempest-ServerDiagnosticsV248Test-884971060-project-member] [instance: eed1c412-ccce-4168-bce7-3e7101901b7f] Reconfigured VM instance instance-0000001b to attach disk [datastore2] eed1c412-ccce-4168-bce7-3e7101901b7f/eed1c412-ccce-4168-bce7-3e7101901b7f.vmdk or device None with type sparse {{(pid=69613) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 676.997904] env[69613]: DEBUG oslo_concurrency.lockutils [None req-3d6bcdb5-31d4-48df-82eb-657fd9f19034 tempest-ServersTestFqdnHostnames-1406027918 tempest-ServersTestFqdnHostnames-1406027918-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 676.998256] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2ee41118-d093-4aa2-81d9-745c24b68150 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.003113] env[69613]: DEBUG nova.network.neutron [None req-d4189c5f-5563-4464-82c5-5830dd4781b3 tempest-ServersTestJSON-1359772964 tempest-ServersTestJSON-1359772964-project-member] [instance: 494cdc5d-27c6-4a1c-8089-4b2a4dd08566] Successfully created port: 6c7b4c3e-c023-421e-b4d8-d291795901a9 {{(pid=69613) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 677.014913] env[69613]: DEBUG oslo_vmware.api [None req-fc3db0ad-4740-40aa-a4b3-87d76cbb5ca1 tempest-ServerDiagnosticsV248Test-884971060 tempest-ServerDiagnosticsV248Test-884971060-project-member] Waiting for the task: (returnval){ [ 677.014913] env[69613]: value = "task-3416998" [ 677.014913] env[69613]: _type = "Task" [ 677.014913] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.028236] env[69613]: DEBUG oslo_vmware.api [None req-fc3db0ad-4740-40aa-a4b3-87d76cbb5ca1 tempest-ServerDiagnosticsV248Test-884971060 tempest-ServerDiagnosticsV248Test-884971060-project-member] Task: {'id': task-3416998, 'name': Rename_Task} progress is 10%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.064882] env[69613]: DEBUG nova.compute.manager [None req-d4189c5f-5563-4464-82c5-5830dd4781b3 tempest-ServersTestJSON-1359772964 tempest-ServersTestJSON-1359772964-project-member] [instance: 494cdc5d-27c6-4a1c-8089-4b2a4dd08566] Start building block device mappings for instance. {{(pid=69613) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 677.238023] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d782fbfb-c2c3-466c-89b4-d3eb0e6f44a2 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.243512] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-558eacd4-f68b-428e-8f77-1726369864cb {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.280239] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-690a120f-0831-420a-a347-e6e928130ca0 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.284601] env[69613]: DEBUG nova.compute.manager [req-87b8a982-3efc-4fef-89e6-c235c989f552 req-ff184bf2-920f-460d-b6d6-1cf670402205 service nova] [instance: f7fdfec2-ad0d-42f4-bff8-99f164ce18a3] Received event network-changed-f8cc892e-ca4e-4b07-970e-2668023db45c {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 677.284784] env[69613]: DEBUG nova.compute.manager [req-87b8a982-3efc-4fef-89e6-c235c989f552 req-ff184bf2-920f-460d-b6d6-1cf670402205 service nova] [instance: f7fdfec2-ad0d-42f4-bff8-99f164ce18a3] Refreshing instance network info cache due to event network-changed-f8cc892e-ca4e-4b07-970e-2668023db45c. {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 677.285021] env[69613]: DEBUG oslo_concurrency.lockutils [req-87b8a982-3efc-4fef-89e6-c235c989f552 req-ff184bf2-920f-460d-b6d6-1cf670402205 service nova] Acquiring lock "refresh_cache-f7fdfec2-ad0d-42f4-bff8-99f164ce18a3" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.285172] env[69613]: DEBUG oslo_concurrency.lockutils [req-87b8a982-3efc-4fef-89e6-c235c989f552 req-ff184bf2-920f-460d-b6d6-1cf670402205 service nova] Acquired lock "refresh_cache-f7fdfec2-ad0d-42f4-bff8-99f164ce18a3" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.285340] env[69613]: DEBUG nova.network.neutron [req-87b8a982-3efc-4fef-89e6-c235c989f552 req-ff184bf2-920f-460d-b6d6-1cf670402205 service nova] [instance: f7fdfec2-ad0d-42f4-bff8-99f164ce18a3] Refreshing network info cache for port f8cc892e-ca4e-4b07-970e-2668023db45c {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 677.287971] env[69613]: DEBUG nova.network.neutron [None req-7f6d6def-7720-4139-b344-768ae85f7375 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] [instance: 115e1a8c-381d-47c2-882d-a425f5e783f7] Instance cache missing network info. {{(pid=69613) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 677.298718] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e3bff00-cac1-4fe1-b288-7e86c6f8d562 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.316710] env[69613]: DEBUG nova.compute.provider_tree [None req-efe931ed-cd53-48b6-8c94-594bc8517b66 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Updating inventory in ProviderTree for provider af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69613) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 677.318525] env[69613]: INFO nova.network.neutron [req-940fd4fd-e139-45f2-8f3b-874912890d3b req-f322d389-ed63-4b95-911c-aee0cf9128a1 service nova] [instance: e75fc999-a479-44b6-a715-1a76054d73c6] Port 40f7a37d-494f-405d-ab61-e2322fa1af25 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 677.318752] env[69613]: DEBUG nova.network.neutron [req-940fd4fd-e139-45f2-8f3b-874912890d3b req-f322d389-ed63-4b95-911c-aee0cf9128a1 service nova] [instance: e75fc999-a479-44b6-a715-1a76054d73c6] Updating instance_info_cache with network_info: [] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 677.327907] env[69613]: DEBUG nova.network.neutron [-] [instance: e75fc999-a479-44b6-a715-1a76054d73c6] Updating instance_info_cache with network_info: [] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 677.529715] env[69613]: DEBUG oslo_vmware.api [None req-fc3db0ad-4740-40aa-a4b3-87d76cbb5ca1 tempest-ServerDiagnosticsV248Test-884971060 tempest-ServerDiagnosticsV248Test-884971060-project-member] Task: {'id': task-3416998, 'name': Rename_Task, 'duration_secs': 0.175082} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.530047] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc3db0ad-4740-40aa-a4b3-87d76cbb5ca1 tempest-ServerDiagnosticsV248Test-884971060 tempest-ServerDiagnosticsV248Test-884971060-project-member] [instance: eed1c412-ccce-4168-bce7-3e7101901b7f] Powering on the VM {{(pid=69613) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 677.530360] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8df692dd-d9e0-4759-89c9-68fea87a538a {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.536862] env[69613]: DEBUG oslo_vmware.api [None req-fc3db0ad-4740-40aa-a4b3-87d76cbb5ca1 tempest-ServerDiagnosticsV248Test-884971060 tempest-ServerDiagnosticsV248Test-884971060-project-member] Waiting for the task: (returnval){ [ 677.536862] env[69613]: value = "task-3416999" [ 677.536862] env[69613]: _type = "Task" [ 677.536862] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.545268] env[69613]: DEBUG oslo_vmware.api [None req-fc3db0ad-4740-40aa-a4b3-87d76cbb5ca1 tempest-ServerDiagnosticsV248Test-884971060 tempest-ServerDiagnosticsV248Test-884971060-project-member] Task: {'id': task-3416999, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.581071] env[69613]: DEBUG nova.network.neutron [None req-7f6d6def-7720-4139-b344-768ae85f7375 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] [instance: 115e1a8c-381d-47c2-882d-a425f5e783f7] Updating instance_info_cache with network_info: [{"id": "d03c8b7b-62bb-46e8-9ba5-bf73fa505dea", "address": "fa:16:3e:be:98:01", "network": {"id": "64de9f7d-83a6-4dfb-bc7b-e08525149070", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-255161033-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "412c098cc7b941c6bb5c47763a2faff0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f499bc9-78da-46c1-9274-19edf26d31cb", "external-id": "nsx-vlan-transportzone-243", "segmentation_id": 243, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd03c8b7b-62", "ovs_interfaceid": "d03c8b7b-62bb-46e8-9ba5-bf73fa505dea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 677.826046] env[69613]: DEBUG oslo_concurrency.lockutils [req-940fd4fd-e139-45f2-8f3b-874912890d3b req-f322d389-ed63-4b95-911c-aee0cf9128a1 service nova] Releasing lock "refresh_cache-e75fc999-a479-44b6-a715-1a76054d73c6" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.833681] env[69613]: INFO nova.compute.manager [-] [instance: e75fc999-a479-44b6-a715-1a76054d73c6] Took 1.56 seconds to deallocate network for instance. [ 677.845352] env[69613]: ERROR nova.scheduler.client.report [None req-efe931ed-cd53-48b6-8c94-594bc8517b66 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] [req-6e34bf1e-caa2-45f8-831d-541dc26d65b6] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID af76dfa6-80f5-47a1-ac1e-7e11abfaaed9. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-6e34bf1e-caa2-45f8-831d-541dc26d65b6"}]} [ 677.866409] env[69613]: DEBUG nova.scheduler.client.report [None req-efe931ed-cd53-48b6-8c94-594bc8517b66 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Refreshing inventories for resource provider af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 {{(pid=69613) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 677.889762] env[69613]: DEBUG nova.scheduler.client.report [None req-efe931ed-cd53-48b6-8c94-594bc8517b66 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Updating ProviderTree inventory for provider af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69613) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 677.889762] env[69613]: DEBUG nova.compute.provider_tree [None req-efe931ed-cd53-48b6-8c94-594bc8517b66 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Updating inventory in ProviderTree for provider af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69613) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 677.903442] env[69613]: DEBUG nova.scheduler.client.report [None req-efe931ed-cd53-48b6-8c94-594bc8517b66 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Refreshing aggregate associations for resource provider af76dfa6-80f5-47a1-ac1e-7e11abfaaed9, aggregates: None {{(pid=69613) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 677.930815] env[69613]: DEBUG nova.scheduler.client.report [None req-efe931ed-cd53-48b6-8c94-594bc8517b66 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Refreshing trait associations for resource provider af76dfa6-80f5-47a1-ac1e-7e11abfaaed9, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_NODE {{(pid=69613) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 678.050078] env[69613]: DEBUG oslo_vmware.api [None req-fc3db0ad-4740-40aa-a4b3-87d76cbb5ca1 tempest-ServerDiagnosticsV248Test-884971060 tempest-ServerDiagnosticsV248Test-884971060-project-member] Task: {'id': task-3416999, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.084832] env[69613]: DEBUG nova.compute.manager [None req-d4189c5f-5563-4464-82c5-5830dd4781b3 tempest-ServersTestJSON-1359772964 tempest-ServersTestJSON-1359772964-project-member] [instance: 494cdc5d-27c6-4a1c-8089-4b2a4dd08566] Start spawning the instance on the hypervisor. {{(pid=69613) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 678.086866] env[69613]: DEBUG oslo_concurrency.lockutils [None req-7f6d6def-7720-4139-b344-768ae85f7375 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Releasing lock "refresh_cache-115e1a8c-381d-47c2-882d-a425f5e783f7" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.087652] env[69613]: DEBUG nova.compute.manager [None req-7f6d6def-7720-4139-b344-768ae85f7375 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] [instance: 115e1a8c-381d-47c2-882d-a425f5e783f7] Instance network_info: |[{"id": "d03c8b7b-62bb-46e8-9ba5-bf73fa505dea", "address": "fa:16:3e:be:98:01", "network": {"id": "64de9f7d-83a6-4dfb-bc7b-e08525149070", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-255161033-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "412c098cc7b941c6bb5c47763a2faff0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f499bc9-78da-46c1-9274-19edf26d31cb", "external-id": "nsx-vlan-transportzone-243", "segmentation_id": 243, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd03c8b7b-62", "ovs_interfaceid": "d03c8b7b-62bb-46e8-9ba5-bf73fa505dea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69613) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 678.091750] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-7f6d6def-7720-4139-b344-768ae85f7375 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] [instance: 115e1a8c-381d-47c2-882d-a425f5e783f7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:be:98:01', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3f499bc9-78da-46c1-9274-19edf26d31cb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd03c8b7b-62bb-46e8-9ba5-bf73fa505dea', 'vif_model': 'vmxnet3'}] {{(pid=69613) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 678.100848] env[69613]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7f6d6def-7720-4139-b344-768ae85f7375 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69613) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 678.101356] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 115e1a8c-381d-47c2-882d-a425f5e783f7] Creating VM on the ESX host {{(pid=69613) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 678.102220] env[69613]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-df50c37e-2edb-4ad2-97f5-65c441c0fbbc {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.127215] env[69613]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 678.127215] env[69613]: value = "task-3417000" [ 678.127215] env[69613]: _type = "Task" [ 678.127215] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.129456] env[69613]: DEBUG nova.virt.hardware [None req-d4189c5f-5563-4464-82c5-5830dd4781b3 tempest-ServersTestJSON-1359772964 tempest-ServersTestJSON-1359772964-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T13:55:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T13:55:19Z,direct_url=,disk_format='vmdk',id=2b7a0304-b5d0-431d-b287-32c8388d7fbd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3e9e1b873f1442d59d5ee8247b941f74',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T13:55:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 678.129759] env[69613]: DEBUG nova.virt.hardware [None req-d4189c5f-5563-4464-82c5-5830dd4781b3 tempest-ServersTestJSON-1359772964 tempest-ServersTestJSON-1359772964-project-member] Flavor limits 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 678.129976] env[69613]: DEBUG nova.virt.hardware [None req-d4189c5f-5563-4464-82c5-5830dd4781b3 tempest-ServersTestJSON-1359772964 tempest-ServersTestJSON-1359772964-project-member] Image limits 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 678.130283] env[69613]: DEBUG nova.virt.hardware [None req-d4189c5f-5563-4464-82c5-5830dd4781b3 tempest-ServersTestJSON-1359772964 tempest-ServersTestJSON-1359772964-project-member] Flavor pref 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 678.130483] env[69613]: DEBUG nova.virt.hardware [None req-d4189c5f-5563-4464-82c5-5830dd4781b3 tempest-ServersTestJSON-1359772964 tempest-ServersTestJSON-1359772964-project-member] Image pref 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 678.130710] env[69613]: DEBUG nova.virt.hardware [None req-d4189c5f-5563-4464-82c5-5830dd4781b3 tempest-ServersTestJSON-1359772964 tempest-ServersTestJSON-1359772964-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 678.130959] env[69613]: DEBUG nova.virt.hardware [None req-d4189c5f-5563-4464-82c5-5830dd4781b3 tempest-ServersTestJSON-1359772964 tempest-ServersTestJSON-1359772964-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 678.131177] env[69613]: DEBUG nova.virt.hardware [None req-d4189c5f-5563-4464-82c5-5830dd4781b3 tempest-ServersTestJSON-1359772964 tempest-ServersTestJSON-1359772964-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69613) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 678.131387] env[69613]: DEBUG nova.virt.hardware [None req-d4189c5f-5563-4464-82c5-5830dd4781b3 tempest-ServersTestJSON-1359772964 tempest-ServersTestJSON-1359772964-project-member] Got 1 possible topologies {{(pid=69613) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 678.131646] env[69613]: DEBUG nova.virt.hardware [None req-d4189c5f-5563-4464-82c5-5830dd4781b3 tempest-ServersTestJSON-1359772964 tempest-ServersTestJSON-1359772964-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 678.131872] env[69613]: DEBUG nova.virt.hardware [None req-d4189c5f-5563-4464-82c5-5830dd4781b3 tempest-ServersTestJSON-1359772964 tempest-ServersTestJSON-1359772964-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 678.132751] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26ae68af-cd66-4817-b7a7-ab7a521ddab2 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.152951] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67a17e7f-292b-4ba5-8406-f36b01dd831d {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.157629] env[69613]: DEBUG oslo_vmware.api [-] Task: {'id': task-3417000, 'name': CreateVM_Task} progress is 6%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.341183] env[69613]: DEBUG oslo_concurrency.lockutils [None req-d5cc1c94-3c41-4058-bb32-9aa70bb0aa57 tempest-FloatingIPsAssociationTestJSON-164946246 tempest-FloatingIPsAssociationTestJSON-164946246-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 678.366451] env[69613]: DEBUG nova.network.neutron [req-87b8a982-3efc-4fef-89e6-c235c989f552 req-ff184bf2-920f-460d-b6d6-1cf670402205 service nova] [instance: f7fdfec2-ad0d-42f4-bff8-99f164ce18a3] Updated VIF entry in instance network info cache for port f8cc892e-ca4e-4b07-970e-2668023db45c. {{(pid=69613) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 678.366451] env[69613]: DEBUG nova.network.neutron [req-87b8a982-3efc-4fef-89e6-c235c989f552 req-ff184bf2-920f-460d-b6d6-1cf670402205 service nova] [instance: f7fdfec2-ad0d-42f4-bff8-99f164ce18a3] Updating instance_info_cache with network_info: [{"id": "f8cc892e-ca4e-4b07-970e-2668023db45c", "address": "fa:16:3e:66:2f:7e", "network": {"id": "28f99ebf-ff7d-4655-a4e2-b730149dcbc3", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-315513107-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.175", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ad1d1d0ba08a4292a325cdccea6a4c0a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04ccbc7a-cf8d-4ea2-8411-291a1e27df7b", "external-id": "nsx-vlan-transportzone-998", "segmentation_id": 998, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf8cc892e-ca", "ovs_interfaceid": "f8cc892e-ca4e-4b07-970e-2668023db45c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 678.551984] env[69613]: DEBUG oslo_vmware.api [None req-fc3db0ad-4740-40aa-a4b3-87d76cbb5ca1 tempest-ServerDiagnosticsV248Test-884971060 tempest-ServerDiagnosticsV248Test-884971060-project-member] Task: {'id': task-3416999, 'name': PowerOnVM_Task, 'duration_secs': 0.881681} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.555198] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc3db0ad-4740-40aa-a4b3-87d76cbb5ca1 tempest-ServerDiagnosticsV248Test-884971060 tempest-ServerDiagnosticsV248Test-884971060-project-member] [instance: eed1c412-ccce-4168-bce7-3e7101901b7f] Powered on the VM {{(pid=69613) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 678.556012] env[69613]: INFO nova.compute.manager [None req-fc3db0ad-4740-40aa-a4b3-87d76cbb5ca1 tempest-ServerDiagnosticsV248Test-884971060 tempest-ServerDiagnosticsV248Test-884971060-project-member] [instance: eed1c412-ccce-4168-bce7-3e7101901b7f] Took 6.99 seconds to spawn the instance on the hypervisor. [ 678.556012] env[69613]: DEBUG nova.compute.manager [None req-fc3db0ad-4740-40aa-a4b3-87d76cbb5ca1 tempest-ServerDiagnosticsV248Test-884971060 tempest-ServerDiagnosticsV248Test-884971060-project-member] [instance: eed1c412-ccce-4168-bce7-3e7101901b7f] Checking state {{(pid=69613) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 678.556903] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2062a54-1c5d-49a2-8c38-970fb5d63873 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.608680] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0b1173d-780f-4288-89a6-4a6b17fa55da {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.618810] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea1c2aea-bbeb-4c6d-acd4-457a3e9b0f8a {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.656612] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fad670b-2225-45fe-9e22-6fdcadfcf1bb {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.664887] env[69613]: DEBUG oslo_vmware.api [-] Task: {'id': task-3417000, 'name': CreateVM_Task, 'duration_secs': 0.38215} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.666651] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 115e1a8c-381d-47c2-882d-a425f5e783f7] Created VM on the ESX host {{(pid=69613) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 678.667440] env[69613]: DEBUG oslo_concurrency.lockutils [None req-7f6d6def-7720-4139-b344-768ae85f7375 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.667569] env[69613]: DEBUG oslo_concurrency.lockutils [None req-7f6d6def-7720-4139-b344-768ae85f7375 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.667873] env[69613]: DEBUG oslo_concurrency.lockutils [None req-7f6d6def-7720-4139-b344-768ae85f7375 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.669463] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d89fcc4-5cef-4efa-9c3c-3820ccfa8dea {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.673279] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d7adcc82-3049-4fb8-9886-75f387f24c26 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.678692] env[69613]: DEBUG oslo_vmware.api [None req-7f6d6def-7720-4139-b344-768ae85f7375 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Waiting for the task: (returnval){ [ 678.678692] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]529c9e88-4a5b-742b-b77a-5ed9a80ed908" [ 678.678692] env[69613]: _type = "Task" [ 678.678692] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.688017] env[69613]: DEBUG nova.compute.provider_tree [None req-efe931ed-cd53-48b6-8c94-594bc8517b66 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Updating inventory in ProviderTree for provider af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69613) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 678.697652] env[69613]: DEBUG oslo_vmware.api [None req-7f6d6def-7720-4139-b344-768ae85f7375 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]529c9e88-4a5b-742b-b77a-5ed9a80ed908, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.816346] env[69613]: DEBUG nova.network.neutron [None req-d4189c5f-5563-4464-82c5-5830dd4781b3 tempest-ServersTestJSON-1359772964 tempest-ServersTestJSON-1359772964-project-member] [instance: 494cdc5d-27c6-4a1c-8089-4b2a4dd08566] Successfully updated port: 6c7b4c3e-c023-421e-b4d8-d291795901a9 {{(pid=69613) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 678.868367] env[69613]: DEBUG oslo_concurrency.lockutils [req-87b8a982-3efc-4fef-89e6-c235c989f552 req-ff184bf2-920f-460d-b6d6-1cf670402205 service nova] Releasing lock "refresh_cache-f7fdfec2-ad0d-42f4-bff8-99f164ce18a3" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.868645] env[69613]: DEBUG nova.compute.manager [req-87b8a982-3efc-4fef-89e6-c235c989f552 req-ff184bf2-920f-460d-b6d6-1cf670402205 service nova] [instance: 115e1a8c-381d-47c2-882d-a425f5e783f7] Received event network-vif-plugged-d03c8b7b-62bb-46e8-9ba5-bf73fa505dea {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 678.868840] env[69613]: DEBUG oslo_concurrency.lockutils [req-87b8a982-3efc-4fef-89e6-c235c989f552 req-ff184bf2-920f-460d-b6d6-1cf670402205 service nova] Acquiring lock "115e1a8c-381d-47c2-882d-a425f5e783f7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 678.869059] env[69613]: DEBUG oslo_concurrency.lockutils [req-87b8a982-3efc-4fef-89e6-c235c989f552 req-ff184bf2-920f-460d-b6d6-1cf670402205 service nova] Lock "115e1a8c-381d-47c2-882d-a425f5e783f7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 678.869323] env[69613]: DEBUG oslo_concurrency.lockutils [req-87b8a982-3efc-4fef-89e6-c235c989f552 req-ff184bf2-920f-460d-b6d6-1cf670402205 service nova] Lock "115e1a8c-381d-47c2-882d-a425f5e783f7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 678.869549] env[69613]: DEBUG nova.compute.manager [req-87b8a982-3efc-4fef-89e6-c235c989f552 req-ff184bf2-920f-460d-b6d6-1cf670402205 service nova] [instance: 115e1a8c-381d-47c2-882d-a425f5e783f7] No waiting events found dispatching network-vif-plugged-d03c8b7b-62bb-46e8-9ba5-bf73fa505dea {{(pid=69613) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 678.869663] env[69613]: WARNING nova.compute.manager [req-87b8a982-3efc-4fef-89e6-c235c989f552 req-ff184bf2-920f-460d-b6d6-1cf670402205 service nova] [instance: 115e1a8c-381d-47c2-882d-a425f5e783f7] Received unexpected event network-vif-plugged-d03c8b7b-62bb-46e8-9ba5-bf73fa505dea for instance with vm_state building and task_state spawning. [ 679.079942] env[69613]: INFO nova.compute.manager [None req-fc3db0ad-4740-40aa-a4b3-87d76cbb5ca1 tempest-ServerDiagnosticsV248Test-884971060 tempest-ServerDiagnosticsV248Test-884971060-project-member] [instance: eed1c412-ccce-4168-bce7-3e7101901b7f] Took 34.30 seconds to build instance. [ 679.200573] env[69613]: DEBUG oslo_vmware.api [None req-7f6d6def-7720-4139-b344-768ae85f7375 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]529c9e88-4a5b-742b-b77a-5ed9a80ed908, 'name': SearchDatastore_Task, 'duration_secs': 0.030898} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.200866] env[69613]: DEBUG oslo_concurrency.lockutils [None req-7f6d6def-7720-4139-b344-768ae85f7375 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.201167] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-7f6d6def-7720-4139-b344-768ae85f7375 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] [instance: 115e1a8c-381d-47c2-882d-a425f5e783f7] Processing image 2b7a0304-b5d0-431d-b287-32c8388d7fbd {{(pid=69613) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 679.201345] env[69613]: DEBUG oslo_concurrency.lockutils [None req-7f6d6def-7720-4139-b344-768ae85f7375 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.201490] env[69613]: DEBUG oslo_concurrency.lockutils [None req-7f6d6def-7720-4139-b344-768ae85f7375 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.201664] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f6d6def-7720-4139-b344-768ae85f7375 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69613) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 679.201915] env[69613]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-96b11268-3b40-4834-8503-5e2ae725993e {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.212469] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f6d6def-7720-4139-b344-768ae85f7375 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69613) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 679.212690] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-7f6d6def-7720-4139-b344-768ae85f7375 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69613) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 679.216225] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-549d769c-6670-4620-b7dc-44f8d7466154 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.219108] env[69613]: DEBUG oslo_vmware.api [None req-7f6d6def-7720-4139-b344-768ae85f7375 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Waiting for the task: (returnval){ [ 679.219108] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]52537d4d-95dc-cd99-1841-88856586c22f" [ 679.219108] env[69613]: _type = "Task" [ 679.219108] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.227396] env[69613]: DEBUG oslo_vmware.api [None req-7f6d6def-7720-4139-b344-768ae85f7375 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52537d4d-95dc-cd99-1841-88856586c22f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.231328] env[69613]: DEBUG nova.scheduler.client.report [None req-efe931ed-cd53-48b6-8c94-594bc8517b66 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Updated inventory for provider af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 with generation 50 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69613) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 679.231579] env[69613]: DEBUG nova.compute.provider_tree [None req-efe931ed-cd53-48b6-8c94-594bc8517b66 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Updating resource provider af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 generation from 50 to 51 during operation: update_inventory {{(pid=69613) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 679.231755] env[69613]: DEBUG nova.compute.provider_tree [None req-efe931ed-cd53-48b6-8c94-594bc8517b66 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Updating inventory in ProviderTree for provider af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69613) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 679.320210] env[69613]: DEBUG oslo_concurrency.lockutils [None req-d4189c5f-5563-4464-82c5-5830dd4781b3 tempest-ServersTestJSON-1359772964 tempest-ServersTestJSON-1359772964-project-member] Acquiring lock "refresh_cache-494cdc5d-27c6-4a1c-8089-4b2a4dd08566" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.320324] env[69613]: DEBUG oslo_concurrency.lockutils [None req-d4189c5f-5563-4464-82c5-5830dd4781b3 tempest-ServersTestJSON-1359772964 tempest-ServersTestJSON-1359772964-project-member] Acquired lock "refresh_cache-494cdc5d-27c6-4a1c-8089-4b2a4dd08566" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.320462] env[69613]: DEBUG nova.network.neutron [None req-d4189c5f-5563-4464-82c5-5830dd4781b3 tempest-ServersTestJSON-1359772964 tempest-ServersTestJSON-1359772964-project-member] [instance: 494cdc5d-27c6-4a1c-8089-4b2a4dd08566] Building network info cache for instance {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 679.524785] env[69613]: DEBUG nova.compute.manager [req-91e5f620-3ac3-4505-9a22-04eb8e22edfa req-3636e606-f1b3-45ed-993d-6dc8de9ec814 service nova] [instance: 494cdc5d-27c6-4a1c-8089-4b2a4dd08566] Received event network-vif-plugged-6c7b4c3e-c023-421e-b4d8-d291795901a9 {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 679.525195] env[69613]: DEBUG oslo_concurrency.lockutils [req-91e5f620-3ac3-4505-9a22-04eb8e22edfa req-3636e606-f1b3-45ed-993d-6dc8de9ec814 service nova] Acquiring lock "494cdc5d-27c6-4a1c-8089-4b2a4dd08566-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 679.525359] env[69613]: DEBUG oslo_concurrency.lockutils [req-91e5f620-3ac3-4505-9a22-04eb8e22edfa req-3636e606-f1b3-45ed-993d-6dc8de9ec814 service nova] Lock "494cdc5d-27c6-4a1c-8089-4b2a4dd08566-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 679.525437] env[69613]: DEBUG oslo_concurrency.lockutils [req-91e5f620-3ac3-4505-9a22-04eb8e22edfa req-3636e606-f1b3-45ed-993d-6dc8de9ec814 service nova] Lock "494cdc5d-27c6-4a1c-8089-4b2a4dd08566-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 679.525967] env[69613]: DEBUG nova.compute.manager [req-91e5f620-3ac3-4505-9a22-04eb8e22edfa req-3636e606-f1b3-45ed-993d-6dc8de9ec814 service nova] [instance: 494cdc5d-27c6-4a1c-8089-4b2a4dd08566] No waiting events found dispatching network-vif-plugged-6c7b4c3e-c023-421e-b4d8-d291795901a9 {{(pid=69613) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 679.525967] env[69613]: WARNING nova.compute.manager [req-91e5f620-3ac3-4505-9a22-04eb8e22edfa req-3636e606-f1b3-45ed-993d-6dc8de9ec814 service nova] [instance: 494cdc5d-27c6-4a1c-8089-4b2a4dd08566] Received unexpected event network-vif-plugged-6c7b4c3e-c023-421e-b4d8-d291795901a9 for instance with vm_state building and task_state spawning. [ 679.583512] env[69613]: DEBUG oslo_concurrency.lockutils [None req-fc3db0ad-4740-40aa-a4b3-87d76cbb5ca1 tempest-ServerDiagnosticsV248Test-884971060 tempest-ServerDiagnosticsV248Test-884971060-project-member] Lock "eed1c412-ccce-4168-bce7-3e7101901b7f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 58.846s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 679.731123] env[69613]: DEBUG oslo_vmware.api [None req-7f6d6def-7720-4139-b344-768ae85f7375 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52537d4d-95dc-cd99-1841-88856586c22f, 'name': SearchDatastore_Task, 'duration_secs': 0.020517} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.732025] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-603b292c-0f96-4639-b838-c1535092e8ca {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.737513] env[69613]: DEBUG oslo_concurrency.lockutils [None req-efe931ed-cd53-48b6-8c94-594bc8517b66 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.689s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 679.739796] env[69613]: DEBUG oslo_vmware.api [None req-7f6d6def-7720-4139-b344-768ae85f7375 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Waiting for the task: (returnval){ [ 679.739796] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]526d28a1-ec72-9046-25e2-c7606d7ec7d2" [ 679.739796] env[69613]: _type = "Task" [ 679.739796] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.740314] env[69613]: DEBUG oslo_concurrency.lockutils [None req-800e2fe2-d530-4468-b49f-9009da1f6a6f tempest-DeleteServersAdminTestJSON-241271607 tempest-DeleteServersAdminTestJSON-241271607-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.330s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 679.742160] env[69613]: INFO nova.compute.claims [None req-800e2fe2-d530-4468-b49f-9009da1f6a6f tempest-DeleteServersAdminTestJSON-241271607 tempest-DeleteServersAdminTestJSON-241271607-project-member] [instance: 13ec57c7-56f5-40c6-ab32-aac0fd67c9b1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 679.757771] env[69613]: DEBUG oslo_vmware.api [None req-7f6d6def-7720-4139-b344-768ae85f7375 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]526d28a1-ec72-9046-25e2-c7606d7ec7d2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.783593] env[69613]: INFO nova.scheduler.client.report [None req-efe931ed-cd53-48b6-8c94-594bc8517b66 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Deleted allocations for instance c7921fab-fd44-4691-bca3-5ea3ae7e0bc0 [ 679.861430] env[69613]: DEBUG nova.network.neutron [None req-d4189c5f-5563-4464-82c5-5830dd4781b3 tempest-ServersTestJSON-1359772964 tempest-ServersTestJSON-1359772964-project-member] [instance: 494cdc5d-27c6-4a1c-8089-4b2a4dd08566] Instance cache missing network info. {{(pid=69613) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 679.912778] env[69613]: DEBUG nova.compute.manager [req-19148dd5-ea7e-4f7f-af77-cecca057d833 req-eb271e39-ef1c-4264-a64b-802eb5902eb1 service nova] [instance: 115e1a8c-381d-47c2-882d-a425f5e783f7] Received event network-changed-d03c8b7b-62bb-46e8-9ba5-bf73fa505dea {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 679.913062] env[69613]: DEBUG nova.compute.manager [req-19148dd5-ea7e-4f7f-af77-cecca057d833 req-eb271e39-ef1c-4264-a64b-802eb5902eb1 service nova] [instance: 115e1a8c-381d-47c2-882d-a425f5e783f7] Refreshing instance network info cache due to event network-changed-d03c8b7b-62bb-46e8-9ba5-bf73fa505dea. {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 679.913298] env[69613]: DEBUG oslo_concurrency.lockutils [req-19148dd5-ea7e-4f7f-af77-cecca057d833 req-eb271e39-ef1c-4264-a64b-802eb5902eb1 service nova] Acquiring lock "refresh_cache-115e1a8c-381d-47c2-882d-a425f5e783f7" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.913446] env[69613]: DEBUG oslo_concurrency.lockutils [req-19148dd5-ea7e-4f7f-af77-cecca057d833 req-eb271e39-ef1c-4264-a64b-802eb5902eb1 service nova] Acquired lock "refresh_cache-115e1a8c-381d-47c2-882d-a425f5e783f7" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.913604] env[69613]: DEBUG nova.network.neutron [req-19148dd5-ea7e-4f7f-af77-cecca057d833 req-eb271e39-ef1c-4264-a64b-802eb5902eb1 service nova] [instance: 115e1a8c-381d-47c2-882d-a425f5e783f7] Refreshing network info cache for port d03c8b7b-62bb-46e8-9ba5-bf73fa505dea {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 680.086452] env[69613]: DEBUG nova.compute.manager [None req-301bdb84-1679-4515-a2a2-7bf8036c5ffc tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] [instance: e1db078f-b047-4e92-9b28-109607d988a4] Starting instance... {{(pid=69613) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 680.268616] env[69613]: DEBUG oslo_vmware.api [None req-7f6d6def-7720-4139-b344-768ae85f7375 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]526d28a1-ec72-9046-25e2-c7606d7ec7d2, 'name': SearchDatastore_Task, 'duration_secs': 0.020078} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.269350] env[69613]: DEBUG oslo_concurrency.lockutils [None req-7f6d6def-7720-4139-b344-768ae85f7375 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.269665] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f6d6def-7720-4139-b344-768ae85f7375 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk to [datastore2] 115e1a8c-381d-47c2-882d-a425f5e783f7/115e1a8c-381d-47c2-882d-a425f5e783f7.vmdk {{(pid=69613) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 680.269972] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b3fb134d-0fcb-4143-ae5d-e529f9fb2ce0 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.278661] env[69613]: DEBUG oslo_vmware.api [None req-7f6d6def-7720-4139-b344-768ae85f7375 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Waiting for the task: (returnval){ [ 680.278661] env[69613]: value = "task-3417001" [ 680.278661] env[69613]: _type = "Task" [ 680.278661] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.289512] env[69613]: DEBUG oslo_vmware.api [None req-7f6d6def-7720-4139-b344-768ae85f7375 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Task: {'id': task-3417001, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.291652] env[69613]: DEBUG oslo_concurrency.lockutils [None req-efe931ed-cd53-48b6-8c94-594bc8517b66 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Lock "c7921fab-fd44-4691-bca3-5ea3ae7e0bc0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.962s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 680.293584] env[69613]: DEBUG nova.network.neutron [None req-d4189c5f-5563-4464-82c5-5830dd4781b3 tempest-ServersTestJSON-1359772964 tempest-ServersTestJSON-1359772964-project-member] [instance: 494cdc5d-27c6-4a1c-8089-4b2a4dd08566] Updating instance_info_cache with network_info: [{"id": "6c7b4c3e-c023-421e-b4d8-d291795901a9", "address": "fa:16:3e:af:6f:95", "network": {"id": "30d157af-7e9e-4d68-9328-5457e2a73825", "bridge": "br-int", "label": "tempest-ServersTestJSON-588458514-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "939e7e450f6c45ca9af7adb0fe8a5059", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a874c214-8cdf-4a41-a718-84262b2a28d8", "external-id": "cl2-zone-726", "segmentation_id": 726, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c7b4c3e-c0", "ovs_interfaceid": "6c7b4c3e-c023-421e-b4d8-d291795901a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 680.301009] env[69613]: DEBUG oslo_concurrency.lockutils [None req-630c0c5a-6d4e-494f-a0a7-843958f4aae8 tempest-FloatingIPsAssociationTestJSON-164946246 tempest-FloatingIPsAssociationTestJSON-164946246-project-member] Acquiring lock "e75fc999-a479-44b6-a715-1a76054d73c6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 680.615021] env[69613]: DEBUG oslo_concurrency.lockutils [None req-301bdb84-1679-4515-a2a2-7bf8036c5ffc tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 680.621441] env[69613]: DEBUG nova.network.neutron [req-19148dd5-ea7e-4f7f-af77-cecca057d833 req-eb271e39-ef1c-4264-a64b-802eb5902eb1 service nova] [instance: 115e1a8c-381d-47c2-882d-a425f5e783f7] Updated VIF entry in instance network info cache for port d03c8b7b-62bb-46e8-9ba5-bf73fa505dea. {{(pid=69613) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 680.621441] env[69613]: DEBUG nova.network.neutron [req-19148dd5-ea7e-4f7f-af77-cecca057d833 req-eb271e39-ef1c-4264-a64b-802eb5902eb1 service nova] [instance: 115e1a8c-381d-47c2-882d-a425f5e783f7] Updating instance_info_cache with network_info: [{"id": "d03c8b7b-62bb-46e8-9ba5-bf73fa505dea", "address": "fa:16:3e:be:98:01", "network": {"id": "64de9f7d-83a6-4dfb-bc7b-e08525149070", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-255161033-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "412c098cc7b941c6bb5c47763a2faff0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f499bc9-78da-46c1-9274-19edf26d31cb", "external-id": "nsx-vlan-transportzone-243", "segmentation_id": 243, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd03c8b7b-62", "ovs_interfaceid": "d03c8b7b-62bb-46e8-9ba5-bf73fa505dea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 680.789167] env[69613]: DEBUG oslo_vmware.api [None req-7f6d6def-7720-4139-b344-768ae85f7375 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Task: {'id': task-3417001, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.796822] env[69613]: DEBUG oslo_concurrency.lockutils [None req-d4189c5f-5563-4464-82c5-5830dd4781b3 tempest-ServersTestJSON-1359772964 tempest-ServersTestJSON-1359772964-project-member] Releasing lock "refresh_cache-494cdc5d-27c6-4a1c-8089-4b2a4dd08566" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.797639] env[69613]: DEBUG nova.compute.manager [None req-d4189c5f-5563-4464-82c5-5830dd4781b3 tempest-ServersTestJSON-1359772964 tempest-ServersTestJSON-1359772964-project-member] [instance: 494cdc5d-27c6-4a1c-8089-4b2a4dd08566] Instance network_info: |[{"id": "6c7b4c3e-c023-421e-b4d8-d291795901a9", "address": "fa:16:3e:af:6f:95", "network": {"id": "30d157af-7e9e-4d68-9328-5457e2a73825", "bridge": "br-int", "label": "tempest-ServersTestJSON-588458514-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "939e7e450f6c45ca9af7adb0fe8a5059", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a874c214-8cdf-4a41-a718-84262b2a28d8", "external-id": "cl2-zone-726", "segmentation_id": 726, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c7b4c3e-c0", "ovs_interfaceid": "6c7b4c3e-c023-421e-b4d8-d291795901a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69613) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 680.797805] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-d4189c5f-5563-4464-82c5-5830dd4781b3 tempest-ServersTestJSON-1359772964 tempest-ServersTestJSON-1359772964-project-member] [instance: 494cdc5d-27c6-4a1c-8089-4b2a4dd08566] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:af:6f:95', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a874c214-8cdf-4a41-a718-84262b2a28d8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6c7b4c3e-c023-421e-b4d8-d291795901a9', 'vif_model': 'vmxnet3'}] {{(pid=69613) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 680.805110] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4189c5f-5563-4464-82c5-5830dd4781b3 tempest-ServersTestJSON-1359772964 tempest-ServersTestJSON-1359772964-project-member] Creating folder: Project (939e7e450f6c45ca9af7adb0fe8a5059). Parent ref: group-v681687. {{(pid=69613) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 680.808134] env[69613]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8e3b7cfa-6f3a-45a2-9963-ff157f15eb23 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.817674] env[69613]: INFO nova.virt.vmwareapi.vm_util [None req-d4189c5f-5563-4464-82c5-5830dd4781b3 tempest-ServersTestJSON-1359772964 tempest-ServersTestJSON-1359772964-project-member] Created folder: Project (939e7e450f6c45ca9af7adb0fe8a5059) in parent group-v681687. [ 680.818262] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4189c5f-5563-4464-82c5-5830dd4781b3 tempest-ServersTestJSON-1359772964 tempest-ServersTestJSON-1359772964-project-member] Creating folder: Instances. Parent ref: group-v681769. {{(pid=69613) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 680.818262] env[69613]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f72938d7-9b50-4d91-87e4-e06830a3658f {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.827563] env[69613]: INFO nova.virt.vmwareapi.vm_util [None req-d4189c5f-5563-4464-82c5-5830dd4781b3 tempest-ServersTestJSON-1359772964 tempest-ServersTestJSON-1359772964-project-member] Created folder: Instances in parent group-v681769. [ 680.827814] env[69613]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d4189c5f-5563-4464-82c5-5830dd4781b3 tempest-ServersTestJSON-1359772964 tempest-ServersTestJSON-1359772964-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69613) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 680.828027] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 494cdc5d-27c6-4a1c-8089-4b2a4dd08566] Creating VM on the ESX host {{(pid=69613) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 680.828231] env[69613]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-449e14fc-4ef1-4b8d-9cbb-1400dfb0b070 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.862075] env[69613]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 680.862075] env[69613]: value = "task-3417004" [ 680.862075] env[69613]: _type = "Task" [ 680.862075] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.870714] env[69613]: DEBUG oslo_vmware.api [-] Task: {'id': task-3417004, 'name': CreateVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.875506] env[69613]: DEBUG nova.compute.manager [None req-b10c1938-e048-4480-9ed1-4cfba0a7a9db tempest-ServerDiagnosticsV248Test-1953849815 tempest-ServerDiagnosticsV248Test-1953849815-project-admin] [instance: eed1c412-ccce-4168-bce7-3e7101901b7f] Checking state {{(pid=69613) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 680.876592] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c7b8f67-9c71-4791-9129-21bb464c7ebd {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.882958] env[69613]: INFO nova.compute.manager [None req-b10c1938-e048-4480-9ed1-4cfba0a7a9db tempest-ServerDiagnosticsV248Test-1953849815 tempest-ServerDiagnosticsV248Test-1953849815-project-admin] [instance: eed1c412-ccce-4168-bce7-3e7101901b7f] Retrieving diagnostics [ 680.886670] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c864df66-104e-4767-b50d-8574031c908c {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.891548] env[69613]: INFO nova.compute.manager [None req-08620e9a-b43f-4ca5-b54c-fc9331630503 tempest-ServersListShow296Test-2103787313 tempest-ServersListShow296Test-2103787313-project-member] [instance: 997781de-b20c-4004-8374-deef83d9de6b] Rebuilding instance [ 680.954070] env[69613]: DEBUG nova.compute.manager [None req-08620e9a-b43f-4ca5-b54c-fc9331630503 tempest-ServersListShow296Test-2103787313 tempest-ServersListShow296Test-2103787313-project-member] [instance: 997781de-b20c-4004-8374-deef83d9de6b] Checking state {{(pid=69613) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 680.954938] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-410057fc-205a-446d-815d-7f33e89583a7 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.123524] env[69613]: DEBUG oslo_concurrency.lockutils [req-19148dd5-ea7e-4f7f-af77-cecca057d833 req-eb271e39-ef1c-4264-a64b-802eb5902eb1 service nova] Releasing lock "refresh_cache-115e1a8c-381d-47c2-882d-a425f5e783f7" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.123809] env[69613]: DEBUG nova.compute.manager [req-19148dd5-ea7e-4f7f-af77-cecca057d833 req-eb271e39-ef1c-4264-a64b-802eb5902eb1 service nova] [instance: e75fc999-a479-44b6-a715-1a76054d73c6] Received event network-vif-deleted-40f7a37d-494f-405d-ab61-e2322fa1af25 {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 681.123999] env[69613]: DEBUG nova.compute.manager [req-19148dd5-ea7e-4f7f-af77-cecca057d833 req-eb271e39-ef1c-4264-a64b-802eb5902eb1 service nova] [instance: 00d02bd2-f8fa-415c-9a6f-c58b9af0be63] Received event network-changed-04dc5f56-f0da-45f5-a241-f183e721d6a0 {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 681.124176] env[69613]: DEBUG nova.compute.manager [req-19148dd5-ea7e-4f7f-af77-cecca057d833 req-eb271e39-ef1c-4264-a64b-802eb5902eb1 service nova] [instance: 00d02bd2-f8fa-415c-9a6f-c58b9af0be63] Refreshing instance network info cache due to event network-changed-04dc5f56-f0da-45f5-a241-f183e721d6a0. {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 681.124387] env[69613]: DEBUG oslo_concurrency.lockutils [req-19148dd5-ea7e-4f7f-af77-cecca057d833 req-eb271e39-ef1c-4264-a64b-802eb5902eb1 service nova] Acquiring lock "refresh_cache-00d02bd2-f8fa-415c-9a6f-c58b9af0be63" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.124527] env[69613]: DEBUG oslo_concurrency.lockutils [req-19148dd5-ea7e-4f7f-af77-cecca057d833 req-eb271e39-ef1c-4264-a64b-802eb5902eb1 service nova] Acquired lock "refresh_cache-00d02bd2-f8fa-415c-9a6f-c58b9af0be63" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.124686] env[69613]: DEBUG nova.network.neutron [req-19148dd5-ea7e-4f7f-af77-cecca057d833 req-eb271e39-ef1c-4264-a64b-802eb5902eb1 service nova] [instance: 00d02bd2-f8fa-415c-9a6f-c58b9af0be63] Refreshing network info cache for port 04dc5f56-f0da-45f5-a241-f183e721d6a0 {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 681.278587] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7322538c-425b-495d-844e-5ce40208b34e {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.293489] env[69613]: DEBUG oslo_vmware.api [None req-7f6d6def-7720-4139-b344-768ae85f7375 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Task: {'id': task-3417001, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.524511} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.293837] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f6d6def-7720-4139-b344-768ae85f7375 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk to [datastore2] 115e1a8c-381d-47c2-882d-a425f5e783f7/115e1a8c-381d-47c2-882d-a425f5e783f7.vmdk {{(pid=69613) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 681.294035] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-7f6d6def-7720-4139-b344-768ae85f7375 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] [instance: 115e1a8c-381d-47c2-882d-a425f5e783f7] Extending root virtual disk to 1048576 {{(pid=69613) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 681.294979] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8590b84b-21b5-4995-81e6-14ee0c12fa60 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.298695] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-306d5ffa-7a19-46be-8a3a-d17c414bd0f8 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.329531] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb7fdaa8-db4b-4c2f-95df-0e47b99cc467 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.332421] env[69613]: DEBUG oslo_vmware.api [None req-7f6d6def-7720-4139-b344-768ae85f7375 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Waiting for the task: (returnval){ [ 681.332421] env[69613]: value = "task-3417005" [ 681.332421] env[69613]: _type = "Task" [ 681.332421] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.339516] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbd2df48-4e0c-4f9d-996f-8341d693dd7a {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.349515] env[69613]: DEBUG oslo_vmware.api [None req-7f6d6def-7720-4139-b344-768ae85f7375 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Task: {'id': task-3417005, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.359182] env[69613]: DEBUG nova.compute.provider_tree [None req-800e2fe2-d530-4468-b49f-9009da1f6a6f tempest-DeleteServersAdminTestJSON-241271607 tempest-DeleteServersAdminTestJSON-241271607-project-member] Inventory has not changed in ProviderTree for provider: af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 {{(pid=69613) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 681.371589] env[69613]: DEBUG oslo_vmware.api [-] Task: {'id': task-3417004, 'name': CreateVM_Task} progress is 25%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.848285] env[69613]: DEBUG oslo_vmware.api [None req-7f6d6def-7720-4139-b344-768ae85f7375 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Task: {'id': task-3417005, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.129897} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.848744] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-7f6d6def-7720-4139-b344-768ae85f7375 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] [instance: 115e1a8c-381d-47c2-882d-a425f5e783f7] Extended root virtual disk {{(pid=69613) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 681.849681] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbdc8e05-367f-4eab-838b-6fbbd4694520 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.866147] env[69613]: DEBUG nova.scheduler.client.report [None req-800e2fe2-d530-4468-b49f-9009da1f6a6f tempest-DeleteServersAdminTestJSON-241271607 tempest-DeleteServersAdminTestJSON-241271607-project-member] Inventory has not changed for provider af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69613) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 681.877727] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-7f6d6def-7720-4139-b344-768ae85f7375 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] [instance: 115e1a8c-381d-47c2-882d-a425f5e783f7] Reconfiguring VM instance instance-0000001d to attach disk [datastore2] 115e1a8c-381d-47c2-882d-a425f5e783f7/115e1a8c-381d-47c2-882d-a425f5e783f7.vmdk or device None with type sparse {{(pid=69613) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 681.879237] env[69613]: DEBUG nova.network.neutron [req-19148dd5-ea7e-4f7f-af77-cecca057d833 req-eb271e39-ef1c-4264-a64b-802eb5902eb1 service nova] [instance: 00d02bd2-f8fa-415c-9a6f-c58b9af0be63] Updated VIF entry in instance network info cache for port 04dc5f56-f0da-45f5-a241-f183e721d6a0. {{(pid=69613) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 681.879792] env[69613]: DEBUG nova.network.neutron [req-19148dd5-ea7e-4f7f-af77-cecca057d833 req-eb271e39-ef1c-4264-a64b-802eb5902eb1 service nova] [instance: 00d02bd2-f8fa-415c-9a6f-c58b9af0be63] Updating instance_info_cache with network_info: [{"id": "04dc5f56-f0da-45f5-a241-f183e721d6a0", "address": "fa:16:3e:cd:a5:34", "network": {"id": "43d5bc14-ee47-458b-94fb-ccbab74edb24", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1305098513-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.152", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6b4a9ab7a0824a459a78e5e0a2ad524c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1dc3a0d3-9578-4c45-bc16-13ed5b84f5b4", "external-id": "nsx-vlan-transportzone-817", "segmentation_id": 817, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap04dc5f56-f0", "ovs_interfaceid": "04dc5f56-f0da-45f5-a241-f183e721d6a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 681.885132] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-94ae0376-96f3-4bd9-afaa-8308abc95a05 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.912265] env[69613]: DEBUG oslo_vmware.api [-] Task: {'id': task-3417004, 'name': CreateVM_Task, 'duration_secs': 0.653146} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.912265] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 494cdc5d-27c6-4a1c-8089-4b2a4dd08566] Created VM on the ESX host {{(pid=69613) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 681.912265] env[69613]: DEBUG oslo_vmware.api [None req-7f6d6def-7720-4139-b344-768ae85f7375 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Waiting for the task: (returnval){ [ 681.912265] env[69613]: value = "task-3417006" [ 681.912265] env[69613]: _type = "Task" [ 681.912265] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.912265] env[69613]: DEBUG oslo_concurrency.lockutils [None req-d4189c5f-5563-4464-82c5-5830dd4781b3 tempest-ServersTestJSON-1359772964 tempest-ServersTestJSON-1359772964-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.912265] env[69613]: DEBUG oslo_concurrency.lockutils [None req-d4189c5f-5563-4464-82c5-5830dd4781b3 tempest-ServersTestJSON-1359772964 tempest-ServersTestJSON-1359772964-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.912479] env[69613]: DEBUG oslo_concurrency.lockutils [None req-d4189c5f-5563-4464-82c5-5830dd4781b3 tempest-ServersTestJSON-1359772964 tempest-ServersTestJSON-1359772964-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.912479] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-276d166b-1e81-4cd4-9158-20d634a6b596 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.920641] env[69613]: DEBUG oslo_vmware.api [None req-d4189c5f-5563-4464-82c5-5830dd4781b3 tempest-ServersTestJSON-1359772964 tempest-ServersTestJSON-1359772964-project-member] Waiting for the task: (returnval){ [ 681.920641] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]52f7bb7c-34a7-ff52-74a7-8d6d6248d166" [ 681.920641] env[69613]: _type = "Task" [ 681.920641] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.923987] env[69613]: DEBUG oslo_vmware.api [None req-7f6d6def-7720-4139-b344-768ae85f7375 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Task: {'id': task-3417006, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.933808] env[69613]: DEBUG oslo_vmware.api [None req-d4189c5f-5563-4464-82c5-5830dd4781b3 tempest-ServersTestJSON-1359772964 tempest-ServersTestJSON-1359772964-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52f7bb7c-34a7-ff52-74a7-8d6d6248d166, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.969733] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-08620e9a-b43f-4ca5-b54c-fc9331630503 tempest-ServersListShow296Test-2103787313 tempest-ServersListShow296Test-2103787313-project-member] [instance: 997781de-b20c-4004-8374-deef83d9de6b] Powering off the VM {{(pid=69613) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 681.970051] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-02c94a1f-5700-48e8-a224-d26cd7fb5553 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.977557] env[69613]: DEBUG oslo_vmware.api [None req-08620e9a-b43f-4ca5-b54c-fc9331630503 tempest-ServersListShow296Test-2103787313 tempest-ServersListShow296Test-2103787313-project-member] Waiting for the task: (returnval){ [ 681.977557] env[69613]: value = "task-3417007" [ 681.977557] env[69613]: _type = "Task" [ 681.977557] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.987356] env[69613]: DEBUG oslo_vmware.api [None req-08620e9a-b43f-4ca5-b54c-fc9331630503 tempest-ServersListShow296Test-2103787313 tempest-ServersListShow296Test-2103787313-project-member] Task: {'id': task-3417007, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.169302] env[69613]: DEBUG nova.compute.manager [req-043c09ef-40bf-48c4-89dc-eb742c4ed179 req-06d3b6d9-4378-4569-a2f7-4ceea5f6dd2b service nova] [instance: 494cdc5d-27c6-4a1c-8089-4b2a4dd08566] Received event network-changed-6c7b4c3e-c023-421e-b4d8-d291795901a9 {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 682.169531] env[69613]: DEBUG nova.compute.manager [req-043c09ef-40bf-48c4-89dc-eb742c4ed179 req-06d3b6d9-4378-4569-a2f7-4ceea5f6dd2b service nova] [instance: 494cdc5d-27c6-4a1c-8089-4b2a4dd08566] Refreshing instance network info cache due to event network-changed-6c7b4c3e-c023-421e-b4d8-d291795901a9. {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 682.169715] env[69613]: DEBUG oslo_concurrency.lockutils [req-043c09ef-40bf-48c4-89dc-eb742c4ed179 req-06d3b6d9-4378-4569-a2f7-4ceea5f6dd2b service nova] Acquiring lock "refresh_cache-494cdc5d-27c6-4a1c-8089-4b2a4dd08566" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.169870] env[69613]: DEBUG oslo_concurrency.lockutils [req-043c09ef-40bf-48c4-89dc-eb742c4ed179 req-06d3b6d9-4378-4569-a2f7-4ceea5f6dd2b service nova] Acquired lock "refresh_cache-494cdc5d-27c6-4a1c-8089-4b2a4dd08566" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.170042] env[69613]: DEBUG nova.network.neutron [req-043c09ef-40bf-48c4-89dc-eb742c4ed179 req-06d3b6d9-4378-4569-a2f7-4ceea5f6dd2b service nova] [instance: 494cdc5d-27c6-4a1c-8089-4b2a4dd08566] Refreshing network info cache for port 6c7b4c3e-c023-421e-b4d8-d291795901a9 {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 682.374723] env[69613]: DEBUG oslo_concurrency.lockutils [None req-d2b40205-3702-4058-b268-4ea74c707c4c tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Acquiring lock "b2c6c4bb-86f8-4e8f-b83d-a77d00447ff2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 682.374948] env[69613]: DEBUG oslo_concurrency.lockutils [None req-d2b40205-3702-4058-b268-4ea74c707c4c tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Lock "b2c6c4bb-86f8-4e8f-b83d-a77d00447ff2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 682.378996] env[69613]: DEBUG oslo_concurrency.lockutils [None req-800e2fe2-d530-4468-b49f-9009da1f6a6f tempest-DeleteServersAdminTestJSON-241271607 tempest-DeleteServersAdminTestJSON-241271607-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.639s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 682.379559] env[69613]: DEBUG nova.compute.manager [None req-800e2fe2-d530-4468-b49f-9009da1f6a6f tempest-DeleteServersAdminTestJSON-241271607 tempest-DeleteServersAdminTestJSON-241271607-project-member] [instance: 13ec57c7-56f5-40c6-ab32-aac0fd67c9b1] Start building networks asynchronously for instance. {{(pid=69613) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 682.381999] env[69613]: DEBUG oslo_concurrency.lockutils [None req-cf5ade77-51cd-410e-8515-8cc40f7580fe tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.148s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 682.382371] env[69613]: DEBUG nova.objects.instance [None req-cf5ade77-51cd-410e-8515-8cc40f7580fe tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] Lazy-loading 'resources' on Instance uuid fa89db07-09b5-485d-aacc-e1d39e576218 {{(pid=69613) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 682.403049] env[69613]: DEBUG oslo_concurrency.lockutils [req-19148dd5-ea7e-4f7f-af77-cecca057d833 req-eb271e39-ef1c-4264-a64b-802eb5902eb1 service nova] Releasing lock "refresh_cache-00d02bd2-f8fa-415c-9a6f-c58b9af0be63" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.403533] env[69613]: DEBUG nova.compute.manager [req-19148dd5-ea7e-4f7f-af77-cecca057d833 req-eb271e39-ef1c-4264-a64b-802eb5902eb1 service nova] [instance: f7fdfec2-ad0d-42f4-bff8-99f164ce18a3] Received event network-changed-f8cc892e-ca4e-4b07-970e-2668023db45c {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 682.403533] env[69613]: DEBUG nova.compute.manager [req-19148dd5-ea7e-4f7f-af77-cecca057d833 req-eb271e39-ef1c-4264-a64b-802eb5902eb1 service nova] [instance: f7fdfec2-ad0d-42f4-bff8-99f164ce18a3] Refreshing instance network info cache due to event network-changed-f8cc892e-ca4e-4b07-970e-2668023db45c. {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 682.403765] env[69613]: DEBUG oslo_concurrency.lockutils [req-19148dd5-ea7e-4f7f-af77-cecca057d833 req-eb271e39-ef1c-4264-a64b-802eb5902eb1 service nova] Acquiring lock "refresh_cache-f7fdfec2-ad0d-42f4-bff8-99f164ce18a3" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.403908] env[69613]: DEBUG oslo_concurrency.lockutils [req-19148dd5-ea7e-4f7f-af77-cecca057d833 req-eb271e39-ef1c-4264-a64b-802eb5902eb1 service nova] Acquired lock "refresh_cache-f7fdfec2-ad0d-42f4-bff8-99f164ce18a3" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.405026] env[69613]: DEBUG nova.network.neutron [req-19148dd5-ea7e-4f7f-af77-cecca057d833 req-eb271e39-ef1c-4264-a64b-802eb5902eb1 service nova] [instance: f7fdfec2-ad0d-42f4-bff8-99f164ce18a3] Refreshing network info cache for port f8cc892e-ca4e-4b07-970e-2668023db45c {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 682.421434] env[69613]: DEBUG oslo_vmware.api [None req-7f6d6def-7720-4139-b344-768ae85f7375 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Task: {'id': task-3417006, 'name': ReconfigVM_Task, 'duration_secs': 0.361018} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.421704] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-7f6d6def-7720-4139-b344-768ae85f7375 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] [instance: 115e1a8c-381d-47c2-882d-a425f5e783f7] Reconfigured VM instance instance-0000001d to attach disk [datastore2] 115e1a8c-381d-47c2-882d-a425f5e783f7/115e1a8c-381d-47c2-882d-a425f5e783f7.vmdk or device None with type sparse {{(pid=69613) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 682.422331] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-78d87dbc-042c-4e50-824f-714a2ee721dd {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.433426] env[69613]: DEBUG oslo_vmware.api [None req-7f6d6def-7720-4139-b344-768ae85f7375 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Waiting for the task: (returnval){ [ 682.433426] env[69613]: value = "task-3417008" [ 682.433426] env[69613]: _type = "Task" [ 682.433426] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.436644] env[69613]: DEBUG oslo_vmware.api [None req-d4189c5f-5563-4464-82c5-5830dd4781b3 tempest-ServersTestJSON-1359772964 tempest-ServersTestJSON-1359772964-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52f7bb7c-34a7-ff52-74a7-8d6d6248d166, 'name': SearchDatastore_Task, 'duration_secs': 0.012856} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.439578] env[69613]: DEBUG oslo_concurrency.lockutils [None req-d4189c5f-5563-4464-82c5-5830dd4781b3 tempest-ServersTestJSON-1359772964 tempest-ServersTestJSON-1359772964-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.439814] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-d4189c5f-5563-4464-82c5-5830dd4781b3 tempest-ServersTestJSON-1359772964 tempest-ServersTestJSON-1359772964-project-member] [instance: 494cdc5d-27c6-4a1c-8089-4b2a4dd08566] Processing image 2b7a0304-b5d0-431d-b287-32c8388d7fbd {{(pid=69613) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 682.440057] env[69613]: DEBUG oslo_concurrency.lockutils [None req-d4189c5f-5563-4464-82c5-5830dd4781b3 tempest-ServersTestJSON-1359772964 tempest-ServersTestJSON-1359772964-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.440210] env[69613]: DEBUG oslo_concurrency.lockutils [None req-d4189c5f-5563-4464-82c5-5830dd4781b3 tempest-ServersTestJSON-1359772964 tempest-ServersTestJSON-1359772964-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.440412] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4189c5f-5563-4464-82c5-5830dd4781b3 tempest-ServersTestJSON-1359772964 tempest-ServersTestJSON-1359772964-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69613) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 682.440904] env[69613]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ff26337b-886f-4bd8-9001-bfdff080ae1a {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.448608] env[69613]: DEBUG oslo_vmware.api [None req-7f6d6def-7720-4139-b344-768ae85f7375 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Task: {'id': task-3417008, 'name': Rename_Task} progress is 6%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.452463] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4189c5f-5563-4464-82c5-5830dd4781b3 tempest-ServersTestJSON-1359772964 tempest-ServersTestJSON-1359772964-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69613) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 682.452644] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-d4189c5f-5563-4464-82c5-5830dd4781b3 tempest-ServersTestJSON-1359772964 tempest-ServersTestJSON-1359772964-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69613) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 682.453355] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2278b6f6-d229-42c1-bd9f-aef2d2ce6aa9 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.458274] env[69613]: DEBUG oslo_vmware.api [None req-d4189c5f-5563-4464-82c5-5830dd4781b3 tempest-ServersTestJSON-1359772964 tempest-ServersTestJSON-1359772964-project-member] Waiting for the task: (returnval){ [ 682.458274] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]52dfba05-3939-971e-1014-c03457e72183" [ 682.458274] env[69613]: _type = "Task" [ 682.458274] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.469621] env[69613]: DEBUG oslo_vmware.api [None req-d4189c5f-5563-4464-82c5-5830dd4781b3 tempest-ServersTestJSON-1359772964 tempest-ServersTestJSON-1359772964-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52dfba05-3939-971e-1014-c03457e72183, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.486669] env[69613]: DEBUG oslo_vmware.api [None req-08620e9a-b43f-4ca5-b54c-fc9331630503 tempest-ServersListShow296Test-2103787313 tempest-ServersListShow296Test-2103787313-project-member] Task: {'id': task-3417007, 'name': PowerOffVM_Task, 'duration_secs': 0.188347} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.487117] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-08620e9a-b43f-4ca5-b54c-fc9331630503 tempest-ServersListShow296Test-2103787313 tempest-ServersListShow296Test-2103787313-project-member] [instance: 997781de-b20c-4004-8374-deef83d9de6b] Powered off the VM {{(pid=69613) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 682.487839] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-08620e9a-b43f-4ca5-b54c-fc9331630503 tempest-ServersListShow296Test-2103787313 tempest-ServersListShow296Test-2103787313-project-member] [instance: 997781de-b20c-4004-8374-deef83d9de6b] Destroying instance {{(pid=69613) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 682.488716] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fc6d5d2-6083-4810-9d47-6a9d45a1d063 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.496792] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-08620e9a-b43f-4ca5-b54c-fc9331630503 tempest-ServersListShow296Test-2103787313 tempest-ServersListShow296Test-2103787313-project-member] [instance: 997781de-b20c-4004-8374-deef83d9de6b] Unregistering the VM {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 682.496980] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1ceb44e1-8173-484a-8f8a-35b36c0b16dc {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.529075] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-08620e9a-b43f-4ca5-b54c-fc9331630503 tempest-ServersListShow296Test-2103787313 tempest-ServersListShow296Test-2103787313-project-member] [instance: 997781de-b20c-4004-8374-deef83d9de6b] Unregistered the VM {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 682.529075] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-08620e9a-b43f-4ca5-b54c-fc9331630503 tempest-ServersListShow296Test-2103787313 tempest-ServersListShow296Test-2103787313-project-member] [instance: 997781de-b20c-4004-8374-deef83d9de6b] Deleting contents of the VM from datastore datastore2 {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 682.529075] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-08620e9a-b43f-4ca5-b54c-fc9331630503 tempest-ServersListShow296Test-2103787313 tempest-ServersListShow296Test-2103787313-project-member] Deleting the datastore file [datastore2] 997781de-b20c-4004-8374-deef83d9de6b {{(pid=69613) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 682.529075] env[69613]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-17faf69f-abe3-48be-9083-6dfc2bd40bff {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.537019] env[69613]: DEBUG oslo_vmware.api [None req-08620e9a-b43f-4ca5-b54c-fc9331630503 tempest-ServersListShow296Test-2103787313 tempest-ServersListShow296Test-2103787313-project-member] Waiting for the task: (returnval){ [ 682.537019] env[69613]: value = "task-3417010" [ 682.537019] env[69613]: _type = "Task" [ 682.537019] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.545315] env[69613]: DEBUG oslo_vmware.api [None req-08620e9a-b43f-4ca5-b54c-fc9331630503 tempest-ServersListShow296Test-2103787313 tempest-ServersListShow296Test-2103787313-project-member] Task: {'id': task-3417010, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.861858] env[69613]: DEBUG nova.network.neutron [req-043c09ef-40bf-48c4-89dc-eb742c4ed179 req-06d3b6d9-4378-4569-a2f7-4ceea5f6dd2b service nova] [instance: 494cdc5d-27c6-4a1c-8089-4b2a4dd08566] Updated VIF entry in instance network info cache for port 6c7b4c3e-c023-421e-b4d8-d291795901a9. {{(pid=69613) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 682.862304] env[69613]: DEBUG nova.network.neutron [req-043c09ef-40bf-48c4-89dc-eb742c4ed179 req-06d3b6d9-4378-4569-a2f7-4ceea5f6dd2b service nova] [instance: 494cdc5d-27c6-4a1c-8089-4b2a4dd08566] Updating instance_info_cache with network_info: [{"id": "6c7b4c3e-c023-421e-b4d8-d291795901a9", "address": "fa:16:3e:af:6f:95", "network": {"id": "30d157af-7e9e-4d68-9328-5457e2a73825", "bridge": "br-int", "label": "tempest-ServersTestJSON-588458514-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "939e7e450f6c45ca9af7adb0fe8a5059", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a874c214-8cdf-4a41-a718-84262b2a28d8", "external-id": "cl2-zone-726", "segmentation_id": 726, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c7b4c3e-c0", "ovs_interfaceid": "6c7b4c3e-c023-421e-b4d8-d291795901a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 682.886258] env[69613]: DEBUG nova.compute.utils [None req-800e2fe2-d530-4468-b49f-9009da1f6a6f tempest-DeleteServersAdminTestJSON-241271607 tempest-DeleteServersAdminTestJSON-241271607-project-member] Using /dev/sd instead of None {{(pid=69613) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 682.891096] env[69613]: DEBUG nova.compute.manager [None req-800e2fe2-d530-4468-b49f-9009da1f6a6f tempest-DeleteServersAdminTestJSON-241271607 tempest-DeleteServersAdminTestJSON-241271607-project-member] [instance: 13ec57c7-56f5-40c6-ab32-aac0fd67c9b1] Allocating IP information in the background. {{(pid=69613) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 682.891096] env[69613]: DEBUG nova.network.neutron [None req-800e2fe2-d530-4468-b49f-9009da1f6a6f tempest-DeleteServersAdminTestJSON-241271607 tempest-DeleteServersAdminTestJSON-241271607-project-member] [instance: 13ec57c7-56f5-40c6-ab32-aac0fd67c9b1] allocate_for_instance() {{(pid=69613) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 682.948674] env[69613]: DEBUG oslo_vmware.api [None req-7f6d6def-7720-4139-b344-768ae85f7375 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Task: {'id': task-3417008, 'name': Rename_Task, 'duration_secs': 0.143476} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.953427] env[69613]: DEBUG nova.policy [None req-800e2fe2-d530-4468-b49f-9009da1f6a6f tempest-DeleteServersAdminTestJSON-241271607 tempest-DeleteServersAdminTestJSON-241271607-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1635fb6131c24712aff4a8a4d6c19389', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '398e18d3e0da41a29483235fa1d67dbd', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69613) authorize /opt/stack/nova/nova/policy.py:192}} [ 682.955101] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f6d6def-7720-4139-b344-768ae85f7375 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] [instance: 115e1a8c-381d-47c2-882d-a425f5e783f7] Powering on the VM {{(pid=69613) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 682.958912] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-46266961-0893-40b3-8268-9f7efe41e569 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.969351] env[69613]: DEBUG oslo_vmware.api [None req-7f6d6def-7720-4139-b344-768ae85f7375 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Waiting for the task: (returnval){ [ 682.969351] env[69613]: value = "task-3417011" [ 682.969351] env[69613]: _type = "Task" [ 682.969351] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.975702] env[69613]: DEBUG oslo_vmware.api [None req-d4189c5f-5563-4464-82c5-5830dd4781b3 tempest-ServersTestJSON-1359772964 tempest-ServersTestJSON-1359772964-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52dfba05-3939-971e-1014-c03457e72183, 'name': SearchDatastore_Task, 'duration_secs': 0.013007} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.979318] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-739a34f0-9483-40cd-a37b-390d89df4a53 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.984604] env[69613]: DEBUG oslo_vmware.api [None req-7f6d6def-7720-4139-b344-768ae85f7375 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Task: {'id': task-3417011, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.987802] env[69613]: DEBUG oslo_vmware.api [None req-d4189c5f-5563-4464-82c5-5830dd4781b3 tempest-ServersTestJSON-1359772964 tempest-ServersTestJSON-1359772964-project-member] Waiting for the task: (returnval){ [ 682.987802] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]525f3e0a-15e8-db2b-637a-c8b6395093da" [ 682.987802] env[69613]: _type = "Task" [ 682.987802] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.996485] env[69613]: DEBUG oslo_vmware.api [None req-d4189c5f-5563-4464-82c5-5830dd4781b3 tempest-ServersTestJSON-1359772964 tempest-ServersTestJSON-1359772964-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]525f3e0a-15e8-db2b-637a-c8b6395093da, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.049558] env[69613]: DEBUG oslo_vmware.api [None req-08620e9a-b43f-4ca5-b54c-fc9331630503 tempest-ServersListShow296Test-2103787313 tempest-ServersListShow296Test-2103787313-project-member] Task: {'id': task-3417010, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.417284} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.055406] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-08620e9a-b43f-4ca5-b54c-fc9331630503 tempest-ServersListShow296Test-2103787313 tempest-ServersListShow296Test-2103787313-project-member] Deleted the datastore file {{(pid=69613) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 683.056317] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-08620e9a-b43f-4ca5-b54c-fc9331630503 tempest-ServersListShow296Test-2103787313 tempest-ServersListShow296Test-2103787313-project-member] [instance: 997781de-b20c-4004-8374-deef83d9de6b] Deleted contents of the VM from datastore datastore2 {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 683.056528] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-08620e9a-b43f-4ca5-b54c-fc9331630503 tempest-ServersListShow296Test-2103787313 tempest-ServersListShow296Test-2103787313-project-member] [instance: 997781de-b20c-4004-8374-deef83d9de6b] Instance destroyed {{(pid=69613) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 683.285757] env[69613]: DEBUG nova.network.neutron [None req-800e2fe2-d530-4468-b49f-9009da1f6a6f tempest-DeleteServersAdminTestJSON-241271607 tempest-DeleteServersAdminTestJSON-241271607-project-member] [instance: 13ec57c7-56f5-40c6-ab32-aac0fd67c9b1] Successfully created port: 8c665748-c629-4ec6-9830-64658c0717b6 {{(pid=69613) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 683.360535] env[69613]: DEBUG nova.network.neutron [req-19148dd5-ea7e-4f7f-af77-cecca057d833 req-eb271e39-ef1c-4264-a64b-802eb5902eb1 service nova] [instance: f7fdfec2-ad0d-42f4-bff8-99f164ce18a3] Updated VIF entry in instance network info cache for port f8cc892e-ca4e-4b07-970e-2668023db45c. {{(pid=69613) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 683.361014] env[69613]: DEBUG nova.network.neutron [req-19148dd5-ea7e-4f7f-af77-cecca057d833 req-eb271e39-ef1c-4264-a64b-802eb5902eb1 service nova] [instance: f7fdfec2-ad0d-42f4-bff8-99f164ce18a3] Updating instance_info_cache with network_info: [{"id": "f8cc892e-ca4e-4b07-970e-2668023db45c", "address": "fa:16:3e:66:2f:7e", "network": {"id": "28f99ebf-ff7d-4655-a4e2-b730149dcbc3", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-315513107-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ad1d1d0ba08a4292a325cdccea6a4c0a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04ccbc7a-cf8d-4ea2-8411-291a1e27df7b", "external-id": "nsx-vlan-transportzone-998", "segmentation_id": 998, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf8cc892e-ca", "ovs_interfaceid": "f8cc892e-ca4e-4b07-970e-2668023db45c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 683.365155] env[69613]: DEBUG oslo_concurrency.lockutils [req-043c09ef-40bf-48c4-89dc-eb742c4ed179 req-06d3b6d9-4378-4569-a2f7-4ceea5f6dd2b service nova] Releasing lock "refresh_cache-494cdc5d-27c6-4a1c-8089-4b2a4dd08566" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.394349] env[69613]: DEBUG nova.compute.manager [None req-800e2fe2-d530-4468-b49f-9009da1f6a6f tempest-DeleteServersAdminTestJSON-241271607 tempest-DeleteServersAdminTestJSON-241271607-project-member] [instance: 13ec57c7-56f5-40c6-ab32-aac0fd67c9b1] Start building block device mappings for instance. {{(pid=69613) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 683.413341] env[69613]: DEBUG nova.compute.manager [req-d6bb84e0-0187-4013-b312-5805231d19f0 req-a1eed377-c008-431a-979e-3230b65bae4e service nova] [instance: 00d02bd2-f8fa-415c-9a6f-c58b9af0be63] Received event network-changed-04dc5f56-f0da-45f5-a241-f183e721d6a0 {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 683.413535] env[69613]: DEBUG nova.compute.manager [req-d6bb84e0-0187-4013-b312-5805231d19f0 req-a1eed377-c008-431a-979e-3230b65bae4e service nova] [instance: 00d02bd2-f8fa-415c-9a6f-c58b9af0be63] Refreshing instance network info cache due to event network-changed-04dc5f56-f0da-45f5-a241-f183e721d6a0. {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 683.415078] env[69613]: DEBUG oslo_concurrency.lockutils [req-d6bb84e0-0187-4013-b312-5805231d19f0 req-a1eed377-c008-431a-979e-3230b65bae4e service nova] Acquiring lock "refresh_cache-00d02bd2-f8fa-415c-9a6f-c58b9af0be63" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.415314] env[69613]: DEBUG oslo_concurrency.lockutils [req-d6bb84e0-0187-4013-b312-5805231d19f0 req-a1eed377-c008-431a-979e-3230b65bae4e service nova] Acquired lock "refresh_cache-00d02bd2-f8fa-415c-9a6f-c58b9af0be63" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.415478] env[69613]: DEBUG nova.network.neutron [req-d6bb84e0-0187-4013-b312-5805231d19f0 req-a1eed377-c008-431a-979e-3230b65bae4e service nova] [instance: 00d02bd2-f8fa-415c-9a6f-c58b9af0be63] Refreshing network info cache for port 04dc5f56-f0da-45f5-a241-f183e721d6a0 {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 683.484247] env[69613]: DEBUG oslo_vmware.api [None req-7f6d6def-7720-4139-b344-768ae85f7375 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Task: {'id': task-3417011, 'name': PowerOnVM_Task, 'duration_secs': 0.513273} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.484530] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f6d6def-7720-4139-b344-768ae85f7375 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] [instance: 115e1a8c-381d-47c2-882d-a425f5e783f7] Powered on the VM {{(pid=69613) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 683.484814] env[69613]: INFO nova.compute.manager [None req-7f6d6def-7720-4139-b344-768ae85f7375 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] [instance: 115e1a8c-381d-47c2-882d-a425f5e783f7] Took 8.21 seconds to spawn the instance on the hypervisor. [ 683.484931] env[69613]: DEBUG nova.compute.manager [None req-7f6d6def-7720-4139-b344-768ae85f7375 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] [instance: 115e1a8c-381d-47c2-882d-a425f5e783f7] Checking state {{(pid=69613) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 683.488101] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e27aa52b-5e12-4294-81f4-d313c714de59 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.502483] env[69613]: DEBUG oslo_vmware.api [None req-d4189c5f-5563-4464-82c5-5830dd4781b3 tempest-ServersTestJSON-1359772964 tempest-ServersTestJSON-1359772964-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]525f3e0a-15e8-db2b-637a-c8b6395093da, 'name': SearchDatastore_Task, 'duration_secs': 0.021229} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.507420] env[69613]: DEBUG oslo_concurrency.lockutils [None req-d4189c5f-5563-4464-82c5-5830dd4781b3 tempest-ServersTestJSON-1359772964 tempest-ServersTestJSON-1359772964-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.507679] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4189c5f-5563-4464-82c5-5830dd4781b3 tempest-ServersTestJSON-1359772964 tempest-ServersTestJSON-1359772964-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk to [datastore1] 494cdc5d-27c6-4a1c-8089-4b2a4dd08566/494cdc5d-27c6-4a1c-8089-4b2a4dd08566.vmdk {{(pid=69613) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 683.508655] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8ba24227-8486-4d6a-b069-afe5ae025705 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.515308] env[69613]: DEBUG oslo_vmware.api [None req-d4189c5f-5563-4464-82c5-5830dd4781b3 tempest-ServersTestJSON-1359772964 tempest-ServersTestJSON-1359772964-project-member] Waiting for the task: (returnval){ [ 683.515308] env[69613]: value = "task-3417012" [ 683.515308] env[69613]: _type = "Task" [ 683.515308] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.522315] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f791adad-6534-4671-a56c-0df086f67acf {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.528179] env[69613]: DEBUG oslo_vmware.api [None req-d4189c5f-5563-4464-82c5-5830dd4781b3 tempest-ServersTestJSON-1359772964 tempest-ServersTestJSON-1359772964-project-member] Task: {'id': task-3417012, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.532653] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a855e36-4803-4d41-ad75-b81ac703dc74 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.570052] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5b9aefe-7f61-4fb8-8abf-d67f8aa1e4da {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.577496] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-452fddec-ed5c-4b99-af1d-bf8d56deefa0 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.591661] env[69613]: DEBUG nova.compute.provider_tree [None req-cf5ade77-51cd-410e-8515-8cc40f7580fe tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] Inventory has not changed in ProviderTree for provider: af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 {{(pid=69613) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 683.863654] env[69613]: DEBUG oslo_concurrency.lockutils [req-19148dd5-ea7e-4f7f-af77-cecca057d833 req-eb271e39-ef1c-4264-a64b-802eb5902eb1 service nova] Releasing lock "refresh_cache-f7fdfec2-ad0d-42f4-bff8-99f164ce18a3" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.017312] env[69613]: INFO nova.compute.manager [None req-7f6d6def-7720-4139-b344-768ae85f7375 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] [instance: 115e1a8c-381d-47c2-882d-a425f5e783f7] Took 31.36 seconds to build instance. [ 684.030477] env[69613]: DEBUG oslo_vmware.api [None req-d4189c5f-5563-4464-82c5-5830dd4781b3 tempest-ServersTestJSON-1359772964 tempest-ServersTestJSON-1359772964-project-member] Task: {'id': task-3417012, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.094610] env[69613]: DEBUG nova.scheduler.client.report [None req-cf5ade77-51cd-410e-8515-8cc40f7580fe tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] Inventory has not changed for provider af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69613) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 684.100706] env[69613]: DEBUG nova.virt.hardware [None req-08620e9a-b43f-4ca5-b54c-fc9331630503 tempest-ServersListShow296Test-2103787313 tempest-ServersListShow296Test-2103787313-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T13:55:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T13:55:19Z,direct_url=,disk_format='vmdk',id=2b7a0304-b5d0-431d-b287-32c8388d7fbd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3e9e1b873f1442d59d5ee8247b941f74',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T13:55:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 684.100960] env[69613]: DEBUG nova.virt.hardware [None req-08620e9a-b43f-4ca5-b54c-fc9331630503 tempest-ServersListShow296Test-2103787313 tempest-ServersListShow296Test-2103787313-project-member] Flavor limits 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 684.101313] env[69613]: DEBUG nova.virt.hardware [None req-08620e9a-b43f-4ca5-b54c-fc9331630503 tempest-ServersListShow296Test-2103787313 tempest-ServersListShow296Test-2103787313-project-member] Image limits 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 684.105034] env[69613]: DEBUG nova.virt.hardware [None req-08620e9a-b43f-4ca5-b54c-fc9331630503 tempest-ServersListShow296Test-2103787313 tempest-ServersListShow296Test-2103787313-project-member] Flavor pref 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 684.105034] env[69613]: DEBUG nova.virt.hardware [None req-08620e9a-b43f-4ca5-b54c-fc9331630503 tempest-ServersListShow296Test-2103787313 tempest-ServersListShow296Test-2103787313-project-member] Image pref 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 684.105034] env[69613]: DEBUG nova.virt.hardware [None req-08620e9a-b43f-4ca5-b54c-fc9331630503 tempest-ServersListShow296Test-2103787313 tempest-ServersListShow296Test-2103787313-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 684.105034] env[69613]: DEBUG nova.virt.hardware [None req-08620e9a-b43f-4ca5-b54c-fc9331630503 tempest-ServersListShow296Test-2103787313 tempest-ServersListShow296Test-2103787313-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 684.105034] env[69613]: DEBUG nova.virt.hardware [None req-08620e9a-b43f-4ca5-b54c-fc9331630503 tempest-ServersListShow296Test-2103787313 tempest-ServersListShow296Test-2103787313-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69613) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 684.105753] env[69613]: DEBUG nova.virt.hardware [None req-08620e9a-b43f-4ca5-b54c-fc9331630503 tempest-ServersListShow296Test-2103787313 tempest-ServersListShow296Test-2103787313-project-member] Got 1 possible topologies {{(pid=69613) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 684.105753] env[69613]: DEBUG nova.virt.hardware [None req-08620e9a-b43f-4ca5-b54c-fc9331630503 tempest-ServersListShow296Test-2103787313 tempest-ServersListShow296Test-2103787313-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 684.105753] env[69613]: DEBUG nova.virt.hardware [None req-08620e9a-b43f-4ca5-b54c-fc9331630503 tempest-ServersListShow296Test-2103787313 tempest-ServersListShow296Test-2103787313-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 684.105753] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d757035e-a59a-4eaa-a923-4730a18c60b6 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.113265] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38e5e282-13f3-4009-8b4d-dbee5b1438d8 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.136327] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-08620e9a-b43f-4ca5-b54c-fc9331630503 tempest-ServersListShow296Test-2103787313 tempest-ServersListShow296Test-2103787313-project-member] [instance: 997781de-b20c-4004-8374-deef83d9de6b] Instance VIF info [] {{(pid=69613) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 684.141728] env[69613]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-08620e9a-b43f-4ca5-b54c-fc9331630503 tempest-ServersListShow296Test-2103787313 tempest-ServersListShow296Test-2103787313-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69613) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 684.142751] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 997781de-b20c-4004-8374-deef83d9de6b] Creating VM on the ESX host {{(pid=69613) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 684.142982] env[69613]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d1a08003-04e7-4193-b9a3-d76c43b52d25 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.162158] env[69613]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 684.162158] env[69613]: value = "task-3417013" [ 684.162158] env[69613]: _type = "Task" [ 684.162158] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.172413] env[69613]: DEBUG oslo_vmware.api [-] Task: {'id': task-3417013, 'name': CreateVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.347714] env[69613]: DEBUG nova.network.neutron [req-d6bb84e0-0187-4013-b312-5805231d19f0 req-a1eed377-c008-431a-979e-3230b65bae4e service nova] [instance: 00d02bd2-f8fa-415c-9a6f-c58b9af0be63] Updated VIF entry in instance network info cache for port 04dc5f56-f0da-45f5-a241-f183e721d6a0. {{(pid=69613) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 684.348092] env[69613]: DEBUG nova.network.neutron [req-d6bb84e0-0187-4013-b312-5805231d19f0 req-a1eed377-c008-431a-979e-3230b65bae4e service nova] [instance: 00d02bd2-f8fa-415c-9a6f-c58b9af0be63] Updating instance_info_cache with network_info: [{"id": "04dc5f56-f0da-45f5-a241-f183e721d6a0", "address": "fa:16:3e:cd:a5:34", "network": {"id": "43d5bc14-ee47-458b-94fb-ccbab74edb24", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1305098513-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6b4a9ab7a0824a459a78e5e0a2ad524c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1dc3a0d3-9578-4c45-bc16-13ed5b84f5b4", "external-id": "nsx-vlan-transportzone-817", "segmentation_id": 817, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap04dc5f56-f0", "ovs_interfaceid": "04dc5f56-f0da-45f5-a241-f183e721d6a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 684.406644] env[69613]: DEBUG nova.compute.manager [None req-800e2fe2-d530-4468-b49f-9009da1f6a6f tempest-DeleteServersAdminTestJSON-241271607 tempest-DeleteServersAdminTestJSON-241271607-project-member] [instance: 13ec57c7-56f5-40c6-ab32-aac0fd67c9b1] Start spawning the instance on the hypervisor. {{(pid=69613) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 684.433656] env[69613]: DEBUG nova.virt.hardware [None req-800e2fe2-d530-4468-b49f-9009da1f6a6f tempest-DeleteServersAdminTestJSON-241271607 tempest-DeleteServersAdminTestJSON-241271607-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T13:55:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T13:55:19Z,direct_url=,disk_format='vmdk',id=2b7a0304-b5d0-431d-b287-32c8388d7fbd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3e9e1b873f1442d59d5ee8247b941f74',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T13:55:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 684.433990] env[69613]: DEBUG nova.virt.hardware [None req-800e2fe2-d530-4468-b49f-9009da1f6a6f tempest-DeleteServersAdminTestJSON-241271607 tempest-DeleteServersAdminTestJSON-241271607-project-member] Flavor limits 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 684.436019] env[69613]: DEBUG nova.virt.hardware [None req-800e2fe2-d530-4468-b49f-9009da1f6a6f tempest-DeleteServersAdminTestJSON-241271607 tempest-DeleteServersAdminTestJSON-241271607-project-member] Image limits 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 684.436019] env[69613]: DEBUG nova.virt.hardware [None req-800e2fe2-d530-4468-b49f-9009da1f6a6f tempest-DeleteServersAdminTestJSON-241271607 tempest-DeleteServersAdminTestJSON-241271607-project-member] Flavor pref 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 684.436019] env[69613]: DEBUG nova.virt.hardware [None req-800e2fe2-d530-4468-b49f-9009da1f6a6f tempest-DeleteServersAdminTestJSON-241271607 tempest-DeleteServersAdminTestJSON-241271607-project-member] Image pref 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 684.436019] env[69613]: DEBUG nova.virt.hardware [None req-800e2fe2-d530-4468-b49f-9009da1f6a6f tempest-DeleteServersAdminTestJSON-241271607 tempest-DeleteServersAdminTestJSON-241271607-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 684.436019] env[69613]: DEBUG nova.virt.hardware [None req-800e2fe2-d530-4468-b49f-9009da1f6a6f tempest-DeleteServersAdminTestJSON-241271607 tempest-DeleteServersAdminTestJSON-241271607-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 684.436328] env[69613]: DEBUG nova.virt.hardware [None req-800e2fe2-d530-4468-b49f-9009da1f6a6f tempest-DeleteServersAdminTestJSON-241271607 tempest-DeleteServersAdminTestJSON-241271607-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69613) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 684.436328] env[69613]: DEBUG nova.virt.hardware [None req-800e2fe2-d530-4468-b49f-9009da1f6a6f tempest-DeleteServersAdminTestJSON-241271607 tempest-DeleteServersAdminTestJSON-241271607-project-member] Got 1 possible topologies {{(pid=69613) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 684.436328] env[69613]: DEBUG nova.virt.hardware [None req-800e2fe2-d530-4468-b49f-9009da1f6a6f tempest-DeleteServersAdminTestJSON-241271607 tempest-DeleteServersAdminTestJSON-241271607-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 684.436328] env[69613]: DEBUG nova.virt.hardware [None req-800e2fe2-d530-4468-b49f-9009da1f6a6f tempest-DeleteServersAdminTestJSON-241271607 tempest-DeleteServersAdminTestJSON-241271607-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 684.436862] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21598d43-33af-45b4-b9f4-e82786ec4aa2 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.446437] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13fc87bd-d19a-46a2-98ad-c2b892190298 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.523133] env[69613]: DEBUG oslo_concurrency.lockutils [None req-7f6d6def-7720-4139-b344-768ae85f7375 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Lock "115e1a8c-381d-47c2-882d-a425f5e783f7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 61.700s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 684.527709] env[69613]: DEBUG oslo_vmware.api [None req-d4189c5f-5563-4464-82c5-5830dd4781b3 tempest-ServersTestJSON-1359772964 tempest-ServersTestJSON-1359772964-project-member] Task: {'id': task-3417012, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.811991} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.527965] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4189c5f-5563-4464-82c5-5830dd4781b3 tempest-ServersTestJSON-1359772964 tempest-ServersTestJSON-1359772964-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk to [datastore1] 494cdc5d-27c6-4a1c-8089-4b2a4dd08566/494cdc5d-27c6-4a1c-8089-4b2a4dd08566.vmdk {{(pid=69613) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 684.528194] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-d4189c5f-5563-4464-82c5-5830dd4781b3 tempest-ServersTestJSON-1359772964 tempest-ServersTestJSON-1359772964-project-member] [instance: 494cdc5d-27c6-4a1c-8089-4b2a4dd08566] Extending root virtual disk to 1048576 {{(pid=69613) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 684.528464] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f44f5228-7cfc-4ab1-8283-39287593dbc3 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.535543] env[69613]: DEBUG oslo_vmware.api [None req-d4189c5f-5563-4464-82c5-5830dd4781b3 tempest-ServersTestJSON-1359772964 tempest-ServersTestJSON-1359772964-project-member] Waiting for the task: (returnval){ [ 684.535543] env[69613]: value = "task-3417014" [ 684.535543] env[69613]: _type = "Task" [ 684.535543] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.544050] env[69613]: DEBUG oslo_vmware.api [None req-d4189c5f-5563-4464-82c5-5830dd4781b3 tempest-ServersTestJSON-1359772964 tempest-ServersTestJSON-1359772964-project-member] Task: {'id': task-3417014, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.608898] env[69613]: DEBUG oslo_concurrency.lockutils [None req-cf5ade77-51cd-410e-8515-8cc40f7580fe tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.227s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 684.612087] env[69613]: DEBUG oslo_concurrency.lockutils [None req-6186cf25-c459-4e4b-aa27-5e20bca28113 tempest-ServerGroupTestJSON-1760943608 tempest-ServerGroupTestJSON-1760943608-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.157s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 684.613015] env[69613]: INFO nova.compute.claims [None req-6186cf25-c459-4e4b-aa27-5e20bca28113 tempest-ServerGroupTestJSON-1760943608 tempest-ServerGroupTestJSON-1760943608-project-member] [instance: 2e020eec-2d4f-41b8-b31d-3add0744d592] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 684.637079] env[69613]: INFO nova.scheduler.client.report [None req-cf5ade77-51cd-410e-8515-8cc40f7580fe tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] Deleted allocations for instance fa89db07-09b5-485d-aacc-e1d39e576218 [ 684.673150] env[69613]: DEBUG oslo_vmware.api [-] Task: {'id': task-3417013, 'name': CreateVM_Task, 'duration_secs': 0.402999} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.673150] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 997781de-b20c-4004-8374-deef83d9de6b] Created VM on the ESX host {{(pid=69613) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 684.673595] env[69613]: DEBUG oslo_concurrency.lockutils [None req-08620e9a-b43f-4ca5-b54c-fc9331630503 tempest-ServersListShow296Test-2103787313 tempest-ServersListShow296Test-2103787313-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.673854] env[69613]: DEBUG oslo_concurrency.lockutils [None req-08620e9a-b43f-4ca5-b54c-fc9331630503 tempest-ServersListShow296Test-2103787313 tempest-ServersListShow296Test-2103787313-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.674337] env[69613]: DEBUG oslo_concurrency.lockutils [None req-08620e9a-b43f-4ca5-b54c-fc9331630503 tempest-ServersListShow296Test-2103787313 tempest-ServersListShow296Test-2103787313-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.674701] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ad723c6d-a8ca-494d-8944-0a55423ef307 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.680575] env[69613]: DEBUG oslo_vmware.api [None req-08620e9a-b43f-4ca5-b54c-fc9331630503 tempest-ServersListShow296Test-2103787313 tempest-ServersListShow296Test-2103787313-project-member] Waiting for the task: (returnval){ [ 684.680575] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]520e05f0-7a57-2777-e6d4-5d2ac56d486b" [ 684.680575] env[69613]: _type = "Task" [ 684.680575] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.690956] env[69613]: DEBUG oslo_vmware.api [None req-08620e9a-b43f-4ca5-b54c-fc9331630503 tempest-ServersListShow296Test-2103787313 tempest-ServersListShow296Test-2103787313-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]520e05f0-7a57-2777-e6d4-5d2ac56d486b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.819353] env[69613]: DEBUG nova.network.neutron [None req-800e2fe2-d530-4468-b49f-9009da1f6a6f tempest-DeleteServersAdminTestJSON-241271607 tempest-DeleteServersAdminTestJSON-241271607-project-member] [instance: 13ec57c7-56f5-40c6-ab32-aac0fd67c9b1] Successfully updated port: 8c665748-c629-4ec6-9830-64658c0717b6 {{(pid=69613) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 684.851297] env[69613]: DEBUG oslo_concurrency.lockutils [req-d6bb84e0-0187-4013-b312-5805231d19f0 req-a1eed377-c008-431a-979e-3230b65bae4e service nova] Releasing lock "refresh_cache-00d02bd2-f8fa-415c-9a6f-c58b9af0be63" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.953401] env[69613]: DEBUG nova.compute.manager [req-de8d791b-4919-401f-baa7-0f618a34ca18 req-5283bb9e-7f9e-422e-99bb-1db59760d0c3 service nova] [instance: 13ec57c7-56f5-40c6-ab32-aac0fd67c9b1] Received event network-vif-plugged-8c665748-c629-4ec6-9830-64658c0717b6 {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 684.953401] env[69613]: DEBUG oslo_concurrency.lockutils [req-de8d791b-4919-401f-baa7-0f618a34ca18 req-5283bb9e-7f9e-422e-99bb-1db59760d0c3 service nova] Acquiring lock "13ec57c7-56f5-40c6-ab32-aac0fd67c9b1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 684.953401] env[69613]: DEBUG oslo_concurrency.lockutils [req-de8d791b-4919-401f-baa7-0f618a34ca18 req-5283bb9e-7f9e-422e-99bb-1db59760d0c3 service nova] Lock "13ec57c7-56f5-40c6-ab32-aac0fd67c9b1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 684.953401] env[69613]: DEBUG oslo_concurrency.lockutils [req-de8d791b-4919-401f-baa7-0f618a34ca18 req-5283bb9e-7f9e-422e-99bb-1db59760d0c3 service nova] Lock "13ec57c7-56f5-40c6-ab32-aac0fd67c9b1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 684.954607] env[69613]: DEBUG nova.compute.manager [req-de8d791b-4919-401f-baa7-0f618a34ca18 req-5283bb9e-7f9e-422e-99bb-1db59760d0c3 service nova] [instance: 13ec57c7-56f5-40c6-ab32-aac0fd67c9b1] No waiting events found dispatching network-vif-plugged-8c665748-c629-4ec6-9830-64658c0717b6 {{(pid=69613) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 684.954801] env[69613]: WARNING nova.compute.manager [req-de8d791b-4919-401f-baa7-0f618a34ca18 req-5283bb9e-7f9e-422e-99bb-1db59760d0c3 service nova] [instance: 13ec57c7-56f5-40c6-ab32-aac0fd67c9b1] Received unexpected event network-vif-plugged-8c665748-c629-4ec6-9830-64658c0717b6 for instance with vm_state building and task_state spawning. [ 685.034461] env[69613]: DEBUG nova.compute.manager [None req-d217f6a5-2a68-420e-aac1-096183c33df4 tempest-ListImageFiltersTestJSON-1131301097 tempest-ListImageFiltersTestJSON-1131301097-project-member] [instance: 352f5690-451d-489a-a7b1-259ff9b95e49] Starting instance... {{(pid=69613) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 685.046479] env[69613]: DEBUG oslo_vmware.api [None req-d4189c5f-5563-4464-82c5-5830dd4781b3 tempest-ServersTestJSON-1359772964 tempest-ServersTestJSON-1359772964-project-member] Task: {'id': task-3417014, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06705} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.046885] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-d4189c5f-5563-4464-82c5-5830dd4781b3 tempest-ServersTestJSON-1359772964 tempest-ServersTestJSON-1359772964-project-member] [instance: 494cdc5d-27c6-4a1c-8089-4b2a4dd08566] Extended root virtual disk {{(pid=69613) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 685.047897] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cb29737-e761-4b62-bd3d-700650e74d92 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.072024] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-d4189c5f-5563-4464-82c5-5830dd4781b3 tempest-ServersTestJSON-1359772964 tempest-ServersTestJSON-1359772964-project-member] [instance: 494cdc5d-27c6-4a1c-8089-4b2a4dd08566] Reconfiguring VM instance instance-0000001e to attach disk [datastore1] 494cdc5d-27c6-4a1c-8089-4b2a4dd08566/494cdc5d-27c6-4a1c-8089-4b2a4dd08566.vmdk or device None with type sparse {{(pid=69613) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 685.072024] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c76051e3-9e1c-4c36-b739-747b0429c4a7 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.092863] env[69613]: DEBUG oslo_vmware.api [None req-d4189c5f-5563-4464-82c5-5830dd4781b3 tempest-ServersTestJSON-1359772964 tempest-ServersTestJSON-1359772964-project-member] Waiting for the task: (returnval){ [ 685.092863] env[69613]: value = "task-3417015" [ 685.092863] env[69613]: _type = "Task" [ 685.092863] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.103737] env[69613]: DEBUG oslo_vmware.api [None req-d4189c5f-5563-4464-82c5-5830dd4781b3 tempest-ServersTestJSON-1359772964 tempest-ServersTestJSON-1359772964-project-member] Task: {'id': task-3417015, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.146685] env[69613]: DEBUG oslo_concurrency.lockutils [None req-cf5ade77-51cd-410e-8515-8cc40f7580fe tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] Lock "fa89db07-09b5-485d-aacc-e1d39e576218" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.720s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 685.193309] env[69613]: DEBUG oslo_vmware.api [None req-08620e9a-b43f-4ca5-b54c-fc9331630503 tempest-ServersListShow296Test-2103787313 tempest-ServersListShow296Test-2103787313-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]520e05f0-7a57-2777-e6d4-5d2ac56d486b, 'name': SearchDatastore_Task, 'duration_secs': 0.013787} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.193810] env[69613]: DEBUG oslo_concurrency.lockutils [None req-08620e9a-b43f-4ca5-b54c-fc9331630503 tempest-ServersListShow296Test-2103787313 tempest-ServersListShow296Test-2103787313-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.194212] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-08620e9a-b43f-4ca5-b54c-fc9331630503 tempest-ServersListShow296Test-2103787313 tempest-ServersListShow296Test-2103787313-project-member] [instance: 997781de-b20c-4004-8374-deef83d9de6b] Processing image 2b7a0304-b5d0-431d-b287-32c8388d7fbd {{(pid=69613) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 685.194600] env[69613]: DEBUG oslo_concurrency.lockutils [None req-08620e9a-b43f-4ca5-b54c-fc9331630503 tempest-ServersListShow296Test-2103787313 tempest-ServersListShow296Test-2103787313-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.194877] env[69613]: DEBUG oslo_concurrency.lockutils [None req-08620e9a-b43f-4ca5-b54c-fc9331630503 tempest-ServersListShow296Test-2103787313 tempest-ServersListShow296Test-2103787313-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.195217] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-08620e9a-b43f-4ca5-b54c-fc9331630503 tempest-ServersListShow296Test-2103787313 tempest-ServersListShow296Test-2103787313-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69613) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 685.195615] env[69613]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-eddf012f-4693-4145-9492-086ece9e488b {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.206463] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-08620e9a-b43f-4ca5-b54c-fc9331630503 tempest-ServersListShow296Test-2103787313 tempest-ServersListShow296Test-2103787313-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69613) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 685.207445] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-08620e9a-b43f-4ca5-b54c-fc9331630503 tempest-ServersListShow296Test-2103787313 tempest-ServersListShow296Test-2103787313-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69613) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 685.208271] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-25b57a7f-1d2b-4910-ba47-88f12528db85 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.213827] env[69613]: DEBUG oslo_vmware.api [None req-08620e9a-b43f-4ca5-b54c-fc9331630503 tempest-ServersListShow296Test-2103787313 tempest-ServersListShow296Test-2103787313-project-member] Waiting for the task: (returnval){ [ 685.213827] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]5219fa1f-f1a7-01b6-d14f-5ee9d1b0dee3" [ 685.213827] env[69613]: _type = "Task" [ 685.213827] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.222271] env[69613]: DEBUG oslo_vmware.api [None req-08620e9a-b43f-4ca5-b54c-fc9331630503 tempest-ServersListShow296Test-2103787313 tempest-ServersListShow296Test-2103787313-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]5219fa1f-f1a7-01b6-d14f-5ee9d1b0dee3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.325279] env[69613]: DEBUG oslo_concurrency.lockutils [None req-800e2fe2-d530-4468-b49f-9009da1f6a6f tempest-DeleteServersAdminTestJSON-241271607 tempest-DeleteServersAdminTestJSON-241271607-project-member] Acquiring lock "refresh_cache-13ec57c7-56f5-40c6-ab32-aac0fd67c9b1" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.325279] env[69613]: DEBUG oslo_concurrency.lockutils [None req-800e2fe2-d530-4468-b49f-9009da1f6a6f tempest-DeleteServersAdminTestJSON-241271607 tempest-DeleteServersAdminTestJSON-241271607-project-member] Acquired lock "refresh_cache-13ec57c7-56f5-40c6-ab32-aac0fd67c9b1" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.325521] env[69613]: DEBUG nova.network.neutron [None req-800e2fe2-d530-4468-b49f-9009da1f6a6f tempest-DeleteServersAdminTestJSON-241271607 tempest-DeleteServersAdminTestJSON-241271607-project-member] [instance: 13ec57c7-56f5-40c6-ab32-aac0fd67c9b1] Building network info cache for instance {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 685.563677] env[69613]: DEBUG oslo_concurrency.lockutils [None req-d217f6a5-2a68-420e-aac1-096183c33df4 tempest-ListImageFiltersTestJSON-1131301097 tempest-ListImageFiltersTestJSON-1131301097-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 685.604311] env[69613]: DEBUG oslo_vmware.api [None req-d4189c5f-5563-4464-82c5-5830dd4781b3 tempest-ServersTestJSON-1359772964 tempest-ServersTestJSON-1359772964-project-member] Task: {'id': task-3417015, 'name': ReconfigVM_Task, 'duration_secs': 0.267328} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.604601] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-d4189c5f-5563-4464-82c5-5830dd4781b3 tempest-ServersTestJSON-1359772964 tempest-ServersTestJSON-1359772964-project-member] [instance: 494cdc5d-27c6-4a1c-8089-4b2a4dd08566] Reconfigured VM instance instance-0000001e to attach disk [datastore1] 494cdc5d-27c6-4a1c-8089-4b2a4dd08566/494cdc5d-27c6-4a1c-8089-4b2a4dd08566.vmdk or device None with type sparse {{(pid=69613) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 685.606040] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-15f55b96-399a-4660-9b3c-761a4c047ab6 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.614530] env[69613]: DEBUG oslo_vmware.api [None req-d4189c5f-5563-4464-82c5-5830dd4781b3 tempest-ServersTestJSON-1359772964 tempest-ServersTestJSON-1359772964-project-member] Waiting for the task: (returnval){ [ 685.614530] env[69613]: value = "task-3417016" [ 685.614530] env[69613]: _type = "Task" [ 685.614530] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.624756] env[69613]: DEBUG oslo_vmware.api [None req-d4189c5f-5563-4464-82c5-5830dd4781b3 tempest-ServersTestJSON-1359772964 tempest-ServersTestJSON-1359772964-project-member] Task: {'id': task-3417016, 'name': Rename_Task} progress is 5%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.723989] env[69613]: DEBUG oslo_vmware.api [None req-08620e9a-b43f-4ca5-b54c-fc9331630503 tempest-ServersListShow296Test-2103787313 tempest-ServersListShow296Test-2103787313-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]5219fa1f-f1a7-01b6-d14f-5ee9d1b0dee3, 'name': SearchDatastore_Task, 'duration_secs': 0.022221} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.728272] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-014eb5d5-7957-4f30-98ae-4925f493aceb {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.732392] env[69613]: DEBUG oslo_vmware.api [None req-08620e9a-b43f-4ca5-b54c-fc9331630503 tempest-ServersListShow296Test-2103787313 tempest-ServersListShow296Test-2103787313-project-member] Waiting for the task: (returnval){ [ 685.732392] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]526eddcb-cfb5-2ef3-a8fe-c5a4980fd0ba" [ 685.732392] env[69613]: _type = "Task" [ 685.732392] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.740813] env[69613]: DEBUG oslo_vmware.api [None req-08620e9a-b43f-4ca5-b54c-fc9331630503 tempest-ServersListShow296Test-2103787313 tempest-ServersListShow296Test-2103787313-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]526eddcb-cfb5-2ef3-a8fe-c5a4980fd0ba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.865625] env[69613]: DEBUG nova.network.neutron [None req-800e2fe2-d530-4468-b49f-9009da1f6a6f tempest-DeleteServersAdminTestJSON-241271607 tempest-DeleteServersAdminTestJSON-241271607-project-member] [instance: 13ec57c7-56f5-40c6-ab32-aac0fd67c9b1] Instance cache missing network info. {{(pid=69613) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 685.945818] env[69613]: DEBUG oslo_concurrency.lockutils [None req-59f52ce4-889c-4632-ba63-109ef818cd3c tempest-FloatingIPsAssociationNegativeTestJSON-1033774278 tempest-FloatingIPsAssociationNegativeTestJSON-1033774278-project-member] Acquiring lock "00d02bd2-f8fa-415c-9a6f-c58b9af0be63" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 685.945818] env[69613]: DEBUG oslo_concurrency.lockutils [None req-59f52ce4-889c-4632-ba63-109ef818cd3c tempest-FloatingIPsAssociationNegativeTestJSON-1033774278 tempest-FloatingIPsAssociationNegativeTestJSON-1033774278-project-member] Lock "00d02bd2-f8fa-415c-9a6f-c58b9af0be63" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 685.945818] env[69613]: DEBUG oslo_concurrency.lockutils [None req-59f52ce4-889c-4632-ba63-109ef818cd3c tempest-FloatingIPsAssociationNegativeTestJSON-1033774278 tempest-FloatingIPsAssociationNegativeTestJSON-1033774278-project-member] Acquiring lock "00d02bd2-f8fa-415c-9a6f-c58b9af0be63-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 685.946553] env[69613]: DEBUG oslo_concurrency.lockutils [None req-59f52ce4-889c-4632-ba63-109ef818cd3c tempest-FloatingIPsAssociationNegativeTestJSON-1033774278 tempest-FloatingIPsAssociationNegativeTestJSON-1033774278-project-member] Lock "00d02bd2-f8fa-415c-9a6f-c58b9af0be63-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 685.946553] env[69613]: DEBUG oslo_concurrency.lockutils [None req-59f52ce4-889c-4632-ba63-109ef818cd3c tempest-FloatingIPsAssociationNegativeTestJSON-1033774278 tempest-FloatingIPsAssociationNegativeTestJSON-1033774278-project-member] Lock "00d02bd2-f8fa-415c-9a6f-c58b9af0be63-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 685.948637] env[69613]: INFO nova.compute.manager [None req-59f52ce4-889c-4632-ba63-109ef818cd3c tempest-FloatingIPsAssociationNegativeTestJSON-1033774278 tempest-FloatingIPsAssociationNegativeTestJSON-1033774278-project-member] [instance: 00d02bd2-f8fa-415c-9a6f-c58b9af0be63] Terminating instance [ 686.017561] env[69613]: DEBUG oslo_concurrency.lockutils [None req-10b3b422-343f-4ceb-8296-4779c39730e1 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Acquiring lock "3c85ee38-7f0c-48db-8bc7-cd3d17eb5f02" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 686.017794] env[69613]: DEBUG oslo_concurrency.lockutils [None req-10b3b422-343f-4ceb-8296-4779c39730e1 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Lock "3c85ee38-7f0c-48db-8bc7-cd3d17eb5f02" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 686.029250] env[69613]: DEBUG nova.network.neutron [None req-800e2fe2-d530-4468-b49f-9009da1f6a6f tempest-DeleteServersAdminTestJSON-241271607 tempest-DeleteServersAdminTestJSON-241271607-project-member] [instance: 13ec57c7-56f5-40c6-ab32-aac0fd67c9b1] Updating instance_info_cache with network_info: [{"id": "8c665748-c629-4ec6-9830-64658c0717b6", "address": "fa:16:3e:00:53:e9", "network": {"id": "7f5a9020-c966-459c-b2b1-fc62b2ff6283", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.40", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3e9e1b873f1442d59d5ee8247b941f74", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aec0089a-ff85-4bef-bad8-c84de39af71a", "external-id": "nsx-vlan-transportzone-758", "segmentation_id": 758, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c665748-c6", "ovs_interfaceid": "8c665748-c629-4ec6-9830-64658c0717b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 686.123930] env[69613]: DEBUG oslo_concurrency.lockutils [None req-28bf20bd-b252-4b40-805a-7087e11663b4 tempest-SecurityGroupsTestJSON-147571119 tempest-SecurityGroupsTestJSON-147571119-project-member] Acquiring lock "41c0824b-2186-49fe-bcfd-82c031bf4810" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 686.124344] env[69613]: DEBUG oslo_concurrency.lockutils [None req-28bf20bd-b252-4b40-805a-7087e11663b4 tempest-SecurityGroupsTestJSON-147571119 tempest-SecurityGroupsTestJSON-147571119-project-member] Lock "41c0824b-2186-49fe-bcfd-82c031bf4810" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 686.136025] env[69613]: DEBUG oslo_vmware.api [None req-d4189c5f-5563-4464-82c5-5830dd4781b3 tempest-ServersTestJSON-1359772964 tempest-ServersTestJSON-1359772964-project-member] Task: {'id': task-3417016, 'name': Rename_Task, 'duration_secs': 0.129791} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.136147] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4189c5f-5563-4464-82c5-5830dd4781b3 tempest-ServersTestJSON-1359772964 tempest-ServersTestJSON-1359772964-project-member] [instance: 494cdc5d-27c6-4a1c-8089-4b2a4dd08566] Powering on the VM {{(pid=69613) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 686.136387] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9c969b79-2a2b-468e-b5ee-9bd0ed795c77 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.144213] env[69613]: DEBUG oslo_vmware.api [None req-d4189c5f-5563-4464-82c5-5830dd4781b3 tempest-ServersTestJSON-1359772964 tempest-ServersTestJSON-1359772964-project-member] Waiting for the task: (returnval){ [ 686.144213] env[69613]: value = "task-3417017" [ 686.144213] env[69613]: _type = "Task" [ 686.144213] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.152738] env[69613]: DEBUG oslo_vmware.api [None req-d4189c5f-5563-4464-82c5-5830dd4781b3 tempest-ServersTestJSON-1359772964 tempest-ServersTestJSON-1359772964-project-member] Task: {'id': task-3417017, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.197764] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2d5328d-1511-4dc1-a604-b3a56124394a {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.205677] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a288baaf-aacb-4b4b-9c8c-a8ea95510b62 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.242472] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8130a12-92c2-4562-8036-3377b37517c6 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.250781] env[69613]: DEBUG oslo_vmware.api [None req-08620e9a-b43f-4ca5-b54c-fc9331630503 tempest-ServersListShow296Test-2103787313 tempest-ServersListShow296Test-2103787313-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]526eddcb-cfb5-2ef3-a8fe-c5a4980fd0ba, 'name': SearchDatastore_Task, 'duration_secs': 0.047284} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.252980] env[69613]: DEBUG oslo_concurrency.lockutils [None req-08620e9a-b43f-4ca5-b54c-fc9331630503 tempest-ServersListShow296Test-2103787313 tempest-ServersListShow296Test-2103787313-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.253273] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-08620e9a-b43f-4ca5-b54c-fc9331630503 tempest-ServersListShow296Test-2103787313 tempest-ServersListShow296Test-2103787313-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk to [datastore2] 997781de-b20c-4004-8374-deef83d9de6b/997781de-b20c-4004-8374-deef83d9de6b.vmdk {{(pid=69613) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 686.253593] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e6b27f84-960b-4a7e-ba29-e9566367cc91 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.256480] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74d84937-682d-4dbe-9906-a9b441beeaf9 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.272205] env[69613]: DEBUG nova.compute.provider_tree [None req-6186cf25-c459-4e4b-aa27-5e20bca28113 tempest-ServerGroupTestJSON-1760943608 tempest-ServerGroupTestJSON-1760943608-project-member] Updating inventory in ProviderTree for provider af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69613) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 686.274835] env[69613]: DEBUG oslo_vmware.api [None req-08620e9a-b43f-4ca5-b54c-fc9331630503 tempest-ServersListShow296Test-2103787313 tempest-ServersListShow296Test-2103787313-project-member] Waiting for the task: (returnval){ [ 686.274835] env[69613]: value = "task-3417018" [ 686.274835] env[69613]: _type = "Task" [ 686.274835] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.284739] env[69613]: DEBUG oslo_vmware.api [None req-08620e9a-b43f-4ca5-b54c-fc9331630503 tempest-ServersListShow296Test-2103787313 tempest-ServersListShow296Test-2103787313-project-member] Task: {'id': task-3417018, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.458753] env[69613]: DEBUG nova.compute.manager [None req-59f52ce4-889c-4632-ba63-109ef818cd3c tempest-FloatingIPsAssociationNegativeTestJSON-1033774278 tempest-FloatingIPsAssociationNegativeTestJSON-1033774278-project-member] [instance: 00d02bd2-f8fa-415c-9a6f-c58b9af0be63] Start destroying the instance on the hypervisor. {{(pid=69613) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 686.458997] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-59f52ce4-889c-4632-ba63-109ef818cd3c tempest-FloatingIPsAssociationNegativeTestJSON-1033774278 tempest-FloatingIPsAssociationNegativeTestJSON-1033774278-project-member] [instance: 00d02bd2-f8fa-415c-9a6f-c58b9af0be63] Destroying instance {{(pid=69613) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 686.459887] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1124c69-d004-4c56-86b0-661de5f38e26 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.468606] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-59f52ce4-889c-4632-ba63-109ef818cd3c tempest-FloatingIPsAssociationNegativeTestJSON-1033774278 tempest-FloatingIPsAssociationNegativeTestJSON-1033774278-project-member] [instance: 00d02bd2-f8fa-415c-9a6f-c58b9af0be63] Powering off the VM {{(pid=69613) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 686.468890] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4730be73-26f4-428f-91b5-a7abb090b8c8 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.475681] env[69613]: DEBUG oslo_vmware.api [None req-59f52ce4-889c-4632-ba63-109ef818cd3c tempest-FloatingIPsAssociationNegativeTestJSON-1033774278 tempest-FloatingIPsAssociationNegativeTestJSON-1033774278-project-member] Waiting for the task: (returnval){ [ 686.475681] env[69613]: value = "task-3417019" [ 686.475681] env[69613]: _type = "Task" [ 686.475681] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.484491] env[69613]: DEBUG oslo_vmware.api [None req-59f52ce4-889c-4632-ba63-109ef818cd3c tempest-FloatingIPsAssociationNegativeTestJSON-1033774278 tempest-FloatingIPsAssociationNegativeTestJSON-1033774278-project-member] Task: {'id': task-3417019, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.518328] env[69613]: DEBUG oslo_concurrency.lockutils [None req-d4de0be8-9174-4d2c-81fd-0156e8413c19 tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] Acquiring lock "bc90201c-8900-4821-9839-9d5e35c48ac5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 686.518638] env[69613]: DEBUG oslo_concurrency.lockutils [None req-d4de0be8-9174-4d2c-81fd-0156e8413c19 tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] Lock "bc90201c-8900-4821-9839-9d5e35c48ac5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 686.518782] env[69613]: DEBUG oslo_concurrency.lockutils [None req-d4de0be8-9174-4d2c-81fd-0156e8413c19 tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] Acquiring lock "bc90201c-8900-4821-9839-9d5e35c48ac5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 686.518965] env[69613]: DEBUG oslo_concurrency.lockutils [None req-d4de0be8-9174-4d2c-81fd-0156e8413c19 tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] Lock "bc90201c-8900-4821-9839-9d5e35c48ac5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 686.519280] env[69613]: DEBUG oslo_concurrency.lockutils [None req-d4de0be8-9174-4d2c-81fd-0156e8413c19 tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] Lock "bc90201c-8900-4821-9839-9d5e35c48ac5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 686.521747] env[69613]: INFO nova.compute.manager [None req-d4de0be8-9174-4d2c-81fd-0156e8413c19 tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] [instance: bc90201c-8900-4821-9839-9d5e35c48ac5] Terminating instance [ 686.532175] env[69613]: DEBUG oslo_concurrency.lockutils [None req-800e2fe2-d530-4468-b49f-9009da1f6a6f tempest-DeleteServersAdminTestJSON-241271607 tempest-DeleteServersAdminTestJSON-241271607-project-member] Releasing lock "refresh_cache-13ec57c7-56f5-40c6-ab32-aac0fd67c9b1" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.532540] env[69613]: DEBUG nova.compute.manager [None req-800e2fe2-d530-4468-b49f-9009da1f6a6f tempest-DeleteServersAdminTestJSON-241271607 tempest-DeleteServersAdminTestJSON-241271607-project-member] [instance: 13ec57c7-56f5-40c6-ab32-aac0fd67c9b1] Instance network_info: |[{"id": "8c665748-c629-4ec6-9830-64658c0717b6", "address": "fa:16:3e:00:53:e9", "network": {"id": "7f5a9020-c966-459c-b2b1-fc62b2ff6283", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.40", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3e9e1b873f1442d59d5ee8247b941f74", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aec0089a-ff85-4bef-bad8-c84de39af71a", "external-id": "nsx-vlan-transportzone-758", "segmentation_id": 758, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c665748-c6", "ovs_interfaceid": "8c665748-c629-4ec6-9830-64658c0717b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69613) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 686.533591] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-800e2fe2-d530-4468-b49f-9009da1f6a6f tempest-DeleteServersAdminTestJSON-241271607 tempest-DeleteServersAdminTestJSON-241271607-project-member] [instance: 13ec57c7-56f5-40c6-ab32-aac0fd67c9b1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:00:53:e9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'aec0089a-ff85-4bef-bad8-c84de39af71a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8c665748-c629-4ec6-9830-64658c0717b6', 'vif_model': 'vmxnet3'}] {{(pid=69613) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 686.542782] env[69613]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-800e2fe2-d530-4468-b49f-9009da1f6a6f tempest-DeleteServersAdminTestJSON-241271607 tempest-DeleteServersAdminTestJSON-241271607-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69613) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 686.543484] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 13ec57c7-56f5-40c6-ab32-aac0fd67c9b1] Creating VM on the ESX host {{(pid=69613) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 686.544172] env[69613]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8c0b7bfc-84a0-4484-a688-7b971f9d1189 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.569076] env[69613]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 686.569076] env[69613]: value = "task-3417020" [ 686.569076] env[69613]: _type = "Task" [ 686.569076] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.579699] env[69613]: DEBUG oslo_vmware.api [-] Task: {'id': task-3417020, 'name': CreateVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.656856] env[69613]: DEBUG oslo_vmware.api [None req-d4189c5f-5563-4464-82c5-5830dd4781b3 tempest-ServersTestJSON-1359772964 tempest-ServersTestJSON-1359772964-project-member] Task: {'id': task-3417017, 'name': PowerOnVM_Task, 'duration_secs': 0.479486} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.657561] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4189c5f-5563-4464-82c5-5830dd4781b3 tempest-ServersTestJSON-1359772964 tempest-ServersTestJSON-1359772964-project-member] [instance: 494cdc5d-27c6-4a1c-8089-4b2a4dd08566] Powered on the VM {{(pid=69613) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 686.657561] env[69613]: INFO nova.compute.manager [None req-d4189c5f-5563-4464-82c5-5830dd4781b3 tempest-ServersTestJSON-1359772964 tempest-ServersTestJSON-1359772964-project-member] [instance: 494cdc5d-27c6-4a1c-8089-4b2a4dd08566] Took 8.57 seconds to spawn the instance on the hypervisor. [ 686.657719] env[69613]: DEBUG nova.compute.manager [None req-d4189c5f-5563-4464-82c5-5830dd4781b3 tempest-ServersTestJSON-1359772964 tempest-ServersTestJSON-1359772964-project-member] [instance: 494cdc5d-27c6-4a1c-8089-4b2a4dd08566] Checking state {{(pid=69613) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 686.658739] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cb5c4c2-a77b-4d76-9afe-809540edad79 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.793660] env[69613]: DEBUG oslo_vmware.api [None req-08620e9a-b43f-4ca5-b54c-fc9331630503 tempest-ServersListShow296Test-2103787313 tempest-ServersListShow296Test-2103787313-project-member] Task: {'id': task-3417018, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.48327} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.793946] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-08620e9a-b43f-4ca5-b54c-fc9331630503 tempest-ServersListShow296Test-2103787313 tempest-ServersListShow296Test-2103787313-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk to [datastore2] 997781de-b20c-4004-8374-deef83d9de6b/997781de-b20c-4004-8374-deef83d9de6b.vmdk {{(pid=69613) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 686.794288] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-08620e9a-b43f-4ca5-b54c-fc9331630503 tempest-ServersListShow296Test-2103787313 tempest-ServersListShow296Test-2103787313-project-member] [instance: 997781de-b20c-4004-8374-deef83d9de6b] Extending root virtual disk to 1048576 {{(pid=69613) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 686.794522] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-80cbf910-d13f-4e87-ad50-ccaf1571b377 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.802724] env[69613]: DEBUG oslo_vmware.api [None req-08620e9a-b43f-4ca5-b54c-fc9331630503 tempest-ServersListShow296Test-2103787313 tempest-ServersListShow296Test-2103787313-project-member] Waiting for the task: (returnval){ [ 686.802724] env[69613]: value = "task-3417021" [ 686.802724] env[69613]: _type = "Task" [ 686.802724] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.806400] env[69613]: ERROR nova.scheduler.client.report [None req-6186cf25-c459-4e4b-aa27-5e20bca28113 tempest-ServerGroupTestJSON-1760943608 tempest-ServerGroupTestJSON-1760943608-project-member] [req-ad42b685-88d0-4d74-a822-dd55599c7037] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID af76dfa6-80f5-47a1-ac1e-7e11abfaaed9. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-ad42b685-88d0-4d74-a822-dd55599c7037"}]} [ 686.816079] env[69613]: DEBUG oslo_vmware.api [None req-08620e9a-b43f-4ca5-b54c-fc9331630503 tempest-ServersListShow296Test-2103787313 tempest-ServersListShow296Test-2103787313-project-member] Task: {'id': task-3417021, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.826141] env[69613]: DEBUG nova.scheduler.client.report [None req-6186cf25-c459-4e4b-aa27-5e20bca28113 tempest-ServerGroupTestJSON-1760943608 tempest-ServerGroupTestJSON-1760943608-project-member] Refreshing inventories for resource provider af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 {{(pid=69613) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 686.845175] env[69613]: DEBUG nova.scheduler.client.report [None req-6186cf25-c459-4e4b-aa27-5e20bca28113 tempest-ServerGroupTestJSON-1760943608 tempest-ServerGroupTestJSON-1760943608-project-member] Updating ProviderTree inventory for provider af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69613) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 686.845507] env[69613]: DEBUG nova.compute.provider_tree [None req-6186cf25-c459-4e4b-aa27-5e20bca28113 tempest-ServerGroupTestJSON-1760943608 tempest-ServerGroupTestJSON-1760943608-project-member] Updating inventory in ProviderTree for provider af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69613) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 686.858595] env[69613]: DEBUG nova.scheduler.client.report [None req-6186cf25-c459-4e4b-aa27-5e20bca28113 tempest-ServerGroupTestJSON-1760943608 tempest-ServerGroupTestJSON-1760943608-project-member] Refreshing aggregate associations for resource provider af76dfa6-80f5-47a1-ac1e-7e11abfaaed9, aggregates: None {{(pid=69613) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 686.881128] env[69613]: DEBUG nova.scheduler.client.report [None req-6186cf25-c459-4e4b-aa27-5e20bca28113 tempest-ServerGroupTestJSON-1760943608 tempest-ServerGroupTestJSON-1760943608-project-member] Refreshing trait associations for resource provider af76dfa6-80f5-47a1-ac1e-7e11abfaaed9, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_NODE {{(pid=69613) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 686.986317] env[69613]: DEBUG oslo_vmware.api [None req-59f52ce4-889c-4632-ba63-109ef818cd3c tempest-FloatingIPsAssociationNegativeTestJSON-1033774278 tempest-FloatingIPsAssociationNegativeTestJSON-1033774278-project-member] Task: {'id': task-3417019, 'name': PowerOffVM_Task, 'duration_secs': 0.34172} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.986589] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-59f52ce4-889c-4632-ba63-109ef818cd3c tempest-FloatingIPsAssociationNegativeTestJSON-1033774278 tempest-FloatingIPsAssociationNegativeTestJSON-1033774278-project-member] [instance: 00d02bd2-f8fa-415c-9a6f-c58b9af0be63] Powered off the VM {{(pid=69613) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 686.986753] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-59f52ce4-889c-4632-ba63-109ef818cd3c tempest-FloatingIPsAssociationNegativeTestJSON-1033774278 tempest-FloatingIPsAssociationNegativeTestJSON-1033774278-project-member] [instance: 00d02bd2-f8fa-415c-9a6f-c58b9af0be63] Unregistering the VM {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 686.987043] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2b4e2642-dcb3-453a-85fa-7092d2d85d9c {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.026226] env[69613]: DEBUG nova.compute.manager [None req-d4de0be8-9174-4d2c-81fd-0156e8413c19 tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] [instance: bc90201c-8900-4821-9839-9d5e35c48ac5] Start destroying the instance on the hypervisor. {{(pid=69613) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 687.026299] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-d4de0be8-9174-4d2c-81fd-0156e8413c19 tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] [instance: bc90201c-8900-4821-9839-9d5e35c48ac5] Destroying instance {{(pid=69613) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 687.027158] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39d7fdc9-c611-42aa-a777-4dc9fccc771e {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.034735] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4de0be8-9174-4d2c-81fd-0156e8413c19 tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] [instance: bc90201c-8900-4821-9839-9d5e35c48ac5] Powering off the VM {{(pid=69613) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 687.038041] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-75892af7-8d1b-4709-84f6-d9cd184f6122 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.044505] env[69613]: DEBUG oslo_vmware.api [None req-d4de0be8-9174-4d2c-81fd-0156e8413c19 tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] Waiting for the task: (returnval){ [ 687.044505] env[69613]: value = "task-3417023" [ 687.044505] env[69613]: _type = "Task" [ 687.044505] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.052337] env[69613]: DEBUG oslo_vmware.api [None req-d4de0be8-9174-4d2c-81fd-0156e8413c19 tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] Task: {'id': task-3417023, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.055615] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-59f52ce4-889c-4632-ba63-109ef818cd3c tempest-FloatingIPsAssociationNegativeTestJSON-1033774278 tempest-FloatingIPsAssociationNegativeTestJSON-1033774278-project-member] [instance: 00d02bd2-f8fa-415c-9a6f-c58b9af0be63] Unregistered the VM {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 687.055810] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-59f52ce4-889c-4632-ba63-109ef818cd3c tempest-FloatingIPsAssociationNegativeTestJSON-1033774278 tempest-FloatingIPsAssociationNegativeTestJSON-1033774278-project-member] [instance: 00d02bd2-f8fa-415c-9a6f-c58b9af0be63] Deleting contents of the VM from datastore datastore2 {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 687.055980] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-59f52ce4-889c-4632-ba63-109ef818cd3c tempest-FloatingIPsAssociationNegativeTestJSON-1033774278 tempest-FloatingIPsAssociationNegativeTestJSON-1033774278-project-member] Deleting the datastore file [datastore2] 00d02bd2-f8fa-415c-9a6f-c58b9af0be63 {{(pid=69613) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 687.056410] env[69613]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0a75b9c3-5640-42ab-83c7-6ac3cab5892b {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.061610] env[69613]: DEBUG oslo_vmware.api [None req-59f52ce4-889c-4632-ba63-109ef818cd3c tempest-FloatingIPsAssociationNegativeTestJSON-1033774278 tempest-FloatingIPsAssociationNegativeTestJSON-1033774278-project-member] Waiting for the task: (returnval){ [ 687.061610] env[69613]: value = "task-3417024" [ 687.061610] env[69613]: _type = "Task" [ 687.061610] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.071120] env[69613]: DEBUG oslo_vmware.api [None req-59f52ce4-889c-4632-ba63-109ef818cd3c tempest-FloatingIPsAssociationNegativeTestJSON-1033774278 tempest-FloatingIPsAssociationNegativeTestJSON-1033774278-project-member] Task: {'id': task-3417024, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.079354] env[69613]: DEBUG oslo_vmware.api [-] Task: {'id': task-3417020, 'name': CreateVM_Task, 'duration_secs': 0.416368} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.081827] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 13ec57c7-56f5-40c6-ab32-aac0fd67c9b1] Created VM on the ESX host {{(pid=69613) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 687.082861] env[69613]: DEBUG oslo_concurrency.lockutils [None req-800e2fe2-d530-4468-b49f-9009da1f6a6f tempest-DeleteServersAdminTestJSON-241271607 tempest-DeleteServersAdminTestJSON-241271607-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.083070] env[69613]: DEBUG oslo_concurrency.lockutils [None req-800e2fe2-d530-4468-b49f-9009da1f6a6f tempest-DeleteServersAdminTestJSON-241271607 tempest-DeleteServersAdminTestJSON-241271607-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.083540] env[69613]: DEBUG oslo_concurrency.lockutils [None req-800e2fe2-d530-4468-b49f-9009da1f6a6f tempest-DeleteServersAdminTestJSON-241271607 tempest-DeleteServersAdminTestJSON-241271607-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.083811] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f0c4d8f6-8426-452f-b4c5-2e024f22e167 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.088139] env[69613]: DEBUG oslo_vmware.api [None req-800e2fe2-d530-4468-b49f-9009da1f6a6f tempest-DeleteServersAdminTestJSON-241271607 tempest-DeleteServersAdminTestJSON-241271607-project-member] Waiting for the task: (returnval){ [ 687.088139] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]52c4171e-4994-0f80-65ab-93aee668669d" [ 687.088139] env[69613]: _type = "Task" [ 687.088139] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.093819] env[69613]: DEBUG nova.compute.manager [req-31be4d83-2c60-4950-a9cb-e2335b909670 req-7e1d48b6-2fce-4464-b868-b426059acda5 service nova] [instance: 13ec57c7-56f5-40c6-ab32-aac0fd67c9b1] Received event network-changed-8c665748-c629-4ec6-9830-64658c0717b6 {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 687.094036] env[69613]: DEBUG nova.compute.manager [req-31be4d83-2c60-4950-a9cb-e2335b909670 req-7e1d48b6-2fce-4464-b868-b426059acda5 service nova] [instance: 13ec57c7-56f5-40c6-ab32-aac0fd67c9b1] Refreshing instance network info cache due to event network-changed-8c665748-c629-4ec6-9830-64658c0717b6. {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 687.094267] env[69613]: DEBUG oslo_concurrency.lockutils [req-31be4d83-2c60-4950-a9cb-e2335b909670 req-7e1d48b6-2fce-4464-b868-b426059acda5 service nova] Acquiring lock "refresh_cache-13ec57c7-56f5-40c6-ab32-aac0fd67c9b1" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.094425] env[69613]: DEBUG oslo_concurrency.lockutils [req-31be4d83-2c60-4950-a9cb-e2335b909670 req-7e1d48b6-2fce-4464-b868-b426059acda5 service nova] Acquired lock "refresh_cache-13ec57c7-56f5-40c6-ab32-aac0fd67c9b1" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.094593] env[69613]: DEBUG nova.network.neutron [req-31be4d83-2c60-4950-a9cb-e2335b909670 req-7e1d48b6-2fce-4464-b868-b426059acda5 service nova] [instance: 13ec57c7-56f5-40c6-ab32-aac0fd67c9b1] Refreshing network info cache for port 8c665748-c629-4ec6-9830-64658c0717b6 {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 687.103336] env[69613]: DEBUG oslo_vmware.api [None req-800e2fe2-d530-4468-b49f-9009da1f6a6f tempest-DeleteServersAdminTestJSON-241271607 tempest-DeleteServersAdminTestJSON-241271607-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52c4171e-4994-0f80-65ab-93aee668669d, 'name': SearchDatastore_Task, 'duration_secs': 0.009581} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.103456] env[69613]: DEBUG oslo_concurrency.lockutils [None req-800e2fe2-d530-4468-b49f-9009da1f6a6f tempest-DeleteServersAdminTestJSON-241271607 tempest-DeleteServersAdminTestJSON-241271607-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.103713] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-800e2fe2-d530-4468-b49f-9009da1f6a6f tempest-DeleteServersAdminTestJSON-241271607 tempest-DeleteServersAdminTestJSON-241271607-project-member] [instance: 13ec57c7-56f5-40c6-ab32-aac0fd67c9b1] Processing image 2b7a0304-b5d0-431d-b287-32c8388d7fbd {{(pid=69613) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 687.103911] env[69613]: DEBUG oslo_concurrency.lockutils [None req-800e2fe2-d530-4468-b49f-9009da1f6a6f tempest-DeleteServersAdminTestJSON-241271607 tempest-DeleteServersAdminTestJSON-241271607-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.104079] env[69613]: DEBUG oslo_concurrency.lockutils [None req-800e2fe2-d530-4468-b49f-9009da1f6a6f tempest-DeleteServersAdminTestJSON-241271607 tempest-DeleteServersAdminTestJSON-241271607-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.104288] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-800e2fe2-d530-4468-b49f-9009da1f6a6f tempest-DeleteServersAdminTestJSON-241271607 tempest-DeleteServersAdminTestJSON-241271607-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69613) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 687.105082] env[69613]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ad8553e3-355a-4f4f-a4fc-a82d723aeb49 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.113306] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-800e2fe2-d530-4468-b49f-9009da1f6a6f tempest-DeleteServersAdminTestJSON-241271607 tempest-DeleteServersAdminTestJSON-241271607-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69613) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 687.113306] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-800e2fe2-d530-4468-b49f-9009da1f6a6f tempest-DeleteServersAdminTestJSON-241271607 tempest-DeleteServersAdminTestJSON-241271607-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69613) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 687.114020] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4eb085bb-061c-4101-be22-175fd2cb1549 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.119477] env[69613]: DEBUG oslo_vmware.api [None req-800e2fe2-d530-4468-b49f-9009da1f6a6f tempest-DeleteServersAdminTestJSON-241271607 tempest-DeleteServersAdminTestJSON-241271607-project-member] Waiting for the task: (returnval){ [ 687.119477] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]520c88e8-a362-4e6e-4fc4-9b02f40cfaa4" [ 687.119477] env[69613]: _type = "Task" [ 687.119477] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.131534] env[69613]: DEBUG oslo_vmware.api [None req-800e2fe2-d530-4468-b49f-9009da1f6a6f tempest-DeleteServersAdminTestJSON-241271607 tempest-DeleteServersAdminTestJSON-241271607-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]520c88e8-a362-4e6e-4fc4-9b02f40cfaa4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.180346] env[69613]: INFO nova.compute.manager [None req-d4189c5f-5563-4464-82c5-5830dd4781b3 tempest-ServersTestJSON-1359772964 tempest-ServersTestJSON-1359772964-project-member] [instance: 494cdc5d-27c6-4a1c-8089-4b2a4dd08566] Took 33.96 seconds to build instance. [ 687.315063] env[69613]: DEBUG oslo_vmware.api [None req-08620e9a-b43f-4ca5-b54c-fc9331630503 tempest-ServersListShow296Test-2103787313 tempest-ServersListShow296Test-2103787313-project-member] Task: {'id': task-3417021, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.109219} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.317740] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-08620e9a-b43f-4ca5-b54c-fc9331630503 tempest-ServersListShow296Test-2103787313 tempest-ServersListShow296Test-2103787313-project-member] [instance: 997781de-b20c-4004-8374-deef83d9de6b] Extended root virtual disk {{(pid=69613) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 687.318754] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0409de8c-699c-4299-8517-d5dcb5b32684 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.338411] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-08620e9a-b43f-4ca5-b54c-fc9331630503 tempest-ServersListShow296Test-2103787313 tempest-ServersListShow296Test-2103787313-project-member] [instance: 997781de-b20c-4004-8374-deef83d9de6b] Reconfiguring VM instance instance-0000001c to attach disk [datastore2] 997781de-b20c-4004-8374-deef83d9de6b/997781de-b20c-4004-8374-deef83d9de6b.vmdk or device None with type sparse {{(pid=69613) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 687.341202] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-431a6b66-f2c4-4504-b5d9-eeddff8fa26e {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.361353] env[69613]: DEBUG oslo_vmware.api [None req-08620e9a-b43f-4ca5-b54c-fc9331630503 tempest-ServersListShow296Test-2103787313 tempest-ServersListShow296Test-2103787313-project-member] Waiting for the task: (returnval){ [ 687.361353] env[69613]: value = "task-3417025" [ 687.361353] env[69613]: _type = "Task" [ 687.361353] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.372277] env[69613]: DEBUG oslo_vmware.api [None req-08620e9a-b43f-4ca5-b54c-fc9331630503 tempest-ServersListShow296Test-2103787313 tempest-ServersListShow296Test-2103787313-project-member] Task: {'id': task-3417025, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.402540] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-740a9d0f-5862-4144-912e-a8cf49b02469 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.409755] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80aaa298-d4a4-4d9f-93af-46101652fe06 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.442988] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c60e530a-f590-4f25-8802-88f709c54256 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.450984] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-684da395-bb9b-4e2c-a5ab-97ad44dc3a1b {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.465282] env[69613]: DEBUG nova.compute.provider_tree [None req-6186cf25-c459-4e4b-aa27-5e20bca28113 tempest-ServerGroupTestJSON-1760943608 tempest-ServerGroupTestJSON-1760943608-project-member] Updating inventory in ProviderTree for provider af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69613) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 687.555669] env[69613]: DEBUG oslo_vmware.api [None req-d4de0be8-9174-4d2c-81fd-0156e8413c19 tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] Task: {'id': task-3417023, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.570234] env[69613]: DEBUG oslo_vmware.api [None req-59f52ce4-889c-4632-ba63-109ef818cd3c tempest-FloatingIPsAssociationNegativeTestJSON-1033774278 tempest-FloatingIPsAssociationNegativeTestJSON-1033774278-project-member] Task: {'id': task-3417024, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.146152} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.570585] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-59f52ce4-889c-4632-ba63-109ef818cd3c tempest-FloatingIPsAssociationNegativeTestJSON-1033774278 tempest-FloatingIPsAssociationNegativeTestJSON-1033774278-project-member] Deleted the datastore file {{(pid=69613) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 687.570700] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-59f52ce4-889c-4632-ba63-109ef818cd3c tempest-FloatingIPsAssociationNegativeTestJSON-1033774278 tempest-FloatingIPsAssociationNegativeTestJSON-1033774278-project-member] [instance: 00d02bd2-f8fa-415c-9a6f-c58b9af0be63] Deleted contents of the VM from datastore datastore2 {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 687.570840] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-59f52ce4-889c-4632-ba63-109ef818cd3c tempest-FloatingIPsAssociationNegativeTestJSON-1033774278 tempest-FloatingIPsAssociationNegativeTestJSON-1033774278-project-member] [instance: 00d02bd2-f8fa-415c-9a6f-c58b9af0be63] Instance destroyed {{(pid=69613) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 687.571019] env[69613]: INFO nova.compute.manager [None req-59f52ce4-889c-4632-ba63-109ef818cd3c tempest-FloatingIPsAssociationNegativeTestJSON-1033774278 tempest-FloatingIPsAssociationNegativeTestJSON-1033774278-project-member] [instance: 00d02bd2-f8fa-415c-9a6f-c58b9af0be63] Took 1.11 seconds to destroy the instance on the hypervisor. [ 687.571401] env[69613]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-59f52ce4-889c-4632-ba63-109ef818cd3c tempest-FloatingIPsAssociationNegativeTestJSON-1033774278 tempest-FloatingIPsAssociationNegativeTestJSON-1033774278-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69613) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 687.571562] env[69613]: DEBUG nova.compute.manager [-] [instance: 00d02bd2-f8fa-415c-9a6f-c58b9af0be63] Deallocating network for instance {{(pid=69613) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 687.571657] env[69613]: DEBUG nova.network.neutron [-] [instance: 00d02bd2-f8fa-415c-9a6f-c58b9af0be63] deallocate_for_instance() {{(pid=69613) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 687.632523] env[69613]: DEBUG oslo_vmware.api [None req-800e2fe2-d530-4468-b49f-9009da1f6a6f tempest-DeleteServersAdminTestJSON-241271607 tempest-DeleteServersAdminTestJSON-241271607-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]520c88e8-a362-4e6e-4fc4-9b02f40cfaa4, 'name': SearchDatastore_Task, 'duration_secs': 0.010401} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.635613] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dedb3adc-29ff-474e-85de-53ba84a84a8a {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.641604] env[69613]: DEBUG oslo_vmware.api [None req-800e2fe2-d530-4468-b49f-9009da1f6a6f tempest-DeleteServersAdminTestJSON-241271607 tempest-DeleteServersAdminTestJSON-241271607-project-member] Waiting for the task: (returnval){ [ 687.641604] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]5205ff76-7c10-f33e-43d3-7d197b3d42fd" [ 687.641604] env[69613]: _type = "Task" [ 687.641604] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.649690] env[69613]: DEBUG oslo_vmware.api [None req-800e2fe2-d530-4468-b49f-9009da1f6a6f tempest-DeleteServersAdminTestJSON-241271607 tempest-DeleteServersAdminTestJSON-241271607-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]5205ff76-7c10-f33e-43d3-7d197b3d42fd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.682573] env[69613]: DEBUG oslo_concurrency.lockutils [None req-d4189c5f-5563-4464-82c5-5830dd4781b3 tempest-ServersTestJSON-1359772964 tempest-ServersTestJSON-1359772964-project-member] Lock "494cdc5d-27c6-4a1c-8089-4b2a4dd08566" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 64.559s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 687.850714] env[69613]: DEBUG nova.network.neutron [req-31be4d83-2c60-4950-a9cb-e2335b909670 req-7e1d48b6-2fce-4464-b868-b426059acda5 service nova] [instance: 13ec57c7-56f5-40c6-ab32-aac0fd67c9b1] Updated VIF entry in instance network info cache for port 8c665748-c629-4ec6-9830-64658c0717b6. {{(pid=69613) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 687.851077] env[69613]: DEBUG nova.network.neutron [req-31be4d83-2c60-4950-a9cb-e2335b909670 req-7e1d48b6-2fce-4464-b868-b426059acda5 service nova] [instance: 13ec57c7-56f5-40c6-ab32-aac0fd67c9b1] Updating instance_info_cache with network_info: [{"id": "8c665748-c629-4ec6-9830-64658c0717b6", "address": "fa:16:3e:00:53:e9", "network": {"id": "7f5a9020-c966-459c-b2b1-fc62b2ff6283", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.40", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3e9e1b873f1442d59d5ee8247b941f74", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aec0089a-ff85-4bef-bad8-c84de39af71a", "external-id": "nsx-vlan-transportzone-758", "segmentation_id": 758, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c665748-c6", "ovs_interfaceid": "8c665748-c629-4ec6-9830-64658c0717b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 687.872352] env[69613]: DEBUG oslo_vmware.api [None req-08620e9a-b43f-4ca5-b54c-fc9331630503 tempest-ServersListShow296Test-2103787313 tempest-ServersListShow296Test-2103787313-project-member] Task: {'id': task-3417025, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.004151] env[69613]: DEBUG nova.scheduler.client.report [None req-6186cf25-c459-4e4b-aa27-5e20bca28113 tempest-ServerGroupTestJSON-1760943608 tempest-ServerGroupTestJSON-1760943608-project-member] Updated inventory for provider af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 with generation 54 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69613) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 688.004504] env[69613]: DEBUG nova.compute.provider_tree [None req-6186cf25-c459-4e4b-aa27-5e20bca28113 tempest-ServerGroupTestJSON-1760943608 tempest-ServerGroupTestJSON-1760943608-project-member] Updating resource provider af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 generation from 54 to 55 during operation: update_inventory {{(pid=69613) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 688.004754] env[69613]: DEBUG nova.compute.provider_tree [None req-6186cf25-c459-4e4b-aa27-5e20bca28113 tempest-ServerGroupTestJSON-1760943608 tempest-ServerGroupTestJSON-1760943608-project-member] Updating inventory in ProviderTree for provider af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69613) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 688.057676] env[69613]: DEBUG oslo_vmware.api [None req-d4de0be8-9174-4d2c-81fd-0156e8413c19 tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] Task: {'id': task-3417023, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.154559] env[69613]: DEBUG oslo_vmware.api [None req-800e2fe2-d530-4468-b49f-9009da1f6a6f tempest-DeleteServersAdminTestJSON-241271607 tempest-DeleteServersAdminTestJSON-241271607-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]5205ff76-7c10-f33e-43d3-7d197b3d42fd, 'name': SearchDatastore_Task, 'duration_secs': 0.008882} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.155847] env[69613]: DEBUG oslo_concurrency.lockutils [None req-800e2fe2-d530-4468-b49f-9009da1f6a6f tempest-DeleteServersAdminTestJSON-241271607 tempest-DeleteServersAdminTestJSON-241271607-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.155847] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-800e2fe2-d530-4468-b49f-9009da1f6a6f tempest-DeleteServersAdminTestJSON-241271607 tempest-DeleteServersAdminTestJSON-241271607-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk to [datastore1] 13ec57c7-56f5-40c6-ab32-aac0fd67c9b1/13ec57c7-56f5-40c6-ab32-aac0fd67c9b1.vmdk {{(pid=69613) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 688.155847] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-29554c7c-34df-413b-b196-3bc4e9f98f28 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.162214] env[69613]: DEBUG oslo_vmware.api [None req-800e2fe2-d530-4468-b49f-9009da1f6a6f tempest-DeleteServersAdminTestJSON-241271607 tempest-DeleteServersAdminTestJSON-241271607-project-member] Waiting for the task: (returnval){ [ 688.162214] env[69613]: value = "task-3417026" [ 688.162214] env[69613]: _type = "Task" [ 688.162214] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.174596] env[69613]: DEBUG oslo_vmware.api [None req-800e2fe2-d530-4468-b49f-9009da1f6a6f tempest-DeleteServersAdminTestJSON-241271607 tempest-DeleteServersAdminTestJSON-241271607-project-member] Task: {'id': task-3417026, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.185189] env[69613]: DEBUG nova.compute.manager [None req-0c1337b7-1509-4b82-ad6b-e0eada2e3746 tempest-ListImageFiltersTestJSON-1131301097 tempest-ListImageFiltersTestJSON-1131301097-project-member] [instance: 8a331293-ee7f-4faa-a316-56aec9296894] Starting instance... {{(pid=69613) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 688.300220] env[69613]: DEBUG nova.network.neutron [-] [instance: 00d02bd2-f8fa-415c-9a6f-c58b9af0be63] Updating instance_info_cache with network_info: [] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 688.355588] env[69613]: DEBUG oslo_concurrency.lockutils [req-31be4d83-2c60-4950-a9cb-e2335b909670 req-7e1d48b6-2fce-4464-b868-b426059acda5 service nova] Releasing lock "refresh_cache-13ec57c7-56f5-40c6-ab32-aac0fd67c9b1" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.371420] env[69613]: DEBUG oslo_vmware.api [None req-08620e9a-b43f-4ca5-b54c-fc9331630503 tempest-ServersListShow296Test-2103787313 tempest-ServersListShow296Test-2103787313-project-member] Task: {'id': task-3417025, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.511626] env[69613]: DEBUG oslo_concurrency.lockutils [None req-6186cf25-c459-4e4b-aa27-5e20bca28113 tempest-ServerGroupTestJSON-1760943608 tempest-ServerGroupTestJSON-1760943608-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.900s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 688.512952] env[69613]: DEBUG oslo_concurrency.lockutils [None req-8a95396e-c212-4192-a41d-464736324c93 tempest-ServerShowV254Test-1975243985 tempest-ServerShowV254Test-1975243985-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.527s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 688.513236] env[69613]: DEBUG nova.objects.instance [None req-8a95396e-c212-4192-a41d-464736324c93 tempest-ServerShowV254Test-1975243985 tempest-ServerShowV254Test-1975243985-project-member] Lazy-loading 'resources' on Instance uuid cd5b4748-087b-4058-990d-e15affb5a715 {{(pid=69613) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 688.555707] env[69613]: DEBUG oslo_vmware.api [None req-d4de0be8-9174-4d2c-81fd-0156e8413c19 tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] Task: {'id': task-3417023, 'name': PowerOffVM_Task, 'duration_secs': 1.087779} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.555983] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4de0be8-9174-4d2c-81fd-0156e8413c19 tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] [instance: bc90201c-8900-4821-9839-9d5e35c48ac5] Powered off the VM {{(pid=69613) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 688.556721] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-d4de0be8-9174-4d2c-81fd-0156e8413c19 tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] [instance: bc90201c-8900-4821-9839-9d5e35c48ac5] Unregistering the VM {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 688.556721] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-089d774f-f08a-4d95-8f27-771614b4b66a {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.656027] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-d4de0be8-9174-4d2c-81fd-0156e8413c19 tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] [instance: bc90201c-8900-4821-9839-9d5e35c48ac5] Unregistered the VM {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 688.656027] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-d4de0be8-9174-4d2c-81fd-0156e8413c19 tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] [instance: bc90201c-8900-4821-9839-9d5e35c48ac5] Deleting contents of the VM from datastore datastore2 {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 688.656027] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4de0be8-9174-4d2c-81fd-0156e8413c19 tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] Deleting the datastore file [datastore2] bc90201c-8900-4821-9839-9d5e35c48ac5 {{(pid=69613) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 688.656027] env[69613]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8471fa44-2bb8-437a-ba02-b20886534368 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.662089] env[69613]: DEBUG oslo_vmware.api [None req-d4de0be8-9174-4d2c-81fd-0156e8413c19 tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] Waiting for the task: (returnval){ [ 688.662089] env[69613]: value = "task-3417028" [ 688.662089] env[69613]: _type = "Task" [ 688.662089] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.673095] env[69613]: DEBUG oslo_vmware.api [None req-800e2fe2-d530-4468-b49f-9009da1f6a6f tempest-DeleteServersAdminTestJSON-241271607 tempest-DeleteServersAdminTestJSON-241271607-project-member] Task: {'id': task-3417026, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.676138] env[69613]: DEBUG oslo_vmware.api [None req-d4de0be8-9174-4d2c-81fd-0156e8413c19 tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] Task: {'id': task-3417028, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.708043] env[69613]: DEBUG oslo_concurrency.lockutils [None req-0c1337b7-1509-4b82-ad6b-e0eada2e3746 tempest-ListImageFiltersTestJSON-1131301097 tempest-ListImageFiltersTestJSON-1131301097-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 688.803087] env[69613]: INFO nova.compute.manager [-] [instance: 00d02bd2-f8fa-415c-9a6f-c58b9af0be63] Took 1.23 seconds to deallocate network for instance. [ 688.872426] env[69613]: DEBUG oslo_vmware.api [None req-08620e9a-b43f-4ca5-b54c-fc9331630503 tempest-ServersListShow296Test-2103787313 tempest-ServersListShow296Test-2103787313-project-member] Task: {'id': task-3417025, 'name': ReconfigVM_Task, 'duration_secs': 1.32996} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.872726] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-08620e9a-b43f-4ca5-b54c-fc9331630503 tempest-ServersListShow296Test-2103787313 tempest-ServersListShow296Test-2103787313-project-member] [instance: 997781de-b20c-4004-8374-deef83d9de6b] Reconfigured VM instance instance-0000001c to attach disk [datastore2] 997781de-b20c-4004-8374-deef83d9de6b/997781de-b20c-4004-8374-deef83d9de6b.vmdk or device None with type sparse {{(pid=69613) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 688.873425] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b2e31f20-dff1-4c28-aa23-d27225c2c692 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.880963] env[69613]: DEBUG oslo_vmware.api [None req-08620e9a-b43f-4ca5-b54c-fc9331630503 tempest-ServersListShow296Test-2103787313 tempest-ServersListShow296Test-2103787313-project-member] Waiting for the task: (returnval){ [ 688.880963] env[69613]: value = "task-3417029" [ 688.880963] env[69613]: _type = "Task" [ 688.880963] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.891713] env[69613]: DEBUG oslo_vmware.api [None req-08620e9a-b43f-4ca5-b54c-fc9331630503 tempest-ServersListShow296Test-2103787313 tempest-ServersListShow296Test-2103787313-project-member] Task: {'id': task-3417029, 'name': Rename_Task} progress is 5%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.019023] env[69613]: DEBUG oslo_concurrency.lockutils [None req-6186cf25-c459-4e4b-aa27-5e20bca28113 tempest-ServerGroupTestJSON-1760943608 tempest-ServerGroupTestJSON-1760943608-project-member] Acquiring lock "7bd49341-9c14-4516-b1e9-394d694ff6d4" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 689.019023] env[69613]: DEBUG oslo_concurrency.lockutils [None req-6186cf25-c459-4e4b-aa27-5e20bca28113 tempest-ServerGroupTestJSON-1760943608 tempest-ServerGroupTestJSON-1760943608-project-member] Lock "7bd49341-9c14-4516-b1e9-394d694ff6d4" acquired by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 689.122759] env[69613]: DEBUG nova.compute.manager [req-455bafae-810f-42f9-a60d-ac44d183494e req-6e533ccf-e1a4-484d-9a13-c8a13e5f6d27 service nova] [instance: 00d02bd2-f8fa-415c-9a6f-c58b9af0be63] Received event network-vif-deleted-04dc5f56-f0da-45f5-a241-f183e721d6a0 {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 689.123047] env[69613]: DEBUG nova.compute.manager [req-455bafae-810f-42f9-a60d-ac44d183494e req-6e533ccf-e1a4-484d-9a13-c8a13e5f6d27 service nova] [instance: 494cdc5d-27c6-4a1c-8089-4b2a4dd08566] Received event network-changed-6c7b4c3e-c023-421e-b4d8-d291795901a9 {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 689.123165] env[69613]: DEBUG nova.compute.manager [req-455bafae-810f-42f9-a60d-ac44d183494e req-6e533ccf-e1a4-484d-9a13-c8a13e5f6d27 service nova] [instance: 494cdc5d-27c6-4a1c-8089-4b2a4dd08566] Refreshing instance network info cache due to event network-changed-6c7b4c3e-c023-421e-b4d8-d291795901a9. {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 689.123325] env[69613]: DEBUG oslo_concurrency.lockutils [req-455bafae-810f-42f9-a60d-ac44d183494e req-6e533ccf-e1a4-484d-9a13-c8a13e5f6d27 service nova] Acquiring lock "refresh_cache-494cdc5d-27c6-4a1c-8089-4b2a4dd08566" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.123420] env[69613]: DEBUG oslo_concurrency.lockutils [req-455bafae-810f-42f9-a60d-ac44d183494e req-6e533ccf-e1a4-484d-9a13-c8a13e5f6d27 service nova] Acquired lock "refresh_cache-494cdc5d-27c6-4a1c-8089-4b2a4dd08566" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.123586] env[69613]: DEBUG nova.network.neutron [req-455bafae-810f-42f9-a60d-ac44d183494e req-6e533ccf-e1a4-484d-9a13-c8a13e5f6d27 service nova] [instance: 494cdc5d-27c6-4a1c-8089-4b2a4dd08566] Refreshing network info cache for port 6c7b4c3e-c023-421e-b4d8-d291795901a9 {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 689.183187] env[69613]: DEBUG oslo_vmware.api [None req-800e2fe2-d530-4468-b49f-9009da1f6a6f tempest-DeleteServersAdminTestJSON-241271607 tempest-DeleteServersAdminTestJSON-241271607-project-member] Task: {'id': task-3417026, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.866676} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.183492] env[69613]: DEBUG oslo_vmware.api [None req-d4de0be8-9174-4d2c-81fd-0156e8413c19 tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] Task: {'id': task-3417028, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.237567} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.183781] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-800e2fe2-d530-4468-b49f-9009da1f6a6f tempest-DeleteServersAdminTestJSON-241271607 tempest-DeleteServersAdminTestJSON-241271607-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk to [datastore1] 13ec57c7-56f5-40c6-ab32-aac0fd67c9b1/13ec57c7-56f5-40c6-ab32-aac0fd67c9b1.vmdk {{(pid=69613) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 689.184014] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-800e2fe2-d530-4468-b49f-9009da1f6a6f tempest-DeleteServersAdminTestJSON-241271607 tempest-DeleteServersAdminTestJSON-241271607-project-member] [instance: 13ec57c7-56f5-40c6-ab32-aac0fd67c9b1] Extending root virtual disk to 1048576 {{(pid=69613) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 689.184285] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4de0be8-9174-4d2c-81fd-0156e8413c19 tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] Deleted the datastore file {{(pid=69613) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 689.184492] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-d4de0be8-9174-4d2c-81fd-0156e8413c19 tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] [instance: bc90201c-8900-4821-9839-9d5e35c48ac5] Deleted contents of the VM from datastore datastore2 {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 689.184675] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-d4de0be8-9174-4d2c-81fd-0156e8413c19 tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] [instance: bc90201c-8900-4821-9839-9d5e35c48ac5] Instance destroyed {{(pid=69613) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 689.184847] env[69613]: INFO nova.compute.manager [None req-d4de0be8-9174-4d2c-81fd-0156e8413c19 tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] [instance: bc90201c-8900-4821-9839-9d5e35c48ac5] Took 2.16 seconds to destroy the instance on the hypervisor. [ 689.185090] env[69613]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d4de0be8-9174-4d2c-81fd-0156e8413c19 tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69613) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 689.185288] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c7bf87cc-94f2-47d0-bbee-e7b8a5deaee6 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.187220] env[69613]: DEBUG nova.compute.manager [-] [instance: bc90201c-8900-4821-9839-9d5e35c48ac5] Deallocating network for instance {{(pid=69613) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 689.187324] env[69613]: DEBUG nova.network.neutron [-] [instance: bc90201c-8900-4821-9839-9d5e35c48ac5] deallocate_for_instance() {{(pid=69613) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 689.195881] env[69613]: DEBUG oslo_vmware.api [None req-800e2fe2-d530-4468-b49f-9009da1f6a6f tempest-DeleteServersAdminTestJSON-241271607 tempest-DeleteServersAdminTestJSON-241271607-project-member] Waiting for the task: (returnval){ [ 689.195881] env[69613]: value = "task-3417030" [ 689.195881] env[69613]: _type = "Task" [ 689.195881] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.205137] env[69613]: DEBUG oslo_vmware.api [None req-800e2fe2-d530-4468-b49f-9009da1f6a6f tempest-DeleteServersAdminTestJSON-241271607 tempest-DeleteServersAdminTestJSON-241271607-project-member] Task: {'id': task-3417030, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.310566] env[69613]: DEBUG oslo_concurrency.lockutils [None req-59f52ce4-889c-4632-ba63-109ef818cd3c tempest-FloatingIPsAssociationNegativeTestJSON-1033774278 tempest-FloatingIPsAssociationNegativeTestJSON-1033774278-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 689.396533] env[69613]: DEBUG oslo_vmware.api [None req-08620e9a-b43f-4ca5-b54c-fc9331630503 tempest-ServersListShow296Test-2103787313 tempest-ServersListShow296Test-2103787313-project-member] Task: {'id': task-3417029, 'name': Rename_Task, 'duration_secs': 0.223774} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.396825] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-08620e9a-b43f-4ca5-b54c-fc9331630503 tempest-ServersListShow296Test-2103787313 tempest-ServersListShow296Test-2103787313-project-member] [instance: 997781de-b20c-4004-8374-deef83d9de6b] Powering on the VM {{(pid=69613) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 689.398160] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a23974d0-e0e4-4014-998a-5341fa5a4a8a {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.406030] env[69613]: DEBUG oslo_vmware.api [None req-08620e9a-b43f-4ca5-b54c-fc9331630503 tempest-ServersListShow296Test-2103787313 tempest-ServersListShow296Test-2103787313-project-member] Waiting for the task: (returnval){ [ 689.406030] env[69613]: value = "task-3417031" [ 689.406030] env[69613]: _type = "Task" [ 689.406030] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.415565] env[69613]: DEBUG oslo_vmware.api [None req-08620e9a-b43f-4ca5-b54c-fc9331630503 tempest-ServersListShow296Test-2103787313 tempest-ServersListShow296Test-2103787313-project-member] Task: {'id': task-3417031, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.521651] env[69613]: DEBUG oslo_concurrency.lockutils [None req-6186cf25-c459-4e4b-aa27-5e20bca28113 tempest-ServerGroupTestJSON-1760943608 tempest-ServerGroupTestJSON-1760943608-project-member] Lock "7bd49341-9c14-4516-b1e9-394d694ff6d4" "released" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: held 0.505s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 689.522232] env[69613]: DEBUG nova.compute.manager [None req-6186cf25-c459-4e4b-aa27-5e20bca28113 tempest-ServerGroupTestJSON-1760943608 tempest-ServerGroupTestJSON-1760943608-project-member] [instance: 2e020eec-2d4f-41b8-b31d-3add0744d592] Start building networks asynchronously for instance. {{(pid=69613) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 689.685733] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b514fd37-d32b-4926-a83a-7179104e2a0f {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.693609] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-066d9956-71a2-4c3a-8e71-1efd897b84fb {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.706164] env[69613]: DEBUG oslo_vmware.api [None req-800e2fe2-d530-4468-b49f-9009da1f6a6f tempest-DeleteServersAdminTestJSON-241271607 tempest-DeleteServersAdminTestJSON-241271607-project-member] Task: {'id': task-3417030, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077457} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.738127] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-800e2fe2-d530-4468-b49f-9009da1f6a6f tempest-DeleteServersAdminTestJSON-241271607 tempest-DeleteServersAdminTestJSON-241271607-project-member] [instance: 13ec57c7-56f5-40c6-ab32-aac0fd67c9b1] Extended root virtual disk {{(pid=69613) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 689.739312] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccef4b9f-a99a-4654-b3f2-455f2577373a {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.742748] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6a292a3-b306-48a4-94c4-02add11e4cfd {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.759645] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71bcd480-4884-4546-b0f4-674fe492a566 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.772463] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-800e2fe2-d530-4468-b49f-9009da1f6a6f tempest-DeleteServersAdminTestJSON-241271607 tempest-DeleteServersAdminTestJSON-241271607-project-member] [instance: 13ec57c7-56f5-40c6-ab32-aac0fd67c9b1] Reconfiguring VM instance instance-0000001f to attach disk [datastore1] 13ec57c7-56f5-40c6-ab32-aac0fd67c9b1/13ec57c7-56f5-40c6-ab32-aac0fd67c9b1.vmdk or device None with type sparse {{(pid=69613) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 689.775079] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d7605b60-1582-418c-b470-f12173ae72ed {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.804455] env[69613]: DEBUG nova.compute.provider_tree [None req-8a95396e-c212-4192-a41d-464736324c93 tempest-ServerShowV254Test-1975243985 tempest-ServerShowV254Test-1975243985-project-member] Inventory has not changed in ProviderTree for provider: af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 {{(pid=69613) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 689.807929] env[69613]: DEBUG oslo_vmware.api [None req-800e2fe2-d530-4468-b49f-9009da1f6a6f tempest-DeleteServersAdminTestJSON-241271607 tempest-DeleteServersAdminTestJSON-241271607-project-member] Waiting for the task: (returnval){ [ 689.807929] env[69613]: value = "task-3417032" [ 689.807929] env[69613]: _type = "Task" [ 689.807929] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.817485] env[69613]: DEBUG oslo_vmware.api [None req-800e2fe2-d530-4468-b49f-9009da1f6a6f tempest-DeleteServersAdminTestJSON-241271607 tempest-DeleteServersAdminTestJSON-241271607-project-member] Task: {'id': task-3417032, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.906150] env[69613]: DEBUG nova.compute.manager [req-89c97d44-e51e-430b-ba0d-33d79db5f5b7 req-cd11c562-a989-4f68-a810-36bcf1ddca84 service nova] [instance: bc90201c-8900-4821-9839-9d5e35c48ac5] Received event network-vif-deleted-eb1761e0-ba12-4b96-9a45-8aa1972b5861 {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 689.906393] env[69613]: INFO nova.compute.manager [req-89c97d44-e51e-430b-ba0d-33d79db5f5b7 req-cd11c562-a989-4f68-a810-36bcf1ddca84 service nova] [instance: bc90201c-8900-4821-9839-9d5e35c48ac5] Neutron deleted interface eb1761e0-ba12-4b96-9a45-8aa1972b5861; detaching it from the instance and deleting it from the info cache [ 689.906563] env[69613]: DEBUG nova.network.neutron [req-89c97d44-e51e-430b-ba0d-33d79db5f5b7 req-cd11c562-a989-4f68-a810-36bcf1ddca84 service nova] [instance: bc90201c-8900-4821-9839-9d5e35c48ac5] Updating instance_info_cache with network_info: [] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 689.917587] env[69613]: DEBUG oslo_vmware.api [None req-08620e9a-b43f-4ca5-b54c-fc9331630503 tempest-ServersListShow296Test-2103787313 tempest-ServersListShow296Test-2103787313-project-member] Task: {'id': task-3417031, 'name': PowerOnVM_Task, 'duration_secs': 0.474007} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.917830] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-08620e9a-b43f-4ca5-b54c-fc9331630503 tempest-ServersListShow296Test-2103787313 tempest-ServersListShow296Test-2103787313-project-member] [instance: 997781de-b20c-4004-8374-deef83d9de6b] Powered on the VM {{(pid=69613) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 689.918930] env[69613]: DEBUG nova.compute.manager [None req-08620e9a-b43f-4ca5-b54c-fc9331630503 tempest-ServersListShow296Test-2103787313 tempest-ServersListShow296Test-2103787313-project-member] [instance: 997781de-b20c-4004-8374-deef83d9de6b] Checking state {{(pid=69613) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 689.918930] env[69613]: DEBUG nova.network.neutron [req-455bafae-810f-42f9-a60d-ac44d183494e req-6e533ccf-e1a4-484d-9a13-c8a13e5f6d27 service nova] [instance: 494cdc5d-27c6-4a1c-8089-4b2a4dd08566] Updated VIF entry in instance network info cache for port 6c7b4c3e-c023-421e-b4d8-d291795901a9. {{(pid=69613) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 689.919553] env[69613]: DEBUG nova.network.neutron [req-455bafae-810f-42f9-a60d-ac44d183494e req-6e533ccf-e1a4-484d-9a13-c8a13e5f6d27 service nova] [instance: 494cdc5d-27c6-4a1c-8089-4b2a4dd08566] Updating instance_info_cache with network_info: [{"id": "6c7b4c3e-c023-421e-b4d8-d291795901a9", "address": "fa:16:3e:af:6f:95", "network": {"id": "30d157af-7e9e-4d68-9328-5457e2a73825", "bridge": "br-int", "label": "tempest-ServersTestJSON-588458514-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.242", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "939e7e450f6c45ca9af7adb0fe8a5059", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a874c214-8cdf-4a41-a718-84262b2a28d8", "external-id": "cl2-zone-726", "segmentation_id": 726, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c7b4c3e-c0", "ovs_interfaceid": "6c7b4c3e-c023-421e-b4d8-d291795901a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 689.920958] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71247199-c72d-42e8-8303-511f75ce13df {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.029159] env[69613]: DEBUG nova.compute.utils [None req-6186cf25-c459-4e4b-aa27-5e20bca28113 tempest-ServerGroupTestJSON-1760943608 tempest-ServerGroupTestJSON-1760943608-project-member] Using /dev/sd instead of None {{(pid=69613) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 690.030937] env[69613]: DEBUG nova.compute.manager [None req-6186cf25-c459-4e4b-aa27-5e20bca28113 tempest-ServerGroupTestJSON-1760943608 tempest-ServerGroupTestJSON-1760943608-project-member] [instance: 2e020eec-2d4f-41b8-b31d-3add0744d592] Allocating IP information in the background. {{(pid=69613) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 690.031165] env[69613]: DEBUG nova.network.neutron [None req-6186cf25-c459-4e4b-aa27-5e20bca28113 tempest-ServerGroupTestJSON-1760943608 tempest-ServerGroupTestJSON-1760943608-project-member] [instance: 2e020eec-2d4f-41b8-b31d-3add0744d592] allocate_for_instance() {{(pid=69613) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 690.078701] env[69613]: DEBUG nova.policy [None req-6186cf25-c459-4e4b-aa27-5e20bca28113 tempest-ServerGroupTestJSON-1760943608 tempest-ServerGroupTestJSON-1760943608-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4a62e6ec6fe14f8fb41415f02370180e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '039161c7b4e94b2988c36a8bbf812e0a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69613) authorize /opt/stack/nova/nova/policy.py:192}} [ 690.293345] env[69613]: DEBUG nova.network.neutron [-] [instance: bc90201c-8900-4821-9839-9d5e35c48ac5] Updating instance_info_cache with network_info: [] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 690.310342] env[69613]: DEBUG nova.scheduler.client.report [None req-8a95396e-c212-4192-a41d-464736324c93 tempest-ServerShowV254Test-1975243985 tempest-ServerShowV254Test-1975243985-project-member] Inventory has not changed for provider af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69613) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 690.331175] env[69613]: DEBUG oslo_vmware.api [None req-800e2fe2-d530-4468-b49f-9009da1f6a6f tempest-DeleteServersAdminTestJSON-241271607 tempest-DeleteServersAdminTestJSON-241271607-project-member] Task: {'id': task-3417032, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.378554] env[69613]: DEBUG nova.network.neutron [None req-6186cf25-c459-4e4b-aa27-5e20bca28113 tempest-ServerGroupTestJSON-1760943608 tempest-ServerGroupTestJSON-1760943608-project-member] [instance: 2e020eec-2d4f-41b8-b31d-3add0744d592] Successfully created port: b4490f1e-6520-4320-a553-78aefc03bf15 {{(pid=69613) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 690.412028] env[69613]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-289a5246-3439-4412-98e3-bd27ae066019 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.419715] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e992c008-dea5-4992-822d-0a9389761d21 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.430713] env[69613]: DEBUG oslo_concurrency.lockutils [req-455bafae-810f-42f9-a60d-ac44d183494e req-6e533ccf-e1a4-484d-9a13-c8a13e5f6d27 service nova] Releasing lock "refresh_cache-494cdc5d-27c6-4a1c-8089-4b2a4dd08566" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.438019] env[69613]: DEBUG oslo_concurrency.lockutils [None req-08620e9a-b43f-4ca5-b54c-fc9331630503 tempest-ServersListShow296Test-2103787313 tempest-ServersListShow296Test-2103787313-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 690.456870] env[69613]: DEBUG nova.compute.manager [req-89c97d44-e51e-430b-ba0d-33d79db5f5b7 req-cd11c562-a989-4f68-a810-36bcf1ddca84 service nova] [instance: bc90201c-8900-4821-9839-9d5e35c48ac5] Detach interface failed, port_id=eb1761e0-ba12-4b96-9a45-8aa1972b5861, reason: Instance bc90201c-8900-4821-9839-9d5e35c48ac5 could not be found. {{(pid=69613) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 690.535098] env[69613]: DEBUG nova.compute.manager [None req-6186cf25-c459-4e4b-aa27-5e20bca28113 tempest-ServerGroupTestJSON-1760943608 tempest-ServerGroupTestJSON-1760943608-project-member] [instance: 2e020eec-2d4f-41b8-b31d-3add0744d592] Start building block device mappings for instance. {{(pid=69613) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 690.747846] env[69613]: DEBUG oslo_concurrency.lockutils [None req-21b5d00f-2955-4ab1-9930-ab506ffb5e30 tempest-ServersListShow296Test-2103787313 tempest-ServersListShow296Test-2103787313-project-member] Acquiring lock "997781de-b20c-4004-8374-deef83d9de6b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 690.748140] env[69613]: DEBUG oslo_concurrency.lockutils [None req-21b5d00f-2955-4ab1-9930-ab506ffb5e30 tempest-ServersListShow296Test-2103787313 tempest-ServersListShow296Test-2103787313-project-member] Lock "997781de-b20c-4004-8374-deef83d9de6b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 690.748338] env[69613]: DEBUG oslo_concurrency.lockutils [None req-21b5d00f-2955-4ab1-9930-ab506ffb5e30 tempest-ServersListShow296Test-2103787313 tempest-ServersListShow296Test-2103787313-project-member] Acquiring lock "997781de-b20c-4004-8374-deef83d9de6b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 690.748929] env[69613]: DEBUG oslo_concurrency.lockutils [None req-21b5d00f-2955-4ab1-9930-ab506ffb5e30 tempest-ServersListShow296Test-2103787313 tempest-ServersListShow296Test-2103787313-project-member] Lock "997781de-b20c-4004-8374-deef83d9de6b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 690.749309] env[69613]: DEBUG oslo_concurrency.lockutils [None req-21b5d00f-2955-4ab1-9930-ab506ffb5e30 tempest-ServersListShow296Test-2103787313 tempest-ServersListShow296Test-2103787313-project-member] Lock "997781de-b20c-4004-8374-deef83d9de6b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 690.751900] env[69613]: INFO nova.compute.manager [None req-21b5d00f-2955-4ab1-9930-ab506ffb5e30 tempest-ServersListShow296Test-2103787313 tempest-ServersListShow296Test-2103787313-project-member] [instance: 997781de-b20c-4004-8374-deef83d9de6b] Terminating instance [ 690.796553] env[69613]: INFO nova.compute.manager [-] [instance: bc90201c-8900-4821-9839-9d5e35c48ac5] Took 1.61 seconds to deallocate network for instance. [ 690.821778] env[69613]: DEBUG oslo_concurrency.lockutils [None req-8a95396e-c212-4192-a41d-464736324c93 tempest-ServerShowV254Test-1975243985 tempest-ServerShowV254Test-1975243985-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.309s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 690.823913] env[69613]: DEBUG oslo_concurrency.lockutils [None req-825e084c-42a0-43f9-96f4-e67c89d81ded tempest-ImagesOneServerTestJSON-1060956417 tempest-ImagesOneServerTestJSON-1060956417-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.062s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 690.826207] env[69613]: INFO nova.compute.claims [None req-825e084c-42a0-43f9-96f4-e67c89d81ded tempest-ImagesOneServerTestJSON-1060956417 tempest-ImagesOneServerTestJSON-1060956417-project-member] [instance: d9e3bd67-974c-477a-baa2-99549051a828] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 690.834812] env[69613]: DEBUG oslo_vmware.api [None req-800e2fe2-d530-4468-b49f-9009da1f6a6f tempest-DeleteServersAdminTestJSON-241271607 tempest-DeleteServersAdminTestJSON-241271607-project-member] Task: {'id': task-3417032, 'name': ReconfigVM_Task, 'duration_secs': 0.787869} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.836449] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-800e2fe2-d530-4468-b49f-9009da1f6a6f tempest-DeleteServersAdminTestJSON-241271607 tempest-DeleteServersAdminTestJSON-241271607-project-member] [instance: 13ec57c7-56f5-40c6-ab32-aac0fd67c9b1] Reconfigured VM instance instance-0000001f to attach disk [datastore1] 13ec57c7-56f5-40c6-ab32-aac0fd67c9b1/13ec57c7-56f5-40c6-ab32-aac0fd67c9b1.vmdk or device None with type sparse {{(pid=69613) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 690.836449] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-44e87be8-5c48-4d6d-94c5-d11a3d574e1c {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.843449] env[69613]: DEBUG oslo_vmware.api [None req-800e2fe2-d530-4468-b49f-9009da1f6a6f tempest-DeleteServersAdminTestJSON-241271607 tempest-DeleteServersAdminTestJSON-241271607-project-member] Waiting for the task: (returnval){ [ 690.843449] env[69613]: value = "task-3417033" [ 690.843449] env[69613]: _type = "Task" [ 690.843449] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.852695] env[69613]: INFO nova.scheduler.client.report [None req-8a95396e-c212-4192-a41d-464736324c93 tempest-ServerShowV254Test-1975243985 tempest-ServerShowV254Test-1975243985-project-member] Deleted allocations for instance cd5b4748-087b-4058-990d-e15affb5a715 [ 690.862208] env[69613]: DEBUG oslo_vmware.api [None req-800e2fe2-d530-4468-b49f-9009da1f6a6f tempest-DeleteServersAdminTestJSON-241271607 tempest-DeleteServersAdminTestJSON-241271607-project-member] Task: {'id': task-3417033, 'name': Rename_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.257736] env[69613]: DEBUG oslo_concurrency.lockutils [None req-21b5d00f-2955-4ab1-9930-ab506ffb5e30 tempest-ServersListShow296Test-2103787313 tempest-ServersListShow296Test-2103787313-project-member] Acquiring lock "refresh_cache-997781de-b20c-4004-8374-deef83d9de6b" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.257938] env[69613]: DEBUG oslo_concurrency.lockutils [None req-21b5d00f-2955-4ab1-9930-ab506ffb5e30 tempest-ServersListShow296Test-2103787313 tempest-ServersListShow296Test-2103787313-project-member] Acquired lock "refresh_cache-997781de-b20c-4004-8374-deef83d9de6b" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.258134] env[69613]: DEBUG nova.network.neutron [None req-21b5d00f-2955-4ab1-9930-ab506ffb5e30 tempest-ServersListShow296Test-2103787313 tempest-ServersListShow296Test-2103787313-project-member] [instance: 997781de-b20c-4004-8374-deef83d9de6b] Building network info cache for instance {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 691.303529] env[69613]: DEBUG oslo_concurrency.lockutils [None req-d4de0be8-9174-4d2c-81fd-0156e8413c19 tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 691.353156] env[69613]: DEBUG oslo_vmware.api [None req-800e2fe2-d530-4468-b49f-9009da1f6a6f tempest-DeleteServersAdminTestJSON-241271607 tempest-DeleteServersAdminTestJSON-241271607-project-member] Task: {'id': task-3417033, 'name': Rename_Task, 'duration_secs': 0.315731} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.353434] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-800e2fe2-d530-4468-b49f-9009da1f6a6f tempest-DeleteServersAdminTestJSON-241271607 tempest-DeleteServersAdminTestJSON-241271607-project-member] [instance: 13ec57c7-56f5-40c6-ab32-aac0fd67c9b1] Powering on the VM {{(pid=69613) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 691.353717] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e8022691-df8d-4558-8000-faf8bf834be2 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.360919] env[69613]: DEBUG oslo_vmware.api [None req-800e2fe2-d530-4468-b49f-9009da1f6a6f tempest-DeleteServersAdminTestJSON-241271607 tempest-DeleteServersAdminTestJSON-241271607-project-member] Waiting for the task: (returnval){ [ 691.360919] env[69613]: value = "task-3417034" [ 691.360919] env[69613]: _type = "Task" [ 691.360919] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.366650] env[69613]: DEBUG oslo_concurrency.lockutils [None req-8a95396e-c212-4192-a41d-464736324c93 tempest-ServerShowV254Test-1975243985 tempest-ServerShowV254Test-1975243985-project-member] Lock "cd5b4748-087b-4058-990d-e15affb5a715" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.763s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 691.371429] env[69613]: DEBUG oslo_vmware.api [None req-800e2fe2-d530-4468-b49f-9009da1f6a6f tempest-DeleteServersAdminTestJSON-241271607 tempest-DeleteServersAdminTestJSON-241271607-project-member] Task: {'id': task-3417034, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.419096] env[69613]: DEBUG nova.compute.manager [None req-743dbd8b-6b79-41a7-84dc-615bea15da25 tempest-ServerDiagnosticsV248Test-1953849815 tempest-ServerDiagnosticsV248Test-1953849815-project-admin] [instance: eed1c412-ccce-4168-bce7-3e7101901b7f] Checking state {{(pid=69613) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 691.420962] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6aa01dc-a767-4da3-aac8-efc06e3cd30a {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.427967] env[69613]: INFO nova.compute.manager [None req-743dbd8b-6b79-41a7-84dc-615bea15da25 tempest-ServerDiagnosticsV248Test-1953849815 tempest-ServerDiagnosticsV248Test-1953849815-project-admin] [instance: eed1c412-ccce-4168-bce7-3e7101901b7f] Retrieving diagnostics [ 691.428989] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd52563b-e830-4e15-8917-ce52a9e1c23e {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.545654] env[69613]: DEBUG nova.compute.manager [None req-6186cf25-c459-4e4b-aa27-5e20bca28113 tempest-ServerGroupTestJSON-1760943608 tempest-ServerGroupTestJSON-1760943608-project-member] [instance: 2e020eec-2d4f-41b8-b31d-3add0744d592] Start spawning the instance on the hypervisor. {{(pid=69613) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 691.576504] env[69613]: DEBUG nova.virt.hardware [None req-6186cf25-c459-4e4b-aa27-5e20bca28113 tempest-ServerGroupTestJSON-1760943608 tempest-ServerGroupTestJSON-1760943608-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T13:55:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T13:55:19Z,direct_url=,disk_format='vmdk',id=2b7a0304-b5d0-431d-b287-32c8388d7fbd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3e9e1b873f1442d59d5ee8247b941f74',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T13:55:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 691.576758] env[69613]: DEBUG nova.virt.hardware [None req-6186cf25-c459-4e4b-aa27-5e20bca28113 tempest-ServerGroupTestJSON-1760943608 tempest-ServerGroupTestJSON-1760943608-project-member] Flavor limits 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 691.576916] env[69613]: DEBUG nova.virt.hardware [None req-6186cf25-c459-4e4b-aa27-5e20bca28113 tempest-ServerGroupTestJSON-1760943608 tempest-ServerGroupTestJSON-1760943608-project-member] Image limits 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 691.577117] env[69613]: DEBUG nova.virt.hardware [None req-6186cf25-c459-4e4b-aa27-5e20bca28113 tempest-ServerGroupTestJSON-1760943608 tempest-ServerGroupTestJSON-1760943608-project-member] Flavor pref 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 691.577331] env[69613]: DEBUG nova.virt.hardware [None req-6186cf25-c459-4e4b-aa27-5e20bca28113 tempest-ServerGroupTestJSON-1760943608 tempest-ServerGroupTestJSON-1760943608-project-member] Image pref 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 691.577511] env[69613]: DEBUG nova.virt.hardware [None req-6186cf25-c459-4e4b-aa27-5e20bca28113 tempest-ServerGroupTestJSON-1760943608 tempest-ServerGroupTestJSON-1760943608-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 691.577732] env[69613]: DEBUG nova.virt.hardware [None req-6186cf25-c459-4e4b-aa27-5e20bca28113 tempest-ServerGroupTestJSON-1760943608 tempest-ServerGroupTestJSON-1760943608-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 691.577893] env[69613]: DEBUG nova.virt.hardware [None req-6186cf25-c459-4e4b-aa27-5e20bca28113 tempest-ServerGroupTestJSON-1760943608 tempest-ServerGroupTestJSON-1760943608-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69613) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 691.578076] env[69613]: DEBUG nova.virt.hardware [None req-6186cf25-c459-4e4b-aa27-5e20bca28113 tempest-ServerGroupTestJSON-1760943608 tempest-ServerGroupTestJSON-1760943608-project-member] Got 1 possible topologies {{(pid=69613) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 691.578248] env[69613]: DEBUG nova.virt.hardware [None req-6186cf25-c459-4e4b-aa27-5e20bca28113 tempest-ServerGroupTestJSON-1760943608 tempest-ServerGroupTestJSON-1760943608-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 691.578425] env[69613]: DEBUG nova.virt.hardware [None req-6186cf25-c459-4e4b-aa27-5e20bca28113 tempest-ServerGroupTestJSON-1760943608 tempest-ServerGroupTestJSON-1760943608-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 691.579319] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-087337a7-6393-4639-884b-2a83e068778a {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.588250] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91f59a41-4b9e-4483-9be9-65bdd7d980d3 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.784909] env[69613]: DEBUG nova.network.neutron [None req-21b5d00f-2955-4ab1-9930-ab506ffb5e30 tempest-ServersListShow296Test-2103787313 tempest-ServersListShow296Test-2103787313-project-member] [instance: 997781de-b20c-4004-8374-deef83d9de6b] Instance cache missing network info. {{(pid=69613) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 691.850507] env[69613]: DEBUG nova.compute.manager [req-12bc4fed-844c-4502-8e02-eeaa342b1d66 req-f20f2ec3-a424-408f-83ef-870101ca99ba service nova] [instance: 2e020eec-2d4f-41b8-b31d-3add0744d592] Received event network-vif-plugged-b4490f1e-6520-4320-a553-78aefc03bf15 {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 691.850820] env[69613]: DEBUG oslo_concurrency.lockutils [req-12bc4fed-844c-4502-8e02-eeaa342b1d66 req-f20f2ec3-a424-408f-83ef-870101ca99ba service nova] Acquiring lock "2e020eec-2d4f-41b8-b31d-3add0744d592-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 691.851859] env[69613]: DEBUG oslo_concurrency.lockutils [req-12bc4fed-844c-4502-8e02-eeaa342b1d66 req-f20f2ec3-a424-408f-83ef-870101ca99ba service nova] Lock "2e020eec-2d4f-41b8-b31d-3add0744d592-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 691.852089] env[69613]: DEBUG oslo_concurrency.lockutils [req-12bc4fed-844c-4502-8e02-eeaa342b1d66 req-f20f2ec3-a424-408f-83ef-870101ca99ba service nova] Lock "2e020eec-2d4f-41b8-b31d-3add0744d592-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 691.852271] env[69613]: DEBUG nova.compute.manager [req-12bc4fed-844c-4502-8e02-eeaa342b1d66 req-f20f2ec3-a424-408f-83ef-870101ca99ba service nova] [instance: 2e020eec-2d4f-41b8-b31d-3add0744d592] No waiting events found dispatching network-vif-plugged-b4490f1e-6520-4320-a553-78aefc03bf15 {{(pid=69613) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 691.852437] env[69613]: WARNING nova.compute.manager [req-12bc4fed-844c-4502-8e02-eeaa342b1d66 req-f20f2ec3-a424-408f-83ef-870101ca99ba service nova] [instance: 2e020eec-2d4f-41b8-b31d-3add0744d592] Received unexpected event network-vif-plugged-b4490f1e-6520-4320-a553-78aefc03bf15 for instance with vm_state building and task_state spawning. [ 691.873834] env[69613]: DEBUG oslo_vmware.api [None req-800e2fe2-d530-4468-b49f-9009da1f6a6f tempest-DeleteServersAdminTestJSON-241271607 tempest-DeleteServersAdminTestJSON-241271607-project-member] Task: {'id': task-3417034, 'name': PowerOnVM_Task} progress is 78%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.882603] env[69613]: DEBUG nova.network.neutron [None req-6186cf25-c459-4e4b-aa27-5e20bca28113 tempest-ServerGroupTestJSON-1760943608 tempest-ServerGroupTestJSON-1760943608-project-member] [instance: 2e020eec-2d4f-41b8-b31d-3add0744d592] Successfully updated port: b4490f1e-6520-4320-a553-78aefc03bf15 {{(pid=69613) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 691.893032] env[69613]: DEBUG nova.network.neutron [None req-21b5d00f-2955-4ab1-9930-ab506ffb5e30 tempest-ServersListShow296Test-2103787313 tempest-ServersListShow296Test-2103787313-project-member] [instance: 997781de-b20c-4004-8374-deef83d9de6b] Updating instance_info_cache with network_info: [] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 692.371792] env[69613]: DEBUG oslo_vmware.api [None req-800e2fe2-d530-4468-b49f-9009da1f6a6f tempest-DeleteServersAdminTestJSON-241271607 tempest-DeleteServersAdminTestJSON-241271607-project-member] Task: {'id': task-3417034, 'name': PowerOnVM_Task, 'duration_secs': 0.892095} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.374512] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-800e2fe2-d530-4468-b49f-9009da1f6a6f tempest-DeleteServersAdminTestJSON-241271607 tempest-DeleteServersAdminTestJSON-241271607-project-member] [instance: 13ec57c7-56f5-40c6-ab32-aac0fd67c9b1] Powered on the VM {{(pid=69613) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 692.374726] env[69613]: INFO nova.compute.manager [None req-800e2fe2-d530-4468-b49f-9009da1f6a6f tempest-DeleteServersAdminTestJSON-241271607 tempest-DeleteServersAdminTestJSON-241271607-project-member] [instance: 13ec57c7-56f5-40c6-ab32-aac0fd67c9b1] Took 7.97 seconds to spawn the instance on the hypervisor. [ 692.374902] env[69613]: DEBUG nova.compute.manager [None req-800e2fe2-d530-4468-b49f-9009da1f6a6f tempest-DeleteServersAdminTestJSON-241271607 tempest-DeleteServersAdminTestJSON-241271607-project-member] [instance: 13ec57c7-56f5-40c6-ab32-aac0fd67c9b1] Checking state {{(pid=69613) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 692.375895] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecdd76ee-c95a-4dce-9d0d-e8c511d44bbc {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.392281] env[69613]: DEBUG oslo_concurrency.lockutils [None req-6186cf25-c459-4e4b-aa27-5e20bca28113 tempest-ServerGroupTestJSON-1760943608 tempest-ServerGroupTestJSON-1760943608-project-member] Acquiring lock "refresh_cache-2e020eec-2d4f-41b8-b31d-3add0744d592" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.392482] env[69613]: DEBUG oslo_concurrency.lockutils [None req-6186cf25-c459-4e4b-aa27-5e20bca28113 tempest-ServerGroupTestJSON-1760943608 tempest-ServerGroupTestJSON-1760943608-project-member] Acquired lock "refresh_cache-2e020eec-2d4f-41b8-b31d-3add0744d592" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.392673] env[69613]: DEBUG nova.network.neutron [None req-6186cf25-c459-4e4b-aa27-5e20bca28113 tempest-ServerGroupTestJSON-1760943608 tempest-ServerGroupTestJSON-1760943608-project-member] [instance: 2e020eec-2d4f-41b8-b31d-3add0744d592] Building network info cache for instance {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 692.399590] env[69613]: DEBUG oslo_concurrency.lockutils [None req-21b5d00f-2955-4ab1-9930-ab506ffb5e30 tempest-ServersListShow296Test-2103787313 tempest-ServersListShow296Test-2103787313-project-member] Releasing lock "refresh_cache-997781de-b20c-4004-8374-deef83d9de6b" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.399590] env[69613]: DEBUG nova.compute.manager [None req-21b5d00f-2955-4ab1-9930-ab506ffb5e30 tempest-ServersListShow296Test-2103787313 tempest-ServersListShow296Test-2103787313-project-member] [instance: 997781de-b20c-4004-8374-deef83d9de6b] Start destroying the instance on the hypervisor. {{(pid=69613) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 692.399590] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-21b5d00f-2955-4ab1-9930-ab506ffb5e30 tempest-ServersListShow296Test-2103787313 tempest-ServersListShow296Test-2103787313-project-member] [instance: 997781de-b20c-4004-8374-deef83d9de6b] Destroying instance {{(pid=69613) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 692.400188] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6388070-8065-4bb8-8e6f-92ef65afe64d {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.412446] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-21b5d00f-2955-4ab1-9930-ab506ffb5e30 tempest-ServersListShow296Test-2103787313 tempest-ServersListShow296Test-2103787313-project-member] [instance: 997781de-b20c-4004-8374-deef83d9de6b] Powering off the VM {{(pid=69613) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 692.412734] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-19c53768-986f-4743-a504-e55a879b5cd9 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.419562] env[69613]: DEBUG oslo_vmware.api [None req-21b5d00f-2955-4ab1-9930-ab506ffb5e30 tempest-ServersListShow296Test-2103787313 tempest-ServersListShow296Test-2103787313-project-member] Waiting for the task: (returnval){ [ 692.419562] env[69613]: value = "task-3417035" [ 692.419562] env[69613]: _type = "Task" [ 692.419562] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.431791] env[69613]: DEBUG oslo_vmware.api [None req-21b5d00f-2955-4ab1-9930-ab506ffb5e30 tempest-ServersListShow296Test-2103787313 tempest-ServersListShow296Test-2103787313-project-member] Task: {'id': task-3417035, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.438141] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cf488c2-43c6-408b-bbf5-e45250ed4445 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.445485] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75accff0-e313-4ef9-83d0-1856e5950986 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.476712] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-704f1fa6-8a7e-41f6-848f-b2ac093d9c20 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.484569] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b7f0060-97d5-4176-baa6-901be4f9d46d {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.500100] env[69613]: DEBUG nova.compute.provider_tree [None req-825e084c-42a0-43f9-96f4-e67c89d81ded tempest-ImagesOneServerTestJSON-1060956417 tempest-ImagesOneServerTestJSON-1060956417-project-member] Inventory has not changed in ProviderTree for provider: af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 {{(pid=69613) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 692.672814] env[69613]: DEBUG oslo_concurrency.lockutils [None req-c9848674-d2c0-408d-8ec6-ac13b6068171 tempest-ServerDiagnosticsV248Test-884971060 tempest-ServerDiagnosticsV248Test-884971060-project-member] Acquiring lock "eed1c412-ccce-4168-bce7-3e7101901b7f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 692.673038] env[69613]: DEBUG oslo_concurrency.lockutils [None req-c9848674-d2c0-408d-8ec6-ac13b6068171 tempest-ServerDiagnosticsV248Test-884971060 tempest-ServerDiagnosticsV248Test-884971060-project-member] Lock "eed1c412-ccce-4168-bce7-3e7101901b7f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 692.673269] env[69613]: DEBUG oslo_concurrency.lockutils [None req-c9848674-d2c0-408d-8ec6-ac13b6068171 tempest-ServerDiagnosticsV248Test-884971060 tempest-ServerDiagnosticsV248Test-884971060-project-member] Acquiring lock "eed1c412-ccce-4168-bce7-3e7101901b7f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 692.673446] env[69613]: DEBUG oslo_concurrency.lockutils [None req-c9848674-d2c0-408d-8ec6-ac13b6068171 tempest-ServerDiagnosticsV248Test-884971060 tempest-ServerDiagnosticsV248Test-884971060-project-member] Lock "eed1c412-ccce-4168-bce7-3e7101901b7f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 692.673669] env[69613]: DEBUG oslo_concurrency.lockutils [None req-c9848674-d2c0-408d-8ec6-ac13b6068171 tempest-ServerDiagnosticsV248Test-884971060 tempest-ServerDiagnosticsV248Test-884971060-project-member] Lock "eed1c412-ccce-4168-bce7-3e7101901b7f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 692.675734] env[69613]: INFO nova.compute.manager [None req-c9848674-d2c0-408d-8ec6-ac13b6068171 tempest-ServerDiagnosticsV248Test-884971060 tempest-ServerDiagnosticsV248Test-884971060-project-member] [instance: eed1c412-ccce-4168-bce7-3e7101901b7f] Terminating instance [ 692.896675] env[69613]: INFO nova.compute.manager [None req-800e2fe2-d530-4468-b49f-9009da1f6a6f tempest-DeleteServersAdminTestJSON-241271607 tempest-DeleteServersAdminTestJSON-241271607-project-member] [instance: 13ec57c7-56f5-40c6-ab32-aac0fd67c9b1] Took 39.50 seconds to build instance. [ 692.924658] env[69613]: DEBUG nova.network.neutron [None req-6186cf25-c459-4e4b-aa27-5e20bca28113 tempest-ServerGroupTestJSON-1760943608 tempest-ServerGroupTestJSON-1760943608-project-member] [instance: 2e020eec-2d4f-41b8-b31d-3add0744d592] Instance cache missing network info. {{(pid=69613) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 692.932208] env[69613]: DEBUG oslo_vmware.api [None req-21b5d00f-2955-4ab1-9930-ab506ffb5e30 tempest-ServersListShow296Test-2103787313 tempest-ServersListShow296Test-2103787313-project-member] Task: {'id': task-3417035, 'name': PowerOffVM_Task, 'duration_secs': 0.11039} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.932498] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-21b5d00f-2955-4ab1-9930-ab506ffb5e30 tempest-ServersListShow296Test-2103787313 tempest-ServersListShow296Test-2103787313-project-member] [instance: 997781de-b20c-4004-8374-deef83d9de6b] Powered off the VM {{(pid=69613) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 692.932665] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-21b5d00f-2955-4ab1-9930-ab506ffb5e30 tempest-ServersListShow296Test-2103787313 tempest-ServersListShow296Test-2103787313-project-member] [instance: 997781de-b20c-4004-8374-deef83d9de6b] Unregistering the VM {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 692.932911] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-032c2613-ebd6-4d17-888b-237c4c2dcc2d {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.956619] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-21b5d00f-2955-4ab1-9930-ab506ffb5e30 tempest-ServersListShow296Test-2103787313 tempest-ServersListShow296Test-2103787313-project-member] [instance: 997781de-b20c-4004-8374-deef83d9de6b] Unregistered the VM {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 692.956864] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-21b5d00f-2955-4ab1-9930-ab506ffb5e30 tempest-ServersListShow296Test-2103787313 tempest-ServersListShow296Test-2103787313-project-member] [instance: 997781de-b20c-4004-8374-deef83d9de6b] Deleting contents of the VM from datastore datastore2 {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 692.957083] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-21b5d00f-2955-4ab1-9930-ab506ffb5e30 tempest-ServersListShow296Test-2103787313 tempest-ServersListShow296Test-2103787313-project-member] Deleting the datastore file [datastore2] 997781de-b20c-4004-8374-deef83d9de6b {{(pid=69613) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 692.957918] env[69613]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-60f20a23-0364-4042-97c4-ecda74562c58 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.964016] env[69613]: DEBUG oslo_vmware.api [None req-21b5d00f-2955-4ab1-9930-ab506ffb5e30 tempest-ServersListShow296Test-2103787313 tempest-ServersListShow296Test-2103787313-project-member] Waiting for the task: (returnval){ [ 692.964016] env[69613]: value = "task-3417037" [ 692.964016] env[69613]: _type = "Task" [ 692.964016] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.972345] env[69613]: DEBUG oslo_vmware.api [None req-21b5d00f-2955-4ab1-9930-ab506ffb5e30 tempest-ServersListShow296Test-2103787313 tempest-ServersListShow296Test-2103787313-project-member] Task: {'id': task-3417037, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.004959] env[69613]: DEBUG nova.scheduler.client.report [None req-825e084c-42a0-43f9-96f4-e67c89d81ded tempest-ImagesOneServerTestJSON-1060956417 tempest-ImagesOneServerTestJSON-1060956417-project-member] Inventory has not changed for provider af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69613) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 693.129784] env[69613]: DEBUG nova.network.neutron [None req-6186cf25-c459-4e4b-aa27-5e20bca28113 tempest-ServerGroupTestJSON-1760943608 tempest-ServerGroupTestJSON-1760943608-project-member] [instance: 2e020eec-2d4f-41b8-b31d-3add0744d592] Updating instance_info_cache with network_info: [{"id": "b4490f1e-6520-4320-a553-78aefc03bf15", "address": "fa:16:3e:00:74:e2", "network": {"id": "fe8832da-0390-4783-a3b9-3045da44fe63", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-317832532-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "039161c7b4e94b2988c36a8bbf812e0a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "99be9a5e-b3f9-4e6c-83d5-df11f817847d", "external-id": "nsx-vlan-transportzone-566", "segmentation_id": 566, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4490f1e-65", "ovs_interfaceid": "b4490f1e-6520-4320-a553-78aefc03bf15", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 693.179932] env[69613]: DEBUG oslo_concurrency.lockutils [None req-c9848674-d2c0-408d-8ec6-ac13b6068171 tempest-ServerDiagnosticsV248Test-884971060 tempest-ServerDiagnosticsV248Test-884971060-project-member] Acquiring lock "refresh_cache-eed1c412-ccce-4168-bce7-3e7101901b7f" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.180186] env[69613]: DEBUG oslo_concurrency.lockutils [None req-c9848674-d2c0-408d-8ec6-ac13b6068171 tempest-ServerDiagnosticsV248Test-884971060 tempest-ServerDiagnosticsV248Test-884971060-project-member] Acquired lock "refresh_cache-eed1c412-ccce-4168-bce7-3e7101901b7f" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.180374] env[69613]: DEBUG nova.network.neutron [None req-c9848674-d2c0-408d-8ec6-ac13b6068171 tempest-ServerDiagnosticsV248Test-884971060 tempest-ServerDiagnosticsV248Test-884971060-project-member] [instance: eed1c412-ccce-4168-bce7-3e7101901b7f] Building network info cache for instance {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 693.348711] env[69613]: DEBUG oslo_concurrency.lockutils [None req-bf8dbb0d-2bce-4093-89be-c695b36fed95 tempest-ServerShowV257Test-2050624232 tempest-ServerShowV257Test-2050624232-project-member] Acquiring lock "670d9426-6edb-4dfd-9953-1f10f89ebfc6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 693.348711] env[69613]: DEBUG oslo_concurrency.lockutils [None req-bf8dbb0d-2bce-4093-89be-c695b36fed95 tempest-ServerShowV257Test-2050624232 tempest-ServerShowV257Test-2050624232-project-member] Lock "670d9426-6edb-4dfd-9953-1f10f89ebfc6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 693.398970] env[69613]: DEBUG oslo_concurrency.lockutils [None req-800e2fe2-d530-4468-b49f-9009da1f6a6f tempest-DeleteServersAdminTestJSON-241271607 tempest-DeleteServersAdminTestJSON-241271607-project-member] Lock "13ec57c7-56f5-40c6-ab32-aac0fd67c9b1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 69.657s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 693.475136] env[69613]: DEBUG oslo_vmware.api [None req-21b5d00f-2955-4ab1-9930-ab506ffb5e30 tempest-ServersListShow296Test-2103787313 tempest-ServersListShow296Test-2103787313-project-member] Task: {'id': task-3417037, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.093697} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.475474] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-21b5d00f-2955-4ab1-9930-ab506ffb5e30 tempest-ServersListShow296Test-2103787313 tempest-ServersListShow296Test-2103787313-project-member] Deleted the datastore file {{(pid=69613) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 693.475713] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-21b5d00f-2955-4ab1-9930-ab506ffb5e30 tempest-ServersListShow296Test-2103787313 tempest-ServersListShow296Test-2103787313-project-member] [instance: 997781de-b20c-4004-8374-deef83d9de6b] Deleted contents of the VM from datastore datastore2 {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 693.476040] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-21b5d00f-2955-4ab1-9930-ab506ffb5e30 tempest-ServersListShow296Test-2103787313 tempest-ServersListShow296Test-2103787313-project-member] [instance: 997781de-b20c-4004-8374-deef83d9de6b] Instance destroyed {{(pid=69613) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 693.476204] env[69613]: INFO nova.compute.manager [None req-21b5d00f-2955-4ab1-9930-ab506ffb5e30 tempest-ServersListShow296Test-2103787313 tempest-ServersListShow296Test-2103787313-project-member] [instance: 997781de-b20c-4004-8374-deef83d9de6b] Took 1.08 seconds to destroy the instance on the hypervisor. [ 693.476506] env[69613]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-21b5d00f-2955-4ab1-9930-ab506ffb5e30 tempest-ServersListShow296Test-2103787313 tempest-ServersListShow296Test-2103787313-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69613) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 693.476724] env[69613]: DEBUG nova.compute.manager [-] [instance: 997781de-b20c-4004-8374-deef83d9de6b] Deallocating network for instance {{(pid=69613) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 693.476845] env[69613]: DEBUG nova.network.neutron [-] [instance: 997781de-b20c-4004-8374-deef83d9de6b] deallocate_for_instance() {{(pid=69613) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 693.501242] env[69613]: DEBUG nova.network.neutron [-] [instance: 997781de-b20c-4004-8374-deef83d9de6b] Instance cache missing network info. {{(pid=69613) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 693.510698] env[69613]: DEBUG oslo_concurrency.lockutils [None req-825e084c-42a0-43f9-96f4-e67c89d81ded tempest-ImagesOneServerTestJSON-1060956417 tempest-ImagesOneServerTestJSON-1060956417-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.687s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 693.511390] env[69613]: DEBUG nova.compute.manager [None req-825e084c-42a0-43f9-96f4-e67c89d81ded tempest-ImagesOneServerTestJSON-1060956417 tempest-ImagesOneServerTestJSON-1060956417-project-member] [instance: d9e3bd67-974c-477a-baa2-99549051a828] Start building networks asynchronously for instance. {{(pid=69613) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 693.514480] env[69613]: DEBUG oslo_concurrency.lockutils [None req-2e45d429-24ae-447f-9b44-ce665ef7fd93 tempest-ImagesNegativeTestJSON-689260756 tempest-ImagesNegativeTestJSON-689260756-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.596s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 693.514743] env[69613]: DEBUG nova.objects.instance [None req-2e45d429-24ae-447f-9b44-ce665ef7fd93 tempest-ImagesNegativeTestJSON-689260756 tempest-ImagesNegativeTestJSON-689260756-project-member] Lazy-loading 'resources' on Instance uuid faeb64d6-dd4f-4267-af4f-d42dcc1c45c9 {{(pid=69613) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 693.633916] env[69613]: DEBUG oslo_concurrency.lockutils [None req-6186cf25-c459-4e4b-aa27-5e20bca28113 tempest-ServerGroupTestJSON-1760943608 tempest-ServerGroupTestJSON-1760943608-project-member] Releasing lock "refresh_cache-2e020eec-2d4f-41b8-b31d-3add0744d592" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.633916] env[69613]: DEBUG nova.compute.manager [None req-6186cf25-c459-4e4b-aa27-5e20bca28113 tempest-ServerGroupTestJSON-1760943608 tempest-ServerGroupTestJSON-1760943608-project-member] [instance: 2e020eec-2d4f-41b8-b31d-3add0744d592] Instance network_info: |[{"id": "b4490f1e-6520-4320-a553-78aefc03bf15", "address": "fa:16:3e:00:74:e2", "network": {"id": "fe8832da-0390-4783-a3b9-3045da44fe63", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-317832532-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "039161c7b4e94b2988c36a8bbf812e0a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "99be9a5e-b3f9-4e6c-83d5-df11f817847d", "external-id": "nsx-vlan-transportzone-566", "segmentation_id": 566, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4490f1e-65", "ovs_interfaceid": "b4490f1e-6520-4320-a553-78aefc03bf15", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69613) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 693.634186] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-6186cf25-c459-4e4b-aa27-5e20bca28113 tempest-ServerGroupTestJSON-1760943608 tempest-ServerGroupTestJSON-1760943608-project-member] [instance: 2e020eec-2d4f-41b8-b31d-3add0744d592] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:00:74:e2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '99be9a5e-b3f9-4e6c-83d5-df11f817847d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b4490f1e-6520-4320-a553-78aefc03bf15', 'vif_model': 'vmxnet3'}] {{(pid=69613) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 693.641571] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-6186cf25-c459-4e4b-aa27-5e20bca28113 tempest-ServerGroupTestJSON-1760943608 tempest-ServerGroupTestJSON-1760943608-project-member] Creating folder: Project (039161c7b4e94b2988c36a8bbf812e0a). Parent ref: group-v681687. {{(pid=69613) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 693.641905] env[69613]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6b1e521d-1185-4642-b7cd-56bbc292a5a6 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.657420] env[69613]: INFO nova.virt.vmwareapi.vm_util [None req-6186cf25-c459-4e4b-aa27-5e20bca28113 tempest-ServerGroupTestJSON-1760943608 tempest-ServerGroupTestJSON-1760943608-project-member] Created folder: Project (039161c7b4e94b2988c36a8bbf812e0a) in parent group-v681687. [ 693.657581] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-6186cf25-c459-4e4b-aa27-5e20bca28113 tempest-ServerGroupTestJSON-1760943608 tempest-ServerGroupTestJSON-1760943608-project-member] Creating folder: Instances. Parent ref: group-v681774. {{(pid=69613) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 693.657840] env[69613]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c153578f-dccd-4432-929f-123a6d551cb3 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.667269] env[69613]: INFO nova.virt.vmwareapi.vm_util [None req-6186cf25-c459-4e4b-aa27-5e20bca28113 tempest-ServerGroupTestJSON-1760943608 tempest-ServerGroupTestJSON-1760943608-project-member] Created folder: Instances in parent group-v681774. [ 693.667541] env[69613]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6186cf25-c459-4e4b-aa27-5e20bca28113 tempest-ServerGroupTestJSON-1760943608 tempest-ServerGroupTestJSON-1760943608-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69613) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 693.667689] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2e020eec-2d4f-41b8-b31d-3add0744d592] Creating VM on the ESX host {{(pid=69613) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 693.667895] env[69613]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-47a9a53c-d6c9-4c8a-926d-c3ce2103dbcd {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.689995] env[69613]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 693.689995] env[69613]: value = "task-3417040" [ 693.689995] env[69613]: _type = "Task" [ 693.689995] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.697742] env[69613]: DEBUG oslo_vmware.api [-] Task: {'id': task-3417040, 'name': CreateVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.703498] env[69613]: DEBUG nova.network.neutron [None req-c9848674-d2c0-408d-8ec6-ac13b6068171 tempest-ServerDiagnosticsV248Test-884971060 tempest-ServerDiagnosticsV248Test-884971060-project-member] [instance: eed1c412-ccce-4168-bce7-3e7101901b7f] Instance cache missing network info. {{(pid=69613) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 693.764808] env[69613]: DEBUG nova.network.neutron [None req-c9848674-d2c0-408d-8ec6-ac13b6068171 tempest-ServerDiagnosticsV248Test-884971060 tempest-ServerDiagnosticsV248Test-884971060-project-member] [instance: eed1c412-ccce-4168-bce7-3e7101901b7f] Updating instance_info_cache with network_info: [] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 693.901171] env[69613]: DEBUG nova.compute.manager [None req-aa2b2939-fa32-4ed9-8230-a409cd27ce8a tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] [instance: ff22c9d2-3cfe-48ed-b3f5-c0cfe68812c2] Starting instance... {{(pid=69613) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 693.920990] env[69613]: DEBUG nova.compute.manager [req-248d8b4a-6aad-4bf2-94e0-7868f0867e1e req-84ee37ff-bb48-4f73-b9cb-758d17874be7 service nova] [instance: 2e020eec-2d4f-41b8-b31d-3add0744d592] Received event network-changed-b4490f1e-6520-4320-a553-78aefc03bf15 {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 693.921215] env[69613]: DEBUG nova.compute.manager [req-248d8b4a-6aad-4bf2-94e0-7868f0867e1e req-84ee37ff-bb48-4f73-b9cb-758d17874be7 service nova] [instance: 2e020eec-2d4f-41b8-b31d-3add0744d592] Refreshing instance network info cache due to event network-changed-b4490f1e-6520-4320-a553-78aefc03bf15. {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 693.921441] env[69613]: DEBUG oslo_concurrency.lockutils [req-248d8b4a-6aad-4bf2-94e0-7868f0867e1e req-84ee37ff-bb48-4f73-b9cb-758d17874be7 service nova] Acquiring lock "refresh_cache-2e020eec-2d4f-41b8-b31d-3add0744d592" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.921604] env[69613]: DEBUG oslo_concurrency.lockutils [req-248d8b4a-6aad-4bf2-94e0-7868f0867e1e req-84ee37ff-bb48-4f73-b9cb-758d17874be7 service nova] Acquired lock "refresh_cache-2e020eec-2d4f-41b8-b31d-3add0744d592" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.921782] env[69613]: DEBUG nova.network.neutron [req-248d8b4a-6aad-4bf2-94e0-7868f0867e1e req-84ee37ff-bb48-4f73-b9cb-758d17874be7 service nova] [instance: 2e020eec-2d4f-41b8-b31d-3add0744d592] Refreshing network info cache for port b4490f1e-6520-4320-a553-78aefc03bf15 {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 694.007031] env[69613]: DEBUG nova.network.neutron [-] [instance: 997781de-b20c-4004-8374-deef83d9de6b] Updating instance_info_cache with network_info: [] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 694.019122] env[69613]: DEBUG nova.compute.utils [None req-825e084c-42a0-43f9-96f4-e67c89d81ded tempest-ImagesOneServerTestJSON-1060956417 tempest-ImagesOneServerTestJSON-1060956417-project-member] Using /dev/sd instead of None {{(pid=69613) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 694.023575] env[69613]: DEBUG nova.compute.manager [None req-825e084c-42a0-43f9-96f4-e67c89d81ded tempest-ImagesOneServerTestJSON-1060956417 tempest-ImagesOneServerTestJSON-1060956417-project-member] [instance: d9e3bd67-974c-477a-baa2-99549051a828] Allocating IP information in the background. {{(pid=69613) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 694.023746] env[69613]: DEBUG nova.network.neutron [None req-825e084c-42a0-43f9-96f4-e67c89d81ded tempest-ImagesOneServerTestJSON-1060956417 tempest-ImagesOneServerTestJSON-1060956417-project-member] [instance: d9e3bd67-974c-477a-baa2-99549051a828] allocate_for_instance() {{(pid=69613) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 694.073185] env[69613]: DEBUG nova.policy [None req-825e084c-42a0-43f9-96f4-e67c89d81ded tempest-ImagesOneServerTestJSON-1060956417 tempest-ImagesOneServerTestJSON-1060956417-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '49131c2891124c78b7646c933f8e48dc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5e8ef5731cbb4e8b9f824fbf2c2abac9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69613) authorize /opt/stack/nova/nova/policy.py:192}} [ 694.200263] env[69613]: DEBUG oslo_vmware.api [-] Task: {'id': task-3417040, 'name': CreateVM_Task, 'duration_secs': 0.315611} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.200557] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2e020eec-2d4f-41b8-b31d-3add0744d592] Created VM on the ESX host {{(pid=69613) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 694.201210] env[69613]: DEBUG oslo_concurrency.lockutils [None req-6186cf25-c459-4e4b-aa27-5e20bca28113 tempest-ServerGroupTestJSON-1760943608 tempest-ServerGroupTestJSON-1760943608-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.201367] env[69613]: DEBUG oslo_concurrency.lockutils [None req-6186cf25-c459-4e4b-aa27-5e20bca28113 tempest-ServerGroupTestJSON-1760943608 tempest-ServerGroupTestJSON-1760943608-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.202079] env[69613]: DEBUG oslo_concurrency.lockutils [None req-6186cf25-c459-4e4b-aa27-5e20bca28113 tempest-ServerGroupTestJSON-1760943608 tempest-ServerGroupTestJSON-1760943608-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.202335] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0452b0f1-142f-4021-9f12-4918cc45416c {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.206901] env[69613]: DEBUG oslo_vmware.api [None req-6186cf25-c459-4e4b-aa27-5e20bca28113 tempest-ServerGroupTestJSON-1760943608 tempest-ServerGroupTestJSON-1760943608-project-member] Waiting for the task: (returnval){ [ 694.206901] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]52096712-82f4-e947-5f33-61f9b0a40625" [ 694.206901] env[69613]: _type = "Task" [ 694.206901] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.217526] env[69613]: DEBUG oslo_vmware.api [None req-6186cf25-c459-4e4b-aa27-5e20bca28113 tempest-ServerGroupTestJSON-1760943608 tempest-ServerGroupTestJSON-1760943608-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52096712-82f4-e947-5f33-61f9b0a40625, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.270017] env[69613]: DEBUG oslo_concurrency.lockutils [None req-ee960542-de74-43ad-ba6f-9cb9a2f1365b tempest-DeleteServersAdminTestJSON-241271607 tempest-DeleteServersAdminTestJSON-241271607-project-member] Acquiring lock "13ec57c7-56f5-40c6-ab32-aac0fd67c9b1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 694.270017] env[69613]: DEBUG oslo_concurrency.lockutils [None req-ee960542-de74-43ad-ba6f-9cb9a2f1365b tempest-DeleteServersAdminTestJSON-241271607 tempest-DeleteServersAdminTestJSON-241271607-project-member] Lock "13ec57c7-56f5-40c6-ab32-aac0fd67c9b1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 694.270017] env[69613]: DEBUG oslo_concurrency.lockutils [None req-ee960542-de74-43ad-ba6f-9cb9a2f1365b tempest-DeleteServersAdminTestJSON-241271607 tempest-DeleteServersAdminTestJSON-241271607-project-member] Acquiring lock "13ec57c7-56f5-40c6-ab32-aac0fd67c9b1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 694.270017] env[69613]: DEBUG oslo_concurrency.lockutils [None req-ee960542-de74-43ad-ba6f-9cb9a2f1365b tempest-DeleteServersAdminTestJSON-241271607 tempest-DeleteServersAdminTestJSON-241271607-project-member] Lock "13ec57c7-56f5-40c6-ab32-aac0fd67c9b1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 694.270386] env[69613]: DEBUG oslo_concurrency.lockutils [None req-ee960542-de74-43ad-ba6f-9cb9a2f1365b tempest-DeleteServersAdminTestJSON-241271607 tempest-DeleteServersAdminTestJSON-241271607-project-member] Lock "13ec57c7-56f5-40c6-ab32-aac0fd67c9b1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 694.270386] env[69613]: DEBUG oslo_concurrency.lockutils [None req-c9848674-d2c0-408d-8ec6-ac13b6068171 tempest-ServerDiagnosticsV248Test-884971060 tempest-ServerDiagnosticsV248Test-884971060-project-member] Releasing lock "refresh_cache-eed1c412-ccce-4168-bce7-3e7101901b7f" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.270386] env[69613]: DEBUG nova.compute.manager [None req-c9848674-d2c0-408d-8ec6-ac13b6068171 tempest-ServerDiagnosticsV248Test-884971060 tempest-ServerDiagnosticsV248Test-884971060-project-member] [instance: eed1c412-ccce-4168-bce7-3e7101901b7f] Start destroying the instance on the hypervisor. {{(pid=69613) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 694.270386] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-c9848674-d2c0-408d-8ec6-ac13b6068171 tempest-ServerDiagnosticsV248Test-884971060 tempest-ServerDiagnosticsV248Test-884971060-project-member] [instance: eed1c412-ccce-4168-bce7-3e7101901b7f] Destroying instance {{(pid=69613) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 694.270898] env[69613]: INFO nova.compute.manager [None req-ee960542-de74-43ad-ba6f-9cb9a2f1365b tempest-DeleteServersAdminTestJSON-241271607 tempest-DeleteServersAdminTestJSON-241271607-project-member] [instance: 13ec57c7-56f5-40c6-ab32-aac0fd67c9b1] Terminating instance [ 694.275503] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ce624ae-bb96-465e-9147-7f406d34331c {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.284505] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9848674-d2c0-408d-8ec6-ac13b6068171 tempest-ServerDiagnosticsV248Test-884971060 tempest-ServerDiagnosticsV248Test-884971060-project-member] [instance: eed1c412-ccce-4168-bce7-3e7101901b7f] Powering off the VM {{(pid=69613) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 694.284917] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9ed7ef88-759e-4a8e-846d-f0f3344fb942 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.291894] env[69613]: DEBUG oslo_vmware.api [None req-c9848674-d2c0-408d-8ec6-ac13b6068171 tempest-ServerDiagnosticsV248Test-884971060 tempest-ServerDiagnosticsV248Test-884971060-project-member] Waiting for the task: (returnval){ [ 694.291894] env[69613]: value = "task-3417041" [ 694.291894] env[69613]: _type = "Task" [ 694.291894] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.305979] env[69613]: DEBUG oslo_vmware.api [None req-c9848674-d2c0-408d-8ec6-ac13b6068171 tempest-ServerDiagnosticsV248Test-884971060 tempest-ServerDiagnosticsV248Test-884971060-project-member] Task: {'id': task-3417041, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.433374] env[69613]: DEBUG oslo_concurrency.lockutils [None req-aa2b2939-fa32-4ed9-8230-a409cd27ce8a tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 694.479176] env[69613]: DEBUG nova.network.neutron [None req-825e084c-42a0-43f9-96f4-e67c89d81ded tempest-ImagesOneServerTestJSON-1060956417 tempest-ImagesOneServerTestJSON-1060956417-project-member] [instance: d9e3bd67-974c-477a-baa2-99549051a828] Successfully created port: d19b80fe-b45b-4384-b214-93d004b152e0 {{(pid=69613) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 694.509717] env[69613]: INFO nova.compute.manager [-] [instance: 997781de-b20c-4004-8374-deef83d9de6b] Took 1.03 seconds to deallocate network for instance. [ 694.525439] env[69613]: DEBUG nova.compute.manager [None req-825e084c-42a0-43f9-96f4-e67c89d81ded tempest-ImagesOneServerTestJSON-1060956417 tempest-ImagesOneServerTestJSON-1060956417-project-member] [instance: d9e3bd67-974c-477a-baa2-99549051a828] Start building block device mappings for instance. {{(pid=69613) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 694.583822] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ecad1cf-9b48-4c4f-9003-6154e662d4d0 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.595598] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3f37dcd-ff6d-45ae-97cc-73ad59596392 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.630776] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c539d6de-8cd8-4b63-88ee-1b956af6b6c5 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.638872] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a625712-a16c-4280-aec0-3d14b036ddb1 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.653623] env[69613]: DEBUG nova.compute.provider_tree [None req-2e45d429-24ae-447f-9b44-ce665ef7fd93 tempest-ImagesNegativeTestJSON-689260756 tempest-ImagesNegativeTestJSON-689260756-project-member] Inventory has not changed in ProviderTree for provider: af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 {{(pid=69613) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 694.706112] env[69613]: DEBUG nova.network.neutron [req-248d8b4a-6aad-4bf2-94e0-7868f0867e1e req-84ee37ff-bb48-4f73-b9cb-758d17874be7 service nova] [instance: 2e020eec-2d4f-41b8-b31d-3add0744d592] Updated VIF entry in instance network info cache for port b4490f1e-6520-4320-a553-78aefc03bf15. {{(pid=69613) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 694.706555] env[69613]: DEBUG nova.network.neutron [req-248d8b4a-6aad-4bf2-94e0-7868f0867e1e req-84ee37ff-bb48-4f73-b9cb-758d17874be7 service nova] [instance: 2e020eec-2d4f-41b8-b31d-3add0744d592] Updating instance_info_cache with network_info: [{"id": "b4490f1e-6520-4320-a553-78aefc03bf15", "address": "fa:16:3e:00:74:e2", "network": {"id": "fe8832da-0390-4783-a3b9-3045da44fe63", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-317832532-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "039161c7b4e94b2988c36a8bbf812e0a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "99be9a5e-b3f9-4e6c-83d5-df11f817847d", "external-id": "nsx-vlan-transportzone-566", "segmentation_id": 566, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4490f1e-65", "ovs_interfaceid": "b4490f1e-6520-4320-a553-78aefc03bf15", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 694.720121] env[69613]: DEBUG oslo_vmware.api [None req-6186cf25-c459-4e4b-aa27-5e20bca28113 tempest-ServerGroupTestJSON-1760943608 tempest-ServerGroupTestJSON-1760943608-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52096712-82f4-e947-5f33-61f9b0a40625, 'name': SearchDatastore_Task, 'duration_secs': 0.010208} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.720971] env[69613]: DEBUG oslo_concurrency.lockutils [None req-6186cf25-c459-4e4b-aa27-5e20bca28113 tempest-ServerGroupTestJSON-1760943608 tempest-ServerGroupTestJSON-1760943608-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.721229] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-6186cf25-c459-4e4b-aa27-5e20bca28113 tempest-ServerGroupTestJSON-1760943608 tempest-ServerGroupTestJSON-1760943608-project-member] [instance: 2e020eec-2d4f-41b8-b31d-3add0744d592] Processing image 2b7a0304-b5d0-431d-b287-32c8388d7fbd {{(pid=69613) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 694.721471] env[69613]: DEBUG oslo_concurrency.lockutils [None req-6186cf25-c459-4e4b-aa27-5e20bca28113 tempest-ServerGroupTestJSON-1760943608 tempest-ServerGroupTestJSON-1760943608-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.721618] env[69613]: DEBUG oslo_concurrency.lockutils [None req-6186cf25-c459-4e4b-aa27-5e20bca28113 tempest-ServerGroupTestJSON-1760943608 tempest-ServerGroupTestJSON-1760943608-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.721793] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-6186cf25-c459-4e4b-aa27-5e20bca28113 tempest-ServerGroupTestJSON-1760943608 tempest-ServerGroupTestJSON-1760943608-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69613) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 694.722487] env[69613]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b5cddabb-59b0-4f42-a0f2-d90ba6a9fcc5 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.731985] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-6186cf25-c459-4e4b-aa27-5e20bca28113 tempest-ServerGroupTestJSON-1760943608 tempest-ServerGroupTestJSON-1760943608-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69613) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 694.732100] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-6186cf25-c459-4e4b-aa27-5e20bca28113 tempest-ServerGroupTestJSON-1760943608 tempest-ServerGroupTestJSON-1760943608-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69613) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 694.732972] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f7f2d08a-493c-4c0c-b806-81d647488305 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.739449] env[69613]: DEBUG oslo_vmware.api [None req-6186cf25-c459-4e4b-aa27-5e20bca28113 tempest-ServerGroupTestJSON-1760943608 tempest-ServerGroupTestJSON-1760943608-project-member] Waiting for the task: (returnval){ [ 694.739449] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]5203ef7b-d90b-28da-911a-180d840c902e" [ 694.739449] env[69613]: _type = "Task" [ 694.739449] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.747385] env[69613]: DEBUG oslo_vmware.api [None req-6186cf25-c459-4e4b-aa27-5e20bca28113 tempest-ServerGroupTestJSON-1760943608 tempest-ServerGroupTestJSON-1760943608-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]5203ef7b-d90b-28da-911a-180d840c902e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.780915] env[69613]: DEBUG nova.compute.manager [None req-ee960542-de74-43ad-ba6f-9cb9a2f1365b tempest-DeleteServersAdminTestJSON-241271607 tempest-DeleteServersAdminTestJSON-241271607-project-member] [instance: 13ec57c7-56f5-40c6-ab32-aac0fd67c9b1] Start destroying the instance on the hypervisor. {{(pid=69613) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 694.781276] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-ee960542-de74-43ad-ba6f-9cb9a2f1365b tempest-DeleteServersAdminTestJSON-241271607 tempest-DeleteServersAdminTestJSON-241271607-project-member] [instance: 13ec57c7-56f5-40c6-ab32-aac0fd67c9b1] Destroying instance {{(pid=69613) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 694.782227] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9d940f4-d5b1-43d9-80b1-13d72259017a {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.790821] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee960542-de74-43ad-ba6f-9cb9a2f1365b tempest-DeleteServersAdminTestJSON-241271607 tempest-DeleteServersAdminTestJSON-241271607-project-member] [instance: 13ec57c7-56f5-40c6-ab32-aac0fd67c9b1] Powering off the VM {{(pid=69613) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 694.791184] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d41eb68e-8cc5-4e03-8311-d19a81116cae {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.803114] env[69613]: DEBUG oslo_vmware.api [None req-c9848674-d2c0-408d-8ec6-ac13b6068171 tempest-ServerDiagnosticsV248Test-884971060 tempest-ServerDiagnosticsV248Test-884971060-project-member] Task: {'id': task-3417041, 'name': PowerOffVM_Task, 'duration_secs': 0.19957} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.803242] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9848674-d2c0-408d-8ec6-ac13b6068171 tempest-ServerDiagnosticsV248Test-884971060 tempest-ServerDiagnosticsV248Test-884971060-project-member] [instance: eed1c412-ccce-4168-bce7-3e7101901b7f] Powered off the VM {{(pid=69613) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 694.804047] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-c9848674-d2c0-408d-8ec6-ac13b6068171 tempest-ServerDiagnosticsV248Test-884971060 tempest-ServerDiagnosticsV248Test-884971060-project-member] [instance: eed1c412-ccce-4168-bce7-3e7101901b7f] Unregistering the VM {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 694.804047] env[69613]: DEBUG oslo_vmware.api [None req-ee960542-de74-43ad-ba6f-9cb9a2f1365b tempest-DeleteServersAdminTestJSON-241271607 tempest-DeleteServersAdminTestJSON-241271607-project-member] Waiting for the task: (returnval){ [ 694.804047] env[69613]: value = "task-3417042" [ 694.804047] env[69613]: _type = "Task" [ 694.804047] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.804047] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e74d9e67-4a13-410c-bc87-760a065d71d6 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.816682] env[69613]: DEBUG oslo_vmware.api [None req-ee960542-de74-43ad-ba6f-9cb9a2f1365b tempest-DeleteServersAdminTestJSON-241271607 tempest-DeleteServersAdminTestJSON-241271607-project-member] Task: {'id': task-3417042, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.835123] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-c9848674-d2c0-408d-8ec6-ac13b6068171 tempest-ServerDiagnosticsV248Test-884971060 tempest-ServerDiagnosticsV248Test-884971060-project-member] [instance: eed1c412-ccce-4168-bce7-3e7101901b7f] Unregistered the VM {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 694.835384] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-c9848674-d2c0-408d-8ec6-ac13b6068171 tempest-ServerDiagnosticsV248Test-884971060 tempest-ServerDiagnosticsV248Test-884971060-project-member] [instance: eed1c412-ccce-4168-bce7-3e7101901b7f] Deleting contents of the VM from datastore datastore2 {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 694.835555] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9848674-d2c0-408d-8ec6-ac13b6068171 tempest-ServerDiagnosticsV248Test-884971060 tempest-ServerDiagnosticsV248Test-884971060-project-member] Deleting the datastore file [datastore2] eed1c412-ccce-4168-bce7-3e7101901b7f {{(pid=69613) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 694.835814] env[69613]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f2ef627f-0638-4c18-9906-d130f2001663 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.842041] env[69613]: DEBUG oslo_vmware.api [None req-c9848674-d2c0-408d-8ec6-ac13b6068171 tempest-ServerDiagnosticsV248Test-884971060 tempest-ServerDiagnosticsV248Test-884971060-project-member] Waiting for the task: (returnval){ [ 694.842041] env[69613]: value = "task-3417044" [ 694.842041] env[69613]: _type = "Task" [ 694.842041] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.850232] env[69613]: DEBUG oslo_vmware.api [None req-c9848674-d2c0-408d-8ec6-ac13b6068171 tempest-ServerDiagnosticsV248Test-884971060 tempest-ServerDiagnosticsV248Test-884971060-project-member] Task: {'id': task-3417044, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.024027] env[69613]: DEBUG oslo_concurrency.lockutils [None req-21b5d00f-2955-4ab1-9930-ab506ffb5e30 tempest-ServersListShow296Test-2103787313 tempest-ServersListShow296Test-2103787313-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 695.156937] env[69613]: DEBUG nova.scheduler.client.report [None req-2e45d429-24ae-447f-9b44-ce665ef7fd93 tempest-ImagesNegativeTestJSON-689260756 tempest-ImagesNegativeTestJSON-689260756-project-member] Inventory has not changed for provider af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69613) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 695.209540] env[69613]: DEBUG oslo_concurrency.lockutils [req-248d8b4a-6aad-4bf2-94e0-7868f0867e1e req-84ee37ff-bb48-4f73-b9cb-758d17874be7 service nova] Releasing lock "refresh_cache-2e020eec-2d4f-41b8-b31d-3add0744d592" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.251237] env[69613]: DEBUG oslo_vmware.api [None req-6186cf25-c459-4e4b-aa27-5e20bca28113 tempest-ServerGroupTestJSON-1760943608 tempest-ServerGroupTestJSON-1760943608-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]5203ef7b-d90b-28da-911a-180d840c902e, 'name': SearchDatastore_Task, 'duration_secs': 0.008775} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.252039] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e8c510da-0745-4949-99ed-cddadc762827 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.257076] env[69613]: DEBUG oslo_vmware.api [None req-6186cf25-c459-4e4b-aa27-5e20bca28113 tempest-ServerGroupTestJSON-1760943608 tempest-ServerGroupTestJSON-1760943608-project-member] Waiting for the task: (returnval){ [ 695.257076] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]5240adfd-e402-46ed-ad2e-19be3032a132" [ 695.257076] env[69613]: _type = "Task" [ 695.257076] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.264320] env[69613]: DEBUG oslo_vmware.api [None req-6186cf25-c459-4e4b-aa27-5e20bca28113 tempest-ServerGroupTestJSON-1760943608 tempest-ServerGroupTestJSON-1760943608-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]5240adfd-e402-46ed-ad2e-19be3032a132, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.314729] env[69613]: DEBUG oslo_vmware.api [None req-ee960542-de74-43ad-ba6f-9cb9a2f1365b tempest-DeleteServersAdminTestJSON-241271607 tempest-DeleteServersAdminTestJSON-241271607-project-member] Task: {'id': task-3417042, 'name': PowerOffVM_Task, 'duration_secs': 0.223928} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.314990] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee960542-de74-43ad-ba6f-9cb9a2f1365b tempest-DeleteServersAdminTestJSON-241271607 tempest-DeleteServersAdminTestJSON-241271607-project-member] [instance: 13ec57c7-56f5-40c6-ab32-aac0fd67c9b1] Powered off the VM {{(pid=69613) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 695.315178] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-ee960542-de74-43ad-ba6f-9cb9a2f1365b tempest-DeleteServersAdminTestJSON-241271607 tempest-DeleteServersAdminTestJSON-241271607-project-member] [instance: 13ec57c7-56f5-40c6-ab32-aac0fd67c9b1] Unregistering the VM {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 695.315425] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fa89fa2b-cff4-404b-aa81-f2580c60a2d2 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.351804] env[69613]: DEBUG oslo_vmware.api [None req-c9848674-d2c0-408d-8ec6-ac13b6068171 tempest-ServerDiagnosticsV248Test-884971060 tempest-ServerDiagnosticsV248Test-884971060-project-member] Task: {'id': task-3417044, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.091749} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.352075] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9848674-d2c0-408d-8ec6-ac13b6068171 tempest-ServerDiagnosticsV248Test-884971060 tempest-ServerDiagnosticsV248Test-884971060-project-member] Deleted the datastore file {{(pid=69613) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 695.352286] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-c9848674-d2c0-408d-8ec6-ac13b6068171 tempest-ServerDiagnosticsV248Test-884971060 tempest-ServerDiagnosticsV248Test-884971060-project-member] [instance: eed1c412-ccce-4168-bce7-3e7101901b7f] Deleted contents of the VM from datastore datastore2 {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 695.352466] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-c9848674-d2c0-408d-8ec6-ac13b6068171 tempest-ServerDiagnosticsV248Test-884971060 tempest-ServerDiagnosticsV248Test-884971060-project-member] [instance: eed1c412-ccce-4168-bce7-3e7101901b7f] Instance destroyed {{(pid=69613) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 695.352636] env[69613]: INFO nova.compute.manager [None req-c9848674-d2c0-408d-8ec6-ac13b6068171 tempest-ServerDiagnosticsV248Test-884971060 tempest-ServerDiagnosticsV248Test-884971060-project-member] [instance: eed1c412-ccce-4168-bce7-3e7101901b7f] Took 1.08 seconds to destroy the instance on the hypervisor. [ 695.352868] env[69613]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c9848674-d2c0-408d-8ec6-ac13b6068171 tempest-ServerDiagnosticsV248Test-884971060 tempest-ServerDiagnosticsV248Test-884971060-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69613) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 695.353061] env[69613]: DEBUG nova.compute.manager [-] [instance: eed1c412-ccce-4168-bce7-3e7101901b7f] Deallocating network for instance {{(pid=69613) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 695.353155] env[69613]: DEBUG nova.network.neutron [-] [instance: eed1c412-ccce-4168-bce7-3e7101901b7f] deallocate_for_instance() {{(pid=69613) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 695.371025] env[69613]: DEBUG nova.network.neutron [-] [instance: eed1c412-ccce-4168-bce7-3e7101901b7f] Instance cache missing network info. {{(pid=69613) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 695.406616] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-ee960542-de74-43ad-ba6f-9cb9a2f1365b tempest-DeleteServersAdminTestJSON-241271607 tempest-DeleteServersAdminTestJSON-241271607-project-member] [instance: 13ec57c7-56f5-40c6-ab32-aac0fd67c9b1] Unregistered the VM {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 695.406616] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-ee960542-de74-43ad-ba6f-9cb9a2f1365b tempest-DeleteServersAdminTestJSON-241271607 tempest-DeleteServersAdminTestJSON-241271607-project-member] [instance: 13ec57c7-56f5-40c6-ab32-aac0fd67c9b1] Deleting contents of the VM from datastore datastore1 {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 695.406616] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee960542-de74-43ad-ba6f-9cb9a2f1365b tempest-DeleteServersAdminTestJSON-241271607 tempest-DeleteServersAdminTestJSON-241271607-project-member] Deleting the datastore file [datastore1] 13ec57c7-56f5-40c6-ab32-aac0fd67c9b1 {{(pid=69613) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 695.406862] env[69613]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f5da714c-9f48-44e2-8140-1d9f651b53a6 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.413821] env[69613]: DEBUG oslo_vmware.api [None req-ee960542-de74-43ad-ba6f-9cb9a2f1365b tempest-DeleteServersAdminTestJSON-241271607 tempest-DeleteServersAdminTestJSON-241271607-project-member] Waiting for the task: (returnval){ [ 695.413821] env[69613]: value = "task-3417046" [ 695.413821] env[69613]: _type = "Task" [ 695.413821] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.422303] env[69613]: DEBUG oslo_vmware.api [None req-ee960542-de74-43ad-ba6f-9cb9a2f1365b tempest-DeleteServersAdminTestJSON-241271607 tempest-DeleteServersAdminTestJSON-241271607-project-member] Task: {'id': task-3417046, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.539032] env[69613]: DEBUG nova.compute.manager [None req-825e084c-42a0-43f9-96f4-e67c89d81ded tempest-ImagesOneServerTestJSON-1060956417 tempest-ImagesOneServerTestJSON-1060956417-project-member] [instance: d9e3bd67-974c-477a-baa2-99549051a828] Start spawning the instance on the hypervisor. {{(pid=69613) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 695.565581] env[69613]: DEBUG nova.virt.hardware [None req-825e084c-42a0-43f9-96f4-e67c89d81ded tempest-ImagesOneServerTestJSON-1060956417 tempest-ImagesOneServerTestJSON-1060956417-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T13:55:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T13:55:19Z,direct_url=,disk_format='vmdk',id=2b7a0304-b5d0-431d-b287-32c8388d7fbd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3e9e1b873f1442d59d5ee8247b941f74',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T13:55:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 695.565833] env[69613]: DEBUG nova.virt.hardware [None req-825e084c-42a0-43f9-96f4-e67c89d81ded tempest-ImagesOneServerTestJSON-1060956417 tempest-ImagesOneServerTestJSON-1060956417-project-member] Flavor limits 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 695.566370] env[69613]: DEBUG nova.virt.hardware [None req-825e084c-42a0-43f9-96f4-e67c89d81ded tempest-ImagesOneServerTestJSON-1060956417 tempest-ImagesOneServerTestJSON-1060956417-project-member] Image limits 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 695.566370] env[69613]: DEBUG nova.virt.hardware [None req-825e084c-42a0-43f9-96f4-e67c89d81ded tempest-ImagesOneServerTestJSON-1060956417 tempest-ImagesOneServerTestJSON-1060956417-project-member] Flavor pref 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 695.566495] env[69613]: DEBUG nova.virt.hardware [None req-825e084c-42a0-43f9-96f4-e67c89d81ded tempest-ImagesOneServerTestJSON-1060956417 tempest-ImagesOneServerTestJSON-1060956417-project-member] Image pref 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 695.566583] env[69613]: DEBUG nova.virt.hardware [None req-825e084c-42a0-43f9-96f4-e67c89d81ded tempest-ImagesOneServerTestJSON-1060956417 tempest-ImagesOneServerTestJSON-1060956417-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 695.566801] env[69613]: DEBUG nova.virt.hardware [None req-825e084c-42a0-43f9-96f4-e67c89d81ded tempest-ImagesOneServerTestJSON-1060956417 tempest-ImagesOneServerTestJSON-1060956417-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 695.566964] env[69613]: DEBUG nova.virt.hardware [None req-825e084c-42a0-43f9-96f4-e67c89d81ded tempest-ImagesOneServerTestJSON-1060956417 tempest-ImagesOneServerTestJSON-1060956417-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69613) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 695.567146] env[69613]: DEBUG nova.virt.hardware [None req-825e084c-42a0-43f9-96f4-e67c89d81ded tempest-ImagesOneServerTestJSON-1060956417 tempest-ImagesOneServerTestJSON-1060956417-project-member] Got 1 possible topologies {{(pid=69613) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 695.567316] env[69613]: DEBUG nova.virt.hardware [None req-825e084c-42a0-43f9-96f4-e67c89d81ded tempest-ImagesOneServerTestJSON-1060956417 tempest-ImagesOneServerTestJSON-1060956417-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 695.567485] env[69613]: DEBUG nova.virt.hardware [None req-825e084c-42a0-43f9-96f4-e67c89d81ded tempest-ImagesOneServerTestJSON-1060956417 tempest-ImagesOneServerTestJSON-1060956417-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 695.568365] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2120d42-bad7-4ba2-b845-62692c9f4ca9 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.576334] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6036134d-4026-4994-883a-a2e847f14cd9 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.662598] env[69613]: DEBUG oslo_concurrency.lockutils [None req-2e45d429-24ae-447f-9b44-ce665ef7fd93 tempest-ImagesNegativeTestJSON-689260756 tempest-ImagesNegativeTestJSON-689260756-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.148s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 695.665257] env[69613]: DEBUG oslo_concurrency.lockutils [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 32.854s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 695.665460] env[69613]: DEBUG oslo_concurrency.lockutils [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 695.665631] env[69613]: DEBUG nova.compute.resource_tracker [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69613) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 695.665925] env[69613]: DEBUG oslo_concurrency.lockutils [None req-7d31f83c-a54a-46b6-8a1d-c890b0c16b3e tempest-ServerAddressesTestJSON-2032119828 tempest-ServerAddressesTestJSON-2032119828-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.403s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 695.666143] env[69613]: DEBUG nova.objects.instance [None req-7d31f83c-a54a-46b6-8a1d-c890b0c16b3e tempest-ServerAddressesTestJSON-2032119828 tempest-ServerAddressesTestJSON-2032119828-project-member] Lazy-loading 'resources' on Instance uuid 1e4afb61-0ef2-4805-85e2-4e480e8ba25f {{(pid=69613) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 695.667951] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5ed1cdb-c93c-4f40-b46f-61067499c690 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.677552] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c46ebe9-4021-4832-9283-5f9e3e444b1c {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.694239] env[69613]: INFO nova.scheduler.client.report [None req-2e45d429-24ae-447f-9b44-ce665ef7fd93 tempest-ImagesNegativeTestJSON-689260756 tempest-ImagesNegativeTestJSON-689260756-project-member] Deleted allocations for instance faeb64d6-dd4f-4267-af4f-d42dcc1c45c9 [ 695.695882] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91e50e19-1356-465c-8a30-56668ced0ebb {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.704863] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f76c331b-851b-473f-a961-a2ab9c0cd515 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.735838] env[69613]: DEBUG nova.compute.resource_tracker [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179575MB free_disk=99GB free_vcpus=48 pci_devices=None {{(pid=69613) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 695.735988] env[69613]: DEBUG oslo_concurrency.lockutils [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 695.766901] env[69613]: DEBUG oslo_vmware.api [None req-6186cf25-c459-4e4b-aa27-5e20bca28113 tempest-ServerGroupTestJSON-1760943608 tempest-ServerGroupTestJSON-1760943608-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]5240adfd-e402-46ed-ad2e-19be3032a132, 'name': SearchDatastore_Task, 'duration_secs': 0.010061} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.767178] env[69613]: DEBUG oslo_concurrency.lockutils [None req-6186cf25-c459-4e4b-aa27-5e20bca28113 tempest-ServerGroupTestJSON-1760943608 tempest-ServerGroupTestJSON-1760943608-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.767435] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-6186cf25-c459-4e4b-aa27-5e20bca28113 tempest-ServerGroupTestJSON-1760943608 tempest-ServerGroupTestJSON-1760943608-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk to [datastore1] 2e020eec-2d4f-41b8-b31d-3add0744d592/2e020eec-2d4f-41b8-b31d-3add0744d592.vmdk {{(pid=69613) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 695.767694] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fff8c33f-4d93-42b5-a78f-de48c80cbabb {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.774454] env[69613]: DEBUG oslo_vmware.api [None req-6186cf25-c459-4e4b-aa27-5e20bca28113 tempest-ServerGroupTestJSON-1760943608 tempest-ServerGroupTestJSON-1760943608-project-member] Waiting for the task: (returnval){ [ 695.774454] env[69613]: value = "task-3417047" [ 695.774454] env[69613]: _type = "Task" [ 695.774454] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.782362] env[69613]: DEBUG oslo_vmware.api [None req-6186cf25-c459-4e4b-aa27-5e20bca28113 tempest-ServerGroupTestJSON-1760943608 tempest-ServerGroupTestJSON-1760943608-project-member] Task: {'id': task-3417047, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.873026] env[69613]: DEBUG nova.network.neutron [-] [instance: eed1c412-ccce-4168-bce7-3e7101901b7f] Updating instance_info_cache with network_info: [] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 695.924997] env[69613]: DEBUG oslo_vmware.api [None req-ee960542-de74-43ad-ba6f-9cb9a2f1365b tempest-DeleteServersAdminTestJSON-241271607 tempest-DeleteServersAdminTestJSON-241271607-project-member] Task: {'id': task-3417046, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.136688} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.925310] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee960542-de74-43ad-ba6f-9cb9a2f1365b tempest-DeleteServersAdminTestJSON-241271607 tempest-DeleteServersAdminTestJSON-241271607-project-member] Deleted the datastore file {{(pid=69613) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 695.925445] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-ee960542-de74-43ad-ba6f-9cb9a2f1365b tempest-DeleteServersAdminTestJSON-241271607 tempest-DeleteServersAdminTestJSON-241271607-project-member] [instance: 13ec57c7-56f5-40c6-ab32-aac0fd67c9b1] Deleted contents of the VM from datastore datastore1 {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 695.925622] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-ee960542-de74-43ad-ba6f-9cb9a2f1365b tempest-DeleteServersAdminTestJSON-241271607 tempest-DeleteServersAdminTestJSON-241271607-project-member] [instance: 13ec57c7-56f5-40c6-ab32-aac0fd67c9b1] Instance destroyed {{(pid=69613) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 695.925781] env[69613]: INFO nova.compute.manager [None req-ee960542-de74-43ad-ba6f-9cb9a2f1365b tempest-DeleteServersAdminTestJSON-241271607 tempest-DeleteServersAdminTestJSON-241271607-project-member] [instance: 13ec57c7-56f5-40c6-ab32-aac0fd67c9b1] Took 1.14 seconds to destroy the instance on the hypervisor. [ 695.926028] env[69613]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ee960542-de74-43ad-ba6f-9cb9a2f1365b tempest-DeleteServersAdminTestJSON-241271607 tempest-DeleteServersAdminTestJSON-241271607-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69613) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 695.926233] env[69613]: DEBUG nova.compute.manager [-] [instance: 13ec57c7-56f5-40c6-ab32-aac0fd67c9b1] Deallocating network for instance {{(pid=69613) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 695.926330] env[69613]: DEBUG nova.network.neutron [-] [instance: 13ec57c7-56f5-40c6-ab32-aac0fd67c9b1] deallocate_for_instance() {{(pid=69613) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 696.149065] env[69613]: DEBUG nova.compute.manager [req-05920457-8a33-465b-a679-368539413fa3 req-cd02c9dd-9bf5-4fbe-805a-d6134731b719 service nova] [instance: d9e3bd67-974c-477a-baa2-99549051a828] Received event network-vif-plugged-d19b80fe-b45b-4384-b214-93d004b152e0 {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 696.149790] env[69613]: DEBUG oslo_concurrency.lockutils [req-05920457-8a33-465b-a679-368539413fa3 req-cd02c9dd-9bf5-4fbe-805a-d6134731b719 service nova] Acquiring lock "d9e3bd67-974c-477a-baa2-99549051a828-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 696.151387] env[69613]: DEBUG oslo_concurrency.lockutils [req-05920457-8a33-465b-a679-368539413fa3 req-cd02c9dd-9bf5-4fbe-805a-d6134731b719 service nova] Lock "d9e3bd67-974c-477a-baa2-99549051a828-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 696.151387] env[69613]: DEBUG oslo_concurrency.lockutils [req-05920457-8a33-465b-a679-368539413fa3 req-cd02c9dd-9bf5-4fbe-805a-d6134731b719 service nova] Lock "d9e3bd67-974c-477a-baa2-99549051a828-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 696.151387] env[69613]: DEBUG nova.compute.manager [req-05920457-8a33-465b-a679-368539413fa3 req-cd02c9dd-9bf5-4fbe-805a-d6134731b719 service nova] [instance: d9e3bd67-974c-477a-baa2-99549051a828] No waiting events found dispatching network-vif-plugged-d19b80fe-b45b-4384-b214-93d004b152e0 {{(pid=69613) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 696.151387] env[69613]: WARNING nova.compute.manager [req-05920457-8a33-465b-a679-368539413fa3 req-cd02c9dd-9bf5-4fbe-805a-d6134731b719 service nova] [instance: d9e3bd67-974c-477a-baa2-99549051a828] Received unexpected event network-vif-plugged-d19b80fe-b45b-4384-b214-93d004b152e0 for instance with vm_state building and task_state spawning. [ 696.207988] env[69613]: DEBUG oslo_concurrency.lockutils [None req-2e45d429-24ae-447f-9b44-ce665ef7fd93 tempest-ImagesNegativeTestJSON-689260756 tempest-ImagesNegativeTestJSON-689260756-project-member] Lock "faeb64d6-dd4f-4267-af4f-d42dcc1c45c9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.926s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 696.287051] env[69613]: DEBUG oslo_vmware.api [None req-6186cf25-c459-4e4b-aa27-5e20bca28113 tempest-ServerGroupTestJSON-1760943608 tempest-ServerGroupTestJSON-1760943608-project-member] Task: {'id': task-3417047, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.295936] env[69613]: DEBUG nova.compute.manager [req-c671c641-a3b8-46d4-b55a-17eeb1087176 req-b9432322-267e-4232-a931-d547766f01eb service nova] [instance: 13ec57c7-56f5-40c6-ab32-aac0fd67c9b1] Received event network-vif-deleted-8c665748-c629-4ec6-9830-64658c0717b6 {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 696.295936] env[69613]: INFO nova.compute.manager [req-c671c641-a3b8-46d4-b55a-17eeb1087176 req-b9432322-267e-4232-a931-d547766f01eb service nova] [instance: 13ec57c7-56f5-40c6-ab32-aac0fd67c9b1] Neutron deleted interface 8c665748-c629-4ec6-9830-64658c0717b6; detaching it from the instance and deleting it from the info cache [ 696.295936] env[69613]: DEBUG nova.network.neutron [req-c671c641-a3b8-46d4-b55a-17eeb1087176 req-b9432322-267e-4232-a931-d547766f01eb service nova] [instance: 13ec57c7-56f5-40c6-ab32-aac0fd67c9b1] Updating instance_info_cache with network_info: [] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 696.334927] env[69613]: DEBUG nova.network.neutron [None req-825e084c-42a0-43f9-96f4-e67c89d81ded tempest-ImagesOneServerTestJSON-1060956417 tempest-ImagesOneServerTestJSON-1060956417-project-member] [instance: d9e3bd67-974c-477a-baa2-99549051a828] Successfully updated port: d19b80fe-b45b-4384-b214-93d004b152e0 {{(pid=69613) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 696.375781] env[69613]: INFO nova.compute.manager [-] [instance: eed1c412-ccce-4168-bce7-3e7101901b7f] Took 1.02 seconds to deallocate network for instance. [ 696.704968] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1494654e-d515-4a14-aaee-11746702cb64 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.713046] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac847b6d-4f66-43db-9281-96b088196a76 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.744031] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ae7c7f5-dffc-4650-917b-af5c4b2bd1f1 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.750869] env[69613]: DEBUG nova.network.neutron [-] [instance: 13ec57c7-56f5-40c6-ab32-aac0fd67c9b1] Updating instance_info_cache with network_info: [] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 696.753262] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c12963bf-adae-4b08-af30-1489b57f5d1f {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.767695] env[69613]: DEBUG nova.compute.provider_tree [None req-7d31f83c-a54a-46b6-8a1d-c890b0c16b3e tempest-ServerAddressesTestJSON-2032119828 tempest-ServerAddressesTestJSON-2032119828-project-member] Inventory has not changed in ProviderTree for provider: af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 {{(pid=69613) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 696.784315] env[69613]: DEBUG oslo_vmware.api [None req-6186cf25-c459-4e4b-aa27-5e20bca28113 tempest-ServerGroupTestJSON-1760943608 tempest-ServerGroupTestJSON-1760943608-project-member] Task: {'id': task-3417047, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.530327} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.784560] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-6186cf25-c459-4e4b-aa27-5e20bca28113 tempest-ServerGroupTestJSON-1760943608 tempest-ServerGroupTestJSON-1760943608-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk to [datastore1] 2e020eec-2d4f-41b8-b31d-3add0744d592/2e020eec-2d4f-41b8-b31d-3add0744d592.vmdk {{(pid=69613) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 696.784767] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-6186cf25-c459-4e4b-aa27-5e20bca28113 tempest-ServerGroupTestJSON-1760943608 tempest-ServerGroupTestJSON-1760943608-project-member] [instance: 2e020eec-2d4f-41b8-b31d-3add0744d592] Extending root virtual disk to 1048576 {{(pid=69613) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 696.785015] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e3741325-5a8b-4936-9640-1f361a487cfe {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.791640] env[69613]: DEBUG oslo_vmware.api [None req-6186cf25-c459-4e4b-aa27-5e20bca28113 tempest-ServerGroupTestJSON-1760943608 tempest-ServerGroupTestJSON-1760943608-project-member] Waiting for the task: (returnval){ [ 696.791640] env[69613]: value = "task-3417048" [ 696.791640] env[69613]: _type = "Task" [ 696.791640] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.798751] env[69613]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1bb6d0a4-ee13-4e1d-b9cf-e397ed382bdb {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.801993] env[69613]: DEBUG oslo_vmware.api [None req-6186cf25-c459-4e4b-aa27-5e20bca28113 tempest-ServerGroupTestJSON-1760943608 tempest-ServerGroupTestJSON-1760943608-project-member] Task: {'id': task-3417048, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.810698] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f895c104-da1e-470d-a7ef-c8eddacf7e3b {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.844415] env[69613]: DEBUG oslo_concurrency.lockutils [None req-825e084c-42a0-43f9-96f4-e67c89d81ded tempest-ImagesOneServerTestJSON-1060956417 tempest-ImagesOneServerTestJSON-1060956417-project-member] Acquiring lock "refresh_cache-d9e3bd67-974c-477a-baa2-99549051a828" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.844415] env[69613]: DEBUG oslo_concurrency.lockutils [None req-825e084c-42a0-43f9-96f4-e67c89d81ded tempest-ImagesOneServerTestJSON-1060956417 tempest-ImagesOneServerTestJSON-1060956417-project-member] Acquired lock "refresh_cache-d9e3bd67-974c-477a-baa2-99549051a828" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.844525] env[69613]: DEBUG nova.network.neutron [None req-825e084c-42a0-43f9-96f4-e67c89d81ded tempest-ImagesOneServerTestJSON-1060956417 tempest-ImagesOneServerTestJSON-1060956417-project-member] [instance: d9e3bd67-974c-477a-baa2-99549051a828] Building network info cache for instance {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 696.846075] env[69613]: DEBUG nova.compute.manager [req-c671c641-a3b8-46d4-b55a-17eeb1087176 req-b9432322-267e-4232-a931-d547766f01eb service nova] [instance: 13ec57c7-56f5-40c6-ab32-aac0fd67c9b1] Detach interface failed, port_id=8c665748-c629-4ec6-9830-64658c0717b6, reason: Instance 13ec57c7-56f5-40c6-ab32-aac0fd67c9b1 could not be found. {{(pid=69613) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 696.882899] env[69613]: DEBUG oslo_concurrency.lockutils [None req-c9848674-d2c0-408d-8ec6-ac13b6068171 tempest-ServerDiagnosticsV248Test-884971060 tempest-ServerDiagnosticsV248Test-884971060-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 697.258271] env[69613]: INFO nova.compute.manager [-] [instance: 13ec57c7-56f5-40c6-ab32-aac0fd67c9b1] Took 1.33 seconds to deallocate network for instance. [ 697.272853] env[69613]: DEBUG nova.scheduler.client.report [None req-7d31f83c-a54a-46b6-8a1d-c890b0c16b3e tempest-ServerAddressesTestJSON-2032119828 tempest-ServerAddressesTestJSON-2032119828-project-member] Inventory has not changed for provider af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69613) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 697.306948] env[69613]: DEBUG oslo_vmware.api [None req-6186cf25-c459-4e4b-aa27-5e20bca28113 tempest-ServerGroupTestJSON-1760943608 tempest-ServerGroupTestJSON-1760943608-project-member] Task: {'id': task-3417048, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067432} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.307933] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-6186cf25-c459-4e4b-aa27-5e20bca28113 tempest-ServerGroupTestJSON-1760943608 tempest-ServerGroupTestJSON-1760943608-project-member] [instance: 2e020eec-2d4f-41b8-b31d-3add0744d592] Extended root virtual disk {{(pid=69613) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 697.308872] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2e4bca3-1fa4-4a9b-a9be-dbd4df096508 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.331721] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-6186cf25-c459-4e4b-aa27-5e20bca28113 tempest-ServerGroupTestJSON-1760943608 tempest-ServerGroupTestJSON-1760943608-project-member] [instance: 2e020eec-2d4f-41b8-b31d-3add0744d592] Reconfiguring VM instance instance-00000020 to attach disk [datastore1] 2e020eec-2d4f-41b8-b31d-3add0744d592/2e020eec-2d4f-41b8-b31d-3add0744d592.vmdk or device None with type sparse {{(pid=69613) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 697.332299] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a17fba38-5a9e-42d0-9474-c6703a2d3c01 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.354454] env[69613]: DEBUG oslo_vmware.api [None req-6186cf25-c459-4e4b-aa27-5e20bca28113 tempest-ServerGroupTestJSON-1760943608 tempest-ServerGroupTestJSON-1760943608-project-member] Waiting for the task: (returnval){ [ 697.354454] env[69613]: value = "task-3417049" [ 697.354454] env[69613]: _type = "Task" [ 697.354454] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.362609] env[69613]: DEBUG oslo_vmware.api [None req-6186cf25-c459-4e4b-aa27-5e20bca28113 tempest-ServerGroupTestJSON-1760943608 tempest-ServerGroupTestJSON-1760943608-project-member] Task: {'id': task-3417049, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.379973] env[69613]: DEBUG nova.network.neutron [None req-825e084c-42a0-43f9-96f4-e67c89d81ded tempest-ImagesOneServerTestJSON-1060956417 tempest-ImagesOneServerTestJSON-1060956417-project-member] [instance: d9e3bd67-974c-477a-baa2-99549051a828] Instance cache missing network info. {{(pid=69613) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 697.687855] env[69613]: DEBUG nova.network.neutron [None req-825e084c-42a0-43f9-96f4-e67c89d81ded tempest-ImagesOneServerTestJSON-1060956417 tempest-ImagesOneServerTestJSON-1060956417-project-member] [instance: d9e3bd67-974c-477a-baa2-99549051a828] Updating instance_info_cache with network_info: [{"id": "d19b80fe-b45b-4384-b214-93d004b152e0", "address": "fa:16:3e:bc:7c:26", "network": {"id": "bdf6c4fe-bb94-42fd-9c72-759835dfc2da", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-2048731187-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5e8ef5731cbb4e8b9f824fbf2c2abac9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0721b358-3768-472d-95f8-6d6755ab1635", "external-id": "nsx-vlan-transportzone-314", "segmentation_id": 314, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd19b80fe-b4", "ovs_interfaceid": "d19b80fe-b45b-4384-b214-93d004b152e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 697.765010] env[69613]: DEBUG oslo_concurrency.lockutils [None req-ee960542-de74-43ad-ba6f-9cb9a2f1365b tempest-DeleteServersAdminTestJSON-241271607 tempest-DeleteServersAdminTestJSON-241271607-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 697.778492] env[69613]: DEBUG oslo_concurrency.lockutils [None req-7d31f83c-a54a-46b6-8a1d-c890b0c16b3e tempest-ServerAddressesTestJSON-2032119828 tempest-ServerAddressesTestJSON-2032119828-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.112s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 697.781184] env[69613]: DEBUG oslo_concurrency.lockutils [None req-ae8c430a-97c2-463e-bedf-79119b80ba38 tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.174s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 697.782912] env[69613]: INFO nova.compute.claims [None req-ae8c430a-97c2-463e-bedf-79119b80ba38 tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] [instance: 9ee7dbf3-c86a-4cd8-ad1e-ca92cb90164d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 697.803129] env[69613]: INFO nova.scheduler.client.report [None req-7d31f83c-a54a-46b6-8a1d-c890b0c16b3e tempest-ServerAddressesTestJSON-2032119828 tempest-ServerAddressesTestJSON-2032119828-project-member] Deleted allocations for instance 1e4afb61-0ef2-4805-85e2-4e480e8ba25f [ 697.866732] env[69613]: DEBUG oslo_vmware.api [None req-6186cf25-c459-4e4b-aa27-5e20bca28113 tempest-ServerGroupTestJSON-1760943608 tempest-ServerGroupTestJSON-1760943608-project-member] Task: {'id': task-3417049, 'name': ReconfigVM_Task, 'duration_secs': 0.26174} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.866732] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-6186cf25-c459-4e4b-aa27-5e20bca28113 tempest-ServerGroupTestJSON-1760943608 tempest-ServerGroupTestJSON-1760943608-project-member] [instance: 2e020eec-2d4f-41b8-b31d-3add0744d592] Reconfigured VM instance instance-00000020 to attach disk [datastore1] 2e020eec-2d4f-41b8-b31d-3add0744d592/2e020eec-2d4f-41b8-b31d-3add0744d592.vmdk or device None with type sparse {{(pid=69613) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 697.867610] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-87cb4ffa-37a9-4598-ac55-1d5b847a9f89 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.875320] env[69613]: DEBUG oslo_vmware.api [None req-6186cf25-c459-4e4b-aa27-5e20bca28113 tempest-ServerGroupTestJSON-1760943608 tempest-ServerGroupTestJSON-1760943608-project-member] Waiting for the task: (returnval){ [ 697.875320] env[69613]: value = "task-3417050" [ 697.875320] env[69613]: _type = "Task" [ 697.875320] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.883242] env[69613]: DEBUG oslo_vmware.api [None req-6186cf25-c459-4e4b-aa27-5e20bca28113 tempest-ServerGroupTestJSON-1760943608 tempest-ServerGroupTestJSON-1760943608-project-member] Task: {'id': task-3417050, 'name': Rename_Task} progress is 5%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.190397] env[69613]: DEBUG oslo_concurrency.lockutils [None req-825e084c-42a0-43f9-96f4-e67c89d81ded tempest-ImagesOneServerTestJSON-1060956417 tempest-ImagesOneServerTestJSON-1060956417-project-member] Releasing lock "refresh_cache-d9e3bd67-974c-477a-baa2-99549051a828" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.191898] env[69613]: DEBUG nova.compute.manager [None req-825e084c-42a0-43f9-96f4-e67c89d81ded tempest-ImagesOneServerTestJSON-1060956417 tempest-ImagesOneServerTestJSON-1060956417-project-member] [instance: d9e3bd67-974c-477a-baa2-99549051a828] Instance network_info: |[{"id": "d19b80fe-b45b-4384-b214-93d004b152e0", "address": "fa:16:3e:bc:7c:26", "network": {"id": "bdf6c4fe-bb94-42fd-9c72-759835dfc2da", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-2048731187-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5e8ef5731cbb4e8b9f824fbf2c2abac9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0721b358-3768-472d-95f8-6d6755ab1635", "external-id": "nsx-vlan-transportzone-314", "segmentation_id": 314, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd19b80fe-b4", "ovs_interfaceid": "d19b80fe-b45b-4384-b214-93d004b152e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69613) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 698.192466] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-825e084c-42a0-43f9-96f4-e67c89d81ded tempest-ImagesOneServerTestJSON-1060956417 tempest-ImagesOneServerTestJSON-1060956417-project-member] [instance: d9e3bd67-974c-477a-baa2-99549051a828] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bc:7c:26', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0721b358-3768-472d-95f8-6d6755ab1635', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd19b80fe-b45b-4384-b214-93d004b152e0', 'vif_model': 'vmxnet3'}] {{(pid=69613) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 698.201153] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-825e084c-42a0-43f9-96f4-e67c89d81ded tempest-ImagesOneServerTestJSON-1060956417 tempest-ImagesOneServerTestJSON-1060956417-project-member] Creating folder: Project (5e8ef5731cbb4e8b9f824fbf2c2abac9). Parent ref: group-v681687. {{(pid=69613) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 698.201375] env[69613]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cfb63843-a81a-435c-afa4-1cdde806caf0 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.212819] env[69613]: INFO nova.virt.vmwareapi.vm_util [None req-825e084c-42a0-43f9-96f4-e67c89d81ded tempest-ImagesOneServerTestJSON-1060956417 tempest-ImagesOneServerTestJSON-1060956417-project-member] Created folder: Project (5e8ef5731cbb4e8b9f824fbf2c2abac9) in parent group-v681687. [ 698.213040] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-825e084c-42a0-43f9-96f4-e67c89d81ded tempest-ImagesOneServerTestJSON-1060956417 tempest-ImagesOneServerTestJSON-1060956417-project-member] Creating folder: Instances. Parent ref: group-v681777. {{(pid=69613) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 698.213271] env[69613]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-33b3efca-b2da-4008-81ce-a88f8245e354 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.224054] env[69613]: INFO nova.virt.vmwareapi.vm_util [None req-825e084c-42a0-43f9-96f4-e67c89d81ded tempest-ImagesOneServerTestJSON-1060956417 tempest-ImagesOneServerTestJSON-1060956417-project-member] Created folder: Instances in parent group-v681777. [ 698.224302] env[69613]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-825e084c-42a0-43f9-96f4-e67c89d81ded tempest-ImagesOneServerTestJSON-1060956417 tempest-ImagesOneServerTestJSON-1060956417-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69613) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 698.224501] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d9e3bd67-974c-477a-baa2-99549051a828] Creating VM on the ESX host {{(pid=69613) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 698.224708] env[69613]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-19bbae6d-6ff4-49c9-9004-e1288f04859a {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.246106] env[69613]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 698.246106] env[69613]: value = "task-3417053" [ 698.246106] env[69613]: _type = "Task" [ 698.246106] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.253575] env[69613]: DEBUG oslo_vmware.api [-] Task: {'id': task-3417053, 'name': CreateVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.311635] env[69613]: DEBUG oslo_concurrency.lockutils [None req-7d31f83c-a54a-46b6-8a1d-c890b0c16b3e tempest-ServerAddressesTestJSON-2032119828 tempest-ServerAddressesTestJSON-2032119828-project-member] Lock "1e4afb61-0ef2-4805-85e2-4e480e8ba25f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.878s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 698.363268] env[69613]: DEBUG nova.compute.manager [req-b535b605-4195-41db-9212-bd4ef468a553 req-0b0746dc-f1fb-40b2-bbdf-ba52bd772111 service nova] [instance: d9e3bd67-974c-477a-baa2-99549051a828] Received event network-changed-d19b80fe-b45b-4384-b214-93d004b152e0 {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 698.363414] env[69613]: DEBUG nova.compute.manager [req-b535b605-4195-41db-9212-bd4ef468a553 req-0b0746dc-f1fb-40b2-bbdf-ba52bd772111 service nova] [instance: d9e3bd67-974c-477a-baa2-99549051a828] Refreshing instance network info cache due to event network-changed-d19b80fe-b45b-4384-b214-93d004b152e0. {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 698.364675] env[69613]: DEBUG oslo_concurrency.lockutils [req-b535b605-4195-41db-9212-bd4ef468a553 req-0b0746dc-f1fb-40b2-bbdf-ba52bd772111 service nova] Acquiring lock "refresh_cache-d9e3bd67-974c-477a-baa2-99549051a828" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.364675] env[69613]: DEBUG oslo_concurrency.lockutils [req-b535b605-4195-41db-9212-bd4ef468a553 req-0b0746dc-f1fb-40b2-bbdf-ba52bd772111 service nova] Acquired lock "refresh_cache-d9e3bd67-974c-477a-baa2-99549051a828" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.364675] env[69613]: DEBUG nova.network.neutron [req-b535b605-4195-41db-9212-bd4ef468a553 req-0b0746dc-f1fb-40b2-bbdf-ba52bd772111 service nova] [instance: d9e3bd67-974c-477a-baa2-99549051a828] Refreshing network info cache for port d19b80fe-b45b-4384-b214-93d004b152e0 {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 698.388312] env[69613]: DEBUG oslo_vmware.api [None req-6186cf25-c459-4e4b-aa27-5e20bca28113 tempest-ServerGroupTestJSON-1760943608 tempest-ServerGroupTestJSON-1760943608-project-member] Task: {'id': task-3417050, 'name': Rename_Task} progress is 99%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.758311] env[69613]: DEBUG oslo_vmware.api [-] Task: {'id': task-3417053, 'name': CreateVM_Task, 'duration_secs': 0.316675} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.758662] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d9e3bd67-974c-477a-baa2-99549051a828] Created VM on the ESX host {{(pid=69613) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 698.760833] env[69613]: DEBUG oslo_concurrency.lockutils [None req-825e084c-42a0-43f9-96f4-e67c89d81ded tempest-ImagesOneServerTestJSON-1060956417 tempest-ImagesOneServerTestJSON-1060956417-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.762191] env[69613]: DEBUG oslo_concurrency.lockutils [None req-825e084c-42a0-43f9-96f4-e67c89d81ded tempest-ImagesOneServerTestJSON-1060956417 tempest-ImagesOneServerTestJSON-1060956417-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.762191] env[69613]: DEBUG oslo_concurrency.lockutils [None req-825e084c-42a0-43f9-96f4-e67c89d81ded tempest-ImagesOneServerTestJSON-1060956417 tempest-ImagesOneServerTestJSON-1060956417-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.762191] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e6e0db01-9562-47dc-ac84-0498d3216d54 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.773053] env[69613]: DEBUG oslo_vmware.api [None req-825e084c-42a0-43f9-96f4-e67c89d81ded tempest-ImagesOneServerTestJSON-1060956417 tempest-ImagesOneServerTestJSON-1060956417-project-member] Waiting for the task: (returnval){ [ 698.773053] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]52b8f921-af55-fc67-39d6-5e600c07229c" [ 698.773053] env[69613]: _type = "Task" [ 698.773053] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.779048] env[69613]: DEBUG oslo_vmware.api [None req-825e084c-42a0-43f9-96f4-e67c89d81ded tempest-ImagesOneServerTestJSON-1060956417 tempest-ImagesOneServerTestJSON-1060956417-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52b8f921-af55-fc67-39d6-5e600c07229c, 'name': SearchDatastore_Task, 'duration_secs': 0.008914} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.779393] env[69613]: DEBUG oslo_concurrency.lockutils [None req-825e084c-42a0-43f9-96f4-e67c89d81ded tempest-ImagesOneServerTestJSON-1060956417 tempest-ImagesOneServerTestJSON-1060956417-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.779747] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-825e084c-42a0-43f9-96f4-e67c89d81ded tempest-ImagesOneServerTestJSON-1060956417 tempest-ImagesOneServerTestJSON-1060956417-project-member] [instance: d9e3bd67-974c-477a-baa2-99549051a828] Processing image 2b7a0304-b5d0-431d-b287-32c8388d7fbd {{(pid=69613) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 698.780033] env[69613]: DEBUG oslo_concurrency.lockutils [None req-825e084c-42a0-43f9-96f4-e67c89d81ded tempest-ImagesOneServerTestJSON-1060956417 tempest-ImagesOneServerTestJSON-1060956417-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.780224] env[69613]: DEBUG oslo_concurrency.lockutils [None req-825e084c-42a0-43f9-96f4-e67c89d81ded tempest-ImagesOneServerTestJSON-1060956417 tempest-ImagesOneServerTestJSON-1060956417-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.780469] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-825e084c-42a0-43f9-96f4-e67c89d81ded tempest-ImagesOneServerTestJSON-1060956417 tempest-ImagesOneServerTestJSON-1060956417-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69613) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 698.780761] env[69613]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e71f7da7-7df3-4714-bd8e-a90d8173156f {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.787967] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-825e084c-42a0-43f9-96f4-e67c89d81ded tempest-ImagesOneServerTestJSON-1060956417 tempest-ImagesOneServerTestJSON-1060956417-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69613) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 698.788162] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-825e084c-42a0-43f9-96f4-e67c89d81ded tempest-ImagesOneServerTestJSON-1060956417 tempest-ImagesOneServerTestJSON-1060956417-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69613) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 698.788861] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e273ac36-a275-4970-b8c8-d8679180d4cf {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.797244] env[69613]: DEBUG oslo_vmware.api [None req-825e084c-42a0-43f9-96f4-e67c89d81ded tempest-ImagesOneServerTestJSON-1060956417 tempest-ImagesOneServerTestJSON-1060956417-project-member] Waiting for the task: (returnval){ [ 698.797244] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]52b421b6-06b0-7800-715d-6acd956e134d" [ 698.797244] env[69613]: _type = "Task" [ 698.797244] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.806164] env[69613]: DEBUG oslo_vmware.api [None req-825e084c-42a0-43f9-96f4-e67c89d81ded tempest-ImagesOneServerTestJSON-1060956417 tempest-ImagesOneServerTestJSON-1060956417-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52b421b6-06b0-7800-715d-6acd956e134d, 'name': SearchDatastore_Task, 'duration_secs': 0.007328} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.807155] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4c58bac4-25ce-439f-9fdf-37c5b84426f2 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.812028] env[69613]: DEBUG oslo_vmware.api [None req-825e084c-42a0-43f9-96f4-e67c89d81ded tempest-ImagesOneServerTestJSON-1060956417 tempest-ImagesOneServerTestJSON-1060956417-project-member] Waiting for the task: (returnval){ [ 698.812028] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]52181f8b-4c08-25ba-8b1e-3d78a4ac430b" [ 698.812028] env[69613]: _type = "Task" [ 698.812028] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.820956] env[69613]: DEBUG oslo_vmware.api [None req-825e084c-42a0-43f9-96f4-e67c89d81ded tempest-ImagesOneServerTestJSON-1060956417 tempest-ImagesOneServerTestJSON-1060956417-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52181f8b-4c08-25ba-8b1e-3d78a4ac430b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.885801] env[69613]: DEBUG oslo_vmware.api [None req-6186cf25-c459-4e4b-aa27-5e20bca28113 tempest-ServerGroupTestJSON-1760943608 tempest-ServerGroupTestJSON-1760943608-project-member] Task: {'id': task-3417050, 'name': Rename_Task} progress is 99%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.209344] env[69613]: DEBUG nova.network.neutron [req-b535b605-4195-41db-9212-bd4ef468a553 req-0b0746dc-f1fb-40b2-bbdf-ba52bd772111 service nova] [instance: d9e3bd67-974c-477a-baa2-99549051a828] Updated VIF entry in instance network info cache for port d19b80fe-b45b-4384-b214-93d004b152e0. {{(pid=69613) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 699.209763] env[69613]: DEBUG nova.network.neutron [req-b535b605-4195-41db-9212-bd4ef468a553 req-0b0746dc-f1fb-40b2-bbdf-ba52bd772111 service nova] [instance: d9e3bd67-974c-477a-baa2-99549051a828] Updating instance_info_cache with network_info: [{"id": "d19b80fe-b45b-4384-b214-93d004b152e0", "address": "fa:16:3e:bc:7c:26", "network": {"id": "bdf6c4fe-bb94-42fd-9c72-759835dfc2da", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-2048731187-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5e8ef5731cbb4e8b9f824fbf2c2abac9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0721b358-3768-472d-95f8-6d6755ab1635", "external-id": "nsx-vlan-transportzone-314", "segmentation_id": 314, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd19b80fe-b4", "ovs_interfaceid": "d19b80fe-b45b-4384-b214-93d004b152e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 699.307462] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16217cfa-81e7-4514-8c29-d29a4a6f142b {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.319066] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbff0954-feba-43f5-b2bc-14c0785a4762 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.359267] env[69613]: DEBUG oslo_vmware.api [None req-825e084c-42a0-43f9-96f4-e67c89d81ded tempest-ImagesOneServerTestJSON-1060956417 tempest-ImagesOneServerTestJSON-1060956417-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52181f8b-4c08-25ba-8b1e-3d78a4ac430b, 'name': SearchDatastore_Task, 'duration_secs': 0.007482} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.359813] env[69613]: DEBUG oslo_concurrency.lockutils [None req-825e084c-42a0-43f9-96f4-e67c89d81ded tempest-ImagesOneServerTestJSON-1060956417 tempest-ImagesOneServerTestJSON-1060956417-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.360213] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-825e084c-42a0-43f9-96f4-e67c89d81ded tempest-ImagesOneServerTestJSON-1060956417 tempest-ImagesOneServerTestJSON-1060956417-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk to [datastore2] d9e3bd67-974c-477a-baa2-99549051a828/d9e3bd67-974c-477a-baa2-99549051a828.vmdk {{(pid=69613) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 699.361818] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87919f3f-f522-44ed-943c-f32d2ca3fad4 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.364876] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b73037cd-8272-4e6c-baba-be74efb44324 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.373216] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b3eba33-cb04-412f-a347-2ce0aab20f9d {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.377526] env[69613]: DEBUG oslo_vmware.api [None req-825e084c-42a0-43f9-96f4-e67c89d81ded tempest-ImagesOneServerTestJSON-1060956417 tempest-ImagesOneServerTestJSON-1060956417-project-member] Waiting for the task: (returnval){ [ 699.377526] env[69613]: value = "task-3417054" [ 699.377526] env[69613]: _type = "Task" [ 699.377526] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.392191] env[69613]: DEBUG nova.compute.provider_tree [None req-ae8c430a-97c2-463e-bedf-79119b80ba38 tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Inventory has not changed in ProviderTree for provider: af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 {{(pid=69613) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 699.398902] env[69613]: DEBUG oslo_vmware.api [None req-6186cf25-c459-4e4b-aa27-5e20bca28113 tempest-ServerGroupTestJSON-1760943608 tempest-ServerGroupTestJSON-1760943608-project-member] Task: {'id': task-3417050, 'name': Rename_Task, 'duration_secs': 1.127199} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.402048] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-6186cf25-c459-4e4b-aa27-5e20bca28113 tempest-ServerGroupTestJSON-1760943608 tempest-ServerGroupTestJSON-1760943608-project-member] [instance: 2e020eec-2d4f-41b8-b31d-3add0744d592] Powering on the VM {{(pid=69613) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 699.402688] env[69613]: DEBUG oslo_vmware.api [None req-825e084c-42a0-43f9-96f4-e67c89d81ded tempest-ImagesOneServerTestJSON-1060956417 tempest-ImagesOneServerTestJSON-1060956417-project-member] Task: {'id': task-3417054, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.403435] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f2ff671b-ef93-4c3f-926f-99f4209b8e56 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.409365] env[69613]: DEBUG oslo_vmware.api [None req-6186cf25-c459-4e4b-aa27-5e20bca28113 tempest-ServerGroupTestJSON-1760943608 tempest-ServerGroupTestJSON-1760943608-project-member] Waiting for the task: (returnval){ [ 699.409365] env[69613]: value = "task-3417055" [ 699.409365] env[69613]: _type = "Task" [ 699.409365] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.418050] env[69613]: DEBUG oslo_vmware.api [None req-6186cf25-c459-4e4b-aa27-5e20bca28113 tempest-ServerGroupTestJSON-1760943608 tempest-ServerGroupTestJSON-1760943608-project-member] Task: {'id': task-3417055, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.715177] env[69613]: DEBUG oslo_concurrency.lockutils [req-b535b605-4195-41db-9212-bd4ef468a553 req-0b0746dc-f1fb-40b2-bbdf-ba52bd772111 service nova] Releasing lock "refresh_cache-d9e3bd67-974c-477a-baa2-99549051a828" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.893072] env[69613]: DEBUG oslo_vmware.api [None req-825e084c-42a0-43f9-96f4-e67c89d81ded tempest-ImagesOneServerTestJSON-1060956417 tempest-ImagesOneServerTestJSON-1060956417-project-member] Task: {'id': task-3417054, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.484564} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.893072] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-825e084c-42a0-43f9-96f4-e67c89d81ded tempest-ImagesOneServerTestJSON-1060956417 tempest-ImagesOneServerTestJSON-1060956417-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk to [datastore2] d9e3bd67-974c-477a-baa2-99549051a828/d9e3bd67-974c-477a-baa2-99549051a828.vmdk {{(pid=69613) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 699.893223] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-825e084c-42a0-43f9-96f4-e67c89d81ded tempest-ImagesOneServerTestJSON-1060956417 tempest-ImagesOneServerTestJSON-1060956417-project-member] [instance: d9e3bd67-974c-477a-baa2-99549051a828] Extending root virtual disk to 1048576 {{(pid=69613) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 699.896403] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f5c741ef-6eab-40dd-aa7d-287bedf68c1f {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.896403] env[69613]: DEBUG nova.scheduler.client.report [None req-ae8c430a-97c2-463e-bedf-79119b80ba38 tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Inventory has not changed for provider af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69613) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 699.904642] env[69613]: DEBUG oslo_vmware.api [None req-825e084c-42a0-43f9-96f4-e67c89d81ded tempest-ImagesOneServerTestJSON-1060956417 tempest-ImagesOneServerTestJSON-1060956417-project-member] Waiting for the task: (returnval){ [ 699.904642] env[69613]: value = "task-3417056" [ 699.904642] env[69613]: _type = "Task" [ 699.904642] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.917279] env[69613]: DEBUG oslo_vmware.api [None req-825e084c-42a0-43f9-96f4-e67c89d81ded tempest-ImagesOneServerTestJSON-1060956417 tempest-ImagesOneServerTestJSON-1060956417-project-member] Task: {'id': task-3417056, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.923928] env[69613]: DEBUG oslo_vmware.api [None req-6186cf25-c459-4e4b-aa27-5e20bca28113 tempest-ServerGroupTestJSON-1760943608 tempest-ServerGroupTestJSON-1760943608-project-member] Task: {'id': task-3417055, 'name': PowerOnVM_Task, 'duration_secs': 0.48507} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.924333] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-6186cf25-c459-4e4b-aa27-5e20bca28113 tempest-ServerGroupTestJSON-1760943608 tempest-ServerGroupTestJSON-1760943608-project-member] [instance: 2e020eec-2d4f-41b8-b31d-3add0744d592] Powered on the VM {{(pid=69613) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 699.924612] env[69613]: INFO nova.compute.manager [None req-6186cf25-c459-4e4b-aa27-5e20bca28113 tempest-ServerGroupTestJSON-1760943608 tempest-ServerGroupTestJSON-1760943608-project-member] [instance: 2e020eec-2d4f-41b8-b31d-3add0744d592] Took 8.38 seconds to spawn the instance on the hypervisor. [ 699.924876] env[69613]: DEBUG nova.compute.manager [None req-6186cf25-c459-4e4b-aa27-5e20bca28113 tempest-ServerGroupTestJSON-1760943608 tempest-ServerGroupTestJSON-1760943608-project-member] [instance: 2e020eec-2d4f-41b8-b31d-3add0744d592] Checking state {{(pid=69613) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 699.925683] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b6e4467-0dad-4601-8fdd-c257358ea426 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.404208] env[69613]: DEBUG oslo_concurrency.lockutils [None req-ae8c430a-97c2-463e-bedf-79119b80ba38 tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.623s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 700.404971] env[69613]: DEBUG nova.compute.manager [None req-ae8c430a-97c2-463e-bedf-79119b80ba38 tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] [instance: 9ee7dbf3-c86a-4cd8-ad1e-ca92cb90164d] Start building networks asynchronously for instance. {{(pid=69613) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 700.409122] env[69613]: DEBUG oslo_concurrency.lockutils [None req-060e948d-ae60-4e98-8306-7c82da023137 tempest-ServersListShow2100Test-867795307 tempest-ServersListShow2100Test-867795307-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 32.291s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 700.409368] env[69613]: DEBUG nova.objects.instance [None req-060e948d-ae60-4e98-8306-7c82da023137 tempest-ServersListShow2100Test-867795307 tempest-ServersListShow2100Test-867795307-project-member] [instance: f2b492f9-2517-4ee7-b4e7-c6c3bb912e49] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69613) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 700.422055] env[69613]: DEBUG oslo_vmware.api [None req-825e084c-42a0-43f9-96f4-e67c89d81ded tempest-ImagesOneServerTestJSON-1060956417 tempest-ImagesOneServerTestJSON-1060956417-project-member] Task: {'id': task-3417056, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.143407} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.422326] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-825e084c-42a0-43f9-96f4-e67c89d81ded tempest-ImagesOneServerTestJSON-1060956417 tempest-ImagesOneServerTestJSON-1060956417-project-member] [instance: d9e3bd67-974c-477a-baa2-99549051a828] Extended root virtual disk {{(pid=69613) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 700.423114] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98af0c7e-25d7-4b45-9403-d0167db64bb9 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.456108] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-825e084c-42a0-43f9-96f4-e67c89d81ded tempest-ImagesOneServerTestJSON-1060956417 tempest-ImagesOneServerTestJSON-1060956417-project-member] [instance: d9e3bd67-974c-477a-baa2-99549051a828] Reconfiguring VM instance instance-00000021 to attach disk [datastore2] d9e3bd67-974c-477a-baa2-99549051a828/d9e3bd67-974c-477a-baa2-99549051a828.vmdk or device None with type sparse {{(pid=69613) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 700.457869] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-04dc10e5-b69f-4992-b8b3-7d38de55f9c5 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.473422] env[69613]: INFO nova.compute.manager [None req-6186cf25-c459-4e4b-aa27-5e20bca28113 tempest-ServerGroupTestJSON-1760943608 tempest-ServerGroupTestJSON-1760943608-project-member] [instance: 2e020eec-2d4f-41b8-b31d-3add0744d592] Took 42.05 seconds to build instance. [ 700.481431] env[69613]: DEBUG oslo_vmware.api [None req-825e084c-42a0-43f9-96f4-e67c89d81ded tempest-ImagesOneServerTestJSON-1060956417 tempest-ImagesOneServerTestJSON-1060956417-project-member] Waiting for the task: (returnval){ [ 700.481431] env[69613]: value = "task-3417057" [ 700.481431] env[69613]: _type = "Task" [ 700.481431] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.489856] env[69613]: DEBUG oslo_vmware.api [None req-825e084c-42a0-43f9-96f4-e67c89d81ded tempest-ImagesOneServerTestJSON-1060956417 tempest-ImagesOneServerTestJSON-1060956417-project-member] Task: {'id': task-3417057, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.913783] env[69613]: DEBUG nova.compute.utils [None req-ae8c430a-97c2-463e-bedf-79119b80ba38 tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Using /dev/sd instead of None {{(pid=69613) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 700.919921] env[69613]: DEBUG nova.compute.manager [None req-ae8c430a-97c2-463e-bedf-79119b80ba38 tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] [instance: 9ee7dbf3-c86a-4cd8-ad1e-ca92cb90164d] Allocating IP information in the background. {{(pid=69613) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 700.920186] env[69613]: DEBUG nova.network.neutron [None req-ae8c430a-97c2-463e-bedf-79119b80ba38 tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] [instance: 9ee7dbf3-c86a-4cd8-ad1e-ca92cb90164d] allocate_for_instance() {{(pid=69613) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 700.977634] env[69613]: DEBUG oslo_concurrency.lockutils [None req-6186cf25-c459-4e4b-aa27-5e20bca28113 tempest-ServerGroupTestJSON-1760943608 tempest-ServerGroupTestJSON-1760943608-project-member] Lock "2e020eec-2d4f-41b8-b31d-3add0744d592" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 75.869s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 700.996631] env[69613]: DEBUG oslo_vmware.api [None req-825e084c-42a0-43f9-96f4-e67c89d81ded tempest-ImagesOneServerTestJSON-1060956417 tempest-ImagesOneServerTestJSON-1060956417-project-member] Task: {'id': task-3417057, 'name': ReconfigVM_Task, 'duration_secs': 0.298079} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.996902] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-825e084c-42a0-43f9-96f4-e67c89d81ded tempest-ImagesOneServerTestJSON-1060956417 tempest-ImagesOneServerTestJSON-1060956417-project-member] [instance: d9e3bd67-974c-477a-baa2-99549051a828] Reconfigured VM instance instance-00000021 to attach disk [datastore2] d9e3bd67-974c-477a-baa2-99549051a828/d9e3bd67-974c-477a-baa2-99549051a828.vmdk or device None with type sparse {{(pid=69613) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 700.997712] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ae43c73a-bcce-4ce6-b17b-53ff5e3d668a {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.008630] env[69613]: DEBUG oslo_vmware.api [None req-825e084c-42a0-43f9-96f4-e67c89d81ded tempest-ImagesOneServerTestJSON-1060956417 tempest-ImagesOneServerTestJSON-1060956417-project-member] Waiting for the task: (returnval){ [ 701.008630] env[69613]: value = "task-3417058" [ 701.008630] env[69613]: _type = "Task" [ 701.008630] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.020229] env[69613]: DEBUG oslo_vmware.api [None req-825e084c-42a0-43f9-96f4-e67c89d81ded tempest-ImagesOneServerTestJSON-1060956417 tempest-ImagesOneServerTestJSON-1060956417-project-member] Task: {'id': task-3417058, 'name': Rename_Task} progress is 6%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.024531] env[69613]: DEBUG nova.policy [None req-ae8c430a-97c2-463e-bedf-79119b80ba38 tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7906ff25fe3145f985317b610e2196cb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9e2b2477b1674fa28068fcb7c61ff983', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69613) authorize /opt/stack/nova/nova/policy.py:192}} [ 701.078528] env[69613]: DEBUG oslo_concurrency.lockutils [None req-a8f21642-5e07-41fe-b32b-e2712b6d9f8d tempest-ServerGroupTestJSON-1760943608 tempest-ServerGroupTestJSON-1760943608-project-member] Acquiring lock "2e020eec-2d4f-41b8-b31d-3add0744d592" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 701.078851] env[69613]: DEBUG oslo_concurrency.lockutils [None req-a8f21642-5e07-41fe-b32b-e2712b6d9f8d tempest-ServerGroupTestJSON-1760943608 tempest-ServerGroupTestJSON-1760943608-project-member] Lock "2e020eec-2d4f-41b8-b31d-3add0744d592" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 701.079088] env[69613]: DEBUG oslo_concurrency.lockutils [None req-a8f21642-5e07-41fe-b32b-e2712b6d9f8d tempest-ServerGroupTestJSON-1760943608 tempest-ServerGroupTestJSON-1760943608-project-member] Acquiring lock "2e020eec-2d4f-41b8-b31d-3add0744d592-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 701.079296] env[69613]: DEBUG oslo_concurrency.lockutils [None req-a8f21642-5e07-41fe-b32b-e2712b6d9f8d tempest-ServerGroupTestJSON-1760943608 tempest-ServerGroupTestJSON-1760943608-project-member] Lock "2e020eec-2d4f-41b8-b31d-3add0744d592-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 701.079520] env[69613]: DEBUG oslo_concurrency.lockutils [None req-a8f21642-5e07-41fe-b32b-e2712b6d9f8d tempest-ServerGroupTestJSON-1760943608 tempest-ServerGroupTestJSON-1760943608-project-member] Lock "2e020eec-2d4f-41b8-b31d-3add0744d592-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 701.084525] env[69613]: INFO nova.compute.manager [None req-a8f21642-5e07-41fe-b32b-e2712b6d9f8d tempest-ServerGroupTestJSON-1760943608 tempest-ServerGroupTestJSON-1760943608-project-member] [instance: 2e020eec-2d4f-41b8-b31d-3add0744d592] Terminating instance [ 701.418051] env[69613]: DEBUG nova.compute.manager [None req-ae8c430a-97c2-463e-bedf-79119b80ba38 tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] [instance: 9ee7dbf3-c86a-4cd8-ad1e-ca92cb90164d] Start building block device mappings for instance. {{(pid=69613) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 701.430262] env[69613]: DEBUG oslo_concurrency.lockutils [None req-060e948d-ae60-4e98-8306-7c82da023137 tempest-ServersListShow2100Test-867795307 tempest-ServersListShow2100Test-867795307-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.019s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 701.430262] env[69613]: DEBUG oslo_concurrency.lockutils [None req-e8bd5bed-894b-4257-a968-0afde8dbec89 tempest-ServerMetadataNegativeTestJSON-1771848395 tempest-ServerMetadataNegativeTestJSON-1771848395-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.634s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 701.432052] env[69613]: INFO nova.compute.claims [None req-e8bd5bed-894b-4257-a968-0afde8dbec89 tempest-ServerMetadataNegativeTestJSON-1771848395 tempest-ServerMetadataNegativeTestJSON-1771848395-project-member] [instance: 20fa95e4-e66f-4310-81bf-beb9a42968dc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 701.434158] env[69613]: DEBUG nova.network.neutron [None req-ae8c430a-97c2-463e-bedf-79119b80ba38 tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] [instance: 9ee7dbf3-c86a-4cd8-ad1e-ca92cb90164d] Successfully created port: 838daf4e-2131-4274-ab08-101a0150b066 {{(pid=69613) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 701.479943] env[69613]: DEBUG nova.compute.manager [None req-3558f5b5-9d81-4494-b58a-f82c4768b0b4 tempest-AttachInterfacesUnderV243Test-1097413231 tempest-AttachInterfacesUnderV243Test-1097413231-project-member] [instance: df4f5b07-b088-4c1f-9a13-7812115eeaf0] Starting instance... {{(pid=69613) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 701.518461] env[69613]: DEBUG oslo_vmware.api [None req-825e084c-42a0-43f9-96f4-e67c89d81ded tempest-ImagesOneServerTestJSON-1060956417 tempest-ImagesOneServerTestJSON-1060956417-project-member] Task: {'id': task-3417058, 'name': Rename_Task, 'duration_secs': 0.134915} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.518791] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-825e084c-42a0-43f9-96f4-e67c89d81ded tempest-ImagesOneServerTestJSON-1060956417 tempest-ImagesOneServerTestJSON-1060956417-project-member] [instance: d9e3bd67-974c-477a-baa2-99549051a828] Powering on the VM {{(pid=69613) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 701.519534] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-70d80df2-eff9-47cf-ac8b-b4e13d86cf31 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.526849] env[69613]: DEBUG oslo_vmware.api [None req-825e084c-42a0-43f9-96f4-e67c89d81ded tempest-ImagesOneServerTestJSON-1060956417 tempest-ImagesOneServerTestJSON-1060956417-project-member] Waiting for the task: (returnval){ [ 701.526849] env[69613]: value = "task-3417059" [ 701.526849] env[69613]: _type = "Task" [ 701.526849] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.537310] env[69613]: DEBUG oslo_vmware.api [None req-825e084c-42a0-43f9-96f4-e67c89d81ded tempest-ImagesOneServerTestJSON-1060956417 tempest-ImagesOneServerTestJSON-1060956417-project-member] Task: {'id': task-3417059, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.591692] env[69613]: DEBUG nova.compute.manager [None req-a8f21642-5e07-41fe-b32b-e2712b6d9f8d tempest-ServerGroupTestJSON-1760943608 tempest-ServerGroupTestJSON-1760943608-project-member] [instance: 2e020eec-2d4f-41b8-b31d-3add0744d592] Start destroying the instance on the hypervisor. {{(pid=69613) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 701.592015] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-a8f21642-5e07-41fe-b32b-e2712b6d9f8d tempest-ServerGroupTestJSON-1760943608 tempest-ServerGroupTestJSON-1760943608-project-member] [instance: 2e020eec-2d4f-41b8-b31d-3add0744d592] Destroying instance {{(pid=69613) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 701.592984] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72542638-d77c-4807-9dbd-26dfece54519 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.603354] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8f21642-5e07-41fe-b32b-e2712b6d9f8d tempest-ServerGroupTestJSON-1760943608 tempest-ServerGroupTestJSON-1760943608-project-member] [instance: 2e020eec-2d4f-41b8-b31d-3add0744d592] Powering off the VM {{(pid=69613) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 701.603827] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b5934825-a0a8-49b0-82bb-481e3e8679fc {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.611743] env[69613]: DEBUG oslo_vmware.api [None req-a8f21642-5e07-41fe-b32b-e2712b6d9f8d tempest-ServerGroupTestJSON-1760943608 tempest-ServerGroupTestJSON-1760943608-project-member] Waiting for the task: (returnval){ [ 701.611743] env[69613]: value = "task-3417060" [ 701.611743] env[69613]: _type = "Task" [ 701.611743] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.622054] env[69613]: DEBUG oslo_vmware.api [None req-a8f21642-5e07-41fe-b32b-e2712b6d9f8d tempest-ServerGroupTestJSON-1760943608 tempest-ServerGroupTestJSON-1760943608-project-member] Task: {'id': task-3417060, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.006818] env[69613]: DEBUG oslo_concurrency.lockutils [None req-3558f5b5-9d81-4494-b58a-f82c4768b0b4 tempest-AttachInterfacesUnderV243Test-1097413231 tempest-AttachInterfacesUnderV243Test-1097413231-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 702.041245] env[69613]: DEBUG oslo_vmware.api [None req-825e084c-42a0-43f9-96f4-e67c89d81ded tempest-ImagesOneServerTestJSON-1060956417 tempest-ImagesOneServerTestJSON-1060956417-project-member] Task: {'id': task-3417059, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.122410] env[69613]: DEBUG oslo_vmware.api [None req-a8f21642-5e07-41fe-b32b-e2712b6d9f8d tempest-ServerGroupTestJSON-1760943608 tempest-ServerGroupTestJSON-1760943608-project-member] Task: {'id': task-3417060, 'name': PowerOffVM_Task, 'duration_secs': 0.203487} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.122771] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8f21642-5e07-41fe-b32b-e2712b6d9f8d tempest-ServerGroupTestJSON-1760943608 tempest-ServerGroupTestJSON-1760943608-project-member] [instance: 2e020eec-2d4f-41b8-b31d-3add0744d592] Powered off the VM {{(pid=69613) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 702.122980] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-a8f21642-5e07-41fe-b32b-e2712b6d9f8d tempest-ServerGroupTestJSON-1760943608 tempest-ServerGroupTestJSON-1760943608-project-member] [instance: 2e020eec-2d4f-41b8-b31d-3add0744d592] Unregistering the VM {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 702.123282] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-70ed1a40-1174-40f3-91fd-fe2a46fa8720 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.180771] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-a8f21642-5e07-41fe-b32b-e2712b6d9f8d tempest-ServerGroupTestJSON-1760943608 tempest-ServerGroupTestJSON-1760943608-project-member] [instance: 2e020eec-2d4f-41b8-b31d-3add0744d592] Unregistered the VM {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 702.180993] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-a8f21642-5e07-41fe-b32b-e2712b6d9f8d tempest-ServerGroupTestJSON-1760943608 tempest-ServerGroupTestJSON-1760943608-project-member] [instance: 2e020eec-2d4f-41b8-b31d-3add0744d592] Deleting contents of the VM from datastore datastore1 {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 702.181216] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-a8f21642-5e07-41fe-b32b-e2712b6d9f8d tempest-ServerGroupTestJSON-1760943608 tempest-ServerGroupTestJSON-1760943608-project-member] Deleting the datastore file [datastore1] 2e020eec-2d4f-41b8-b31d-3add0744d592 {{(pid=69613) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 702.181459] env[69613]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b181463f-7770-4a36-8f4f-e902baf959db {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.191021] env[69613]: DEBUG oslo_vmware.api [None req-a8f21642-5e07-41fe-b32b-e2712b6d9f8d tempest-ServerGroupTestJSON-1760943608 tempest-ServerGroupTestJSON-1760943608-project-member] Waiting for the task: (returnval){ [ 702.191021] env[69613]: value = "task-3417062" [ 702.191021] env[69613]: _type = "Task" [ 702.191021] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.198289] env[69613]: DEBUG oslo_vmware.api [None req-a8f21642-5e07-41fe-b32b-e2712b6d9f8d tempest-ServerGroupTestJSON-1760943608 tempest-ServerGroupTestJSON-1760943608-project-member] Task: {'id': task-3417062, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.432997] env[69613]: DEBUG nova.compute.manager [None req-ae8c430a-97c2-463e-bedf-79119b80ba38 tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] [instance: 9ee7dbf3-c86a-4cd8-ad1e-ca92cb90164d] Start spawning the instance on the hypervisor. {{(pid=69613) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 702.465057] env[69613]: DEBUG nova.virt.hardware [None req-ae8c430a-97c2-463e-bedf-79119b80ba38 tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T13:55:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T13:55:19Z,direct_url=,disk_format='vmdk',id=2b7a0304-b5d0-431d-b287-32c8388d7fbd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3e9e1b873f1442d59d5ee8247b941f74',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T13:55:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 702.465317] env[69613]: DEBUG nova.virt.hardware [None req-ae8c430a-97c2-463e-bedf-79119b80ba38 tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Flavor limits 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 702.465474] env[69613]: DEBUG nova.virt.hardware [None req-ae8c430a-97c2-463e-bedf-79119b80ba38 tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Image limits 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 702.465654] env[69613]: DEBUG nova.virt.hardware [None req-ae8c430a-97c2-463e-bedf-79119b80ba38 tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Flavor pref 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 702.465823] env[69613]: DEBUG nova.virt.hardware [None req-ae8c430a-97c2-463e-bedf-79119b80ba38 tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Image pref 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 702.465996] env[69613]: DEBUG nova.virt.hardware [None req-ae8c430a-97c2-463e-bedf-79119b80ba38 tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 702.466884] env[69613]: DEBUG nova.virt.hardware [None req-ae8c430a-97c2-463e-bedf-79119b80ba38 tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 702.466884] env[69613]: DEBUG nova.virt.hardware [None req-ae8c430a-97c2-463e-bedf-79119b80ba38 tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69613) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 702.466884] env[69613]: DEBUG nova.virt.hardware [None req-ae8c430a-97c2-463e-bedf-79119b80ba38 tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Got 1 possible topologies {{(pid=69613) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 702.466884] env[69613]: DEBUG nova.virt.hardware [None req-ae8c430a-97c2-463e-bedf-79119b80ba38 tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 702.466884] env[69613]: DEBUG nova.virt.hardware [None req-ae8c430a-97c2-463e-bedf-79119b80ba38 tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 702.467880] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c2765e2-e863-4f75-9418-a83fc9582c42 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.481906] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6d1e956-cc38-4ee9-9f9e-35cc1cfe75b2 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.538986] env[69613]: DEBUG oslo_vmware.api [None req-825e084c-42a0-43f9-96f4-e67c89d81ded tempest-ImagesOneServerTestJSON-1060956417 tempest-ImagesOneServerTestJSON-1060956417-project-member] Task: {'id': task-3417059, 'name': PowerOnVM_Task, 'duration_secs': 0.522354} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.541789] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-825e084c-42a0-43f9-96f4-e67c89d81ded tempest-ImagesOneServerTestJSON-1060956417 tempest-ImagesOneServerTestJSON-1060956417-project-member] [instance: d9e3bd67-974c-477a-baa2-99549051a828] Powered on the VM {{(pid=69613) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 702.542031] env[69613]: INFO nova.compute.manager [None req-825e084c-42a0-43f9-96f4-e67c89d81ded tempest-ImagesOneServerTestJSON-1060956417 tempest-ImagesOneServerTestJSON-1060956417-project-member] [instance: d9e3bd67-974c-477a-baa2-99549051a828] Took 7.00 seconds to spawn the instance on the hypervisor. [ 702.542221] env[69613]: DEBUG nova.compute.manager [None req-825e084c-42a0-43f9-96f4-e67c89d81ded tempest-ImagesOneServerTestJSON-1060956417 tempest-ImagesOneServerTestJSON-1060956417-project-member] [instance: d9e3bd67-974c-477a-baa2-99549051a828] Checking state {{(pid=69613) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 702.543266] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7c9f8e6-57f5-4ba0-8222-14bed2ce95d1 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.706278] env[69613]: DEBUG oslo_vmware.api [None req-a8f21642-5e07-41fe-b32b-e2712b6d9f8d tempest-ServerGroupTestJSON-1760943608 tempest-ServerGroupTestJSON-1760943608-project-member] Task: {'id': task-3417062, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.043316] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb54991f-140c-43f2-bad9-07614d2a0c66 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.053068] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cf2e315-2636-4ff5-8880-74830daf05d5 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.090929] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bee45d2a-c0ea-4c35-92bb-c63497716403 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.093776] env[69613]: INFO nova.compute.manager [None req-825e084c-42a0-43f9-96f4-e67c89d81ded tempest-ImagesOneServerTestJSON-1060956417 tempest-ImagesOneServerTestJSON-1060956417-project-member] [instance: d9e3bd67-974c-477a-baa2-99549051a828] Took 41.35 seconds to build instance. [ 703.100255] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22824cc3-a80f-4dda-8312-d62cba5c0466 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.120726] env[69613]: DEBUG nova.compute.provider_tree [None req-e8bd5bed-894b-4257-a968-0afde8dbec89 tempest-ServerMetadataNegativeTestJSON-1771848395 tempest-ServerMetadataNegativeTestJSON-1771848395-project-member] Inventory has not changed in ProviderTree for provider: af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 {{(pid=69613) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 703.202675] env[69613]: DEBUG oslo_vmware.api [None req-a8f21642-5e07-41fe-b32b-e2712b6d9f8d tempest-ServerGroupTestJSON-1760943608 tempest-ServerGroupTestJSON-1760943608-project-member] Task: {'id': task-3417062, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.558933} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.203955] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-a8f21642-5e07-41fe-b32b-e2712b6d9f8d tempest-ServerGroupTestJSON-1760943608 tempest-ServerGroupTestJSON-1760943608-project-member] Deleted the datastore file {{(pid=69613) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 703.204497] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-a8f21642-5e07-41fe-b32b-e2712b6d9f8d tempest-ServerGroupTestJSON-1760943608 tempest-ServerGroupTestJSON-1760943608-project-member] [instance: 2e020eec-2d4f-41b8-b31d-3add0744d592] Deleted contents of the VM from datastore datastore1 {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 703.205294] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-a8f21642-5e07-41fe-b32b-e2712b6d9f8d tempest-ServerGroupTestJSON-1760943608 tempest-ServerGroupTestJSON-1760943608-project-member] [instance: 2e020eec-2d4f-41b8-b31d-3add0744d592] Instance destroyed {{(pid=69613) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 703.205526] env[69613]: INFO nova.compute.manager [None req-a8f21642-5e07-41fe-b32b-e2712b6d9f8d tempest-ServerGroupTestJSON-1760943608 tempest-ServerGroupTestJSON-1760943608-project-member] [instance: 2e020eec-2d4f-41b8-b31d-3add0744d592] Took 1.61 seconds to destroy the instance on the hypervisor. [ 703.205781] env[69613]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a8f21642-5e07-41fe-b32b-e2712b6d9f8d tempest-ServerGroupTestJSON-1760943608 tempest-ServerGroupTestJSON-1760943608-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69613) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 703.206559] env[69613]: DEBUG nova.compute.manager [-] [instance: 2e020eec-2d4f-41b8-b31d-3add0744d592] Deallocating network for instance {{(pid=69613) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 703.206559] env[69613]: DEBUG nova.network.neutron [-] [instance: 2e020eec-2d4f-41b8-b31d-3add0744d592] deallocate_for_instance() {{(pid=69613) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 703.370353] env[69613]: DEBUG nova.compute.manager [req-948370b0-8d08-472b-bb44-96c0628e0a47 req-f6c37998-7a37-4a94-af75-efdd8fc52f11 service nova] [instance: 9ee7dbf3-c86a-4cd8-ad1e-ca92cb90164d] Received event network-vif-plugged-838daf4e-2131-4274-ab08-101a0150b066 {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 703.370599] env[69613]: DEBUG oslo_concurrency.lockutils [req-948370b0-8d08-472b-bb44-96c0628e0a47 req-f6c37998-7a37-4a94-af75-efdd8fc52f11 service nova] Acquiring lock "9ee7dbf3-c86a-4cd8-ad1e-ca92cb90164d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 703.370809] env[69613]: DEBUG oslo_concurrency.lockutils [req-948370b0-8d08-472b-bb44-96c0628e0a47 req-f6c37998-7a37-4a94-af75-efdd8fc52f11 service nova] Lock "9ee7dbf3-c86a-4cd8-ad1e-ca92cb90164d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 703.370973] env[69613]: DEBUG oslo_concurrency.lockutils [req-948370b0-8d08-472b-bb44-96c0628e0a47 req-f6c37998-7a37-4a94-af75-efdd8fc52f11 service nova] Lock "9ee7dbf3-c86a-4cd8-ad1e-ca92cb90164d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 703.371161] env[69613]: DEBUG nova.compute.manager [req-948370b0-8d08-472b-bb44-96c0628e0a47 req-f6c37998-7a37-4a94-af75-efdd8fc52f11 service nova] [instance: 9ee7dbf3-c86a-4cd8-ad1e-ca92cb90164d] No waiting events found dispatching network-vif-plugged-838daf4e-2131-4274-ab08-101a0150b066 {{(pid=69613) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 703.371328] env[69613]: WARNING nova.compute.manager [req-948370b0-8d08-472b-bb44-96c0628e0a47 req-f6c37998-7a37-4a94-af75-efdd8fc52f11 service nova] [instance: 9ee7dbf3-c86a-4cd8-ad1e-ca92cb90164d] Received unexpected event network-vif-plugged-838daf4e-2131-4274-ab08-101a0150b066 for instance with vm_state building and task_state spawning. [ 703.515216] env[69613]: DEBUG nova.network.neutron [None req-ae8c430a-97c2-463e-bedf-79119b80ba38 tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] [instance: 9ee7dbf3-c86a-4cd8-ad1e-ca92cb90164d] Successfully updated port: 838daf4e-2131-4274-ab08-101a0150b066 {{(pid=69613) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 703.596286] env[69613]: DEBUG oslo_concurrency.lockutils [None req-825e084c-42a0-43f9-96f4-e67c89d81ded tempest-ImagesOneServerTestJSON-1060956417 tempest-ImagesOneServerTestJSON-1060956417-project-member] Lock "d9e3bd67-974c-477a-baa2-99549051a828" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 71.988s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 703.625856] env[69613]: DEBUG nova.scheduler.client.report [None req-e8bd5bed-894b-4257-a968-0afde8dbec89 tempest-ServerMetadataNegativeTestJSON-1771848395 tempest-ServerMetadataNegativeTestJSON-1771848395-project-member] Inventory has not changed for provider af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69613) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 704.019605] env[69613]: DEBUG oslo_concurrency.lockutils [None req-ae8c430a-97c2-463e-bedf-79119b80ba38 tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Acquiring lock "refresh_cache-9ee7dbf3-c86a-4cd8-ad1e-ca92cb90164d" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.019605] env[69613]: DEBUG oslo_concurrency.lockutils [None req-ae8c430a-97c2-463e-bedf-79119b80ba38 tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Acquired lock "refresh_cache-9ee7dbf3-c86a-4cd8-ad1e-ca92cb90164d" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.019605] env[69613]: DEBUG nova.network.neutron [None req-ae8c430a-97c2-463e-bedf-79119b80ba38 tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] [instance: 9ee7dbf3-c86a-4cd8-ad1e-ca92cb90164d] Building network info cache for instance {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 704.101477] env[69613]: DEBUG nova.compute.manager [None req-00abac1a-2a14-4b0c-a895-276c50dbb341 tempest-ServersAdminNegativeTestJSON-2019534385 tempest-ServersAdminNegativeTestJSON-2019534385-project-member] [instance: 83459ab7-4522-4d02-8ef3-80a3eb14dde5] Starting instance... {{(pid=69613) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 704.131792] env[69613]: DEBUG oslo_concurrency.lockutils [None req-e8bd5bed-894b-4257-a968-0afde8dbec89 tempest-ServerMetadataNegativeTestJSON-1771848395 tempest-ServerMetadataNegativeTestJSON-1771848395-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.703s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 704.132107] env[69613]: DEBUG nova.compute.manager [None req-e8bd5bed-894b-4257-a968-0afde8dbec89 tempest-ServerMetadataNegativeTestJSON-1771848395 tempest-ServerMetadataNegativeTestJSON-1771848395-project-member] [instance: 20fa95e4-e66f-4310-81bf-beb9a42968dc] Start building networks asynchronously for instance. {{(pid=69613) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 704.136179] env[69613]: DEBUG oslo_concurrency.lockutils [None req-77c51c95-ff6e-42c0-9488-a8ab20db8f29 tempest-ServersListShow2100Test-867795307 tempest-ServersListShow2100Test-867795307-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.148s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 704.136179] env[69613]: DEBUG nova.objects.instance [None req-77c51c95-ff6e-42c0-9488-a8ab20db8f29 tempest-ServersListShow2100Test-867795307 tempest-ServersListShow2100Test-867795307-project-member] Lazy-loading 'resources' on Instance uuid f2b492f9-2517-4ee7-b4e7-c6c3bb912e49 {{(pid=69613) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 704.240391] env[69613]: DEBUG nova.compute.manager [req-d1993527-01bc-46e6-a2c2-31771a52af4e req-3e44b7b8-a22c-42f0-beac-5af82a3f9f00 service nova] [instance: 2e020eec-2d4f-41b8-b31d-3add0744d592] Received event network-vif-deleted-b4490f1e-6520-4320-a553-78aefc03bf15 {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 704.240391] env[69613]: INFO nova.compute.manager [req-d1993527-01bc-46e6-a2c2-31771a52af4e req-3e44b7b8-a22c-42f0-beac-5af82a3f9f00 service nova] [instance: 2e020eec-2d4f-41b8-b31d-3add0744d592] Neutron deleted interface b4490f1e-6520-4320-a553-78aefc03bf15; detaching it from the instance and deleting it from the info cache [ 704.240391] env[69613]: DEBUG nova.network.neutron [req-d1993527-01bc-46e6-a2c2-31771a52af4e req-3e44b7b8-a22c-42f0-beac-5af82a3f9f00 service nova] [instance: 2e020eec-2d4f-41b8-b31d-3add0744d592] Updating instance_info_cache with network_info: [] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 704.250942] env[69613]: DEBUG nova.network.neutron [-] [instance: 2e020eec-2d4f-41b8-b31d-3add0744d592] Updating instance_info_cache with network_info: [] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 704.575514] env[69613]: DEBUG nova.network.neutron [None req-ae8c430a-97c2-463e-bedf-79119b80ba38 tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] [instance: 9ee7dbf3-c86a-4cd8-ad1e-ca92cb90164d] Instance cache missing network info. {{(pid=69613) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 704.630541] env[69613]: DEBUG oslo_concurrency.lockutils [None req-00abac1a-2a14-4b0c-a895-276c50dbb341 tempest-ServersAdminNegativeTestJSON-2019534385 tempest-ServersAdminNegativeTestJSON-2019534385-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 704.638534] env[69613]: DEBUG nova.compute.utils [None req-e8bd5bed-894b-4257-a968-0afde8dbec89 tempest-ServerMetadataNegativeTestJSON-1771848395 tempest-ServerMetadataNegativeTestJSON-1771848395-project-member] Using /dev/sd instead of None {{(pid=69613) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 704.639421] env[69613]: DEBUG nova.compute.manager [None req-e8bd5bed-894b-4257-a968-0afde8dbec89 tempest-ServerMetadataNegativeTestJSON-1771848395 tempest-ServerMetadataNegativeTestJSON-1771848395-project-member] [instance: 20fa95e4-e66f-4310-81bf-beb9a42968dc] Allocating IP information in the background. {{(pid=69613) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 704.639640] env[69613]: DEBUG nova.network.neutron [None req-e8bd5bed-894b-4257-a968-0afde8dbec89 tempest-ServerMetadataNegativeTestJSON-1771848395 tempest-ServerMetadataNegativeTestJSON-1771848395-project-member] [instance: 20fa95e4-e66f-4310-81bf-beb9a42968dc] allocate_for_instance() {{(pid=69613) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 704.709543] env[69613]: DEBUG nova.policy [None req-e8bd5bed-894b-4257-a968-0afde8dbec89 tempest-ServerMetadataNegativeTestJSON-1771848395 tempest-ServerMetadataNegativeTestJSON-1771848395-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7970358a0ca744039b71d380bd7fce1f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8fd43d73220f4254948539502fbd9821', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69613) authorize /opt/stack/nova/nova/policy.py:192}} [ 704.747026] env[69613]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-66b5dd19-77ef-4273-85f9-c8bc887f1f94 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.755794] env[69613]: INFO nova.compute.manager [-] [instance: 2e020eec-2d4f-41b8-b31d-3add0744d592] Took 1.55 seconds to deallocate network for instance. [ 704.761979] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3d4bca7-701c-4668-b4b7-ba898f341f78 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.784916] env[69613]: DEBUG nova.network.neutron [None req-ae8c430a-97c2-463e-bedf-79119b80ba38 tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] [instance: 9ee7dbf3-c86a-4cd8-ad1e-ca92cb90164d] Updating instance_info_cache with network_info: [{"id": "838daf4e-2131-4274-ab08-101a0150b066", "address": "fa:16:3e:b8:33:61", "network": {"id": "5fbba158-e384-4f22-b63d-507a2a47de30", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1229363420-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9e2b2477b1674fa28068fcb7c61ff983", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe20ef0e-0991-44d7-887d-08dddac0b56b", "external-id": "nsx-vlan-transportzone-991", "segmentation_id": 991, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap838daf4e-21", "ovs_interfaceid": "838daf4e-2131-4274-ab08-101a0150b066", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 704.809814] env[69613]: DEBUG nova.compute.manager [req-d1993527-01bc-46e6-a2c2-31771a52af4e req-3e44b7b8-a22c-42f0-beac-5af82a3f9f00 service nova] [instance: 2e020eec-2d4f-41b8-b31d-3add0744d592] Detach interface failed, port_id=b4490f1e-6520-4320-a553-78aefc03bf15, reason: Instance 2e020eec-2d4f-41b8-b31d-3add0744d592 could not be found. {{(pid=69613) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 704.902660] env[69613]: DEBUG oslo_concurrency.lockutils [None req-01d3ef8f-40fc-4a59-a37f-963ed7fa8127 tempest-ServersTestManualDisk-642376445 tempest-ServersTestManualDisk-642376445-project-member] Acquiring lock "42aba8f8-9657-437f-b305-13239f26fac2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 704.907406] env[69613]: DEBUG oslo_concurrency.lockutils [None req-01d3ef8f-40fc-4a59-a37f-963ed7fa8127 tempest-ServersTestManualDisk-642376445 tempest-ServersTestManualDisk-642376445-project-member] Lock "42aba8f8-9657-437f-b305-13239f26fac2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 704.986679] env[69613]: DEBUG nova.compute.manager [None req-e68a815b-4969-4fcc-9e31-2c2f79767caa tempest-ImagesOneServerTestJSON-1060956417 tempest-ImagesOneServerTestJSON-1060956417-project-member] [instance: d9e3bd67-974c-477a-baa2-99549051a828] Checking state {{(pid=69613) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 704.991136] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-786f4743-051b-4405-ad19-90b3f73fd015 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.076858] env[69613]: DEBUG oslo_concurrency.lockutils [None req-3e81210e-82ae-4c1f-81cf-15ea364d93e7 tempest-ServerRescueTestJSONUnderV235-2099362716 tempest-ServerRescueTestJSONUnderV235-2099362716-project-member] Acquiring lock "267ffd7d-ab93-4dda-b46a-1059b3f82f4f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 705.077140] env[69613]: DEBUG oslo_concurrency.lockutils [None req-3e81210e-82ae-4c1f-81cf-15ea364d93e7 tempest-ServerRescueTestJSONUnderV235-2099362716 tempest-ServerRescueTestJSONUnderV235-2099362716-project-member] Lock "267ffd7d-ab93-4dda-b46a-1059b3f82f4f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 705.147312] env[69613]: DEBUG nova.compute.manager [None req-e8bd5bed-894b-4257-a968-0afde8dbec89 tempest-ServerMetadataNegativeTestJSON-1771848395 tempest-ServerMetadataNegativeTestJSON-1771848395-project-member] [instance: 20fa95e4-e66f-4310-81bf-beb9a42968dc] Start building block device mappings for instance. {{(pid=69613) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 705.289711] env[69613]: DEBUG oslo_concurrency.lockutils [None req-a8f21642-5e07-41fe-b32b-e2712b6d9f8d tempest-ServerGroupTestJSON-1760943608 tempest-ServerGroupTestJSON-1760943608-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 705.290223] env[69613]: DEBUG oslo_concurrency.lockutils [None req-ae8c430a-97c2-463e-bedf-79119b80ba38 tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Releasing lock "refresh_cache-9ee7dbf3-c86a-4cd8-ad1e-ca92cb90164d" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.290621] env[69613]: DEBUG nova.compute.manager [None req-ae8c430a-97c2-463e-bedf-79119b80ba38 tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] [instance: 9ee7dbf3-c86a-4cd8-ad1e-ca92cb90164d] Instance network_info: |[{"id": "838daf4e-2131-4274-ab08-101a0150b066", "address": "fa:16:3e:b8:33:61", "network": {"id": "5fbba158-e384-4f22-b63d-507a2a47de30", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1229363420-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9e2b2477b1674fa28068fcb7c61ff983", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe20ef0e-0991-44d7-887d-08dddac0b56b", "external-id": "nsx-vlan-transportzone-991", "segmentation_id": 991, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap838daf4e-21", "ovs_interfaceid": "838daf4e-2131-4274-ab08-101a0150b066", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69613) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 705.291343] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-ae8c430a-97c2-463e-bedf-79119b80ba38 tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] [instance: 9ee7dbf3-c86a-4cd8-ad1e-ca92cb90164d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b8:33:61', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'fe20ef0e-0991-44d7-887d-08dddac0b56b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '838daf4e-2131-4274-ab08-101a0150b066', 'vif_model': 'vmxnet3'}] {{(pid=69613) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 705.304012] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae8c430a-97c2-463e-bedf-79119b80ba38 tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Creating folder: Project (9e2b2477b1674fa28068fcb7c61ff983). Parent ref: group-v681687. {{(pid=69613) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 705.304012] env[69613]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7721a58e-8fa0-4c88-859b-fb37049f3533 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.323123] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-769a8e48-f20b-46e9-9329-01110d067013 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.326280] env[69613]: INFO nova.virt.vmwareapi.vm_util [None req-ae8c430a-97c2-463e-bedf-79119b80ba38 tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Created folder: Project (9e2b2477b1674fa28068fcb7c61ff983) in parent group-v681687. [ 705.326483] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae8c430a-97c2-463e-bedf-79119b80ba38 tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Creating folder: Instances. Parent ref: group-v681780. {{(pid=69613) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 705.328446] env[69613]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5aa42832-2881-4aaf-9a6a-94e88eee5ab2 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.333496] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb27f2d7-17bc-4cff-bfcd-5d8f8a7e9c61 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.339678] env[69613]: INFO nova.virt.vmwareapi.vm_util [None req-ae8c430a-97c2-463e-bedf-79119b80ba38 tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Created folder: Instances in parent group-v681780. [ 705.339913] env[69613]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ae8c430a-97c2-463e-bedf-79119b80ba38 tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69613) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 705.366302] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9ee7dbf3-c86a-4cd8-ad1e-ca92cb90164d] Creating VM on the ESX host {{(pid=69613) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 705.366773] env[69613]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-72a287b6-4b0b-4d2c-94d2-685086d3bfcc {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.384237] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07a4ffe7-6d84-4bb4-ab11-9ba2339e8a8c {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.390434] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d8bdf62-8d72-418e-8237-70adde44043f {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.394401] env[69613]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 705.394401] env[69613]: value = "task-3417065" [ 705.394401] env[69613]: _type = "Task" [ 705.394401] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.406250] env[69613]: DEBUG nova.compute.provider_tree [None req-77c51c95-ff6e-42c0-9488-a8ab20db8f29 tempest-ServersListShow2100Test-867795307 tempest-ServersListShow2100Test-867795307-project-member] Inventory has not changed in ProviderTree for provider: af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 {{(pid=69613) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 705.412437] env[69613]: DEBUG oslo_vmware.api [-] Task: {'id': task-3417065, 'name': CreateVM_Task} progress is 6%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.419169] env[69613]: DEBUG nova.network.neutron [None req-e8bd5bed-894b-4257-a968-0afde8dbec89 tempest-ServerMetadataNegativeTestJSON-1771848395 tempest-ServerMetadataNegativeTestJSON-1771848395-project-member] [instance: 20fa95e4-e66f-4310-81bf-beb9a42968dc] Successfully created port: 0f447b34-4215-40a6-aad5-f6b6f26b7b97 {{(pid=69613) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 705.478211] env[69613]: DEBUG nova.compute.manager [req-baa00dd0-019c-427d-8e92-23633ea472dd req-dde4e6ef-ef10-4f59-83d1-4ebf05789ae0 service nova] [instance: 9ee7dbf3-c86a-4cd8-ad1e-ca92cb90164d] Received event network-changed-838daf4e-2131-4274-ab08-101a0150b066 {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 705.478426] env[69613]: DEBUG nova.compute.manager [req-baa00dd0-019c-427d-8e92-23633ea472dd req-dde4e6ef-ef10-4f59-83d1-4ebf05789ae0 service nova] [instance: 9ee7dbf3-c86a-4cd8-ad1e-ca92cb90164d] Refreshing instance network info cache due to event network-changed-838daf4e-2131-4274-ab08-101a0150b066. {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 705.478654] env[69613]: DEBUG oslo_concurrency.lockutils [req-baa00dd0-019c-427d-8e92-23633ea472dd req-dde4e6ef-ef10-4f59-83d1-4ebf05789ae0 service nova] Acquiring lock "refresh_cache-9ee7dbf3-c86a-4cd8-ad1e-ca92cb90164d" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.478866] env[69613]: DEBUG oslo_concurrency.lockutils [req-baa00dd0-019c-427d-8e92-23633ea472dd req-dde4e6ef-ef10-4f59-83d1-4ebf05789ae0 service nova] Acquired lock "refresh_cache-9ee7dbf3-c86a-4cd8-ad1e-ca92cb90164d" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.479100] env[69613]: DEBUG nova.network.neutron [req-baa00dd0-019c-427d-8e92-23633ea472dd req-dde4e6ef-ef10-4f59-83d1-4ebf05789ae0 service nova] [instance: 9ee7dbf3-c86a-4cd8-ad1e-ca92cb90164d] Refreshing network info cache for port 838daf4e-2131-4274-ab08-101a0150b066 {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 705.507092] env[69613]: INFO nova.compute.manager [None req-e68a815b-4969-4fcc-9e31-2c2f79767caa tempest-ImagesOneServerTestJSON-1060956417 tempest-ImagesOneServerTestJSON-1060956417-project-member] [instance: d9e3bd67-974c-477a-baa2-99549051a828] instance snapshotting [ 705.509883] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da7093b2-ae73-477b-89ea-a12a7e4a4e36 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.532224] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-615b2f69-4342-44bd-9362-73e0481953aa {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.904489] env[69613]: DEBUG oslo_vmware.api [-] Task: {'id': task-3417065, 'name': CreateVM_Task, 'duration_secs': 0.467968} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.904834] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9ee7dbf3-c86a-4cd8-ad1e-ca92cb90164d] Created VM on the ESX host {{(pid=69613) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 705.905759] env[69613]: DEBUG oslo_concurrency.lockutils [None req-ae8c430a-97c2-463e-bedf-79119b80ba38 tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.905759] env[69613]: DEBUG oslo_concurrency.lockutils [None req-ae8c430a-97c2-463e-bedf-79119b80ba38 tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.906162] env[69613]: DEBUG oslo_concurrency.lockutils [None req-ae8c430a-97c2-463e-bedf-79119b80ba38 tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.906162] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6475305d-4016-49fb-8afc-37e72f84e857 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.911270] env[69613]: DEBUG oslo_vmware.api [None req-ae8c430a-97c2-463e-bedf-79119b80ba38 tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Waiting for the task: (returnval){ [ 705.911270] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]5223049b-e065-6df2-3a5a-b4f38be9c1fa" [ 705.911270] env[69613]: _type = "Task" [ 705.911270] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.914532] env[69613]: DEBUG nova.scheduler.client.report [None req-77c51c95-ff6e-42c0-9488-a8ab20db8f29 tempest-ServersListShow2100Test-867795307 tempest-ServersListShow2100Test-867795307-project-member] Inventory has not changed for provider af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69613) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 705.925075] env[69613]: DEBUG oslo_vmware.api [None req-ae8c430a-97c2-463e-bedf-79119b80ba38 tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]5223049b-e065-6df2-3a5a-b4f38be9c1fa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.042888] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-e68a815b-4969-4fcc-9e31-2c2f79767caa tempest-ImagesOneServerTestJSON-1060956417 tempest-ImagesOneServerTestJSON-1060956417-project-member] [instance: d9e3bd67-974c-477a-baa2-99549051a828] Creating Snapshot of the VM instance {{(pid=69613) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 706.043224] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-b36de898-d0be-4cd1-bed2-92ef4bd725f0 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.053729] env[69613]: DEBUG oslo_vmware.api [None req-e68a815b-4969-4fcc-9e31-2c2f79767caa tempest-ImagesOneServerTestJSON-1060956417 tempest-ImagesOneServerTestJSON-1060956417-project-member] Waiting for the task: (returnval){ [ 706.053729] env[69613]: value = "task-3417066" [ 706.053729] env[69613]: _type = "Task" [ 706.053729] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.061910] env[69613]: DEBUG oslo_vmware.api [None req-e68a815b-4969-4fcc-9e31-2c2f79767caa tempest-ImagesOneServerTestJSON-1060956417 tempest-ImagesOneServerTestJSON-1060956417-project-member] Task: {'id': task-3417066, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.157487] env[69613]: DEBUG nova.compute.manager [None req-e8bd5bed-894b-4257-a968-0afde8dbec89 tempest-ServerMetadataNegativeTestJSON-1771848395 tempest-ServerMetadataNegativeTestJSON-1771848395-project-member] [instance: 20fa95e4-e66f-4310-81bf-beb9a42968dc] Start spawning the instance on the hypervisor. {{(pid=69613) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 706.185587] env[69613]: DEBUG nova.virt.hardware [None req-e8bd5bed-894b-4257-a968-0afde8dbec89 tempest-ServerMetadataNegativeTestJSON-1771848395 tempest-ServerMetadataNegativeTestJSON-1771848395-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T13:55:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T13:55:19Z,direct_url=,disk_format='vmdk',id=2b7a0304-b5d0-431d-b287-32c8388d7fbd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3e9e1b873f1442d59d5ee8247b941f74',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T13:55:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 706.185860] env[69613]: DEBUG nova.virt.hardware [None req-e8bd5bed-894b-4257-a968-0afde8dbec89 tempest-ServerMetadataNegativeTestJSON-1771848395 tempest-ServerMetadataNegativeTestJSON-1771848395-project-member] Flavor limits 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 706.186034] env[69613]: DEBUG nova.virt.hardware [None req-e8bd5bed-894b-4257-a968-0afde8dbec89 tempest-ServerMetadataNegativeTestJSON-1771848395 tempest-ServerMetadataNegativeTestJSON-1771848395-project-member] Image limits 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 706.186244] env[69613]: DEBUG nova.virt.hardware [None req-e8bd5bed-894b-4257-a968-0afde8dbec89 tempest-ServerMetadataNegativeTestJSON-1771848395 tempest-ServerMetadataNegativeTestJSON-1771848395-project-member] Flavor pref 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 706.186445] env[69613]: DEBUG nova.virt.hardware [None req-e8bd5bed-894b-4257-a968-0afde8dbec89 tempest-ServerMetadataNegativeTestJSON-1771848395 tempest-ServerMetadataNegativeTestJSON-1771848395-project-member] Image pref 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 706.186542] env[69613]: DEBUG nova.virt.hardware [None req-e8bd5bed-894b-4257-a968-0afde8dbec89 tempest-ServerMetadataNegativeTestJSON-1771848395 tempest-ServerMetadataNegativeTestJSON-1771848395-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 706.186766] env[69613]: DEBUG nova.virt.hardware [None req-e8bd5bed-894b-4257-a968-0afde8dbec89 tempest-ServerMetadataNegativeTestJSON-1771848395 tempest-ServerMetadataNegativeTestJSON-1771848395-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 706.186955] env[69613]: DEBUG nova.virt.hardware [None req-e8bd5bed-894b-4257-a968-0afde8dbec89 tempest-ServerMetadataNegativeTestJSON-1771848395 tempest-ServerMetadataNegativeTestJSON-1771848395-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69613) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 706.187200] env[69613]: DEBUG nova.virt.hardware [None req-e8bd5bed-894b-4257-a968-0afde8dbec89 tempest-ServerMetadataNegativeTestJSON-1771848395 tempest-ServerMetadataNegativeTestJSON-1771848395-project-member] Got 1 possible topologies {{(pid=69613) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 706.187397] env[69613]: DEBUG nova.virt.hardware [None req-e8bd5bed-894b-4257-a968-0afde8dbec89 tempest-ServerMetadataNegativeTestJSON-1771848395 tempest-ServerMetadataNegativeTestJSON-1771848395-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 706.187576] env[69613]: DEBUG nova.virt.hardware [None req-e8bd5bed-894b-4257-a968-0afde8dbec89 tempest-ServerMetadataNegativeTestJSON-1771848395 tempest-ServerMetadataNegativeTestJSON-1771848395-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 706.188497] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ab4051c-bfde-4e50-a6c9-2b908ed183d1 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.196630] env[69613]: DEBUG nova.network.neutron [req-baa00dd0-019c-427d-8e92-23633ea472dd req-dde4e6ef-ef10-4f59-83d1-4ebf05789ae0 service nova] [instance: 9ee7dbf3-c86a-4cd8-ad1e-ca92cb90164d] Updated VIF entry in instance network info cache for port 838daf4e-2131-4274-ab08-101a0150b066. {{(pid=69613) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 706.196950] env[69613]: DEBUG nova.network.neutron [req-baa00dd0-019c-427d-8e92-23633ea472dd req-dde4e6ef-ef10-4f59-83d1-4ebf05789ae0 service nova] [instance: 9ee7dbf3-c86a-4cd8-ad1e-ca92cb90164d] Updating instance_info_cache with network_info: [{"id": "838daf4e-2131-4274-ab08-101a0150b066", "address": "fa:16:3e:b8:33:61", "network": {"id": "5fbba158-e384-4f22-b63d-507a2a47de30", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1229363420-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9e2b2477b1674fa28068fcb7c61ff983", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe20ef0e-0991-44d7-887d-08dddac0b56b", "external-id": "nsx-vlan-transportzone-991", "segmentation_id": 991, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap838daf4e-21", "ovs_interfaceid": "838daf4e-2131-4274-ab08-101a0150b066", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 706.199031] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-660f667a-5c54-456a-8064-81ba9e26ad11 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.422634] env[69613]: DEBUG oslo_concurrency.lockutils [None req-77c51c95-ff6e-42c0-9488-a8ab20db8f29 tempest-ServersListShow2100Test-867795307 tempest-ServersListShow2100Test-867795307-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.287s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 706.424776] env[69613]: DEBUG oslo_vmware.api [None req-ae8c430a-97c2-463e-bedf-79119b80ba38 tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]5223049b-e065-6df2-3a5a-b4f38be9c1fa, 'name': SearchDatastore_Task, 'duration_secs': 0.043323} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.425217] env[69613]: DEBUG oslo_concurrency.lockutils [None req-9077f710-552e-45e6-b360-17eb258b2fce tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.585s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 706.427044] env[69613]: INFO nova.compute.claims [None req-9077f710-552e-45e6-b360-17eb258b2fce tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] [instance: fa7f8ff7-658a-46d0-a6dc-232614af850d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 706.430227] env[69613]: DEBUG oslo_concurrency.lockutils [None req-ae8c430a-97c2-463e-bedf-79119b80ba38 tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.431078] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-ae8c430a-97c2-463e-bedf-79119b80ba38 tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] [instance: 9ee7dbf3-c86a-4cd8-ad1e-ca92cb90164d] Processing image 2b7a0304-b5d0-431d-b287-32c8388d7fbd {{(pid=69613) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 706.431078] env[69613]: DEBUG oslo_concurrency.lockutils [None req-ae8c430a-97c2-463e-bedf-79119b80ba38 tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.431078] env[69613]: DEBUG oslo_concurrency.lockutils [None req-ae8c430a-97c2-463e-bedf-79119b80ba38 tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.431271] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae8c430a-97c2-463e-bedf-79119b80ba38 tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69613) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 706.431739] env[69613]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1ea9370a-8aaf-40a0-aaa3-76393f4b0373 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.441508] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae8c430a-97c2-463e-bedf-79119b80ba38 tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69613) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 706.441623] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-ae8c430a-97c2-463e-bedf-79119b80ba38 tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69613) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 706.442346] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e7b41cef-dd8d-44ae-aa5d-f5efdae44b8d {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.447067] env[69613]: INFO nova.scheduler.client.report [None req-77c51c95-ff6e-42c0-9488-a8ab20db8f29 tempest-ServersListShow2100Test-867795307 tempest-ServersListShow2100Test-867795307-project-member] Deleted allocations for instance f2b492f9-2517-4ee7-b4e7-c6c3bb912e49 [ 706.450290] env[69613]: DEBUG oslo_vmware.api [None req-ae8c430a-97c2-463e-bedf-79119b80ba38 tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Waiting for the task: (returnval){ [ 706.450290] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]52b9bd33-4a6a-7cd0-c7b7-8a60529c72f9" [ 706.450290] env[69613]: _type = "Task" [ 706.450290] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.460081] env[69613]: DEBUG oslo_vmware.api [None req-ae8c430a-97c2-463e-bedf-79119b80ba38 tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52b9bd33-4a6a-7cd0-c7b7-8a60529c72f9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.563514] env[69613]: DEBUG oslo_vmware.api [None req-e68a815b-4969-4fcc-9e31-2c2f79767caa tempest-ImagesOneServerTestJSON-1060956417 tempest-ImagesOneServerTestJSON-1060956417-project-member] Task: {'id': task-3417066, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.704703] env[69613]: DEBUG oslo_concurrency.lockutils [req-baa00dd0-019c-427d-8e92-23633ea472dd req-dde4e6ef-ef10-4f59-83d1-4ebf05789ae0 service nova] Releasing lock "refresh_cache-9ee7dbf3-c86a-4cd8-ad1e-ca92cb90164d" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.960242] env[69613]: DEBUG oslo_concurrency.lockutils [None req-77c51c95-ff6e-42c0-9488-a8ab20db8f29 tempest-ServersListShow2100Test-867795307 tempest-ServersListShow2100Test-867795307-project-member] Lock "f2b492f9-2517-4ee7-b4e7-c6c3bb912e49" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.517s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 706.964821] env[69613]: DEBUG oslo_vmware.api [None req-ae8c430a-97c2-463e-bedf-79119b80ba38 tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52b9bd33-4a6a-7cd0-c7b7-8a60529c72f9, 'name': SearchDatastore_Task, 'duration_secs': 0.011604} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.965777] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1664afa6-710d-424b-967b-4c7b49f17235 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.971582] env[69613]: DEBUG oslo_vmware.api [None req-ae8c430a-97c2-463e-bedf-79119b80ba38 tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Waiting for the task: (returnval){ [ 706.971582] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]52838426-32a1-c9c0-4dbc-53740eaaa458" [ 706.971582] env[69613]: _type = "Task" [ 706.971582] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.979742] env[69613]: DEBUG oslo_vmware.api [None req-ae8c430a-97c2-463e-bedf-79119b80ba38 tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52838426-32a1-c9c0-4dbc-53740eaaa458, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.065677] env[69613]: DEBUG oslo_vmware.api [None req-e68a815b-4969-4fcc-9e31-2c2f79767caa tempest-ImagesOneServerTestJSON-1060956417 tempest-ImagesOneServerTestJSON-1060956417-project-member] Task: {'id': task-3417066, 'name': CreateSnapshot_Task, 'duration_secs': 0.53847} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.065677] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-e68a815b-4969-4fcc-9e31-2c2f79767caa tempest-ImagesOneServerTestJSON-1060956417 tempest-ImagesOneServerTestJSON-1060956417-project-member] [instance: d9e3bd67-974c-477a-baa2-99549051a828] Created Snapshot of the VM instance {{(pid=69613) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 707.066393] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6093c5aa-f966-4807-b89e-291ae0c0b97f {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.165888] env[69613]: DEBUG nova.network.neutron [None req-e8bd5bed-894b-4257-a968-0afde8dbec89 tempest-ServerMetadataNegativeTestJSON-1771848395 tempest-ServerMetadataNegativeTestJSON-1771848395-project-member] [instance: 20fa95e4-e66f-4310-81bf-beb9a42968dc] Successfully updated port: 0f447b34-4215-40a6-aad5-f6b6f26b7b97 {{(pid=69613) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 707.484567] env[69613]: DEBUG oslo_vmware.api [None req-ae8c430a-97c2-463e-bedf-79119b80ba38 tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52838426-32a1-c9c0-4dbc-53740eaaa458, 'name': SearchDatastore_Task, 'duration_secs': 0.009356} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.484793] env[69613]: DEBUG oslo_concurrency.lockutils [None req-ae8c430a-97c2-463e-bedf-79119b80ba38 tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.485101] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae8c430a-97c2-463e-bedf-79119b80ba38 tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk to [datastore2] 9ee7dbf3-c86a-4cd8-ad1e-ca92cb90164d/9ee7dbf3-c86a-4cd8-ad1e-ca92cb90164d.vmdk {{(pid=69613) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 707.485382] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-96e58648-5591-4269-a7fa-7dc148a14067 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.493543] env[69613]: DEBUG oslo_vmware.api [None req-ae8c430a-97c2-463e-bedf-79119b80ba38 tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Waiting for the task: (returnval){ [ 707.493543] env[69613]: value = "task-3417067" [ 707.493543] env[69613]: _type = "Task" [ 707.493543] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.501553] env[69613]: DEBUG oslo_vmware.api [None req-ae8c430a-97c2-463e-bedf-79119b80ba38 tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Task: {'id': task-3417067, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.558300] env[69613]: DEBUG nova.compute.manager [req-053135b8-0728-4c69-8361-e6023edcc32e req-b9340b88-8c54-4b0b-af5f-2c3e64aff1d3 service nova] [instance: 20fa95e4-e66f-4310-81bf-beb9a42968dc] Received event network-vif-plugged-0f447b34-4215-40a6-aad5-f6b6f26b7b97 {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 707.558543] env[69613]: DEBUG oslo_concurrency.lockutils [req-053135b8-0728-4c69-8361-e6023edcc32e req-b9340b88-8c54-4b0b-af5f-2c3e64aff1d3 service nova] Acquiring lock "20fa95e4-e66f-4310-81bf-beb9a42968dc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 707.558756] env[69613]: DEBUG oslo_concurrency.lockutils [req-053135b8-0728-4c69-8361-e6023edcc32e req-b9340b88-8c54-4b0b-af5f-2c3e64aff1d3 service nova] Lock "20fa95e4-e66f-4310-81bf-beb9a42968dc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 707.559581] env[69613]: DEBUG oslo_concurrency.lockutils [req-053135b8-0728-4c69-8361-e6023edcc32e req-b9340b88-8c54-4b0b-af5f-2c3e64aff1d3 service nova] Lock "20fa95e4-e66f-4310-81bf-beb9a42968dc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 707.559581] env[69613]: DEBUG nova.compute.manager [req-053135b8-0728-4c69-8361-e6023edcc32e req-b9340b88-8c54-4b0b-af5f-2c3e64aff1d3 service nova] [instance: 20fa95e4-e66f-4310-81bf-beb9a42968dc] No waiting events found dispatching network-vif-plugged-0f447b34-4215-40a6-aad5-f6b6f26b7b97 {{(pid=69613) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 707.559581] env[69613]: WARNING nova.compute.manager [req-053135b8-0728-4c69-8361-e6023edcc32e req-b9340b88-8c54-4b0b-af5f-2c3e64aff1d3 service nova] [instance: 20fa95e4-e66f-4310-81bf-beb9a42968dc] Received unexpected event network-vif-plugged-0f447b34-4215-40a6-aad5-f6b6f26b7b97 for instance with vm_state building and task_state spawning. [ 707.559581] env[69613]: DEBUG nova.compute.manager [req-053135b8-0728-4c69-8361-e6023edcc32e req-b9340b88-8c54-4b0b-af5f-2c3e64aff1d3 service nova] [instance: 20fa95e4-e66f-4310-81bf-beb9a42968dc] Received event network-changed-0f447b34-4215-40a6-aad5-f6b6f26b7b97 {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 707.559841] env[69613]: DEBUG nova.compute.manager [req-053135b8-0728-4c69-8361-e6023edcc32e req-b9340b88-8c54-4b0b-af5f-2c3e64aff1d3 service nova] [instance: 20fa95e4-e66f-4310-81bf-beb9a42968dc] Refreshing instance network info cache due to event network-changed-0f447b34-4215-40a6-aad5-f6b6f26b7b97. {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 707.559841] env[69613]: DEBUG oslo_concurrency.lockutils [req-053135b8-0728-4c69-8361-e6023edcc32e req-b9340b88-8c54-4b0b-af5f-2c3e64aff1d3 service nova] Acquiring lock "refresh_cache-20fa95e4-e66f-4310-81bf-beb9a42968dc" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.559941] env[69613]: DEBUG oslo_concurrency.lockutils [req-053135b8-0728-4c69-8361-e6023edcc32e req-b9340b88-8c54-4b0b-af5f-2c3e64aff1d3 service nova] Acquired lock "refresh_cache-20fa95e4-e66f-4310-81bf-beb9a42968dc" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.560094] env[69613]: DEBUG nova.network.neutron [req-053135b8-0728-4c69-8361-e6023edcc32e req-b9340b88-8c54-4b0b-af5f-2c3e64aff1d3 service nova] [instance: 20fa95e4-e66f-4310-81bf-beb9a42968dc] Refreshing network info cache for port 0f447b34-4215-40a6-aad5-f6b6f26b7b97 {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 707.589758] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-e68a815b-4969-4fcc-9e31-2c2f79767caa tempest-ImagesOneServerTestJSON-1060956417 tempest-ImagesOneServerTestJSON-1060956417-project-member] [instance: d9e3bd67-974c-477a-baa2-99549051a828] Creating linked-clone VM from snapshot {{(pid=69613) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 707.590426] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-fb19e80b-d4a6-4cb5-9457-31b4f30e7137 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.598926] env[69613]: DEBUG oslo_vmware.api [None req-e68a815b-4969-4fcc-9e31-2c2f79767caa tempest-ImagesOneServerTestJSON-1060956417 tempest-ImagesOneServerTestJSON-1060956417-project-member] Waiting for the task: (returnval){ [ 707.598926] env[69613]: value = "task-3417068" [ 707.598926] env[69613]: _type = "Task" [ 707.598926] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.609677] env[69613]: DEBUG oslo_vmware.api [None req-e68a815b-4969-4fcc-9e31-2c2f79767caa tempest-ImagesOneServerTestJSON-1060956417 tempest-ImagesOneServerTestJSON-1060956417-project-member] Task: {'id': task-3417068, 'name': CloneVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.671922] env[69613]: DEBUG oslo_concurrency.lockutils [None req-e8bd5bed-894b-4257-a968-0afde8dbec89 tempest-ServerMetadataNegativeTestJSON-1771848395 tempest-ServerMetadataNegativeTestJSON-1771848395-project-member] Acquiring lock "refresh_cache-20fa95e4-e66f-4310-81bf-beb9a42968dc" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.956579] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ceb9b51-2cb0-46fb-bf7f-7956d267ba09 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.967533] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b57149f8-b73a-442d-9c9b-77d4504d90b0 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.012198] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57bd3f3f-bbe2-4b70-944b-731d55d30248 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.025930] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7351ebed-8ca2-4ea8-abeb-93ed252c1b9b {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.031046] env[69613]: DEBUG oslo_vmware.api [None req-ae8c430a-97c2-463e-bedf-79119b80ba38 tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Task: {'id': task-3417067, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.043161] env[69613]: DEBUG nova.compute.provider_tree [None req-9077f710-552e-45e6-b360-17eb258b2fce tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Inventory has not changed in ProviderTree for provider: af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 {{(pid=69613) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 708.115948] env[69613]: DEBUG oslo_vmware.api [None req-e68a815b-4969-4fcc-9e31-2c2f79767caa tempest-ImagesOneServerTestJSON-1060956417 tempest-ImagesOneServerTestJSON-1060956417-project-member] Task: {'id': task-3417068, 'name': CloneVM_Task} progress is 94%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.137662] env[69613]: DEBUG nova.network.neutron [req-053135b8-0728-4c69-8361-e6023edcc32e req-b9340b88-8c54-4b0b-af5f-2c3e64aff1d3 service nova] [instance: 20fa95e4-e66f-4310-81bf-beb9a42968dc] Instance cache missing network info. {{(pid=69613) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 708.243077] env[69613]: DEBUG nova.network.neutron [req-053135b8-0728-4c69-8361-e6023edcc32e req-b9340b88-8c54-4b0b-af5f-2c3e64aff1d3 service nova] [instance: 20fa95e4-e66f-4310-81bf-beb9a42968dc] Updating instance_info_cache with network_info: [] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 708.516993] env[69613]: DEBUG oslo_vmware.api [None req-ae8c430a-97c2-463e-bedf-79119b80ba38 tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Task: {'id': task-3417067, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.707183} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.517294] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae8c430a-97c2-463e-bedf-79119b80ba38 tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk to [datastore2] 9ee7dbf3-c86a-4cd8-ad1e-ca92cb90164d/9ee7dbf3-c86a-4cd8-ad1e-ca92cb90164d.vmdk {{(pid=69613) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 708.517503] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-ae8c430a-97c2-463e-bedf-79119b80ba38 tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] [instance: 9ee7dbf3-c86a-4cd8-ad1e-ca92cb90164d] Extending root virtual disk to 1048576 {{(pid=69613) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 708.517782] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9679ed85-adaf-4b8d-a8f6-868b316ea3e6 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.523911] env[69613]: DEBUG oslo_vmware.api [None req-ae8c430a-97c2-463e-bedf-79119b80ba38 tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Waiting for the task: (returnval){ [ 708.523911] env[69613]: value = "task-3417069" [ 708.523911] env[69613]: _type = "Task" [ 708.523911] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.532851] env[69613]: DEBUG oslo_vmware.api [None req-ae8c430a-97c2-463e-bedf-79119b80ba38 tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Task: {'id': task-3417069, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.547591] env[69613]: DEBUG nova.scheduler.client.report [None req-9077f710-552e-45e6-b360-17eb258b2fce tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Inventory has not changed for provider af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69613) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 708.611746] env[69613]: DEBUG oslo_vmware.api [None req-e68a815b-4969-4fcc-9e31-2c2f79767caa tempest-ImagesOneServerTestJSON-1060956417 tempest-ImagesOneServerTestJSON-1060956417-project-member] Task: {'id': task-3417068, 'name': CloneVM_Task} progress is 94%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.746062] env[69613]: DEBUG oslo_concurrency.lockutils [req-053135b8-0728-4c69-8361-e6023edcc32e req-b9340b88-8c54-4b0b-af5f-2c3e64aff1d3 service nova] Releasing lock "refresh_cache-20fa95e4-e66f-4310-81bf-beb9a42968dc" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.746497] env[69613]: DEBUG oslo_concurrency.lockutils [None req-e8bd5bed-894b-4257-a968-0afde8dbec89 tempest-ServerMetadataNegativeTestJSON-1771848395 tempest-ServerMetadataNegativeTestJSON-1771848395-project-member] Acquired lock "refresh_cache-20fa95e4-e66f-4310-81bf-beb9a42968dc" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.746670] env[69613]: DEBUG nova.network.neutron [None req-e8bd5bed-894b-4257-a968-0afde8dbec89 tempest-ServerMetadataNegativeTestJSON-1771848395 tempest-ServerMetadataNegativeTestJSON-1771848395-project-member] [instance: 20fa95e4-e66f-4310-81bf-beb9a42968dc] Building network info cache for instance {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 709.039492] env[69613]: DEBUG oslo_vmware.api [None req-ae8c430a-97c2-463e-bedf-79119b80ba38 tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Task: {'id': task-3417069, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.163597} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.039804] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-ae8c430a-97c2-463e-bedf-79119b80ba38 tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] [instance: 9ee7dbf3-c86a-4cd8-ad1e-ca92cb90164d] Extended root virtual disk {{(pid=69613) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 709.040621] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e44f04b2-e7f9-43a8-ba38-15a4799cd1e5 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.073249] env[69613]: DEBUG oslo_concurrency.lockutils [None req-9077f710-552e-45e6-b360-17eb258b2fce tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.648s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 709.074112] env[69613]: DEBUG nova.compute.manager [None req-9077f710-552e-45e6-b360-17eb258b2fce tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] [instance: fa7f8ff7-658a-46d0-a6dc-232614af850d] Start building networks asynchronously for instance. {{(pid=69613) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 709.097458] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae8c430a-97c2-463e-bedf-79119b80ba38 tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] [instance: 9ee7dbf3-c86a-4cd8-ad1e-ca92cb90164d] Reconfiguring VM instance instance-00000022 to attach disk [datastore2] 9ee7dbf3-c86a-4cd8-ad1e-ca92cb90164d/9ee7dbf3-c86a-4cd8-ad1e-ca92cb90164d.vmdk or device None with type sparse {{(pid=69613) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 709.097458] env[69613]: DEBUG oslo_concurrency.lockutils [None req-3d6bcdb5-31d4-48df-82eb-657fd9f19034 tempest-ServersTestFqdnHostnames-1406027918 tempest-ServersTestFqdnHostnames-1406027918-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.099s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 709.098748] env[69613]: INFO nova.compute.claims [None req-3d6bcdb5-31d4-48df-82eb-657fd9f19034 tempest-ServersTestFqdnHostnames-1406027918 tempest-ServersTestFqdnHostnames-1406027918-project-member] [instance: 3d07cf05-d08d-409f-9bbd-b7ff213e29ff] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 709.102071] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-32e1a026-4eac-4fa6-bc93-dd72b9bcee45 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.129428] env[69613]: DEBUG oslo_vmware.api [None req-e68a815b-4969-4fcc-9e31-2c2f79767caa tempest-ImagesOneServerTestJSON-1060956417 tempest-ImagesOneServerTestJSON-1060956417-project-member] Task: {'id': task-3417068, 'name': CloneVM_Task} progress is 94%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.131296] env[69613]: DEBUG oslo_vmware.api [None req-ae8c430a-97c2-463e-bedf-79119b80ba38 tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Waiting for the task: (returnval){ [ 709.131296] env[69613]: value = "task-3417070" [ 709.131296] env[69613]: _type = "Task" [ 709.131296] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.139594] env[69613]: DEBUG oslo_vmware.api [None req-ae8c430a-97c2-463e-bedf-79119b80ba38 tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Task: {'id': task-3417070, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.318141] env[69613]: DEBUG nova.network.neutron [None req-e8bd5bed-894b-4257-a968-0afde8dbec89 tempest-ServerMetadataNegativeTestJSON-1771848395 tempest-ServerMetadataNegativeTestJSON-1771848395-project-member] [instance: 20fa95e4-e66f-4310-81bf-beb9a42968dc] Instance cache missing network info. {{(pid=69613) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 709.504620] env[69613]: DEBUG nova.network.neutron [None req-e8bd5bed-894b-4257-a968-0afde8dbec89 tempest-ServerMetadataNegativeTestJSON-1771848395 tempest-ServerMetadataNegativeTestJSON-1771848395-project-member] [instance: 20fa95e4-e66f-4310-81bf-beb9a42968dc] Updating instance_info_cache with network_info: [{"id": "0f447b34-4215-40a6-aad5-f6b6f26b7b97", "address": "fa:16:3e:79:5b:12", "network": {"id": "0fa68df4-ee24-4ba0-bd59-a035a6db1517", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-224827153-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8fd43d73220f4254948539502fbd9821", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53955f0e-c162-4cef-8bd5-335b369c36b6", "external-id": "nsx-vlan-transportzone-623", "segmentation_id": 623, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0f447b34-42", "ovs_interfaceid": "0f447b34-4215-40a6-aad5-f6b6f26b7b97", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 709.600563] env[69613]: DEBUG nova.compute.utils [None req-9077f710-552e-45e6-b360-17eb258b2fce tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Using /dev/sd instead of None {{(pid=69613) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 709.600883] env[69613]: DEBUG nova.compute.manager [None req-9077f710-552e-45e6-b360-17eb258b2fce tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] [instance: fa7f8ff7-658a-46d0-a6dc-232614af850d] Allocating IP information in the background. {{(pid=69613) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 709.601076] env[69613]: DEBUG nova.network.neutron [None req-9077f710-552e-45e6-b360-17eb258b2fce tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] [instance: fa7f8ff7-658a-46d0-a6dc-232614af850d] allocate_for_instance() {{(pid=69613) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 709.645333] env[69613]: DEBUG oslo_vmware.api [None req-e68a815b-4969-4fcc-9e31-2c2f79767caa tempest-ImagesOneServerTestJSON-1060956417 tempest-ImagesOneServerTestJSON-1060956417-project-member] Task: {'id': task-3417068, 'name': CloneVM_Task} progress is 94%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.646662] env[69613]: DEBUG nova.policy [None req-9077f710-552e-45e6-b360-17eb258b2fce tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ed4f8253272043afbbaf87ec8292fb60', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '27cd1ce9a4f74279a40b13e8fbac87a0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69613) authorize /opt/stack/nova/nova/policy.py:192}} [ 709.654849] env[69613]: DEBUG oslo_vmware.api [None req-ae8c430a-97c2-463e-bedf-79119b80ba38 tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Task: {'id': task-3417070, 'name': ReconfigVM_Task, 'duration_secs': 0.293466} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.655067] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae8c430a-97c2-463e-bedf-79119b80ba38 tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] [instance: 9ee7dbf3-c86a-4cd8-ad1e-ca92cb90164d] Reconfigured VM instance instance-00000022 to attach disk [datastore2] 9ee7dbf3-c86a-4cd8-ad1e-ca92cb90164d/9ee7dbf3-c86a-4cd8-ad1e-ca92cb90164d.vmdk or device None with type sparse {{(pid=69613) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 709.655687] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-93201ad7-8588-4201-9dd9-a703b1fb47d2 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.662155] env[69613]: DEBUG oslo_vmware.api [None req-ae8c430a-97c2-463e-bedf-79119b80ba38 tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Waiting for the task: (returnval){ [ 709.662155] env[69613]: value = "task-3417071" [ 709.662155] env[69613]: _type = "Task" [ 709.662155] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.672616] env[69613]: DEBUG oslo_vmware.api [None req-ae8c430a-97c2-463e-bedf-79119b80ba38 tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Task: {'id': task-3417071, 'name': Rename_Task} progress is 5%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.008355] env[69613]: DEBUG oslo_concurrency.lockutils [None req-e8bd5bed-894b-4257-a968-0afde8dbec89 tempest-ServerMetadataNegativeTestJSON-1771848395 tempest-ServerMetadataNegativeTestJSON-1771848395-project-member] Releasing lock "refresh_cache-20fa95e4-e66f-4310-81bf-beb9a42968dc" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.008711] env[69613]: DEBUG nova.compute.manager [None req-e8bd5bed-894b-4257-a968-0afde8dbec89 tempest-ServerMetadataNegativeTestJSON-1771848395 tempest-ServerMetadataNegativeTestJSON-1771848395-project-member] [instance: 20fa95e4-e66f-4310-81bf-beb9a42968dc] Instance network_info: |[{"id": "0f447b34-4215-40a6-aad5-f6b6f26b7b97", "address": "fa:16:3e:79:5b:12", "network": {"id": "0fa68df4-ee24-4ba0-bd59-a035a6db1517", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-224827153-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8fd43d73220f4254948539502fbd9821", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53955f0e-c162-4cef-8bd5-335b369c36b6", "external-id": "nsx-vlan-transportzone-623", "segmentation_id": 623, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0f447b34-42", "ovs_interfaceid": "0f447b34-4215-40a6-aad5-f6b6f26b7b97", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69613) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 710.009730] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-e8bd5bed-894b-4257-a968-0afde8dbec89 tempest-ServerMetadataNegativeTestJSON-1771848395 tempest-ServerMetadataNegativeTestJSON-1771848395-project-member] [instance: 20fa95e4-e66f-4310-81bf-beb9a42968dc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:79:5b:12', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '53955f0e-c162-4cef-8bd5-335b369c36b6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0f447b34-4215-40a6-aad5-f6b6f26b7b97', 'vif_model': 'vmxnet3'}] {{(pid=69613) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 710.020232] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8bd5bed-894b-4257-a968-0afde8dbec89 tempest-ServerMetadataNegativeTestJSON-1771848395 tempest-ServerMetadataNegativeTestJSON-1771848395-project-member] Creating folder: Project (8fd43d73220f4254948539502fbd9821). Parent ref: group-v681687. {{(pid=69613) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 710.020576] env[69613]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-398a8ce2-385a-40f5-8f7c-3c96821ab729 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.036529] env[69613]: DEBUG nova.network.neutron [None req-9077f710-552e-45e6-b360-17eb258b2fce tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] [instance: fa7f8ff7-658a-46d0-a6dc-232614af850d] Successfully created port: fe52934e-8488-4b1a-80f7-1311cd4014f0 {{(pid=69613) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 710.040238] env[69613]: INFO nova.virt.vmwareapi.vm_util [None req-e8bd5bed-894b-4257-a968-0afde8dbec89 tempest-ServerMetadataNegativeTestJSON-1771848395 tempest-ServerMetadataNegativeTestJSON-1771848395-project-member] Created folder: Project (8fd43d73220f4254948539502fbd9821) in parent group-v681687. [ 710.040530] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8bd5bed-894b-4257-a968-0afde8dbec89 tempest-ServerMetadataNegativeTestJSON-1771848395 tempest-ServerMetadataNegativeTestJSON-1771848395-project-member] Creating folder: Instances. Parent ref: group-v681785. {{(pid=69613) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 710.040689] env[69613]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4ab6aeed-7c79-41c5-b43d-4fbe55e709ec {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.050864] env[69613]: INFO nova.virt.vmwareapi.vm_util [None req-e8bd5bed-894b-4257-a968-0afde8dbec89 tempest-ServerMetadataNegativeTestJSON-1771848395 tempest-ServerMetadataNegativeTestJSON-1771848395-project-member] Created folder: Instances in parent group-v681785. [ 710.051131] env[69613]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e8bd5bed-894b-4257-a968-0afde8dbec89 tempest-ServerMetadataNegativeTestJSON-1771848395 tempest-ServerMetadataNegativeTestJSON-1771848395-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69613) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 710.051328] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 20fa95e4-e66f-4310-81bf-beb9a42968dc] Creating VM on the ESX host {{(pid=69613) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 710.051531] env[69613]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1050fe6b-8cd8-4a27-a745-d2c126eb0ccc {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.076880] env[69613]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 710.076880] env[69613]: value = "task-3417074" [ 710.076880] env[69613]: _type = "Task" [ 710.076880] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.086468] env[69613]: DEBUG oslo_vmware.api [-] Task: {'id': task-3417074, 'name': CreateVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.104443] env[69613]: DEBUG nova.compute.manager [None req-9077f710-552e-45e6-b360-17eb258b2fce tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] [instance: fa7f8ff7-658a-46d0-a6dc-232614af850d] Start building block device mappings for instance. {{(pid=69613) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 710.145214] env[69613]: DEBUG oslo_vmware.api [None req-e68a815b-4969-4fcc-9e31-2c2f79767caa tempest-ImagesOneServerTestJSON-1060956417 tempest-ImagesOneServerTestJSON-1060956417-project-member] Task: {'id': task-3417068, 'name': CloneVM_Task, 'duration_secs': 2.523588} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.145214] env[69613]: INFO nova.virt.vmwareapi.vmops [None req-e68a815b-4969-4fcc-9e31-2c2f79767caa tempest-ImagesOneServerTestJSON-1060956417 tempest-ImagesOneServerTestJSON-1060956417-project-member] [instance: d9e3bd67-974c-477a-baa2-99549051a828] Created linked-clone VM from snapshot [ 710.146032] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6743dfa-7ab3-4fde-9a02-d675e17c6d06 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.156797] env[69613]: DEBUG nova.virt.vmwareapi.images [None req-e68a815b-4969-4fcc-9e31-2c2f79767caa tempest-ImagesOneServerTestJSON-1060956417 tempest-ImagesOneServerTestJSON-1060956417-project-member] [instance: d9e3bd67-974c-477a-baa2-99549051a828] Uploading image 74369d11-d830-410c-930f-a09e80167db0 {{(pid=69613) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 710.176063] env[69613]: DEBUG oslo_vmware.api [None req-ae8c430a-97c2-463e-bedf-79119b80ba38 tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Task: {'id': task-3417071, 'name': Rename_Task, 'duration_secs': 0.139135} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.178432] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae8c430a-97c2-463e-bedf-79119b80ba38 tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] [instance: 9ee7dbf3-c86a-4cd8-ad1e-ca92cb90164d] Powering on the VM {{(pid=69613) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 710.178962] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3bcb25fb-cc07-4f06-8989-e19f06076911 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.186202] env[69613]: DEBUG oslo_vmware.rw_handles [None req-e68a815b-4969-4fcc-9e31-2c2f79767caa tempest-ImagesOneServerTestJSON-1060956417 tempest-ImagesOneServerTestJSON-1060956417-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 710.186202] env[69613]: value = "vm-681784" [ 710.186202] env[69613]: _type = "VirtualMachine" [ 710.186202] env[69613]: }. {{(pid=69613) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 710.186523] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-b846f46e-27df-45e2-82db-f92e8af3c1ee {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.189563] env[69613]: DEBUG oslo_vmware.api [None req-ae8c430a-97c2-463e-bedf-79119b80ba38 tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Waiting for the task: (returnval){ [ 710.189563] env[69613]: value = "task-3417075" [ 710.189563] env[69613]: _type = "Task" [ 710.189563] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.197658] env[69613]: DEBUG oslo_vmware.api [None req-ae8c430a-97c2-463e-bedf-79119b80ba38 tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Task: {'id': task-3417075, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.202208] env[69613]: DEBUG oslo_vmware.rw_handles [None req-e68a815b-4969-4fcc-9e31-2c2f79767caa tempest-ImagesOneServerTestJSON-1060956417 tempest-ImagesOneServerTestJSON-1060956417-project-member] Lease: (returnval){ [ 710.202208] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]52f46eec-5f64-8867-14e1-d76f9c697a35" [ 710.202208] env[69613]: _type = "HttpNfcLease" [ 710.202208] env[69613]: } obtained for exporting VM: (result){ [ 710.202208] env[69613]: value = "vm-681784" [ 710.202208] env[69613]: _type = "VirtualMachine" [ 710.202208] env[69613]: }. {{(pid=69613) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 710.202435] env[69613]: DEBUG oslo_vmware.api [None req-e68a815b-4969-4fcc-9e31-2c2f79767caa tempest-ImagesOneServerTestJSON-1060956417 tempest-ImagesOneServerTestJSON-1060956417-project-member] Waiting for the lease: (returnval){ [ 710.202435] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]52f46eec-5f64-8867-14e1-d76f9c697a35" [ 710.202435] env[69613]: _type = "HttpNfcLease" [ 710.202435] env[69613]: } to be ready. {{(pid=69613) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 710.211716] env[69613]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 710.211716] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]52f46eec-5f64-8867-14e1-d76f9c697a35" [ 710.211716] env[69613]: _type = "HttpNfcLease" [ 710.211716] env[69613]: } is ready. {{(pid=69613) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 710.212051] env[69613]: DEBUG oslo_vmware.rw_handles [None req-e68a815b-4969-4fcc-9e31-2c2f79767caa tempest-ImagesOneServerTestJSON-1060956417 tempest-ImagesOneServerTestJSON-1060956417-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 710.212051] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]52f46eec-5f64-8867-14e1-d76f9c697a35" [ 710.212051] env[69613]: _type = "HttpNfcLease" [ 710.212051] env[69613]: }. {{(pid=69613) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 710.212844] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7aba9bea-3f72-43aa-a435-029c9786d36c {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.223519] env[69613]: DEBUG oslo_vmware.rw_handles [None req-e68a815b-4969-4fcc-9e31-2c2f79767caa tempest-ImagesOneServerTestJSON-1060956417 tempest-ImagesOneServerTestJSON-1060956417-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5237fceb-5548-9b19-7a36-ea9a79f47688/disk-0.vmdk from lease info. {{(pid=69613) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 710.223770] env[69613]: DEBUG oslo_vmware.rw_handles [None req-e68a815b-4969-4fcc-9e31-2c2f79767caa tempest-ImagesOneServerTestJSON-1060956417 tempest-ImagesOneServerTestJSON-1060956417-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5237fceb-5548-9b19-7a36-ea9a79f47688/disk-0.vmdk for reading. {{(pid=69613) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 710.328428] env[69613]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-f9f488d3-72af-42d0-a27d-6c65447b9ca3 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.591197] env[69613]: DEBUG oslo_vmware.api [-] Task: {'id': task-3417074, 'name': CreateVM_Task, 'duration_secs': 0.454004} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.591480] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 20fa95e4-e66f-4310-81bf-beb9a42968dc] Created VM on the ESX host {{(pid=69613) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 710.592452] env[69613]: DEBUG oslo_concurrency.lockutils [None req-e8bd5bed-894b-4257-a968-0afde8dbec89 tempest-ServerMetadataNegativeTestJSON-1771848395 tempest-ServerMetadataNegativeTestJSON-1771848395-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.593097] env[69613]: DEBUG oslo_concurrency.lockutils [None req-e8bd5bed-894b-4257-a968-0afde8dbec89 tempest-ServerMetadataNegativeTestJSON-1771848395 tempest-ServerMetadataNegativeTestJSON-1771848395-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.596435] env[69613]: DEBUG oslo_concurrency.lockutils [None req-e8bd5bed-894b-4257-a968-0afde8dbec89 tempest-ServerMetadataNegativeTestJSON-1771848395 tempest-ServerMetadataNegativeTestJSON-1771848395-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.596723] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c667cc0b-2c52-4391-aabf-29dacb0e0504 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.601482] env[69613]: DEBUG oslo_vmware.api [None req-e8bd5bed-894b-4257-a968-0afde8dbec89 tempest-ServerMetadataNegativeTestJSON-1771848395 tempest-ServerMetadataNegativeTestJSON-1771848395-project-member] Waiting for the task: (returnval){ [ 710.601482] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]52435315-dbe9-d58a-34f7-07aff6701315" [ 710.601482] env[69613]: _type = "Task" [ 710.601482] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.619120] env[69613]: DEBUG oslo_vmware.api [None req-e8bd5bed-894b-4257-a968-0afde8dbec89 tempest-ServerMetadataNegativeTestJSON-1771848395 tempest-ServerMetadataNegativeTestJSON-1771848395-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52435315-dbe9-d58a-34f7-07aff6701315, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.704181] env[69613]: DEBUG oslo_vmware.api [None req-ae8c430a-97c2-463e-bedf-79119b80ba38 tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Task: {'id': task-3417075, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.878371] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90c77a3c-d53c-4fe3-bcac-a3f06c3ab18f {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.888307] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-569aba43-2c56-43a4-ac87-25db69c05cb4 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.921320] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22f3464b-9a58-433e-a8b1-d83cdf6747f4 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.931026] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75c0fd89-7ff4-45e4-84cb-b461b43d315a {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.946521] env[69613]: DEBUG nova.compute.provider_tree [None req-3d6bcdb5-31d4-48df-82eb-657fd9f19034 tempest-ServersTestFqdnHostnames-1406027918 tempest-ServersTestFqdnHostnames-1406027918-project-member] Inventory has not changed in ProviderTree for provider: af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 {{(pid=69613) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 711.113118] env[69613]: DEBUG oslo_vmware.api [None req-e8bd5bed-894b-4257-a968-0afde8dbec89 tempest-ServerMetadataNegativeTestJSON-1771848395 tempest-ServerMetadataNegativeTestJSON-1771848395-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52435315-dbe9-d58a-34f7-07aff6701315, 'name': SearchDatastore_Task, 'duration_secs': 0.012175} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.113559] env[69613]: DEBUG oslo_concurrency.lockutils [None req-e8bd5bed-894b-4257-a968-0afde8dbec89 tempest-ServerMetadataNegativeTestJSON-1771848395 tempest-ServerMetadataNegativeTestJSON-1771848395-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.113559] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-e8bd5bed-894b-4257-a968-0afde8dbec89 tempest-ServerMetadataNegativeTestJSON-1771848395 tempest-ServerMetadataNegativeTestJSON-1771848395-project-member] [instance: 20fa95e4-e66f-4310-81bf-beb9a42968dc] Processing image 2b7a0304-b5d0-431d-b287-32c8388d7fbd {{(pid=69613) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 711.113714] env[69613]: DEBUG oslo_concurrency.lockutils [None req-e8bd5bed-894b-4257-a968-0afde8dbec89 tempest-ServerMetadataNegativeTestJSON-1771848395 tempest-ServerMetadataNegativeTestJSON-1771848395-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.114376] env[69613]: DEBUG oslo_concurrency.lockutils [None req-e8bd5bed-894b-4257-a968-0afde8dbec89 tempest-ServerMetadataNegativeTestJSON-1771848395 tempest-ServerMetadataNegativeTestJSON-1771848395-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.114376] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-e8bd5bed-894b-4257-a968-0afde8dbec89 tempest-ServerMetadataNegativeTestJSON-1771848395 tempest-ServerMetadataNegativeTestJSON-1771848395-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69613) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 711.114376] env[69613]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dd3c62ff-c57c-4be8-9f70-ed2a8cf95000 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.119146] env[69613]: DEBUG nova.compute.manager [None req-9077f710-552e-45e6-b360-17eb258b2fce tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] [instance: fa7f8ff7-658a-46d0-a6dc-232614af850d] Start spawning the instance on the hypervisor. {{(pid=69613) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 711.123273] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-e8bd5bed-894b-4257-a968-0afde8dbec89 tempest-ServerMetadataNegativeTestJSON-1771848395 tempest-ServerMetadataNegativeTestJSON-1771848395-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69613) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 711.123523] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-e8bd5bed-894b-4257-a968-0afde8dbec89 tempest-ServerMetadataNegativeTestJSON-1771848395 tempest-ServerMetadataNegativeTestJSON-1771848395-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69613) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 711.124346] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-01add34a-0eb0-45ad-84da-74c4fdfd248a {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.131306] env[69613]: DEBUG oslo_vmware.api [None req-e8bd5bed-894b-4257-a968-0afde8dbec89 tempest-ServerMetadataNegativeTestJSON-1771848395 tempest-ServerMetadataNegativeTestJSON-1771848395-project-member] Waiting for the task: (returnval){ [ 711.131306] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]526ad984-63b3-e6f3-7264-3aea3e9da865" [ 711.131306] env[69613]: _type = "Task" [ 711.131306] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.139970] env[69613]: DEBUG oslo_vmware.api [None req-e8bd5bed-894b-4257-a968-0afde8dbec89 tempest-ServerMetadataNegativeTestJSON-1771848395 tempest-ServerMetadataNegativeTestJSON-1771848395-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]526ad984-63b3-e6f3-7264-3aea3e9da865, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.149644] env[69613]: DEBUG nova.virt.hardware [None req-9077f710-552e-45e6-b360-17eb258b2fce tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T13:55:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T13:55:19Z,direct_url=,disk_format='vmdk',id=2b7a0304-b5d0-431d-b287-32c8388d7fbd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3e9e1b873f1442d59d5ee8247b941f74',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T13:55:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 711.150013] env[69613]: DEBUG nova.virt.hardware [None req-9077f710-552e-45e6-b360-17eb258b2fce tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Flavor limits 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 711.150249] env[69613]: DEBUG nova.virt.hardware [None req-9077f710-552e-45e6-b360-17eb258b2fce tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Image limits 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 711.150514] env[69613]: DEBUG nova.virt.hardware [None req-9077f710-552e-45e6-b360-17eb258b2fce tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Flavor pref 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 711.150815] env[69613]: DEBUG nova.virt.hardware [None req-9077f710-552e-45e6-b360-17eb258b2fce tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Image pref 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 711.151256] env[69613]: DEBUG nova.virt.hardware [None req-9077f710-552e-45e6-b360-17eb258b2fce tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 711.151590] env[69613]: DEBUG nova.virt.hardware [None req-9077f710-552e-45e6-b360-17eb258b2fce tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 711.151802] env[69613]: DEBUG nova.virt.hardware [None req-9077f710-552e-45e6-b360-17eb258b2fce tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69613) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 711.152197] env[69613]: DEBUG nova.virt.hardware [None req-9077f710-552e-45e6-b360-17eb258b2fce tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Got 1 possible topologies {{(pid=69613) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 711.152524] env[69613]: DEBUG nova.virt.hardware [None req-9077f710-552e-45e6-b360-17eb258b2fce tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 711.152816] env[69613]: DEBUG nova.virt.hardware [None req-9077f710-552e-45e6-b360-17eb258b2fce tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 711.153801] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf619108-8bd4-4aa5-b76c-cca117b845f6 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.163523] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f819e01-f845-4865-a262-b196ed459d19 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.201538] env[69613]: DEBUG oslo_vmware.api [None req-ae8c430a-97c2-463e-bedf-79119b80ba38 tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Task: {'id': task-3417075, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.345773] env[69613]: DEBUG oslo_concurrency.lockutils [None req-3478b058-f921-4baa-9e49-b6304022c1c0 tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] Acquiring lock "71e0d53c-ff3f-4a77-aa25-2a07e64500a7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 711.346354] env[69613]: DEBUG oslo_concurrency.lockutils [None req-3478b058-f921-4baa-9e49-b6304022c1c0 tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] Lock "71e0d53c-ff3f-4a77-aa25-2a07e64500a7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 711.451350] env[69613]: DEBUG nova.scheduler.client.report [None req-3d6bcdb5-31d4-48df-82eb-657fd9f19034 tempest-ServersTestFqdnHostnames-1406027918 tempest-ServersTestFqdnHostnames-1406027918-project-member] Inventory has not changed for provider af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69613) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 711.651441] env[69613]: DEBUG oslo_vmware.api [None req-e8bd5bed-894b-4257-a968-0afde8dbec89 tempest-ServerMetadataNegativeTestJSON-1771848395 tempest-ServerMetadataNegativeTestJSON-1771848395-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]526ad984-63b3-e6f3-7264-3aea3e9da865, 'name': SearchDatastore_Task, 'duration_secs': 0.011564} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.653364] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4611c28d-322e-40c1-81e4-fdebe3fad801 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.661149] env[69613]: DEBUG oslo_vmware.api [None req-e8bd5bed-894b-4257-a968-0afde8dbec89 tempest-ServerMetadataNegativeTestJSON-1771848395 tempest-ServerMetadataNegativeTestJSON-1771848395-project-member] Waiting for the task: (returnval){ [ 711.661149] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]5263501a-7822-5ba8-e390-5e0e1a7d9228" [ 711.661149] env[69613]: _type = "Task" [ 711.661149] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.675896] env[69613]: DEBUG oslo_vmware.api [None req-e8bd5bed-894b-4257-a968-0afde8dbec89 tempest-ServerMetadataNegativeTestJSON-1771848395 tempest-ServerMetadataNegativeTestJSON-1771848395-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]5263501a-7822-5ba8-e390-5e0e1a7d9228, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.695135] env[69613]: DEBUG nova.compute.manager [req-794cbef0-fbb9-44cc-97c2-9c139d25fc7a req-d2b25aa5-1b1b-403c-889d-2e4bf5ac207b service nova] [instance: fa7f8ff7-658a-46d0-a6dc-232614af850d] Received event network-vif-plugged-fe52934e-8488-4b1a-80f7-1311cd4014f0 {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 711.695135] env[69613]: DEBUG oslo_concurrency.lockutils [req-794cbef0-fbb9-44cc-97c2-9c139d25fc7a req-d2b25aa5-1b1b-403c-889d-2e4bf5ac207b service nova] Acquiring lock "fa7f8ff7-658a-46d0-a6dc-232614af850d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 711.695135] env[69613]: DEBUG oslo_concurrency.lockutils [req-794cbef0-fbb9-44cc-97c2-9c139d25fc7a req-d2b25aa5-1b1b-403c-889d-2e4bf5ac207b service nova] Lock "fa7f8ff7-658a-46d0-a6dc-232614af850d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 711.695135] env[69613]: DEBUG oslo_concurrency.lockutils [req-794cbef0-fbb9-44cc-97c2-9c139d25fc7a req-d2b25aa5-1b1b-403c-889d-2e4bf5ac207b service nova] Lock "fa7f8ff7-658a-46d0-a6dc-232614af850d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 711.695135] env[69613]: DEBUG nova.compute.manager [req-794cbef0-fbb9-44cc-97c2-9c139d25fc7a req-d2b25aa5-1b1b-403c-889d-2e4bf5ac207b service nova] [instance: fa7f8ff7-658a-46d0-a6dc-232614af850d] No waiting events found dispatching network-vif-plugged-fe52934e-8488-4b1a-80f7-1311cd4014f0 {{(pid=69613) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 711.695411] env[69613]: WARNING nova.compute.manager [req-794cbef0-fbb9-44cc-97c2-9c139d25fc7a req-d2b25aa5-1b1b-403c-889d-2e4bf5ac207b service nova] [instance: fa7f8ff7-658a-46d0-a6dc-232614af850d] Received unexpected event network-vif-plugged-fe52934e-8488-4b1a-80f7-1311cd4014f0 for instance with vm_state building and task_state spawning. [ 711.707425] env[69613]: DEBUG oslo_vmware.api [None req-ae8c430a-97c2-463e-bedf-79119b80ba38 tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Task: {'id': task-3417075, 'name': PowerOnVM_Task, 'duration_secs': 1.079501} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.707920] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae8c430a-97c2-463e-bedf-79119b80ba38 tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] [instance: 9ee7dbf3-c86a-4cd8-ad1e-ca92cb90164d] Powered on the VM {{(pid=69613) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 711.708243] env[69613]: INFO nova.compute.manager [None req-ae8c430a-97c2-463e-bedf-79119b80ba38 tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] [instance: 9ee7dbf3-c86a-4cd8-ad1e-ca92cb90164d] Took 9.27 seconds to spawn the instance on the hypervisor. [ 711.708530] env[69613]: DEBUG nova.compute.manager [None req-ae8c430a-97c2-463e-bedf-79119b80ba38 tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] [instance: 9ee7dbf3-c86a-4cd8-ad1e-ca92cb90164d] Checking state {{(pid=69613) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 711.709589] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db5644cb-5564-4b05-92e0-42fc8314193b {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.811669] env[69613]: DEBUG nova.network.neutron [None req-9077f710-552e-45e6-b360-17eb258b2fce tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] [instance: fa7f8ff7-658a-46d0-a6dc-232614af850d] Successfully updated port: fe52934e-8488-4b1a-80f7-1311cd4014f0 {{(pid=69613) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 711.957310] env[69613]: DEBUG oslo_concurrency.lockutils [None req-3d6bcdb5-31d4-48df-82eb-657fd9f19034 tempest-ServersTestFqdnHostnames-1406027918 tempest-ServersTestFqdnHostnames-1406027918-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.860s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 711.957845] env[69613]: DEBUG nova.compute.manager [None req-3d6bcdb5-31d4-48df-82eb-657fd9f19034 tempest-ServersTestFqdnHostnames-1406027918 tempest-ServersTestFqdnHostnames-1406027918-project-member] [instance: 3d07cf05-d08d-409f-9bbd-b7ff213e29ff] Start building networks asynchronously for instance. {{(pid=69613) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 711.962217] env[69613]: DEBUG oslo_concurrency.lockutils [None req-d5cc1c94-3c41-4058-bb32-9aa70bb0aa57 tempest-FloatingIPsAssociationTestJSON-164946246 tempest-FloatingIPsAssociationTestJSON-164946246-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.620s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 711.962217] env[69613]: DEBUG nova.objects.instance [None req-d5cc1c94-3c41-4058-bb32-9aa70bb0aa57 tempest-FloatingIPsAssociationTestJSON-164946246 tempest-FloatingIPsAssociationTestJSON-164946246-project-member] Lazy-loading 'resources' on Instance uuid e75fc999-a479-44b6-a715-1a76054d73c6 {{(pid=69613) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 712.171903] env[69613]: DEBUG oslo_vmware.api [None req-e8bd5bed-894b-4257-a968-0afde8dbec89 tempest-ServerMetadataNegativeTestJSON-1771848395 tempest-ServerMetadataNegativeTestJSON-1771848395-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]5263501a-7822-5ba8-e390-5e0e1a7d9228, 'name': SearchDatastore_Task, 'duration_secs': 0.014011} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.172225] env[69613]: DEBUG oslo_concurrency.lockutils [None req-e8bd5bed-894b-4257-a968-0afde8dbec89 tempest-ServerMetadataNegativeTestJSON-1771848395 tempest-ServerMetadataNegativeTestJSON-1771848395-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.172225] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8bd5bed-894b-4257-a968-0afde8dbec89 tempest-ServerMetadataNegativeTestJSON-1771848395 tempest-ServerMetadataNegativeTestJSON-1771848395-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk to [datastore2] 20fa95e4-e66f-4310-81bf-beb9a42968dc/20fa95e4-e66f-4310-81bf-beb9a42968dc.vmdk {{(pid=69613) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 712.172500] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8b836fea-6c9f-4e4f-9798-e08293634792 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.179739] env[69613]: DEBUG oslo_vmware.api [None req-e8bd5bed-894b-4257-a968-0afde8dbec89 tempest-ServerMetadataNegativeTestJSON-1771848395 tempest-ServerMetadataNegativeTestJSON-1771848395-project-member] Waiting for the task: (returnval){ [ 712.179739] env[69613]: value = "task-3417077" [ 712.179739] env[69613]: _type = "Task" [ 712.179739] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.188221] env[69613]: DEBUG oslo_vmware.api [None req-e8bd5bed-894b-4257-a968-0afde8dbec89 tempest-ServerMetadataNegativeTestJSON-1771848395 tempest-ServerMetadataNegativeTestJSON-1771848395-project-member] Task: {'id': task-3417077, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.232369] env[69613]: INFO nova.compute.manager [None req-ae8c430a-97c2-463e-bedf-79119b80ba38 tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] [instance: 9ee7dbf3-c86a-4cd8-ad1e-ca92cb90164d] Took 44.65 seconds to build instance. [ 712.315668] env[69613]: DEBUG oslo_concurrency.lockutils [None req-9077f710-552e-45e6-b360-17eb258b2fce tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Acquiring lock "refresh_cache-fa7f8ff7-658a-46d0-a6dc-232614af850d" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.315668] env[69613]: DEBUG oslo_concurrency.lockutils [None req-9077f710-552e-45e6-b360-17eb258b2fce tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Acquired lock "refresh_cache-fa7f8ff7-658a-46d0-a6dc-232614af850d" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.315899] env[69613]: DEBUG nova.network.neutron [None req-9077f710-552e-45e6-b360-17eb258b2fce tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] [instance: fa7f8ff7-658a-46d0-a6dc-232614af850d] Building network info cache for instance {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 712.470061] env[69613]: DEBUG nova.compute.utils [None req-3d6bcdb5-31d4-48df-82eb-657fd9f19034 tempest-ServersTestFqdnHostnames-1406027918 tempest-ServersTestFqdnHostnames-1406027918-project-member] Using /dev/sd instead of None {{(pid=69613) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 712.471508] env[69613]: DEBUG nova.compute.manager [None req-3d6bcdb5-31d4-48df-82eb-657fd9f19034 tempest-ServersTestFqdnHostnames-1406027918 tempest-ServersTestFqdnHostnames-1406027918-project-member] [instance: 3d07cf05-d08d-409f-9bbd-b7ff213e29ff] Allocating IP information in the background. {{(pid=69613) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 712.474475] env[69613]: DEBUG nova.network.neutron [None req-3d6bcdb5-31d4-48df-82eb-657fd9f19034 tempest-ServersTestFqdnHostnames-1406027918 tempest-ServersTestFqdnHostnames-1406027918-project-member] [instance: 3d07cf05-d08d-409f-9bbd-b7ff213e29ff] allocate_for_instance() {{(pid=69613) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 712.544685] env[69613]: DEBUG nova.policy [None req-3d6bcdb5-31d4-48df-82eb-657fd9f19034 tempest-ServersTestFqdnHostnames-1406027918 tempest-ServersTestFqdnHostnames-1406027918-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'da42bc375f7d4d299b0ea40af7712c19', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ffb1b4ef74fd42d7b2360ed10872440e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69613) authorize /opt/stack/nova/nova/policy.py:192}} [ 712.693824] env[69613]: DEBUG oslo_vmware.api [None req-e8bd5bed-894b-4257-a968-0afde8dbec89 tempest-ServerMetadataNegativeTestJSON-1771848395 tempest-ServerMetadataNegativeTestJSON-1771848395-project-member] Task: {'id': task-3417077, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.734333] env[69613]: DEBUG oslo_concurrency.lockutils [None req-ae8c430a-97c2-463e-bedf-79119b80ba38 tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Lock "9ee7dbf3-c86a-4cd8-ad1e-ca92cb90164d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 76.830s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 712.903491] env[69613]: DEBUG nova.network.neutron [None req-9077f710-552e-45e6-b360-17eb258b2fce tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] [instance: fa7f8ff7-658a-46d0-a6dc-232614af850d] Instance cache missing network info. {{(pid=69613) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 712.976799] env[69613]: DEBUG nova.compute.manager [None req-3d6bcdb5-31d4-48df-82eb-657fd9f19034 tempest-ServersTestFqdnHostnames-1406027918 tempest-ServersTestFqdnHostnames-1406027918-project-member] [instance: 3d07cf05-d08d-409f-9bbd-b7ff213e29ff] Start building block device mappings for instance. {{(pid=69613) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 713.010333] env[69613]: DEBUG nova.network.neutron [None req-3d6bcdb5-31d4-48df-82eb-657fd9f19034 tempest-ServersTestFqdnHostnames-1406027918 tempest-ServersTestFqdnHostnames-1406027918-project-member] [instance: 3d07cf05-d08d-409f-9bbd-b7ff213e29ff] Successfully created port: f4708ecd-e180-46c4-9432-0d3cc36d0f0a {{(pid=69613) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 713.120021] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2bb7f53-a1fe-4e38-a50b-8a5d5e04d8a3 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.129196] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c510d70f-1d9f-47fa-852d-1b82d8e170d8 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.165945] env[69613]: DEBUG nova.network.neutron [None req-9077f710-552e-45e6-b360-17eb258b2fce tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] [instance: fa7f8ff7-658a-46d0-a6dc-232614af850d] Updating instance_info_cache with network_info: [{"id": "fe52934e-8488-4b1a-80f7-1311cd4014f0", "address": "fa:16:3e:94:ef:45", "network": {"id": "743485db-c4e0-4763-aaad-624cce7d9704", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-754778099-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "27cd1ce9a4f74279a40b13e8fbac87a0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4576b9d4-535c-40aa-b078-246f671f216e", "external-id": "nsx-vlan-transportzone-27", "segmentation_id": 27, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfe52934e-84", "ovs_interfaceid": "fe52934e-8488-4b1a-80f7-1311cd4014f0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 713.172872] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c915d97-545d-472d-89a0-3a1d811540fb {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.180632] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-894b2201-410c-4d30-8051-347803db422e {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.202188] env[69613]: DEBUG nova.compute.provider_tree [None req-d5cc1c94-3c41-4058-bb32-9aa70bb0aa57 tempest-FloatingIPsAssociationTestJSON-164946246 tempest-FloatingIPsAssociationTestJSON-164946246-project-member] Inventory has not changed in ProviderTree for provider: af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 {{(pid=69613) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 713.207254] env[69613]: DEBUG oslo_vmware.api [None req-e8bd5bed-894b-4257-a968-0afde8dbec89 tempest-ServerMetadataNegativeTestJSON-1771848395 tempest-ServerMetadataNegativeTestJSON-1771848395-project-member] Task: {'id': task-3417077, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.689759} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.207420] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8bd5bed-894b-4257-a968-0afde8dbec89 tempest-ServerMetadataNegativeTestJSON-1771848395 tempest-ServerMetadataNegativeTestJSON-1771848395-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk to [datastore2] 20fa95e4-e66f-4310-81bf-beb9a42968dc/20fa95e4-e66f-4310-81bf-beb9a42968dc.vmdk {{(pid=69613) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 713.208046] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-e8bd5bed-894b-4257-a968-0afde8dbec89 tempest-ServerMetadataNegativeTestJSON-1771848395 tempest-ServerMetadataNegativeTestJSON-1771848395-project-member] [instance: 20fa95e4-e66f-4310-81bf-beb9a42968dc] Extending root virtual disk to 1048576 {{(pid=69613) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 713.209355] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-39d73f3b-e688-49ff-943b-72d9e4c47840 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.216700] env[69613]: DEBUG oslo_vmware.api [None req-e8bd5bed-894b-4257-a968-0afde8dbec89 tempest-ServerMetadataNegativeTestJSON-1771848395 tempest-ServerMetadataNegativeTestJSON-1771848395-project-member] Waiting for the task: (returnval){ [ 713.216700] env[69613]: value = "task-3417078" [ 713.216700] env[69613]: _type = "Task" [ 713.216700] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.225984] env[69613]: DEBUG oslo_vmware.api [None req-e8bd5bed-894b-4257-a968-0afde8dbec89 tempest-ServerMetadataNegativeTestJSON-1771848395 tempest-ServerMetadataNegativeTestJSON-1771848395-project-member] Task: {'id': task-3417078, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.241112] env[69613]: DEBUG nova.compute.manager [None req-d2b40205-3702-4058-b268-4ea74c707c4c tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] [instance: b2c6c4bb-86f8-4e8f-b83d-a77d00447ff2] Starting instance... {{(pid=69613) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 713.427848] env[69613]: DEBUG nova.compute.manager [req-fa07f3dc-6525-4322-a300-41812659e224 req-edd563fd-072e-4946-a0be-71780e38a655 service nova] [instance: 9ee7dbf3-c86a-4cd8-ad1e-ca92cb90164d] Received event network-changed-838daf4e-2131-4274-ab08-101a0150b066 {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 713.428103] env[69613]: DEBUG nova.compute.manager [req-fa07f3dc-6525-4322-a300-41812659e224 req-edd563fd-072e-4946-a0be-71780e38a655 service nova] [instance: 9ee7dbf3-c86a-4cd8-ad1e-ca92cb90164d] Refreshing instance network info cache due to event network-changed-838daf4e-2131-4274-ab08-101a0150b066. {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 713.428263] env[69613]: DEBUG oslo_concurrency.lockutils [req-fa07f3dc-6525-4322-a300-41812659e224 req-edd563fd-072e-4946-a0be-71780e38a655 service nova] Acquiring lock "refresh_cache-9ee7dbf3-c86a-4cd8-ad1e-ca92cb90164d" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.428396] env[69613]: DEBUG oslo_concurrency.lockutils [req-fa07f3dc-6525-4322-a300-41812659e224 req-edd563fd-072e-4946-a0be-71780e38a655 service nova] Acquired lock "refresh_cache-9ee7dbf3-c86a-4cd8-ad1e-ca92cb90164d" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.428551] env[69613]: DEBUG nova.network.neutron [req-fa07f3dc-6525-4322-a300-41812659e224 req-edd563fd-072e-4946-a0be-71780e38a655 service nova] [instance: 9ee7dbf3-c86a-4cd8-ad1e-ca92cb90164d] Refreshing network info cache for port 838daf4e-2131-4274-ab08-101a0150b066 {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 713.675967] env[69613]: DEBUG oslo_concurrency.lockutils [None req-9077f710-552e-45e6-b360-17eb258b2fce tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Releasing lock "refresh_cache-fa7f8ff7-658a-46d0-a6dc-232614af850d" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.676494] env[69613]: DEBUG nova.compute.manager [None req-9077f710-552e-45e6-b360-17eb258b2fce tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] [instance: fa7f8ff7-658a-46d0-a6dc-232614af850d] Instance network_info: |[{"id": "fe52934e-8488-4b1a-80f7-1311cd4014f0", "address": "fa:16:3e:94:ef:45", "network": {"id": "743485db-c4e0-4763-aaad-624cce7d9704", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-754778099-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "27cd1ce9a4f74279a40b13e8fbac87a0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4576b9d4-535c-40aa-b078-246f671f216e", "external-id": "nsx-vlan-transportzone-27", "segmentation_id": 27, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfe52934e-84", "ovs_interfaceid": "fe52934e-8488-4b1a-80f7-1311cd4014f0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69613) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 713.677011] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-9077f710-552e-45e6-b360-17eb258b2fce tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] [instance: fa7f8ff7-658a-46d0-a6dc-232614af850d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:94:ef:45', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4576b9d4-535c-40aa-b078-246f671f216e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fe52934e-8488-4b1a-80f7-1311cd4014f0', 'vif_model': 'vmxnet3'}] {{(pid=69613) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 713.684852] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-9077f710-552e-45e6-b360-17eb258b2fce tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Creating folder: Project (27cd1ce9a4f74279a40b13e8fbac87a0). Parent ref: group-v681687. {{(pid=69613) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 713.685177] env[69613]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3001b58f-6aa7-4eed-bc63-f997dc472f4d {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.696752] env[69613]: INFO nova.virt.vmwareapi.vm_util [None req-9077f710-552e-45e6-b360-17eb258b2fce tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Created folder: Project (27cd1ce9a4f74279a40b13e8fbac87a0) in parent group-v681687. [ 713.696946] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-9077f710-552e-45e6-b360-17eb258b2fce tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Creating folder: Instances. Parent ref: group-v681788. {{(pid=69613) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 713.697204] env[69613]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f7a20615-7480-44ca-8dcb-2c07d9c5f80b {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.705649] env[69613]: INFO nova.virt.vmwareapi.vm_util [None req-9077f710-552e-45e6-b360-17eb258b2fce tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Created folder: Instances in parent group-v681788. [ 713.705894] env[69613]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9077f710-552e-45e6-b360-17eb258b2fce tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69613) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 713.706095] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fa7f8ff7-658a-46d0-a6dc-232614af850d] Creating VM on the ESX host {{(pid=69613) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 713.706337] env[69613]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bb455dad-f625-4b3e-b883-97dadfad54bf {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.726273] env[69613]: DEBUG nova.scheduler.client.report [None req-d5cc1c94-3c41-4058-bb32-9aa70bb0aa57 tempest-FloatingIPsAssociationTestJSON-164946246 tempest-FloatingIPsAssociationTestJSON-164946246-project-member] Inventory has not changed for provider af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69613) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 713.740718] env[69613]: DEBUG oslo_vmware.api [None req-e8bd5bed-894b-4257-a968-0afde8dbec89 tempest-ServerMetadataNegativeTestJSON-1771848395 tempest-ServerMetadataNegativeTestJSON-1771848395-project-member] Task: {'id': task-3417078, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075165} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.742271] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-e8bd5bed-894b-4257-a968-0afde8dbec89 tempest-ServerMetadataNegativeTestJSON-1771848395 tempest-ServerMetadataNegativeTestJSON-1771848395-project-member] [instance: 20fa95e4-e66f-4310-81bf-beb9a42968dc] Extended root virtual disk {{(pid=69613) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 713.742592] env[69613]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 713.742592] env[69613]: value = "task-3417081" [ 713.742592] env[69613]: _type = "Task" [ 713.742592] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.744044] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b19d1cd-3c8d-469f-9532-c220805c19cd {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.776662] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-e8bd5bed-894b-4257-a968-0afde8dbec89 tempest-ServerMetadataNegativeTestJSON-1771848395 tempest-ServerMetadataNegativeTestJSON-1771848395-project-member] [instance: 20fa95e4-e66f-4310-81bf-beb9a42968dc] Reconfiguring VM instance instance-00000023 to attach disk [datastore2] 20fa95e4-e66f-4310-81bf-beb9a42968dc/20fa95e4-e66f-4310-81bf-beb9a42968dc.vmdk or device None with type sparse {{(pid=69613) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 713.781153] env[69613]: DEBUG oslo_concurrency.lockutils [None req-d2b40205-3702-4058-b268-4ea74c707c4c tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 713.781914] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2411cef6-9561-44d5-9da4-504884a8ca63 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.800118] env[69613]: DEBUG oslo_vmware.api [-] Task: {'id': task-3417081, 'name': CreateVM_Task} progress is 10%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.806932] env[69613]: DEBUG oslo_vmware.api [None req-e8bd5bed-894b-4257-a968-0afde8dbec89 tempest-ServerMetadataNegativeTestJSON-1771848395 tempest-ServerMetadataNegativeTestJSON-1771848395-project-member] Waiting for the task: (returnval){ [ 713.806932] env[69613]: value = "task-3417082" [ 713.806932] env[69613]: _type = "Task" [ 713.806932] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.816194] env[69613]: DEBUG oslo_vmware.api [None req-e8bd5bed-894b-4257-a968-0afde8dbec89 tempest-ServerMetadataNegativeTestJSON-1771848395 tempest-ServerMetadataNegativeTestJSON-1771848395-project-member] Task: {'id': task-3417082, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.942671] env[69613]: DEBUG nova.compute.manager [req-6a2cced2-f2e0-4ee0-9e7f-3b8ee80e1b8f req-008d18a1-eedd-432d-9bdc-e1982859bd0d service nova] [instance: fa7f8ff7-658a-46d0-a6dc-232614af850d] Received event network-changed-fe52934e-8488-4b1a-80f7-1311cd4014f0 {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 713.942671] env[69613]: DEBUG nova.compute.manager [req-6a2cced2-f2e0-4ee0-9e7f-3b8ee80e1b8f req-008d18a1-eedd-432d-9bdc-e1982859bd0d service nova] [instance: fa7f8ff7-658a-46d0-a6dc-232614af850d] Refreshing instance network info cache due to event network-changed-fe52934e-8488-4b1a-80f7-1311cd4014f0. {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 713.942671] env[69613]: DEBUG oslo_concurrency.lockutils [req-6a2cced2-f2e0-4ee0-9e7f-3b8ee80e1b8f req-008d18a1-eedd-432d-9bdc-e1982859bd0d service nova] Acquiring lock "refresh_cache-fa7f8ff7-658a-46d0-a6dc-232614af850d" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.942671] env[69613]: DEBUG oslo_concurrency.lockutils [req-6a2cced2-f2e0-4ee0-9e7f-3b8ee80e1b8f req-008d18a1-eedd-432d-9bdc-e1982859bd0d service nova] Acquired lock "refresh_cache-fa7f8ff7-658a-46d0-a6dc-232614af850d" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.942671] env[69613]: DEBUG nova.network.neutron [req-6a2cced2-f2e0-4ee0-9e7f-3b8ee80e1b8f req-008d18a1-eedd-432d-9bdc-e1982859bd0d service nova] [instance: fa7f8ff7-658a-46d0-a6dc-232614af850d] Refreshing network info cache for port fe52934e-8488-4b1a-80f7-1311cd4014f0 {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 713.987699] env[69613]: DEBUG nova.compute.manager [None req-3d6bcdb5-31d4-48df-82eb-657fd9f19034 tempest-ServersTestFqdnHostnames-1406027918 tempest-ServersTestFqdnHostnames-1406027918-project-member] [instance: 3d07cf05-d08d-409f-9bbd-b7ff213e29ff] Start spawning the instance on the hypervisor. {{(pid=69613) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 714.020028] env[69613]: DEBUG nova.virt.hardware [None req-3d6bcdb5-31d4-48df-82eb-657fd9f19034 tempest-ServersTestFqdnHostnames-1406027918 tempest-ServersTestFqdnHostnames-1406027918-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T13:55:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T13:55:19Z,direct_url=,disk_format='vmdk',id=2b7a0304-b5d0-431d-b287-32c8388d7fbd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3e9e1b873f1442d59d5ee8247b941f74',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T13:55:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 714.020028] env[69613]: DEBUG nova.virt.hardware [None req-3d6bcdb5-31d4-48df-82eb-657fd9f19034 tempest-ServersTestFqdnHostnames-1406027918 tempest-ServersTestFqdnHostnames-1406027918-project-member] Flavor limits 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 714.020028] env[69613]: DEBUG nova.virt.hardware [None req-3d6bcdb5-31d4-48df-82eb-657fd9f19034 tempest-ServersTestFqdnHostnames-1406027918 tempest-ServersTestFqdnHostnames-1406027918-project-member] Image limits 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 714.020438] env[69613]: DEBUG nova.virt.hardware [None req-3d6bcdb5-31d4-48df-82eb-657fd9f19034 tempest-ServersTestFqdnHostnames-1406027918 tempest-ServersTestFqdnHostnames-1406027918-project-member] Flavor pref 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 714.020438] env[69613]: DEBUG nova.virt.hardware [None req-3d6bcdb5-31d4-48df-82eb-657fd9f19034 tempest-ServersTestFqdnHostnames-1406027918 tempest-ServersTestFqdnHostnames-1406027918-project-member] Image pref 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 714.020438] env[69613]: DEBUG nova.virt.hardware [None req-3d6bcdb5-31d4-48df-82eb-657fd9f19034 tempest-ServersTestFqdnHostnames-1406027918 tempest-ServersTestFqdnHostnames-1406027918-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 714.020438] env[69613]: DEBUG nova.virt.hardware [None req-3d6bcdb5-31d4-48df-82eb-657fd9f19034 tempest-ServersTestFqdnHostnames-1406027918 tempest-ServersTestFqdnHostnames-1406027918-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 714.020438] env[69613]: DEBUG nova.virt.hardware [None req-3d6bcdb5-31d4-48df-82eb-657fd9f19034 tempest-ServersTestFqdnHostnames-1406027918 tempest-ServersTestFqdnHostnames-1406027918-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69613) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 714.020601] env[69613]: DEBUG nova.virt.hardware [None req-3d6bcdb5-31d4-48df-82eb-657fd9f19034 tempest-ServersTestFqdnHostnames-1406027918 tempest-ServersTestFqdnHostnames-1406027918-project-member] Got 1 possible topologies {{(pid=69613) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 714.020601] env[69613]: DEBUG nova.virt.hardware [None req-3d6bcdb5-31d4-48df-82eb-657fd9f19034 tempest-ServersTestFqdnHostnames-1406027918 tempest-ServersTestFqdnHostnames-1406027918-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 714.020686] env[69613]: DEBUG nova.virt.hardware [None req-3d6bcdb5-31d4-48df-82eb-657fd9f19034 tempest-ServersTestFqdnHostnames-1406027918 tempest-ServersTestFqdnHostnames-1406027918-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 714.021685] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3ffe61d-08c8-419e-85a8-74b8d65fda6c {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.031844] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c53449ae-52f3-4808-85dd-97c2fb79bb7b {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.181864] env[69613]: DEBUG nova.network.neutron [req-fa07f3dc-6525-4322-a300-41812659e224 req-edd563fd-072e-4946-a0be-71780e38a655 service nova] [instance: 9ee7dbf3-c86a-4cd8-ad1e-ca92cb90164d] Updated VIF entry in instance network info cache for port 838daf4e-2131-4274-ab08-101a0150b066. {{(pid=69613) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 714.182395] env[69613]: DEBUG nova.network.neutron [req-fa07f3dc-6525-4322-a300-41812659e224 req-edd563fd-072e-4946-a0be-71780e38a655 service nova] [instance: 9ee7dbf3-c86a-4cd8-ad1e-ca92cb90164d] Updating instance_info_cache with network_info: [{"id": "838daf4e-2131-4274-ab08-101a0150b066", "address": "fa:16:3e:b8:33:61", "network": {"id": "5fbba158-e384-4f22-b63d-507a2a47de30", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1229363420-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.209", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9e2b2477b1674fa28068fcb7c61ff983", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe20ef0e-0991-44d7-887d-08dddac0b56b", "external-id": "nsx-vlan-transportzone-991", "segmentation_id": 991, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap838daf4e-21", "ovs_interfaceid": "838daf4e-2131-4274-ab08-101a0150b066", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 714.237081] env[69613]: DEBUG oslo_concurrency.lockutils [None req-d5cc1c94-3c41-4058-bb32-9aa70bb0aa57 tempest-FloatingIPsAssociationTestJSON-164946246 tempest-FloatingIPsAssociationTestJSON-164946246-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.276s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 714.240640] env[69613]: DEBUG oslo_concurrency.lockutils [None req-301bdb84-1679-4515-a2a2-7bf8036c5ffc tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.626s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 714.242406] env[69613]: INFO nova.compute.claims [None req-301bdb84-1679-4515-a2a2-7bf8036c5ffc tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] [instance: e1db078f-b047-4e92-9b28-109607d988a4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 714.258814] env[69613]: DEBUG oslo_vmware.api [-] Task: {'id': task-3417081, 'name': CreateVM_Task, 'duration_secs': 0.325365} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.259287] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fa7f8ff7-658a-46d0-a6dc-232614af850d] Created VM on the ESX host {{(pid=69613) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 714.259739] env[69613]: DEBUG oslo_concurrency.lockutils [None req-9077f710-552e-45e6-b360-17eb258b2fce tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.259926] env[69613]: DEBUG oslo_concurrency.lockutils [None req-9077f710-552e-45e6-b360-17eb258b2fce tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.260315] env[69613]: DEBUG oslo_concurrency.lockutils [None req-9077f710-552e-45e6-b360-17eb258b2fce tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.260657] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-190f12d0-b50a-40d2-b42a-35fabdc586d5 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.266066] env[69613]: DEBUG oslo_vmware.api [None req-9077f710-552e-45e6-b360-17eb258b2fce tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Waiting for the task: (returnval){ [ 714.266066] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]52237858-ea5d-3289-ad2a-e92befa67867" [ 714.266066] env[69613]: _type = "Task" [ 714.266066] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.270892] env[69613]: INFO nova.scheduler.client.report [None req-d5cc1c94-3c41-4058-bb32-9aa70bb0aa57 tempest-FloatingIPsAssociationTestJSON-164946246 tempest-FloatingIPsAssociationTestJSON-164946246-project-member] Deleted allocations for instance e75fc999-a479-44b6-a715-1a76054d73c6 [ 714.278879] env[69613]: DEBUG oslo_vmware.api [None req-9077f710-552e-45e6-b360-17eb258b2fce tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52237858-ea5d-3289-ad2a-e92befa67867, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.318596] env[69613]: DEBUG oslo_vmware.api [None req-e8bd5bed-894b-4257-a968-0afde8dbec89 tempest-ServerMetadataNegativeTestJSON-1771848395 tempest-ServerMetadataNegativeTestJSON-1771848395-project-member] Task: {'id': task-3417082, 'name': ReconfigVM_Task, 'duration_secs': 0.382257} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.318971] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-e8bd5bed-894b-4257-a968-0afde8dbec89 tempest-ServerMetadataNegativeTestJSON-1771848395 tempest-ServerMetadataNegativeTestJSON-1771848395-project-member] [instance: 20fa95e4-e66f-4310-81bf-beb9a42968dc] Reconfigured VM instance instance-00000023 to attach disk [datastore2] 20fa95e4-e66f-4310-81bf-beb9a42968dc/20fa95e4-e66f-4310-81bf-beb9a42968dc.vmdk or device None with type sparse {{(pid=69613) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 714.319574] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bbaded23-2a68-4aac-98a5-198523e2f642 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.326894] env[69613]: DEBUG oslo_vmware.api [None req-e8bd5bed-894b-4257-a968-0afde8dbec89 tempest-ServerMetadataNegativeTestJSON-1771848395 tempest-ServerMetadataNegativeTestJSON-1771848395-project-member] Waiting for the task: (returnval){ [ 714.326894] env[69613]: value = "task-3417083" [ 714.326894] env[69613]: _type = "Task" [ 714.326894] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.336401] env[69613]: DEBUG oslo_vmware.api [None req-e8bd5bed-894b-4257-a968-0afde8dbec89 tempest-ServerMetadataNegativeTestJSON-1771848395 tempest-ServerMetadataNegativeTestJSON-1771848395-project-member] Task: {'id': task-3417083, 'name': Rename_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.652052] env[69613]: DEBUG nova.network.neutron [req-6a2cced2-f2e0-4ee0-9e7f-3b8ee80e1b8f req-008d18a1-eedd-432d-9bdc-e1982859bd0d service nova] [instance: fa7f8ff7-658a-46d0-a6dc-232614af850d] Updated VIF entry in instance network info cache for port fe52934e-8488-4b1a-80f7-1311cd4014f0. {{(pid=69613) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 714.652431] env[69613]: DEBUG nova.network.neutron [req-6a2cced2-f2e0-4ee0-9e7f-3b8ee80e1b8f req-008d18a1-eedd-432d-9bdc-e1982859bd0d service nova] [instance: fa7f8ff7-658a-46d0-a6dc-232614af850d] Updating instance_info_cache with network_info: [{"id": "fe52934e-8488-4b1a-80f7-1311cd4014f0", "address": "fa:16:3e:94:ef:45", "network": {"id": "743485db-c4e0-4763-aaad-624cce7d9704", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-754778099-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "27cd1ce9a4f74279a40b13e8fbac87a0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4576b9d4-535c-40aa-b078-246f671f216e", "external-id": "nsx-vlan-transportzone-27", "segmentation_id": 27, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfe52934e-84", "ovs_interfaceid": "fe52934e-8488-4b1a-80f7-1311cd4014f0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 714.685777] env[69613]: DEBUG oslo_concurrency.lockutils [req-fa07f3dc-6525-4322-a300-41812659e224 req-edd563fd-072e-4946-a0be-71780e38a655 service nova] Releasing lock "refresh_cache-9ee7dbf3-c86a-4cd8-ad1e-ca92cb90164d" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.731587] env[69613]: DEBUG nova.network.neutron [None req-3d6bcdb5-31d4-48df-82eb-657fd9f19034 tempest-ServersTestFqdnHostnames-1406027918 tempest-ServersTestFqdnHostnames-1406027918-project-member] [instance: 3d07cf05-d08d-409f-9bbd-b7ff213e29ff] Successfully updated port: f4708ecd-e180-46c4-9432-0d3cc36d0f0a {{(pid=69613) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 714.776935] env[69613]: DEBUG oslo_vmware.api [None req-9077f710-552e-45e6-b360-17eb258b2fce tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52237858-ea5d-3289-ad2a-e92befa67867, 'name': SearchDatastore_Task, 'duration_secs': 0.014774} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.777244] env[69613]: DEBUG oslo_concurrency.lockutils [None req-9077f710-552e-45e6-b360-17eb258b2fce tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.777500] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-9077f710-552e-45e6-b360-17eb258b2fce tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] [instance: fa7f8ff7-658a-46d0-a6dc-232614af850d] Processing image 2b7a0304-b5d0-431d-b287-32c8388d7fbd {{(pid=69613) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 714.777751] env[69613]: DEBUG oslo_concurrency.lockutils [None req-9077f710-552e-45e6-b360-17eb258b2fce tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.777896] env[69613]: DEBUG oslo_concurrency.lockutils [None req-9077f710-552e-45e6-b360-17eb258b2fce tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.778089] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-9077f710-552e-45e6-b360-17eb258b2fce tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69613) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 714.778353] env[69613]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-442f5aff-a6ca-44d4-9e83-0e00a5f936c3 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.782558] env[69613]: DEBUG oslo_concurrency.lockutils [None req-d5cc1c94-3c41-4058-bb32-9aa70bb0aa57 tempest-FloatingIPsAssociationTestJSON-164946246 tempest-FloatingIPsAssociationTestJSON-164946246-project-member] Lock "e75fc999-a479-44b6-a715-1a76054d73c6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.173s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 714.783408] env[69613]: DEBUG oslo_concurrency.lockutils [None req-630c0c5a-6d4e-494f-a0a7-843958f4aae8 tempest-FloatingIPsAssociationTestJSON-164946246 tempest-FloatingIPsAssociationTestJSON-164946246-project-member] Lock "e75fc999-a479-44b6-a715-1a76054d73c6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 34.483s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 714.783615] env[69613]: DEBUG oslo_concurrency.lockutils [None req-630c0c5a-6d4e-494f-a0a7-843958f4aae8 tempest-FloatingIPsAssociationTestJSON-164946246 tempest-FloatingIPsAssociationTestJSON-164946246-project-member] Acquiring lock "e75fc999-a479-44b6-a715-1a76054d73c6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 714.783807] env[69613]: DEBUG oslo_concurrency.lockutils [None req-630c0c5a-6d4e-494f-a0a7-843958f4aae8 tempest-FloatingIPsAssociationTestJSON-164946246 tempest-FloatingIPsAssociationTestJSON-164946246-project-member] Lock "e75fc999-a479-44b6-a715-1a76054d73c6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 714.784008] env[69613]: DEBUG oslo_concurrency.lockutils [None req-630c0c5a-6d4e-494f-a0a7-843958f4aae8 tempest-FloatingIPsAssociationTestJSON-164946246 tempest-FloatingIPsAssociationTestJSON-164946246-project-member] Lock "e75fc999-a479-44b6-a715-1a76054d73c6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 714.785608] env[69613]: INFO nova.compute.manager [None req-630c0c5a-6d4e-494f-a0a7-843958f4aae8 tempest-FloatingIPsAssociationTestJSON-164946246 tempest-FloatingIPsAssociationTestJSON-164946246-project-member] [instance: e75fc999-a479-44b6-a715-1a76054d73c6] Terminating instance [ 714.789045] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-9077f710-552e-45e6-b360-17eb258b2fce tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69613) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 714.789045] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-9077f710-552e-45e6-b360-17eb258b2fce tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69613) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 714.790648] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1ef0fb37-78ec-4b19-936b-7175ce40d85f {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.798514] env[69613]: DEBUG oslo_vmware.api [None req-9077f710-552e-45e6-b360-17eb258b2fce tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Waiting for the task: (returnval){ [ 714.798514] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]5258f159-963e-22bc-3580-0525187f0527" [ 714.798514] env[69613]: _type = "Task" [ 714.798514] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.808978] env[69613]: DEBUG oslo_vmware.api [None req-9077f710-552e-45e6-b360-17eb258b2fce tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]5258f159-963e-22bc-3580-0525187f0527, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.836664] env[69613]: DEBUG oslo_vmware.api [None req-e8bd5bed-894b-4257-a968-0afde8dbec89 tempest-ServerMetadataNegativeTestJSON-1771848395 tempest-ServerMetadataNegativeTestJSON-1771848395-project-member] Task: {'id': task-3417083, 'name': Rename_Task, 'duration_secs': 0.168121} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.836976] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8bd5bed-894b-4257-a968-0afde8dbec89 tempest-ServerMetadataNegativeTestJSON-1771848395 tempest-ServerMetadataNegativeTestJSON-1771848395-project-member] [instance: 20fa95e4-e66f-4310-81bf-beb9a42968dc] Powering on the VM {{(pid=69613) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 714.837244] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4fe95a8f-1eb1-4441-85a7-8016f00d55e5 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.843324] env[69613]: DEBUG oslo_vmware.api [None req-e8bd5bed-894b-4257-a968-0afde8dbec89 tempest-ServerMetadataNegativeTestJSON-1771848395 tempest-ServerMetadataNegativeTestJSON-1771848395-project-member] Waiting for the task: (returnval){ [ 714.843324] env[69613]: value = "task-3417084" [ 714.843324] env[69613]: _type = "Task" [ 714.843324] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.851437] env[69613]: DEBUG oslo_vmware.api [None req-e8bd5bed-894b-4257-a968-0afde8dbec89 tempest-ServerMetadataNegativeTestJSON-1771848395 tempest-ServerMetadataNegativeTestJSON-1771848395-project-member] Task: {'id': task-3417084, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.156949] env[69613]: DEBUG oslo_concurrency.lockutils [req-6a2cced2-f2e0-4ee0-9e7f-3b8ee80e1b8f req-008d18a1-eedd-432d-9bdc-e1982859bd0d service nova] Releasing lock "refresh_cache-fa7f8ff7-658a-46d0-a6dc-232614af850d" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.234242] env[69613]: DEBUG oslo_concurrency.lockutils [None req-3d6bcdb5-31d4-48df-82eb-657fd9f19034 tempest-ServersTestFqdnHostnames-1406027918 tempest-ServersTestFqdnHostnames-1406027918-project-member] Acquiring lock "refresh_cache-3d07cf05-d08d-409f-9bbd-b7ff213e29ff" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.234533] env[69613]: DEBUG oslo_concurrency.lockutils [None req-3d6bcdb5-31d4-48df-82eb-657fd9f19034 tempest-ServersTestFqdnHostnames-1406027918 tempest-ServersTestFqdnHostnames-1406027918-project-member] Acquired lock "refresh_cache-3d07cf05-d08d-409f-9bbd-b7ff213e29ff" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.234570] env[69613]: DEBUG nova.network.neutron [None req-3d6bcdb5-31d4-48df-82eb-657fd9f19034 tempest-ServersTestFqdnHostnames-1406027918 tempest-ServersTestFqdnHostnames-1406027918-project-member] [instance: 3d07cf05-d08d-409f-9bbd-b7ff213e29ff] Building network info cache for instance {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 715.291193] env[69613]: DEBUG oslo_concurrency.lockutils [None req-630c0c5a-6d4e-494f-a0a7-843958f4aae8 tempest-FloatingIPsAssociationTestJSON-164946246 tempest-FloatingIPsAssociationTestJSON-164946246-project-member] Acquiring lock "refresh_cache-e75fc999-a479-44b6-a715-1a76054d73c6" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.291193] env[69613]: DEBUG oslo_concurrency.lockutils [None req-630c0c5a-6d4e-494f-a0a7-843958f4aae8 tempest-FloatingIPsAssociationTestJSON-164946246 tempest-FloatingIPsAssociationTestJSON-164946246-project-member] Acquired lock "refresh_cache-e75fc999-a479-44b6-a715-1a76054d73c6" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.291332] env[69613]: DEBUG nova.network.neutron [None req-630c0c5a-6d4e-494f-a0a7-843958f4aae8 tempest-FloatingIPsAssociationTestJSON-164946246 tempest-FloatingIPsAssociationTestJSON-164946246-project-member] [instance: e75fc999-a479-44b6-a715-1a76054d73c6] Building network info cache for instance {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 715.317878] env[69613]: DEBUG oslo_vmware.api [None req-9077f710-552e-45e6-b360-17eb258b2fce tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]5258f159-963e-22bc-3580-0525187f0527, 'name': SearchDatastore_Task, 'duration_secs': 0.015182} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.318716] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bae16f7e-5dc5-4404-b4e9-454a4853ef08 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.328133] env[69613]: DEBUG oslo_vmware.api [None req-9077f710-552e-45e6-b360-17eb258b2fce tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Waiting for the task: (returnval){ [ 715.328133] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]524fbe66-f725-3477-8681-762adfbacbc4" [ 715.328133] env[69613]: _type = "Task" [ 715.328133] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.338682] env[69613]: DEBUG oslo_vmware.api [None req-9077f710-552e-45e6-b360-17eb258b2fce tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]524fbe66-f725-3477-8681-762adfbacbc4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.354436] env[69613]: DEBUG oslo_vmware.api [None req-e8bd5bed-894b-4257-a968-0afde8dbec89 tempest-ServerMetadataNegativeTestJSON-1771848395 tempest-ServerMetadataNegativeTestJSON-1771848395-project-member] Task: {'id': task-3417084, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.768909] env[69613]: DEBUG nova.network.neutron [None req-3d6bcdb5-31d4-48df-82eb-657fd9f19034 tempest-ServersTestFqdnHostnames-1406027918 tempest-ServersTestFqdnHostnames-1406027918-project-member] [instance: 3d07cf05-d08d-409f-9bbd-b7ff213e29ff] Instance cache missing network info. {{(pid=69613) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 715.786721] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68973c1b-dfec-4e9a-ae79-7a003264e684 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.796671] env[69613]: DEBUG nova.compute.utils [None req-630c0c5a-6d4e-494f-a0a7-843958f4aae8 tempest-FloatingIPsAssociationTestJSON-164946246 tempest-FloatingIPsAssociationTestJSON-164946246-project-member] [instance: e75fc999-a479-44b6-a715-1a76054d73c6] Can not refresh info_cache because instance was not found {{(pid=69613) refresh_info_cache_for_instance /opt/stack/nova/nova/compute/utils.py:1056}} [ 715.799993] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13cdee10-9773-4d44-8069-13e2eb20ea2a {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.833030] env[69613]: DEBUG nova.network.neutron [None req-630c0c5a-6d4e-494f-a0a7-843958f4aae8 tempest-FloatingIPsAssociationTestJSON-164946246 tempest-FloatingIPsAssociationTestJSON-164946246-project-member] [instance: e75fc999-a479-44b6-a715-1a76054d73c6] Instance cache missing network info. {{(pid=69613) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 715.839992] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53e6c99d-4b1d-4bfa-a81c-baf0186a2cf6 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.854025] env[69613]: DEBUG oslo_vmware.api [None req-9077f710-552e-45e6-b360-17eb258b2fce tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]524fbe66-f725-3477-8681-762adfbacbc4, 'name': SearchDatastore_Task, 'duration_secs': 0.012194} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.854919] env[69613]: DEBUG oslo_concurrency.lockutils [None req-9077f710-552e-45e6-b360-17eb258b2fce tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.854919] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-9077f710-552e-45e6-b360-17eb258b2fce tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk to [datastore1] fa7f8ff7-658a-46d0-a6dc-232614af850d/fa7f8ff7-658a-46d0-a6dc-232614af850d.vmdk {{(pid=69613) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 715.856564] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-730c5366-b2c0-45f2-ac59-f12b5e26ebbe {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.862908] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c7ed96fd-9341-4081-a130-986d6e08ddde {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.865229] env[69613]: DEBUG oslo_concurrency.lockutils [None req-dad79255-116f-41f1-941e-6b8b7feb6ad3 tempest-FloatingIPsAssociationTestJSON-164946246 tempest-FloatingIPsAssociationTestJSON-164946246-project-member] Acquiring lock "f7fdfec2-ad0d-42f4-bff8-99f164ce18a3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 715.865726] env[69613]: DEBUG oslo_concurrency.lockutils [None req-dad79255-116f-41f1-941e-6b8b7feb6ad3 tempest-FloatingIPsAssociationTestJSON-164946246 tempest-FloatingIPsAssociationTestJSON-164946246-project-member] Lock "f7fdfec2-ad0d-42f4-bff8-99f164ce18a3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 715.865726] env[69613]: DEBUG oslo_concurrency.lockutils [None req-dad79255-116f-41f1-941e-6b8b7feb6ad3 tempest-FloatingIPsAssociationTestJSON-164946246 tempest-FloatingIPsAssociationTestJSON-164946246-project-member] Acquiring lock "f7fdfec2-ad0d-42f4-bff8-99f164ce18a3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 715.865726] env[69613]: DEBUG oslo_concurrency.lockutils [None req-dad79255-116f-41f1-941e-6b8b7feb6ad3 tempest-FloatingIPsAssociationTestJSON-164946246 tempest-FloatingIPsAssociationTestJSON-164946246-project-member] Lock "f7fdfec2-ad0d-42f4-bff8-99f164ce18a3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 715.865895] env[69613]: DEBUG oslo_concurrency.lockutils [None req-dad79255-116f-41f1-941e-6b8b7feb6ad3 tempest-FloatingIPsAssociationTestJSON-164946246 tempest-FloatingIPsAssociationTestJSON-164946246-project-member] Lock "f7fdfec2-ad0d-42f4-bff8-99f164ce18a3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 715.867352] env[69613]: DEBUG oslo_vmware.api [None req-e8bd5bed-894b-4257-a968-0afde8dbec89 tempest-ServerMetadataNegativeTestJSON-1771848395 tempest-ServerMetadataNegativeTestJSON-1771848395-project-member] Task: {'id': task-3417084, 'name': PowerOnVM_Task, 'duration_secs': 0.536129} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.867796] env[69613]: INFO nova.compute.manager [None req-dad79255-116f-41f1-941e-6b8b7feb6ad3 tempest-FloatingIPsAssociationTestJSON-164946246 tempest-FloatingIPsAssociationTestJSON-164946246-project-member] [instance: f7fdfec2-ad0d-42f4-bff8-99f164ce18a3] Terminating instance [ 715.869441] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8bd5bed-894b-4257-a968-0afde8dbec89 tempest-ServerMetadataNegativeTestJSON-1771848395 tempest-ServerMetadataNegativeTestJSON-1771848395-project-member] [instance: 20fa95e4-e66f-4310-81bf-beb9a42968dc] Powered on the VM {{(pid=69613) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 715.870265] env[69613]: INFO nova.compute.manager [None req-e8bd5bed-894b-4257-a968-0afde8dbec89 tempest-ServerMetadataNegativeTestJSON-1771848395 tempest-ServerMetadataNegativeTestJSON-1771848395-project-member] [instance: 20fa95e4-e66f-4310-81bf-beb9a42968dc] Took 9.71 seconds to spawn the instance on the hypervisor. [ 715.870265] env[69613]: DEBUG nova.compute.manager [None req-e8bd5bed-894b-4257-a968-0afde8dbec89 tempest-ServerMetadataNegativeTestJSON-1771848395 tempest-ServerMetadataNegativeTestJSON-1771848395-project-member] [instance: 20fa95e4-e66f-4310-81bf-beb9a42968dc] Checking state {{(pid=69613) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 715.872231] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05cf3654-d576-47e3-85ad-0dcd0b9f08ef {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.884667] env[69613]: DEBUG oslo_vmware.api [None req-9077f710-552e-45e6-b360-17eb258b2fce tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Waiting for the task: (returnval){ [ 715.884667] env[69613]: value = "task-3417085" [ 715.884667] env[69613]: _type = "Task" [ 715.884667] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.885524] env[69613]: DEBUG nova.compute.provider_tree [None req-301bdb84-1679-4515-a2a2-7bf8036c5ffc tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Inventory has not changed in ProviderTree for provider: af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 {{(pid=69613) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 715.905492] env[69613]: DEBUG oslo_vmware.api [None req-9077f710-552e-45e6-b360-17eb258b2fce tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Task: {'id': task-3417085, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.936642] env[69613]: DEBUG nova.network.neutron [None req-630c0c5a-6d4e-494f-a0a7-843958f4aae8 tempest-FloatingIPsAssociationTestJSON-164946246 tempest-FloatingIPsAssociationTestJSON-164946246-project-member] [instance: e75fc999-a479-44b6-a715-1a76054d73c6] Updating instance_info_cache with network_info: [] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 716.038241] env[69613]: DEBUG nova.compute.manager [req-4ed4a59b-0961-446b-97fb-4ef365ab4923 req-9abf08bf-400c-4ffb-9e9f-5827e45ab0a2 service nova] [instance: 3d07cf05-d08d-409f-9bbd-b7ff213e29ff] Received event network-vif-plugged-f4708ecd-e180-46c4-9432-0d3cc36d0f0a {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 716.038514] env[69613]: DEBUG oslo_concurrency.lockutils [req-4ed4a59b-0961-446b-97fb-4ef365ab4923 req-9abf08bf-400c-4ffb-9e9f-5827e45ab0a2 service nova] Acquiring lock "3d07cf05-d08d-409f-9bbd-b7ff213e29ff-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 716.038825] env[69613]: DEBUG oslo_concurrency.lockutils [req-4ed4a59b-0961-446b-97fb-4ef365ab4923 req-9abf08bf-400c-4ffb-9e9f-5827e45ab0a2 service nova] Lock "3d07cf05-d08d-409f-9bbd-b7ff213e29ff-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 716.039054] env[69613]: DEBUG oslo_concurrency.lockutils [req-4ed4a59b-0961-446b-97fb-4ef365ab4923 req-9abf08bf-400c-4ffb-9e9f-5827e45ab0a2 service nova] Lock "3d07cf05-d08d-409f-9bbd-b7ff213e29ff-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 716.039232] env[69613]: DEBUG nova.compute.manager [req-4ed4a59b-0961-446b-97fb-4ef365ab4923 req-9abf08bf-400c-4ffb-9e9f-5827e45ab0a2 service nova] [instance: 3d07cf05-d08d-409f-9bbd-b7ff213e29ff] No waiting events found dispatching network-vif-plugged-f4708ecd-e180-46c4-9432-0d3cc36d0f0a {{(pid=69613) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 716.039394] env[69613]: WARNING nova.compute.manager [req-4ed4a59b-0961-446b-97fb-4ef365ab4923 req-9abf08bf-400c-4ffb-9e9f-5827e45ab0a2 service nova] [instance: 3d07cf05-d08d-409f-9bbd-b7ff213e29ff] Received unexpected event network-vif-plugged-f4708ecd-e180-46c4-9432-0d3cc36d0f0a for instance with vm_state building and task_state spawning. [ 716.039756] env[69613]: DEBUG nova.compute.manager [req-4ed4a59b-0961-446b-97fb-4ef365ab4923 req-9abf08bf-400c-4ffb-9e9f-5827e45ab0a2 service nova] [instance: 3d07cf05-d08d-409f-9bbd-b7ff213e29ff] Received event network-changed-f4708ecd-e180-46c4-9432-0d3cc36d0f0a {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 716.039908] env[69613]: DEBUG nova.compute.manager [req-4ed4a59b-0961-446b-97fb-4ef365ab4923 req-9abf08bf-400c-4ffb-9e9f-5827e45ab0a2 service nova] [instance: 3d07cf05-d08d-409f-9bbd-b7ff213e29ff] Refreshing instance network info cache due to event network-changed-f4708ecd-e180-46c4-9432-0d3cc36d0f0a. {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 716.040104] env[69613]: DEBUG oslo_concurrency.lockutils [req-4ed4a59b-0961-446b-97fb-4ef365ab4923 req-9abf08bf-400c-4ffb-9e9f-5827e45ab0a2 service nova] Acquiring lock "refresh_cache-3d07cf05-d08d-409f-9bbd-b7ff213e29ff" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.050409] env[69613]: DEBUG nova.network.neutron [None req-3d6bcdb5-31d4-48df-82eb-657fd9f19034 tempest-ServersTestFqdnHostnames-1406027918 tempest-ServersTestFqdnHostnames-1406027918-project-member] [instance: 3d07cf05-d08d-409f-9bbd-b7ff213e29ff] Updating instance_info_cache with network_info: [{"id": "f4708ecd-e180-46c4-9432-0d3cc36d0f0a", "address": "fa:16:3e:36:68:99", "network": {"id": "60bd7721-c666-4cd7-b435-848381517f1b", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-247724674-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ffb1b4ef74fd42d7b2360ed10872440e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2e45023-22b5-458b-826e-9b7eb69ba028", "external-id": "nsx-vlan-transportzone-614", "segmentation_id": 614, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf4708ecd-e1", "ovs_interfaceid": "f4708ecd-e180-46c4-9432-0d3cc36d0f0a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 716.377033] env[69613]: DEBUG nova.compute.manager [None req-dad79255-116f-41f1-941e-6b8b7feb6ad3 tempest-FloatingIPsAssociationTestJSON-164946246 tempest-FloatingIPsAssociationTestJSON-164946246-project-member] [instance: f7fdfec2-ad0d-42f4-bff8-99f164ce18a3] Start destroying the instance on the hypervisor. {{(pid=69613) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 716.377346] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-dad79255-116f-41f1-941e-6b8b7feb6ad3 tempest-FloatingIPsAssociationTestJSON-164946246 tempest-FloatingIPsAssociationTestJSON-164946246-project-member] [instance: f7fdfec2-ad0d-42f4-bff8-99f164ce18a3] Destroying instance {{(pid=69613) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 716.378055] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4961be57-0561-4709-8fdf-790e305c880a {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.385666] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-dad79255-116f-41f1-941e-6b8b7feb6ad3 tempest-FloatingIPsAssociationTestJSON-164946246 tempest-FloatingIPsAssociationTestJSON-164946246-project-member] [instance: f7fdfec2-ad0d-42f4-bff8-99f164ce18a3] Powering off the VM {{(pid=69613) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 716.385921] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4729f6d2-0ba7-4a08-9716-5dc51b35c634 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.391860] env[69613]: DEBUG oslo_vmware.api [None req-dad79255-116f-41f1-941e-6b8b7feb6ad3 tempest-FloatingIPsAssociationTestJSON-164946246 tempest-FloatingIPsAssociationTestJSON-164946246-project-member] Waiting for the task: (returnval){ [ 716.391860] env[69613]: value = "task-3417086" [ 716.391860] env[69613]: _type = "Task" [ 716.391860] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.398286] env[69613]: DEBUG nova.scheduler.client.report [None req-301bdb84-1679-4515-a2a2-7bf8036c5ffc tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Inventory has not changed for provider af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69613) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 716.410113] env[69613]: DEBUG oslo_vmware.api [None req-dad79255-116f-41f1-941e-6b8b7feb6ad3 tempest-FloatingIPsAssociationTestJSON-164946246 tempest-FloatingIPsAssociationTestJSON-164946246-project-member] Task: {'id': task-3417086, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.410634] env[69613]: INFO nova.compute.manager [None req-e8bd5bed-894b-4257-a968-0afde8dbec89 tempest-ServerMetadataNegativeTestJSON-1771848395 tempest-ServerMetadataNegativeTestJSON-1771848395-project-member] [instance: 20fa95e4-e66f-4310-81bf-beb9a42968dc] Took 46.64 seconds to build instance. [ 716.414497] env[69613]: DEBUG oslo_vmware.api [None req-9077f710-552e-45e6-b360-17eb258b2fce tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Task: {'id': task-3417085, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.493093} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.414942] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-9077f710-552e-45e6-b360-17eb258b2fce tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk to [datastore1] fa7f8ff7-658a-46d0-a6dc-232614af850d/fa7f8ff7-658a-46d0-a6dc-232614af850d.vmdk {{(pid=69613) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 716.415192] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-9077f710-552e-45e6-b360-17eb258b2fce tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] [instance: fa7f8ff7-658a-46d0-a6dc-232614af850d] Extending root virtual disk to 1048576 {{(pid=69613) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 716.415468] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a6e869aa-8dd5-4568-b315-a5eb4365e256 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.424504] env[69613]: DEBUG oslo_vmware.api [None req-9077f710-552e-45e6-b360-17eb258b2fce tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Waiting for the task: (returnval){ [ 716.424504] env[69613]: value = "task-3417087" [ 716.424504] env[69613]: _type = "Task" [ 716.424504] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.433517] env[69613]: DEBUG oslo_vmware.api [None req-9077f710-552e-45e6-b360-17eb258b2fce tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Task: {'id': task-3417087, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.444034] env[69613]: DEBUG oslo_concurrency.lockutils [None req-630c0c5a-6d4e-494f-a0a7-843958f4aae8 tempest-FloatingIPsAssociationTestJSON-164946246 tempest-FloatingIPsAssociationTestJSON-164946246-project-member] Releasing lock "refresh_cache-e75fc999-a479-44b6-a715-1a76054d73c6" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.444034] env[69613]: DEBUG nova.compute.manager [None req-630c0c5a-6d4e-494f-a0a7-843958f4aae8 tempest-FloatingIPsAssociationTestJSON-164946246 tempest-FloatingIPsAssociationTestJSON-164946246-project-member] [instance: e75fc999-a479-44b6-a715-1a76054d73c6] Start destroying the instance on the hypervisor. {{(pid=69613) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 716.444034] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-630c0c5a-6d4e-494f-a0a7-843958f4aae8 tempest-FloatingIPsAssociationTestJSON-164946246 tempest-FloatingIPsAssociationTestJSON-164946246-project-member] [instance: e75fc999-a479-44b6-a715-1a76054d73c6] Destroying instance {{(pid=69613) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 716.444034] env[69613]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7b754ec5-5b28-4ff7-8047-e02b0d4ef1bd {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.451233] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e076850-f441-4849-b7df-1c137fe2ae25 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.492675] env[69613]: WARNING nova.virt.vmwareapi.vmops [None req-630c0c5a-6d4e-494f-a0a7-843958f4aae8 tempest-FloatingIPsAssociationTestJSON-164946246 tempest-FloatingIPsAssociationTestJSON-164946246-project-member] [instance: e75fc999-a479-44b6-a715-1a76054d73c6] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance e75fc999-a479-44b6-a715-1a76054d73c6 could not be found. [ 716.492907] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-630c0c5a-6d4e-494f-a0a7-843958f4aae8 tempest-FloatingIPsAssociationTestJSON-164946246 tempest-FloatingIPsAssociationTestJSON-164946246-project-member] [instance: e75fc999-a479-44b6-a715-1a76054d73c6] Instance destroyed {{(pid=69613) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 716.493137] env[69613]: INFO nova.compute.manager [None req-630c0c5a-6d4e-494f-a0a7-843958f4aae8 tempest-FloatingIPsAssociationTestJSON-164946246 tempest-FloatingIPsAssociationTestJSON-164946246-project-member] [instance: e75fc999-a479-44b6-a715-1a76054d73c6] Took 0.05 seconds to destroy the instance on the hypervisor. [ 716.493419] env[69613]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-630c0c5a-6d4e-494f-a0a7-843958f4aae8 tempest-FloatingIPsAssociationTestJSON-164946246 tempest-FloatingIPsAssociationTestJSON-164946246-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69613) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 716.493757] env[69613]: DEBUG nova.compute.manager [-] [instance: e75fc999-a479-44b6-a715-1a76054d73c6] Deallocating network for instance {{(pid=69613) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 716.493941] env[69613]: DEBUG nova.network.neutron [-] [instance: e75fc999-a479-44b6-a715-1a76054d73c6] deallocate_for_instance() {{(pid=69613) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 716.513030] env[69613]: DEBUG nova.network.neutron [-] [instance: e75fc999-a479-44b6-a715-1a76054d73c6] Instance cache missing network info. {{(pid=69613) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 716.553686] env[69613]: DEBUG oslo_concurrency.lockutils [None req-3d6bcdb5-31d4-48df-82eb-657fd9f19034 tempest-ServersTestFqdnHostnames-1406027918 tempest-ServersTestFqdnHostnames-1406027918-project-member] Releasing lock "refresh_cache-3d07cf05-d08d-409f-9bbd-b7ff213e29ff" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.553968] env[69613]: DEBUG nova.compute.manager [None req-3d6bcdb5-31d4-48df-82eb-657fd9f19034 tempest-ServersTestFqdnHostnames-1406027918 tempest-ServersTestFqdnHostnames-1406027918-project-member] [instance: 3d07cf05-d08d-409f-9bbd-b7ff213e29ff] Instance network_info: |[{"id": "f4708ecd-e180-46c4-9432-0d3cc36d0f0a", "address": "fa:16:3e:36:68:99", "network": {"id": "60bd7721-c666-4cd7-b435-848381517f1b", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-247724674-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ffb1b4ef74fd42d7b2360ed10872440e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2e45023-22b5-458b-826e-9b7eb69ba028", "external-id": "nsx-vlan-transportzone-614", "segmentation_id": 614, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf4708ecd-e1", "ovs_interfaceid": "f4708ecd-e180-46c4-9432-0d3cc36d0f0a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69613) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 716.555040] env[69613]: DEBUG oslo_concurrency.lockutils [req-4ed4a59b-0961-446b-97fb-4ef365ab4923 req-9abf08bf-400c-4ffb-9e9f-5827e45ab0a2 service nova] Acquired lock "refresh_cache-3d07cf05-d08d-409f-9bbd-b7ff213e29ff" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.555040] env[69613]: DEBUG nova.network.neutron [req-4ed4a59b-0961-446b-97fb-4ef365ab4923 req-9abf08bf-400c-4ffb-9e9f-5827e45ab0a2 service nova] [instance: 3d07cf05-d08d-409f-9bbd-b7ff213e29ff] Refreshing network info cache for port f4708ecd-e180-46c4-9432-0d3cc36d0f0a {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 716.556859] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-3d6bcdb5-31d4-48df-82eb-657fd9f19034 tempest-ServersTestFqdnHostnames-1406027918 tempest-ServersTestFqdnHostnames-1406027918-project-member] [instance: 3d07cf05-d08d-409f-9bbd-b7ff213e29ff] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:36:68:99', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f2e45023-22b5-458b-826e-9b7eb69ba028', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f4708ecd-e180-46c4-9432-0d3cc36d0f0a', 'vif_model': 'vmxnet3'}] {{(pid=69613) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 716.565206] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d6bcdb5-31d4-48df-82eb-657fd9f19034 tempest-ServersTestFqdnHostnames-1406027918 tempest-ServersTestFqdnHostnames-1406027918-project-member] Creating folder: Project (ffb1b4ef74fd42d7b2360ed10872440e). Parent ref: group-v681687. {{(pid=69613) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 716.566669] env[69613]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2ca9da09-1207-4841-85a6-94b0d0f966b5 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.578929] env[69613]: INFO nova.virt.vmwareapi.vm_util [None req-3d6bcdb5-31d4-48df-82eb-657fd9f19034 tempest-ServersTestFqdnHostnames-1406027918 tempest-ServersTestFqdnHostnames-1406027918-project-member] Created folder: Project (ffb1b4ef74fd42d7b2360ed10872440e) in parent group-v681687. [ 716.579380] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d6bcdb5-31d4-48df-82eb-657fd9f19034 tempest-ServersTestFqdnHostnames-1406027918 tempest-ServersTestFqdnHostnames-1406027918-project-member] Creating folder: Instances. Parent ref: group-v681791. {{(pid=69613) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 716.579520] env[69613]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4ef7f42c-e8d0-4ea3-ab12-59193ea7909a {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.592287] env[69613]: INFO nova.virt.vmwareapi.vm_util [None req-3d6bcdb5-31d4-48df-82eb-657fd9f19034 tempest-ServersTestFqdnHostnames-1406027918 tempest-ServersTestFqdnHostnames-1406027918-project-member] Created folder: Instances in parent group-v681791. [ 716.592858] env[69613]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3d6bcdb5-31d4-48df-82eb-657fd9f19034 tempest-ServersTestFqdnHostnames-1406027918 tempest-ServersTestFqdnHostnames-1406027918-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69613) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 716.592858] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3d07cf05-d08d-409f-9bbd-b7ff213e29ff] Creating VM on the ESX host {{(pid=69613) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 716.592978] env[69613]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4df806f8-c616-4e21-a6d5-7f32c7c30407 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.614049] env[69613]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 716.614049] env[69613]: value = "task-3417090" [ 716.614049] env[69613]: _type = "Task" [ 716.614049] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.622711] env[69613]: DEBUG oslo_vmware.api [-] Task: {'id': task-3417090, 'name': CreateVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.904523] env[69613]: DEBUG oslo_vmware.api [None req-dad79255-116f-41f1-941e-6b8b7feb6ad3 tempest-FloatingIPsAssociationTestJSON-164946246 tempest-FloatingIPsAssociationTestJSON-164946246-project-member] Task: {'id': task-3417086, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.906437] env[69613]: DEBUG oslo_concurrency.lockutils [None req-301bdb84-1679-4515-a2a2-7bf8036c5ffc tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.666s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 716.906965] env[69613]: DEBUG nova.compute.manager [None req-301bdb84-1679-4515-a2a2-7bf8036c5ffc tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] [instance: e1db078f-b047-4e92-9b28-109607d988a4] Start building networks asynchronously for instance. {{(pid=69613) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 716.909723] env[69613]: DEBUG oslo_concurrency.lockutils [None req-d217f6a5-2a68-420e-aac1-096183c33df4 tempest-ListImageFiltersTestJSON-1131301097 tempest-ListImageFiltersTestJSON-1131301097-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.346s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 716.911179] env[69613]: INFO nova.compute.claims [None req-d217f6a5-2a68-420e-aac1-096183c33df4 tempest-ListImageFiltersTestJSON-1131301097 tempest-ListImageFiltersTestJSON-1131301097-project-member] [instance: 352f5690-451d-489a-a7b1-259ff9b95e49] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 716.916435] env[69613]: DEBUG oslo_concurrency.lockutils [None req-e8bd5bed-894b-4257-a968-0afde8dbec89 tempest-ServerMetadataNegativeTestJSON-1771848395 tempest-ServerMetadataNegativeTestJSON-1771848395-project-member] Lock "20fa95e4-e66f-4310-81bf-beb9a42968dc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 76.316s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 716.938111] env[69613]: DEBUG oslo_vmware.api [None req-9077f710-552e-45e6-b360-17eb258b2fce tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Task: {'id': task-3417087, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.016195] env[69613]: DEBUG nova.network.neutron [-] [instance: e75fc999-a479-44b6-a715-1a76054d73c6] Updating instance_info_cache with network_info: [] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 717.128937] env[69613]: DEBUG oslo_vmware.api [-] Task: {'id': task-3417090, 'name': CreateVM_Task} progress is 25%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.405961] env[69613]: DEBUG oslo_vmware.api [None req-dad79255-116f-41f1-941e-6b8b7feb6ad3 tempest-FloatingIPsAssociationTestJSON-164946246 tempest-FloatingIPsAssociationTestJSON-164946246-project-member] Task: {'id': task-3417086, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.415486] env[69613]: DEBUG nova.compute.utils [None req-301bdb84-1679-4515-a2a2-7bf8036c5ffc tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Using /dev/sd instead of None {{(pid=69613) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 717.419107] env[69613]: DEBUG nova.compute.manager [None req-301bdb84-1679-4515-a2a2-7bf8036c5ffc tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] [instance: e1db078f-b047-4e92-9b28-109607d988a4] Allocating IP information in the background. {{(pid=69613) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 717.419107] env[69613]: DEBUG nova.network.neutron [None req-301bdb84-1679-4515-a2a2-7bf8036c5ffc tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] [instance: e1db078f-b047-4e92-9b28-109607d988a4] allocate_for_instance() {{(pid=69613) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 717.421102] env[69613]: DEBUG nova.compute.manager [None req-10b3b422-343f-4ceb-8296-4779c39730e1 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] [instance: 3c85ee38-7f0c-48db-8bc7-cd3d17eb5f02] Starting instance... {{(pid=69613) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 717.439803] env[69613]: DEBUG oslo_vmware.api [None req-9077f710-552e-45e6-b360-17eb258b2fce tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Task: {'id': task-3417087, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.456930] env[69613]: DEBUG nova.network.neutron [req-4ed4a59b-0961-446b-97fb-4ef365ab4923 req-9abf08bf-400c-4ffb-9e9f-5827e45ab0a2 service nova] [instance: 3d07cf05-d08d-409f-9bbd-b7ff213e29ff] Updated VIF entry in instance network info cache for port f4708ecd-e180-46c4-9432-0d3cc36d0f0a. {{(pid=69613) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 717.457604] env[69613]: DEBUG nova.network.neutron [req-4ed4a59b-0961-446b-97fb-4ef365ab4923 req-9abf08bf-400c-4ffb-9e9f-5827e45ab0a2 service nova] [instance: 3d07cf05-d08d-409f-9bbd-b7ff213e29ff] Updating instance_info_cache with network_info: [{"id": "f4708ecd-e180-46c4-9432-0d3cc36d0f0a", "address": "fa:16:3e:36:68:99", "network": {"id": "60bd7721-c666-4cd7-b435-848381517f1b", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-247724674-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ffb1b4ef74fd42d7b2360ed10872440e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2e45023-22b5-458b-826e-9b7eb69ba028", "external-id": "nsx-vlan-transportzone-614", "segmentation_id": 614, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf4708ecd-e1", "ovs_interfaceid": "f4708ecd-e180-46c4-9432-0d3cc36d0f0a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 717.481199] env[69613]: DEBUG nova.policy [None req-301bdb84-1679-4515-a2a2-7bf8036c5ffc tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '91dcb8052d454218b37bca5d756084e4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7c90428991084ffb9d2b6d33b2ce1e15', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69613) authorize /opt/stack/nova/nova/policy.py:192}} [ 717.518794] env[69613]: INFO nova.compute.manager [-] [instance: e75fc999-a479-44b6-a715-1a76054d73c6] Took 1.02 seconds to deallocate network for instance. [ 717.626189] env[69613]: DEBUG oslo_vmware.api [-] Task: {'id': task-3417090, 'name': CreateVM_Task} progress is 25%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.761800] env[69613]: DEBUG nova.network.neutron [None req-301bdb84-1679-4515-a2a2-7bf8036c5ffc tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] [instance: e1db078f-b047-4e92-9b28-109607d988a4] Successfully created port: fa18752c-76fa-4020-af8d-ba47a153452a {{(pid=69613) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 717.903807] env[69613]: DEBUG oslo_vmware.api [None req-dad79255-116f-41f1-941e-6b8b7feb6ad3 tempest-FloatingIPsAssociationTestJSON-164946246 tempest-FloatingIPsAssociationTestJSON-164946246-project-member] Task: {'id': task-3417086, 'name': PowerOffVM_Task, 'duration_secs': 1.248154} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.904099] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-dad79255-116f-41f1-941e-6b8b7feb6ad3 tempest-FloatingIPsAssociationTestJSON-164946246 tempest-FloatingIPsAssociationTestJSON-164946246-project-member] [instance: f7fdfec2-ad0d-42f4-bff8-99f164ce18a3] Powered off the VM {{(pid=69613) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 717.904269] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-dad79255-116f-41f1-941e-6b8b7feb6ad3 tempest-FloatingIPsAssociationTestJSON-164946246 tempest-FloatingIPsAssociationTestJSON-164946246-project-member] [instance: f7fdfec2-ad0d-42f4-bff8-99f164ce18a3] Unregistering the VM {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 717.904520] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-774817b9-8963-4668-b176-9b099ae38b30 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.920415] env[69613]: DEBUG nova.compute.manager [None req-301bdb84-1679-4515-a2a2-7bf8036c5ffc tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] [instance: e1db078f-b047-4e92-9b28-109607d988a4] Start building block device mappings for instance. {{(pid=69613) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 717.941079] env[69613]: DEBUG oslo_vmware.api [None req-9077f710-552e-45e6-b360-17eb258b2fce tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Task: {'id': task-3417087, 'name': ExtendVirtualDisk_Task, 'duration_secs': 1.056798} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.941434] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-9077f710-552e-45e6-b360-17eb258b2fce tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] [instance: fa7f8ff7-658a-46d0-a6dc-232614af850d] Extended root virtual disk {{(pid=69613) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 717.942347] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-237d0193-ed76-4c4d-9caa-48be274bcb80 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.966023] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-9077f710-552e-45e6-b360-17eb258b2fce tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] [instance: fa7f8ff7-658a-46d0-a6dc-232614af850d] Reconfiguring VM instance instance-00000024 to attach disk [datastore1] fa7f8ff7-658a-46d0-a6dc-232614af850d/fa7f8ff7-658a-46d0-a6dc-232614af850d.vmdk or device None with type sparse {{(pid=69613) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 717.966223] env[69613]: DEBUG oslo_concurrency.lockutils [None req-10b3b422-343f-4ceb-8296-4779c39730e1 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 717.969751] env[69613]: DEBUG oslo_concurrency.lockutils [req-4ed4a59b-0961-446b-97fb-4ef365ab4923 req-9abf08bf-400c-4ffb-9e9f-5827e45ab0a2 service nova] Releasing lock "refresh_cache-3d07cf05-d08d-409f-9bbd-b7ff213e29ff" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.970104] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-23ef8063-94b1-45eb-8d69-dd70af54e18c {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.987040] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-dad79255-116f-41f1-941e-6b8b7feb6ad3 tempest-FloatingIPsAssociationTestJSON-164946246 tempest-FloatingIPsAssociationTestJSON-164946246-project-member] [instance: f7fdfec2-ad0d-42f4-bff8-99f164ce18a3] Unregistered the VM {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 717.987040] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-dad79255-116f-41f1-941e-6b8b7feb6ad3 tempest-FloatingIPsAssociationTestJSON-164946246 tempest-FloatingIPsAssociationTestJSON-164946246-project-member] [instance: f7fdfec2-ad0d-42f4-bff8-99f164ce18a3] Deleting contents of the VM from datastore datastore1 {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 717.987227] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-dad79255-116f-41f1-941e-6b8b7feb6ad3 tempest-FloatingIPsAssociationTestJSON-164946246 tempest-FloatingIPsAssociationTestJSON-164946246-project-member] Deleting the datastore file [datastore1] f7fdfec2-ad0d-42f4-bff8-99f164ce18a3 {{(pid=69613) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 717.987754] env[69613]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-00fb2784-7d70-48fa-a6ad-5dba65c64453 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.992483] env[69613]: DEBUG oslo_vmware.api [None req-9077f710-552e-45e6-b360-17eb258b2fce tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Waiting for the task: (returnval){ [ 717.992483] env[69613]: value = "task-3417092" [ 717.992483] env[69613]: _type = "Task" [ 717.992483] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.001144] env[69613]: DEBUG oslo_vmware.api [None req-dad79255-116f-41f1-941e-6b8b7feb6ad3 tempest-FloatingIPsAssociationTestJSON-164946246 tempest-FloatingIPsAssociationTestJSON-164946246-project-member] Waiting for the task: (returnval){ [ 718.001144] env[69613]: value = "task-3417093" [ 718.001144] env[69613]: _type = "Task" [ 718.001144] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.008103] env[69613]: DEBUG oslo_vmware.api [None req-9077f710-552e-45e6-b360-17eb258b2fce tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Task: {'id': task-3417092, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.013966] env[69613]: DEBUG oslo_vmware.api [None req-dad79255-116f-41f1-941e-6b8b7feb6ad3 tempest-FloatingIPsAssociationTestJSON-164946246 tempest-FloatingIPsAssociationTestJSON-164946246-project-member] Task: {'id': task-3417093, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.025609] env[69613]: INFO nova.compute.manager [None req-630c0c5a-6d4e-494f-a0a7-843958f4aae8 tempest-FloatingIPsAssociationTestJSON-164946246 tempest-FloatingIPsAssociationTestJSON-164946246-project-member] [instance: e75fc999-a479-44b6-a715-1a76054d73c6] Instance disappeared during terminate [ 718.028077] env[69613]: DEBUG oslo_concurrency.lockutils [None req-630c0c5a-6d4e-494f-a0a7-843958f4aae8 tempest-FloatingIPsAssociationTestJSON-164946246 tempest-FloatingIPsAssociationTestJSON-164946246-project-member] Lock "e75fc999-a479-44b6-a715-1a76054d73c6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 3.242s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 718.064052] env[69613]: DEBUG oslo_concurrency.lockutils [None req-05bf2b74-50e9-4287-a843-776bd8788877 tempest-ServerMetadataNegativeTestJSON-1771848395 tempest-ServerMetadataNegativeTestJSON-1771848395-project-member] Acquiring lock "20fa95e4-e66f-4310-81bf-beb9a42968dc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 718.064496] env[69613]: DEBUG oslo_concurrency.lockutils [None req-05bf2b74-50e9-4287-a843-776bd8788877 tempest-ServerMetadataNegativeTestJSON-1771848395 tempest-ServerMetadataNegativeTestJSON-1771848395-project-member] Lock "20fa95e4-e66f-4310-81bf-beb9a42968dc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 718.064663] env[69613]: DEBUG oslo_concurrency.lockutils [None req-05bf2b74-50e9-4287-a843-776bd8788877 tempest-ServerMetadataNegativeTestJSON-1771848395 tempest-ServerMetadataNegativeTestJSON-1771848395-project-member] Acquiring lock "20fa95e4-e66f-4310-81bf-beb9a42968dc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 718.065012] env[69613]: DEBUG oslo_concurrency.lockutils [None req-05bf2b74-50e9-4287-a843-776bd8788877 tempest-ServerMetadataNegativeTestJSON-1771848395 tempest-ServerMetadataNegativeTestJSON-1771848395-project-member] Lock "20fa95e4-e66f-4310-81bf-beb9a42968dc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 718.065226] env[69613]: DEBUG oslo_concurrency.lockutils [None req-05bf2b74-50e9-4287-a843-776bd8788877 tempest-ServerMetadataNegativeTestJSON-1771848395 tempest-ServerMetadataNegativeTestJSON-1771848395-project-member] Lock "20fa95e4-e66f-4310-81bf-beb9a42968dc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 718.067673] env[69613]: INFO nova.compute.manager [None req-05bf2b74-50e9-4287-a843-776bd8788877 tempest-ServerMetadataNegativeTestJSON-1771848395 tempest-ServerMetadataNegativeTestJSON-1771848395-project-member] [instance: 20fa95e4-e66f-4310-81bf-beb9a42968dc] Terminating instance [ 718.127681] env[69613]: DEBUG oslo_vmware.api [-] Task: {'id': task-3417090, 'name': CreateVM_Task, 'duration_secs': 1.126177} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.127733] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3d07cf05-d08d-409f-9bbd-b7ff213e29ff] Created VM on the ESX host {{(pid=69613) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 718.131178] env[69613]: DEBUG oslo_concurrency.lockutils [None req-3d6bcdb5-31d4-48df-82eb-657fd9f19034 tempest-ServersTestFqdnHostnames-1406027918 tempest-ServersTestFqdnHostnames-1406027918-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.131442] env[69613]: DEBUG oslo_concurrency.lockutils [None req-3d6bcdb5-31d4-48df-82eb-657fd9f19034 tempest-ServersTestFqdnHostnames-1406027918 tempest-ServersTestFqdnHostnames-1406027918-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.131727] env[69613]: DEBUG oslo_concurrency.lockutils [None req-3d6bcdb5-31d4-48df-82eb-657fd9f19034 tempest-ServersTestFqdnHostnames-1406027918 tempest-ServersTestFqdnHostnames-1406027918-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.133132] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2fc0b2a0-dfea-4383-a441-0dc0473498b7 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.137706] env[69613]: DEBUG oslo_vmware.api [None req-3d6bcdb5-31d4-48df-82eb-657fd9f19034 tempest-ServersTestFqdnHostnames-1406027918 tempest-ServersTestFqdnHostnames-1406027918-project-member] Waiting for the task: (returnval){ [ 718.137706] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]52f3c29f-aee4-62de-6b8b-cd1251994d5e" [ 718.137706] env[69613]: _type = "Task" [ 718.137706] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.151095] env[69613]: DEBUG oslo_vmware.api [None req-3d6bcdb5-31d4-48df-82eb-657fd9f19034 tempest-ServersTestFqdnHostnames-1406027918 tempest-ServersTestFqdnHostnames-1406027918-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52f3c29f-aee4-62de-6b8b-cd1251994d5e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.509408] env[69613]: DEBUG oslo_vmware.api [None req-9077f710-552e-45e6-b360-17eb258b2fce tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Task: {'id': task-3417092, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.514557] env[69613]: DEBUG oslo_vmware.rw_handles [None req-e68a815b-4969-4fcc-9e31-2c2f79767caa tempest-ImagesOneServerTestJSON-1060956417 tempest-ImagesOneServerTestJSON-1060956417-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5237fceb-5548-9b19-7a36-ea9a79f47688/disk-0.vmdk. {{(pid=69613) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 718.516217] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-806e97d8-43c1-4697-bf42-349cb8d46943 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.524998] env[69613]: DEBUG oslo_vmware.api [None req-dad79255-116f-41f1-941e-6b8b7feb6ad3 tempest-FloatingIPsAssociationTestJSON-164946246 tempest-FloatingIPsAssociationTestJSON-164946246-project-member] Task: {'id': task-3417093, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.22169} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.525741] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-dad79255-116f-41f1-941e-6b8b7feb6ad3 tempest-FloatingIPsAssociationTestJSON-164946246 tempest-FloatingIPsAssociationTestJSON-164946246-project-member] Deleted the datastore file {{(pid=69613) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 718.526112] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-dad79255-116f-41f1-941e-6b8b7feb6ad3 tempest-FloatingIPsAssociationTestJSON-164946246 tempest-FloatingIPsAssociationTestJSON-164946246-project-member] [instance: f7fdfec2-ad0d-42f4-bff8-99f164ce18a3] Deleted contents of the VM from datastore datastore1 {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 718.526311] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-dad79255-116f-41f1-941e-6b8b7feb6ad3 tempest-FloatingIPsAssociationTestJSON-164946246 tempest-FloatingIPsAssociationTestJSON-164946246-project-member] [instance: f7fdfec2-ad0d-42f4-bff8-99f164ce18a3] Instance destroyed {{(pid=69613) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 718.526525] env[69613]: INFO nova.compute.manager [None req-dad79255-116f-41f1-941e-6b8b7feb6ad3 tempest-FloatingIPsAssociationTestJSON-164946246 tempest-FloatingIPsAssociationTestJSON-164946246-project-member] [instance: f7fdfec2-ad0d-42f4-bff8-99f164ce18a3] Took 2.15 seconds to destroy the instance on the hypervisor. [ 718.526864] env[69613]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dad79255-116f-41f1-941e-6b8b7feb6ad3 tempest-FloatingIPsAssociationTestJSON-164946246 tempest-FloatingIPsAssociationTestJSON-164946246-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69613) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 718.528861] env[69613]: DEBUG nova.compute.manager [-] [instance: f7fdfec2-ad0d-42f4-bff8-99f164ce18a3] Deallocating network for instance {{(pid=69613) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 718.529097] env[69613]: DEBUG nova.network.neutron [-] [instance: f7fdfec2-ad0d-42f4-bff8-99f164ce18a3] deallocate_for_instance() {{(pid=69613) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 718.531126] env[69613]: DEBUG oslo_vmware.rw_handles [None req-e68a815b-4969-4fcc-9e31-2c2f79767caa tempest-ImagesOneServerTestJSON-1060956417 tempest-ImagesOneServerTestJSON-1060956417-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5237fceb-5548-9b19-7a36-ea9a79f47688/disk-0.vmdk is in state: ready. {{(pid=69613) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 718.531289] env[69613]: ERROR oslo_vmware.rw_handles [None req-e68a815b-4969-4fcc-9e31-2c2f79767caa tempest-ImagesOneServerTestJSON-1060956417 tempest-ImagesOneServerTestJSON-1060956417-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5237fceb-5548-9b19-7a36-ea9a79f47688/disk-0.vmdk due to incomplete transfer. [ 718.535218] env[69613]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-8f2386b5-3ad1-42b1-a674-d2b797fa2533 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.543228] env[69613]: DEBUG oslo_vmware.rw_handles [None req-e68a815b-4969-4fcc-9e31-2c2f79767caa tempest-ImagesOneServerTestJSON-1060956417 tempest-ImagesOneServerTestJSON-1060956417-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5237fceb-5548-9b19-7a36-ea9a79f47688/disk-0.vmdk. {{(pid=69613) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 718.543228] env[69613]: DEBUG nova.virt.vmwareapi.images [None req-e68a815b-4969-4fcc-9e31-2c2f79767caa tempest-ImagesOneServerTestJSON-1060956417 tempest-ImagesOneServerTestJSON-1060956417-project-member] [instance: d9e3bd67-974c-477a-baa2-99549051a828] Uploaded image 74369d11-d830-410c-930f-a09e80167db0 to the Glance image server {{(pid=69613) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 718.545063] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-e68a815b-4969-4fcc-9e31-2c2f79767caa tempest-ImagesOneServerTestJSON-1060956417 tempest-ImagesOneServerTestJSON-1060956417-project-member] [instance: d9e3bd67-974c-477a-baa2-99549051a828] Destroying the VM {{(pid=69613) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 718.545405] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-ac82778e-befa-4ac7-91e0-1a1055d40da8 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.552845] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73c972bc-584b-4a2d-b8bc-54ccb2c8cf95 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.561528] env[69613]: DEBUG oslo_vmware.api [None req-e68a815b-4969-4fcc-9e31-2c2f79767caa tempest-ImagesOneServerTestJSON-1060956417 tempest-ImagesOneServerTestJSON-1060956417-project-member] Waiting for the task: (returnval){ [ 718.561528] env[69613]: value = "task-3417094" [ 718.561528] env[69613]: _type = "Task" [ 718.561528] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.570189] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29044ad7-7672-4d28-a619-c3b6bf4c8e19 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.577225] env[69613]: DEBUG nova.compute.manager [None req-05bf2b74-50e9-4287-a843-776bd8788877 tempest-ServerMetadataNegativeTestJSON-1771848395 tempest-ServerMetadataNegativeTestJSON-1771848395-project-member] [instance: 20fa95e4-e66f-4310-81bf-beb9a42968dc] Start destroying the instance on the hypervisor. {{(pid=69613) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 718.577491] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-05bf2b74-50e9-4287-a843-776bd8788877 tempest-ServerMetadataNegativeTestJSON-1771848395 tempest-ServerMetadataNegativeTestJSON-1771848395-project-member] [instance: 20fa95e4-e66f-4310-81bf-beb9a42968dc] Destroying instance {{(pid=69613) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 718.577797] env[69613]: DEBUG oslo_vmware.api [None req-e68a815b-4969-4fcc-9e31-2c2f79767caa tempest-ImagesOneServerTestJSON-1060956417 tempest-ImagesOneServerTestJSON-1060956417-project-member] Task: {'id': task-3417094, 'name': Destroy_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.579198] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea9a6404-188c-45c8-bd26-7ab946e3a1f3 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.610976] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c5ffc2b-4963-4818-81dd-380ccdc86f99 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.616198] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-05bf2b74-50e9-4287-a843-776bd8788877 tempest-ServerMetadataNegativeTestJSON-1771848395 tempest-ServerMetadataNegativeTestJSON-1771848395-project-member] [instance: 20fa95e4-e66f-4310-81bf-beb9a42968dc] Powering off the VM {{(pid=69613) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 718.616918] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3f9f14f7-6995-4cbe-aa51-9103df8b3177 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.622726] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-455146c2-d526-4568-9000-3b3cf8e12415 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.628826] env[69613]: DEBUG oslo_vmware.api [None req-05bf2b74-50e9-4287-a843-776bd8788877 tempest-ServerMetadataNegativeTestJSON-1771848395 tempest-ServerMetadataNegativeTestJSON-1771848395-project-member] Waiting for the task: (returnval){ [ 718.628826] env[69613]: value = "task-3417095" [ 718.628826] env[69613]: _type = "Task" [ 718.628826] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.643251] env[69613]: DEBUG nova.compute.provider_tree [None req-d217f6a5-2a68-420e-aac1-096183c33df4 tempest-ListImageFiltersTestJSON-1131301097 tempest-ListImageFiltersTestJSON-1131301097-project-member] Inventory has not changed in ProviderTree for provider: af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 {{(pid=69613) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 718.652465] env[69613]: DEBUG oslo_vmware.api [None req-05bf2b74-50e9-4287-a843-776bd8788877 tempest-ServerMetadataNegativeTestJSON-1771848395 tempest-ServerMetadataNegativeTestJSON-1771848395-project-member] Task: {'id': task-3417095, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.658468] env[69613]: DEBUG oslo_vmware.api [None req-3d6bcdb5-31d4-48df-82eb-657fd9f19034 tempest-ServersTestFqdnHostnames-1406027918 tempest-ServersTestFqdnHostnames-1406027918-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52f3c29f-aee4-62de-6b8b-cd1251994d5e, 'name': SearchDatastore_Task, 'duration_secs': 0.015881} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.658787] env[69613]: DEBUG oslo_concurrency.lockutils [None req-3d6bcdb5-31d4-48df-82eb-657fd9f19034 tempest-ServersTestFqdnHostnames-1406027918 tempest-ServersTestFqdnHostnames-1406027918-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.659339] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-3d6bcdb5-31d4-48df-82eb-657fd9f19034 tempest-ServersTestFqdnHostnames-1406027918 tempest-ServersTestFqdnHostnames-1406027918-project-member] [instance: 3d07cf05-d08d-409f-9bbd-b7ff213e29ff] Processing image 2b7a0304-b5d0-431d-b287-32c8388d7fbd {{(pid=69613) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 718.659339] env[69613]: DEBUG oslo_concurrency.lockutils [None req-3d6bcdb5-31d4-48df-82eb-657fd9f19034 tempest-ServersTestFqdnHostnames-1406027918 tempest-ServersTestFqdnHostnames-1406027918-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.659698] env[69613]: DEBUG oslo_concurrency.lockutils [None req-3d6bcdb5-31d4-48df-82eb-657fd9f19034 tempest-ServersTestFqdnHostnames-1406027918 tempest-ServersTestFqdnHostnames-1406027918-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.659698] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d6bcdb5-31d4-48df-82eb-657fd9f19034 tempest-ServersTestFqdnHostnames-1406027918 tempest-ServersTestFqdnHostnames-1406027918-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69613) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 718.659912] env[69613]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7da3c27e-11ba-49ae-8f3a-5be01ffe25b1 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.673608] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d6bcdb5-31d4-48df-82eb-657fd9f19034 tempest-ServersTestFqdnHostnames-1406027918 tempest-ServersTestFqdnHostnames-1406027918-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69613) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 718.673864] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-3d6bcdb5-31d4-48df-82eb-657fd9f19034 tempest-ServersTestFqdnHostnames-1406027918 tempest-ServersTestFqdnHostnames-1406027918-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69613) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 718.674690] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2f8f7dd5-b104-439f-813a-4df026075996 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.681358] env[69613]: DEBUG oslo_vmware.api [None req-3d6bcdb5-31d4-48df-82eb-657fd9f19034 tempest-ServersTestFqdnHostnames-1406027918 tempest-ServersTestFqdnHostnames-1406027918-project-member] Waiting for the task: (returnval){ [ 718.681358] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]5229d8d5-f943-9862-4c85-d47378f75729" [ 718.681358] env[69613]: _type = "Task" [ 718.681358] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.693325] env[69613]: DEBUG oslo_vmware.api [None req-3d6bcdb5-31d4-48df-82eb-657fd9f19034 tempest-ServersTestFqdnHostnames-1406027918 tempest-ServersTestFqdnHostnames-1406027918-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]5229d8d5-f943-9862-4c85-d47378f75729, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.930762] env[69613]: DEBUG nova.compute.manager [None req-301bdb84-1679-4515-a2a2-7bf8036c5ffc tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] [instance: e1db078f-b047-4e92-9b28-109607d988a4] Start spawning the instance on the hypervisor. {{(pid=69613) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 718.956093] env[69613]: DEBUG nova.virt.hardware [None req-301bdb84-1679-4515-a2a2-7bf8036c5ffc tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T13:55:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T13:55:19Z,direct_url=,disk_format='vmdk',id=2b7a0304-b5d0-431d-b287-32c8388d7fbd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3e9e1b873f1442d59d5ee8247b941f74',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T13:55:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 718.956378] env[69613]: DEBUG nova.virt.hardware [None req-301bdb84-1679-4515-a2a2-7bf8036c5ffc tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Flavor limits 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 718.956508] env[69613]: DEBUG nova.virt.hardware [None req-301bdb84-1679-4515-a2a2-7bf8036c5ffc tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Image limits 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 718.956680] env[69613]: DEBUG nova.virt.hardware [None req-301bdb84-1679-4515-a2a2-7bf8036c5ffc tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Flavor pref 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 718.956825] env[69613]: DEBUG nova.virt.hardware [None req-301bdb84-1679-4515-a2a2-7bf8036c5ffc tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Image pref 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 718.956970] env[69613]: DEBUG nova.virt.hardware [None req-301bdb84-1679-4515-a2a2-7bf8036c5ffc tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 718.957252] env[69613]: DEBUG nova.virt.hardware [None req-301bdb84-1679-4515-a2a2-7bf8036c5ffc tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 718.957354] env[69613]: DEBUG nova.virt.hardware [None req-301bdb84-1679-4515-a2a2-7bf8036c5ffc tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69613) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 718.957519] env[69613]: DEBUG nova.virt.hardware [None req-301bdb84-1679-4515-a2a2-7bf8036c5ffc tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Got 1 possible topologies {{(pid=69613) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 718.957679] env[69613]: DEBUG nova.virt.hardware [None req-301bdb84-1679-4515-a2a2-7bf8036c5ffc tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 718.957850] env[69613]: DEBUG nova.virt.hardware [None req-301bdb84-1679-4515-a2a2-7bf8036c5ffc tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 718.958735] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48630a75-7175-4ad3-8bae-a8910a993f33 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.968788] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32655d38-36dd-448a-927c-537777dd6017 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.002559] env[69613]: DEBUG oslo_vmware.api [None req-9077f710-552e-45e6-b360-17eb258b2fce tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Task: {'id': task-3417092, 'name': ReconfigVM_Task, 'duration_secs': 0.653116} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.002867] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-9077f710-552e-45e6-b360-17eb258b2fce tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] [instance: fa7f8ff7-658a-46d0-a6dc-232614af850d] Reconfigured VM instance instance-00000024 to attach disk [datastore1] fa7f8ff7-658a-46d0-a6dc-232614af850d/fa7f8ff7-658a-46d0-a6dc-232614af850d.vmdk or device None with type sparse {{(pid=69613) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 719.003532] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5b451f54-de5b-4cd0-b6a3-2b132f6f80f0 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.009996] env[69613]: DEBUG oslo_vmware.api [None req-9077f710-552e-45e6-b360-17eb258b2fce tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Waiting for the task: (returnval){ [ 719.009996] env[69613]: value = "task-3417096" [ 719.009996] env[69613]: _type = "Task" [ 719.009996] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.019318] env[69613]: DEBUG oslo_vmware.api [None req-9077f710-552e-45e6-b360-17eb258b2fce tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Task: {'id': task-3417096, 'name': Rename_Task} progress is 5%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.071322] env[69613]: DEBUG oslo_vmware.api [None req-e68a815b-4969-4fcc-9e31-2c2f79767caa tempest-ImagesOneServerTestJSON-1060956417 tempest-ImagesOneServerTestJSON-1060956417-project-member] Task: {'id': task-3417094, 'name': Destroy_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.082277] env[69613]: DEBUG nova.compute.manager [req-59c52ef0-548a-4122-a9c6-172f5bf77d4c req-d6bb7713-d57c-4df9-af5d-05ba8f67e348 service nova] [instance: f7fdfec2-ad0d-42f4-bff8-99f164ce18a3] Received event network-vif-deleted-f8cc892e-ca4e-4b07-970e-2668023db45c {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 719.082525] env[69613]: INFO nova.compute.manager [req-59c52ef0-548a-4122-a9c6-172f5bf77d4c req-d6bb7713-d57c-4df9-af5d-05ba8f67e348 service nova] [instance: f7fdfec2-ad0d-42f4-bff8-99f164ce18a3] Neutron deleted interface f8cc892e-ca4e-4b07-970e-2668023db45c; detaching it from the instance and deleting it from the info cache [ 719.082805] env[69613]: DEBUG nova.network.neutron [req-59c52ef0-548a-4122-a9c6-172f5bf77d4c req-d6bb7713-d57c-4df9-af5d-05ba8f67e348 service nova] [instance: f7fdfec2-ad0d-42f4-bff8-99f164ce18a3] Updating instance_info_cache with network_info: [] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 719.139685] env[69613]: DEBUG oslo_vmware.api [None req-05bf2b74-50e9-4287-a843-776bd8788877 tempest-ServerMetadataNegativeTestJSON-1771848395 tempest-ServerMetadataNegativeTestJSON-1771848395-project-member] Task: {'id': task-3417095, 'name': PowerOffVM_Task, 'duration_secs': 0.455308} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.140010] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-05bf2b74-50e9-4287-a843-776bd8788877 tempest-ServerMetadataNegativeTestJSON-1771848395 tempest-ServerMetadataNegativeTestJSON-1771848395-project-member] [instance: 20fa95e4-e66f-4310-81bf-beb9a42968dc] Powered off the VM {{(pid=69613) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 719.140319] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-05bf2b74-50e9-4287-a843-776bd8788877 tempest-ServerMetadataNegativeTestJSON-1771848395 tempest-ServerMetadataNegativeTestJSON-1771848395-project-member] [instance: 20fa95e4-e66f-4310-81bf-beb9a42968dc] Unregistering the VM {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 719.140437] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-33acec79-0200-40a9-bff6-02ab4ed5f2b0 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.153169] env[69613]: DEBUG nova.scheduler.client.report [None req-d217f6a5-2a68-420e-aac1-096183c33df4 tempest-ListImageFiltersTestJSON-1131301097 tempest-ListImageFiltersTestJSON-1131301097-project-member] Inventory has not changed for provider af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69613) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 719.192460] env[69613]: DEBUG oslo_vmware.api [None req-3d6bcdb5-31d4-48df-82eb-657fd9f19034 tempest-ServersTestFqdnHostnames-1406027918 tempest-ServersTestFqdnHostnames-1406027918-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]5229d8d5-f943-9862-4c85-d47378f75729, 'name': SearchDatastore_Task, 'duration_secs': 0.049302} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.194197] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4712aacf-4427-4c7c-b0db-04c8731166ba {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.200131] env[69613]: DEBUG oslo_vmware.api [None req-3d6bcdb5-31d4-48df-82eb-657fd9f19034 tempest-ServersTestFqdnHostnames-1406027918 tempest-ServersTestFqdnHostnames-1406027918-project-member] Waiting for the task: (returnval){ [ 719.200131] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]521565e8-4d89-bc1f-1927-6150a3d2606b" [ 719.200131] env[69613]: _type = "Task" [ 719.200131] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.207044] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-05bf2b74-50e9-4287-a843-776bd8788877 tempest-ServerMetadataNegativeTestJSON-1771848395 tempest-ServerMetadataNegativeTestJSON-1771848395-project-member] [instance: 20fa95e4-e66f-4310-81bf-beb9a42968dc] Unregistered the VM {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 719.207044] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-05bf2b74-50e9-4287-a843-776bd8788877 tempest-ServerMetadataNegativeTestJSON-1771848395 tempest-ServerMetadataNegativeTestJSON-1771848395-project-member] [instance: 20fa95e4-e66f-4310-81bf-beb9a42968dc] Deleting contents of the VM from datastore datastore2 {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 719.207044] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-05bf2b74-50e9-4287-a843-776bd8788877 tempest-ServerMetadataNegativeTestJSON-1771848395 tempest-ServerMetadataNegativeTestJSON-1771848395-project-member] Deleting the datastore file [datastore2] 20fa95e4-e66f-4310-81bf-beb9a42968dc {{(pid=69613) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 719.207044] env[69613]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-57144db0-ad0c-4319-bbf8-3b0977267557 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.216672] env[69613]: DEBUG oslo_vmware.api [None req-3d6bcdb5-31d4-48df-82eb-657fd9f19034 tempest-ServersTestFqdnHostnames-1406027918 tempest-ServersTestFqdnHostnames-1406027918-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]521565e8-4d89-bc1f-1927-6150a3d2606b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.221851] env[69613]: DEBUG oslo_vmware.api [None req-05bf2b74-50e9-4287-a843-776bd8788877 tempest-ServerMetadataNegativeTestJSON-1771848395 tempest-ServerMetadataNegativeTestJSON-1771848395-project-member] Waiting for the task: (returnval){ [ 719.221851] env[69613]: value = "task-3417098" [ 719.221851] env[69613]: _type = "Task" [ 719.221851] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.234564] env[69613]: DEBUG oslo_vmware.api [None req-05bf2b74-50e9-4287-a843-776bd8788877 tempest-ServerMetadataNegativeTestJSON-1771848395 tempest-ServerMetadataNegativeTestJSON-1771848395-project-member] Task: {'id': task-3417098, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.271539] env[69613]: DEBUG nova.compute.manager [req-0909f052-9d00-4133-b5a6-1ecb2f7378ce req-b1060bc4-ab74-434e-9e9c-597e92ee2768 service nova] [instance: e1db078f-b047-4e92-9b28-109607d988a4] Received event network-vif-plugged-fa18752c-76fa-4020-af8d-ba47a153452a {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 719.271539] env[69613]: DEBUG oslo_concurrency.lockutils [req-0909f052-9d00-4133-b5a6-1ecb2f7378ce req-b1060bc4-ab74-434e-9e9c-597e92ee2768 service nova] Acquiring lock "e1db078f-b047-4e92-9b28-109607d988a4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 719.271539] env[69613]: DEBUG oslo_concurrency.lockutils [req-0909f052-9d00-4133-b5a6-1ecb2f7378ce req-b1060bc4-ab74-434e-9e9c-597e92ee2768 service nova] Lock "e1db078f-b047-4e92-9b28-109607d988a4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 719.271539] env[69613]: DEBUG oslo_concurrency.lockutils [req-0909f052-9d00-4133-b5a6-1ecb2f7378ce req-b1060bc4-ab74-434e-9e9c-597e92ee2768 service nova] Lock "e1db078f-b047-4e92-9b28-109607d988a4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 719.271539] env[69613]: DEBUG nova.compute.manager [req-0909f052-9d00-4133-b5a6-1ecb2f7378ce req-b1060bc4-ab74-434e-9e9c-597e92ee2768 service nova] [instance: e1db078f-b047-4e92-9b28-109607d988a4] No waiting events found dispatching network-vif-plugged-fa18752c-76fa-4020-af8d-ba47a153452a {{(pid=69613) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 719.271982] env[69613]: WARNING nova.compute.manager [req-0909f052-9d00-4133-b5a6-1ecb2f7378ce req-b1060bc4-ab74-434e-9e9c-597e92ee2768 service nova] [instance: e1db078f-b047-4e92-9b28-109607d988a4] Received unexpected event network-vif-plugged-fa18752c-76fa-4020-af8d-ba47a153452a for instance with vm_state building and task_state spawning. [ 719.357603] env[69613]: DEBUG nova.network.neutron [None req-301bdb84-1679-4515-a2a2-7bf8036c5ffc tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] [instance: e1db078f-b047-4e92-9b28-109607d988a4] Successfully updated port: fa18752c-76fa-4020-af8d-ba47a153452a {{(pid=69613) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 719.464661] env[69613]: DEBUG nova.network.neutron [-] [instance: f7fdfec2-ad0d-42f4-bff8-99f164ce18a3] Updating instance_info_cache with network_info: [] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 719.519944] env[69613]: DEBUG oslo_vmware.api [None req-9077f710-552e-45e6-b360-17eb258b2fce tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Task: {'id': task-3417096, 'name': Rename_Task, 'duration_secs': 0.227516} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.520272] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-9077f710-552e-45e6-b360-17eb258b2fce tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] [instance: fa7f8ff7-658a-46d0-a6dc-232614af850d] Powering on the VM {{(pid=69613) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 719.520521] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f8191610-46db-4061-b370-3cb017264436 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.529075] env[69613]: DEBUG oslo_vmware.api [None req-9077f710-552e-45e6-b360-17eb258b2fce tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Waiting for the task: (returnval){ [ 719.529075] env[69613]: value = "task-3417099" [ 719.529075] env[69613]: _type = "Task" [ 719.529075] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.538225] env[69613]: DEBUG oslo_vmware.api [None req-9077f710-552e-45e6-b360-17eb258b2fce tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Task: {'id': task-3417099, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.575675] env[69613]: DEBUG oslo_vmware.api [None req-e68a815b-4969-4fcc-9e31-2c2f79767caa tempest-ImagesOneServerTestJSON-1060956417 tempest-ImagesOneServerTestJSON-1060956417-project-member] Task: {'id': task-3417094, 'name': Destroy_Task, 'duration_secs': 0.973724} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.575978] env[69613]: INFO nova.virt.vmwareapi.vm_util [None req-e68a815b-4969-4fcc-9e31-2c2f79767caa tempest-ImagesOneServerTestJSON-1060956417 tempest-ImagesOneServerTestJSON-1060956417-project-member] [instance: d9e3bd67-974c-477a-baa2-99549051a828] Destroyed the VM [ 719.576269] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-e68a815b-4969-4fcc-9e31-2c2f79767caa tempest-ImagesOneServerTestJSON-1060956417 tempest-ImagesOneServerTestJSON-1060956417-project-member] [instance: d9e3bd67-974c-477a-baa2-99549051a828] Deleting Snapshot of the VM instance {{(pid=69613) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 719.576581] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-02bb5c4b-065c-41fb-a141-b3a3d61d3170 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.582951] env[69613]: DEBUG oslo_vmware.api [None req-e68a815b-4969-4fcc-9e31-2c2f79767caa tempest-ImagesOneServerTestJSON-1060956417 tempest-ImagesOneServerTestJSON-1060956417-project-member] Waiting for the task: (returnval){ [ 719.582951] env[69613]: value = "task-3417100" [ 719.582951] env[69613]: _type = "Task" [ 719.582951] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.587811] env[69613]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-bf22ac6e-2b6b-4e5a-a728-1ac0576abe38 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.598566] env[69613]: DEBUG oslo_vmware.api [None req-e68a815b-4969-4fcc-9e31-2c2f79767caa tempest-ImagesOneServerTestJSON-1060956417 tempest-ImagesOneServerTestJSON-1060956417-project-member] Task: {'id': task-3417100, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.605017] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1611b04f-8b21-4d70-927d-805ca87b624d {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.635569] env[69613]: DEBUG nova.compute.manager [req-59c52ef0-548a-4122-a9c6-172f5bf77d4c req-d6bb7713-d57c-4df9-af5d-05ba8f67e348 service nova] [instance: f7fdfec2-ad0d-42f4-bff8-99f164ce18a3] Detach interface failed, port_id=f8cc892e-ca4e-4b07-970e-2668023db45c, reason: Instance f7fdfec2-ad0d-42f4-bff8-99f164ce18a3 could not be found. {{(pid=69613) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 719.660028] env[69613]: DEBUG oslo_concurrency.lockutils [None req-d217f6a5-2a68-420e-aac1-096183c33df4 tempest-ListImageFiltersTestJSON-1131301097 tempest-ListImageFiltersTestJSON-1131301097-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.750s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 719.660452] env[69613]: DEBUG nova.compute.manager [None req-d217f6a5-2a68-420e-aac1-096183c33df4 tempest-ListImageFiltersTestJSON-1131301097 tempest-ListImageFiltersTestJSON-1131301097-project-member] [instance: 352f5690-451d-489a-a7b1-259ff9b95e49] Start building networks asynchronously for instance. {{(pid=69613) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 719.663054] env[69613]: DEBUG oslo_concurrency.lockutils [None req-0c1337b7-1509-4b82-ad6b-e0eada2e3746 tempest-ListImageFiltersTestJSON-1131301097 tempest-ListImageFiltersTestJSON-1131301097-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.955s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 719.664431] env[69613]: INFO nova.compute.claims [None req-0c1337b7-1509-4b82-ad6b-e0eada2e3746 tempest-ListImageFiltersTestJSON-1131301097 tempest-ListImageFiltersTestJSON-1131301097-project-member] [instance: 8a331293-ee7f-4faa-a316-56aec9296894] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 719.711975] env[69613]: DEBUG oslo_vmware.api [None req-3d6bcdb5-31d4-48df-82eb-657fd9f19034 tempest-ServersTestFqdnHostnames-1406027918 tempest-ServersTestFqdnHostnames-1406027918-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]521565e8-4d89-bc1f-1927-6150a3d2606b, 'name': SearchDatastore_Task, 'duration_secs': 0.026826} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.712254] env[69613]: DEBUG oslo_concurrency.lockutils [None req-3d6bcdb5-31d4-48df-82eb-657fd9f19034 tempest-ServersTestFqdnHostnames-1406027918 tempest-ServersTestFqdnHostnames-1406027918-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.712443] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d6bcdb5-31d4-48df-82eb-657fd9f19034 tempest-ServersTestFqdnHostnames-1406027918 tempest-ServersTestFqdnHostnames-1406027918-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk to [datastore1] 3d07cf05-d08d-409f-9bbd-b7ff213e29ff/3d07cf05-d08d-409f-9bbd-b7ff213e29ff.vmdk {{(pid=69613) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 719.712707] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-69201bf6-b85a-4b6c-8d8e-c37c8768494d {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.719724] env[69613]: DEBUG oslo_vmware.api [None req-3d6bcdb5-31d4-48df-82eb-657fd9f19034 tempest-ServersTestFqdnHostnames-1406027918 tempest-ServersTestFqdnHostnames-1406027918-project-member] Waiting for the task: (returnval){ [ 719.719724] env[69613]: value = "task-3417101" [ 719.719724] env[69613]: _type = "Task" [ 719.719724] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.735098] env[69613]: DEBUG oslo_vmware.api [None req-3d6bcdb5-31d4-48df-82eb-657fd9f19034 tempest-ServersTestFqdnHostnames-1406027918 tempest-ServersTestFqdnHostnames-1406027918-project-member] Task: {'id': task-3417101, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.737559] env[69613]: DEBUG oslo_vmware.api [None req-05bf2b74-50e9-4287-a843-776bd8788877 tempest-ServerMetadataNegativeTestJSON-1771848395 tempest-ServerMetadataNegativeTestJSON-1771848395-project-member] Task: {'id': task-3417098, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.860761] env[69613]: DEBUG oslo_concurrency.lockutils [None req-301bdb84-1679-4515-a2a2-7bf8036c5ffc tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Acquiring lock "refresh_cache-e1db078f-b047-4e92-9b28-109607d988a4" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.860980] env[69613]: DEBUG oslo_concurrency.lockutils [None req-301bdb84-1679-4515-a2a2-7bf8036c5ffc tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Acquired lock "refresh_cache-e1db078f-b047-4e92-9b28-109607d988a4" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.861191] env[69613]: DEBUG nova.network.neutron [None req-301bdb84-1679-4515-a2a2-7bf8036c5ffc tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] [instance: e1db078f-b047-4e92-9b28-109607d988a4] Building network info cache for instance {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 719.969068] env[69613]: INFO nova.compute.manager [-] [instance: f7fdfec2-ad0d-42f4-bff8-99f164ce18a3] Took 1.44 seconds to deallocate network for instance. [ 720.039550] env[69613]: DEBUG oslo_vmware.api [None req-9077f710-552e-45e6-b360-17eb258b2fce tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Task: {'id': task-3417099, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.094786] env[69613]: DEBUG oslo_vmware.api [None req-e68a815b-4969-4fcc-9e31-2c2f79767caa tempest-ImagesOneServerTestJSON-1060956417 tempest-ImagesOneServerTestJSON-1060956417-project-member] Task: {'id': task-3417100, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.169227] env[69613]: DEBUG nova.compute.utils [None req-d217f6a5-2a68-420e-aac1-096183c33df4 tempest-ListImageFiltersTestJSON-1131301097 tempest-ListImageFiltersTestJSON-1131301097-project-member] Using /dev/sd instead of None {{(pid=69613) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 720.173028] env[69613]: DEBUG nova.compute.manager [None req-d217f6a5-2a68-420e-aac1-096183c33df4 tempest-ListImageFiltersTestJSON-1131301097 tempest-ListImageFiltersTestJSON-1131301097-project-member] [instance: 352f5690-451d-489a-a7b1-259ff9b95e49] Allocating IP information in the background. {{(pid=69613) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 720.173251] env[69613]: DEBUG nova.network.neutron [None req-d217f6a5-2a68-420e-aac1-096183c33df4 tempest-ListImageFiltersTestJSON-1131301097 tempest-ListImageFiltersTestJSON-1131301097-project-member] [instance: 352f5690-451d-489a-a7b1-259ff9b95e49] allocate_for_instance() {{(pid=69613) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 720.234842] env[69613]: DEBUG oslo_vmware.api [None req-05bf2b74-50e9-4287-a843-776bd8788877 tempest-ServerMetadataNegativeTestJSON-1771848395 tempest-ServerMetadataNegativeTestJSON-1771848395-project-member] Task: {'id': task-3417098, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.52228} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.238250] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-05bf2b74-50e9-4287-a843-776bd8788877 tempest-ServerMetadataNegativeTestJSON-1771848395 tempest-ServerMetadataNegativeTestJSON-1771848395-project-member] Deleted the datastore file {{(pid=69613) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 720.238546] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-05bf2b74-50e9-4287-a843-776bd8788877 tempest-ServerMetadataNegativeTestJSON-1771848395 tempest-ServerMetadataNegativeTestJSON-1771848395-project-member] [instance: 20fa95e4-e66f-4310-81bf-beb9a42968dc] Deleted contents of the VM from datastore datastore2 {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 720.238646] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-05bf2b74-50e9-4287-a843-776bd8788877 tempest-ServerMetadataNegativeTestJSON-1771848395 tempest-ServerMetadataNegativeTestJSON-1771848395-project-member] [instance: 20fa95e4-e66f-4310-81bf-beb9a42968dc] Instance destroyed {{(pid=69613) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 720.238826] env[69613]: INFO nova.compute.manager [None req-05bf2b74-50e9-4287-a843-776bd8788877 tempest-ServerMetadataNegativeTestJSON-1771848395 tempest-ServerMetadataNegativeTestJSON-1771848395-project-member] [instance: 20fa95e4-e66f-4310-81bf-beb9a42968dc] Took 1.66 seconds to destroy the instance on the hypervisor. [ 720.239107] env[69613]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-05bf2b74-50e9-4287-a843-776bd8788877 tempest-ServerMetadataNegativeTestJSON-1771848395 tempest-ServerMetadataNegativeTestJSON-1771848395-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69613) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 720.239331] env[69613]: DEBUG oslo_vmware.api [None req-3d6bcdb5-31d4-48df-82eb-657fd9f19034 tempest-ServersTestFqdnHostnames-1406027918 tempest-ServersTestFqdnHostnames-1406027918-project-member] Task: {'id': task-3417101, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.239679] env[69613]: DEBUG nova.compute.manager [-] [instance: 20fa95e4-e66f-4310-81bf-beb9a42968dc] Deallocating network for instance {{(pid=69613) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 720.242884] env[69613]: DEBUG nova.network.neutron [-] [instance: 20fa95e4-e66f-4310-81bf-beb9a42968dc] deallocate_for_instance() {{(pid=69613) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 720.243910] env[69613]: DEBUG nova.policy [None req-d217f6a5-2a68-420e-aac1-096183c33df4 tempest-ListImageFiltersTestJSON-1131301097 tempest-ListImageFiltersTestJSON-1131301097-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '05001dae00504c5ab968bca31db3697a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '44047a7502c94a839eea13956ccc6bcb', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69613) authorize /opt/stack/nova/nova/policy.py:192}} [ 720.419182] env[69613]: DEBUG nova.network.neutron [None req-301bdb84-1679-4515-a2a2-7bf8036c5ffc tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] [instance: e1db078f-b047-4e92-9b28-109607d988a4] Instance cache missing network info. {{(pid=69613) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 720.476860] env[69613]: DEBUG oslo_concurrency.lockutils [None req-dad79255-116f-41f1-941e-6b8b7feb6ad3 tempest-FloatingIPsAssociationTestJSON-164946246 tempest-FloatingIPsAssociationTestJSON-164946246-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 720.540670] env[69613]: DEBUG oslo_vmware.api [None req-9077f710-552e-45e6-b360-17eb258b2fce tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Task: {'id': task-3417099, 'name': PowerOnVM_Task, 'duration_secs': 0.658216} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.541099] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-9077f710-552e-45e6-b360-17eb258b2fce tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] [instance: fa7f8ff7-658a-46d0-a6dc-232614af850d] Powered on the VM {{(pid=69613) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 720.541345] env[69613]: INFO nova.compute.manager [None req-9077f710-552e-45e6-b360-17eb258b2fce tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] [instance: fa7f8ff7-658a-46d0-a6dc-232614af850d] Took 9.42 seconds to spawn the instance on the hypervisor. [ 720.541653] env[69613]: DEBUG nova.compute.manager [None req-9077f710-552e-45e6-b360-17eb258b2fce tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] [instance: fa7f8ff7-658a-46d0-a6dc-232614af850d] Checking state {{(pid=69613) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 720.543528] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f0d806a-f0fa-4911-86b7-60d0d5396724 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.596455] env[69613]: DEBUG oslo_vmware.api [None req-e68a815b-4969-4fcc-9e31-2c2f79767caa tempest-ImagesOneServerTestJSON-1060956417 tempest-ImagesOneServerTestJSON-1060956417-project-member] Task: {'id': task-3417100, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.637473] env[69613]: DEBUG nova.network.neutron [None req-301bdb84-1679-4515-a2a2-7bf8036c5ffc tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] [instance: e1db078f-b047-4e92-9b28-109607d988a4] Updating instance_info_cache with network_info: [{"id": "fa18752c-76fa-4020-af8d-ba47a153452a", "address": "fa:16:3e:a6:bd:be", "network": {"id": "075ea19d-4486-47a4-b67d-490e88881ac3", "bridge": "br-int", "label": "tempest-ImagesTestJSON-566193002-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7c90428991084ffb9d2b6d33b2ce1e15", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b7d09e9-a3dd-4d89-b9dd-2814f5f6dd5d", "external-id": "nsx-vlan-transportzone-591", "segmentation_id": 591, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfa18752c-76", "ovs_interfaceid": "fa18752c-76fa-4020-af8d-ba47a153452a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 720.676095] env[69613]: DEBUG nova.compute.manager [None req-d217f6a5-2a68-420e-aac1-096183c33df4 tempest-ListImageFiltersTestJSON-1131301097 tempest-ListImageFiltersTestJSON-1131301097-project-member] [instance: 352f5690-451d-489a-a7b1-259ff9b95e49] Start building block device mappings for instance. {{(pid=69613) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 720.735856] env[69613]: DEBUG oslo_vmware.api [None req-3d6bcdb5-31d4-48df-82eb-657fd9f19034 tempest-ServersTestFqdnHostnames-1406027918 tempest-ServersTestFqdnHostnames-1406027918-project-member] Task: {'id': task-3417101, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.712454} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.738665] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d6bcdb5-31d4-48df-82eb-657fd9f19034 tempest-ServersTestFqdnHostnames-1406027918 tempest-ServersTestFqdnHostnames-1406027918-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk to [datastore1] 3d07cf05-d08d-409f-9bbd-b7ff213e29ff/3d07cf05-d08d-409f-9bbd-b7ff213e29ff.vmdk {{(pid=69613) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 720.739092] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-3d6bcdb5-31d4-48df-82eb-657fd9f19034 tempest-ServersTestFqdnHostnames-1406027918 tempest-ServersTestFqdnHostnames-1406027918-project-member] [instance: 3d07cf05-d08d-409f-9bbd-b7ff213e29ff] Extending root virtual disk to 1048576 {{(pid=69613) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 720.739720] env[69613]: DEBUG nova.network.neutron [None req-d217f6a5-2a68-420e-aac1-096183c33df4 tempest-ListImageFiltersTestJSON-1131301097 tempest-ListImageFiltersTestJSON-1131301097-project-member] [instance: 352f5690-451d-489a-a7b1-259ff9b95e49] Successfully created port: 9162142c-6fa3-4f29-a32e-bf955f98fc6e {{(pid=69613) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 720.741803] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3c62857c-dcf6-47b1-9a18-d9dcfa9a05e4 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.749328] env[69613]: DEBUG oslo_vmware.api [None req-3d6bcdb5-31d4-48df-82eb-657fd9f19034 tempest-ServersTestFqdnHostnames-1406027918 tempest-ServersTestFqdnHostnames-1406027918-project-member] Waiting for the task: (returnval){ [ 720.749328] env[69613]: value = "task-3417102" [ 720.749328] env[69613]: _type = "Task" [ 720.749328] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.761977] env[69613]: DEBUG oslo_vmware.api [None req-3d6bcdb5-31d4-48df-82eb-657fd9f19034 tempest-ServersTestFqdnHostnames-1406027918 tempest-ServersTestFqdnHostnames-1406027918-project-member] Task: {'id': task-3417102, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.070943] env[69613]: INFO nova.compute.manager [None req-9077f710-552e-45e6-b360-17eb258b2fce tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] [instance: fa7f8ff7-658a-46d0-a6dc-232614af850d] Took 45.26 seconds to build instance. [ 721.089891] env[69613]: DEBUG nova.network.neutron [-] [instance: 20fa95e4-e66f-4310-81bf-beb9a42968dc] Updating instance_info_cache with network_info: [] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 721.100623] env[69613]: DEBUG oslo_vmware.api [None req-e68a815b-4969-4fcc-9e31-2c2f79767caa tempest-ImagesOneServerTestJSON-1060956417 tempest-ImagesOneServerTestJSON-1060956417-project-member] Task: {'id': task-3417100, 'name': RemoveSnapshot_Task, 'duration_secs': 1.061907} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.101487] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-e68a815b-4969-4fcc-9e31-2c2f79767caa tempest-ImagesOneServerTestJSON-1060956417 tempest-ImagesOneServerTestJSON-1060956417-project-member] [instance: d9e3bd67-974c-477a-baa2-99549051a828] Deleted Snapshot of the VM instance {{(pid=69613) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 721.101487] env[69613]: INFO nova.compute.manager [None req-e68a815b-4969-4fcc-9e31-2c2f79767caa tempest-ImagesOneServerTestJSON-1060956417 tempest-ImagesOneServerTestJSON-1060956417-project-member] [instance: d9e3bd67-974c-477a-baa2-99549051a828] Took 15.59 seconds to snapshot the instance on the hypervisor. [ 721.141244] env[69613]: DEBUG oslo_concurrency.lockutils [None req-301bdb84-1679-4515-a2a2-7bf8036c5ffc tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Releasing lock "refresh_cache-e1db078f-b047-4e92-9b28-109607d988a4" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.141244] env[69613]: DEBUG nova.compute.manager [None req-301bdb84-1679-4515-a2a2-7bf8036c5ffc tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] [instance: e1db078f-b047-4e92-9b28-109607d988a4] Instance network_info: |[{"id": "fa18752c-76fa-4020-af8d-ba47a153452a", "address": "fa:16:3e:a6:bd:be", "network": {"id": "075ea19d-4486-47a4-b67d-490e88881ac3", "bridge": "br-int", "label": "tempest-ImagesTestJSON-566193002-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7c90428991084ffb9d2b6d33b2ce1e15", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b7d09e9-a3dd-4d89-b9dd-2814f5f6dd5d", "external-id": "nsx-vlan-transportzone-591", "segmentation_id": 591, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfa18752c-76", "ovs_interfaceid": "fa18752c-76fa-4020-af8d-ba47a153452a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69613) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 721.141432] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-301bdb84-1679-4515-a2a2-7bf8036c5ffc tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] [instance: e1db078f-b047-4e92-9b28-109607d988a4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a6:bd:be', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3b7d09e9-a3dd-4d89-b9dd-2814f5f6dd5d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fa18752c-76fa-4020-af8d-ba47a153452a', 'vif_model': 'vmxnet3'}] {{(pid=69613) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 721.148668] env[69613]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-301bdb84-1679-4515-a2a2-7bf8036c5ffc tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69613) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 721.148888] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e1db078f-b047-4e92-9b28-109607d988a4] Creating VM on the ESX host {{(pid=69613) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 721.151889] env[69613]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-22f5e4c9-27f1-4fa1-a965-f2f293d1031b {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.169297] env[69613]: DEBUG oslo_concurrency.lockutils [None req-c9b297ec-4a3c-47b1-8acb-7c701bb7c802 tempest-ServersV294TestFqdnHostnames-2142112812 tempest-ServersV294TestFqdnHostnames-2142112812-project-member] Acquiring lock "1178a341-cc87-48f9-b274-f0a1ab0c01fc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 721.169297] env[69613]: DEBUG oslo_concurrency.lockutils [None req-c9b297ec-4a3c-47b1-8acb-7c701bb7c802 tempest-ServersV294TestFqdnHostnames-2142112812 tempest-ServersV294TestFqdnHostnames-2142112812-project-member] Lock "1178a341-cc87-48f9-b274-f0a1ab0c01fc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 721.169297] env[69613]: DEBUG oslo_concurrency.lockutils [None req-c9b297ec-4a3c-47b1-8acb-7c701bb7c802 tempest-ServersV294TestFqdnHostnames-2142112812 tempest-ServersV294TestFqdnHostnames-2142112812-project-member] Acquiring lock "1178a341-cc87-48f9-b274-f0a1ab0c01fc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 721.169526] env[69613]: DEBUG oslo_concurrency.lockutils [None req-c9b297ec-4a3c-47b1-8acb-7c701bb7c802 tempest-ServersV294TestFqdnHostnames-2142112812 tempest-ServersV294TestFqdnHostnames-2142112812-project-member] Lock "1178a341-cc87-48f9-b274-f0a1ab0c01fc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 721.169625] env[69613]: DEBUG oslo_concurrency.lockutils [None req-c9b297ec-4a3c-47b1-8acb-7c701bb7c802 tempest-ServersV294TestFqdnHostnames-2142112812 tempest-ServersV294TestFqdnHostnames-2142112812-project-member] Lock "1178a341-cc87-48f9-b274-f0a1ab0c01fc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 721.171866] env[69613]: INFO nova.compute.manager [None req-c9b297ec-4a3c-47b1-8acb-7c701bb7c802 tempest-ServersV294TestFqdnHostnames-2142112812 tempest-ServersV294TestFqdnHostnames-2142112812-project-member] [instance: 1178a341-cc87-48f9-b274-f0a1ab0c01fc] Terminating instance [ 721.175466] env[69613]: DEBUG nova.compute.manager [req-e170e305-7cb5-4f0b-9419-ebae35b25995 req-25ae9986-4b30-4291-9e9e-5b320e2f4b4b service nova] [instance: 20fa95e4-e66f-4310-81bf-beb9a42968dc] Received event network-vif-deleted-0f447b34-4215-40a6-aad5-f6b6f26b7b97 {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 721.188019] env[69613]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 721.188019] env[69613]: value = "task-3417103" [ 721.188019] env[69613]: _type = "Task" [ 721.188019] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.196409] env[69613]: DEBUG oslo_vmware.api [-] Task: {'id': task-3417103, 'name': CreateVM_Task} progress is 5%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.242290] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66f4ae5f-2a18-4509-9e50-3265c0509d3b {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.250167] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e9e6554-e0ab-4cd1-b715-973ad75f6ee8 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.260840] env[69613]: DEBUG oslo_vmware.api [None req-3d6bcdb5-31d4-48df-82eb-657fd9f19034 tempest-ServersTestFqdnHostnames-1406027918 tempest-ServersTestFqdnHostnames-1406027918-project-member] Task: {'id': task-3417102, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070174} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.289346] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-3d6bcdb5-31d4-48df-82eb-657fd9f19034 tempest-ServersTestFqdnHostnames-1406027918 tempest-ServersTestFqdnHostnames-1406027918-project-member] [instance: 3d07cf05-d08d-409f-9bbd-b7ff213e29ff] Extended root virtual disk {{(pid=69613) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 721.290936] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-233ce3e8-f81c-4139-a828-2fe0480508e8 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.294962] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04b23101-3d56-4465-81e5-f3cb6ced0f5e {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.310853] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-063be5e1-e59a-43ae-b5a3-e250ebe90f1d {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.324748] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-3d6bcdb5-31d4-48df-82eb-657fd9f19034 tempest-ServersTestFqdnHostnames-1406027918 tempest-ServersTestFqdnHostnames-1406027918-project-member] [instance: 3d07cf05-d08d-409f-9bbd-b7ff213e29ff] Reconfiguring VM instance instance-00000025 to attach disk [datastore1] 3d07cf05-d08d-409f-9bbd-b7ff213e29ff/3d07cf05-d08d-409f-9bbd-b7ff213e29ff.vmdk or device None with type sparse {{(pid=69613) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 721.326167] env[69613]: DEBUG nova.compute.manager [req-19b1b2a4-6689-4bb6-9f2d-4f882fc8559b req-fde3b6e3-3f82-4973-add6-f015ae358273 service nova] [instance: e1db078f-b047-4e92-9b28-109607d988a4] Received event network-changed-fa18752c-76fa-4020-af8d-ba47a153452a {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 721.326350] env[69613]: DEBUG nova.compute.manager [req-19b1b2a4-6689-4bb6-9f2d-4f882fc8559b req-fde3b6e3-3f82-4973-add6-f015ae358273 service nova] [instance: e1db078f-b047-4e92-9b28-109607d988a4] Refreshing instance network info cache due to event network-changed-fa18752c-76fa-4020-af8d-ba47a153452a. {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 721.326567] env[69613]: DEBUG oslo_concurrency.lockutils [req-19b1b2a4-6689-4bb6-9f2d-4f882fc8559b req-fde3b6e3-3f82-4973-add6-f015ae358273 service nova] Acquiring lock "refresh_cache-e1db078f-b047-4e92-9b28-109607d988a4" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.326795] env[69613]: DEBUG oslo_concurrency.lockutils [req-19b1b2a4-6689-4bb6-9f2d-4f882fc8559b req-fde3b6e3-3f82-4973-add6-f015ae358273 service nova] Acquired lock "refresh_cache-e1db078f-b047-4e92-9b28-109607d988a4" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.326839] env[69613]: DEBUG nova.network.neutron [req-19b1b2a4-6689-4bb6-9f2d-4f882fc8559b req-fde3b6e3-3f82-4973-add6-f015ae358273 service nova] [instance: e1db078f-b047-4e92-9b28-109607d988a4] Refreshing network info cache for port fa18752c-76fa-4020-af8d-ba47a153452a {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 721.328356] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b946c51e-582f-47b6-a5e5-ef5f3e436251 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.357019] env[69613]: DEBUG nova.compute.provider_tree [None req-0c1337b7-1509-4b82-ad6b-e0eada2e3746 tempest-ListImageFiltersTestJSON-1131301097 tempest-ListImageFiltersTestJSON-1131301097-project-member] Updating inventory in ProviderTree for provider af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69613) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 721.357142] env[69613]: DEBUG oslo_vmware.api [None req-3d6bcdb5-31d4-48df-82eb-657fd9f19034 tempest-ServersTestFqdnHostnames-1406027918 tempest-ServersTestFqdnHostnames-1406027918-project-member] Waiting for the task: (returnval){ [ 721.357142] env[69613]: value = "task-3417104" [ 721.357142] env[69613]: _type = "Task" [ 721.357142] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.366014] env[69613]: DEBUG oslo_vmware.api [None req-3d6bcdb5-31d4-48df-82eb-657fd9f19034 tempest-ServersTestFqdnHostnames-1406027918 tempest-ServersTestFqdnHostnames-1406027918-project-member] Task: {'id': task-3417104, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.574184] env[69613]: DEBUG oslo_concurrency.lockutils [None req-9077f710-552e-45e6-b360-17eb258b2fce tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Lock "fa7f8ff7-658a-46d0-a6dc-232614af850d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 77.878s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 721.595985] env[69613]: INFO nova.compute.manager [-] [instance: 20fa95e4-e66f-4310-81bf-beb9a42968dc] Took 1.36 seconds to deallocate network for instance. [ 721.675989] env[69613]: DEBUG nova.compute.manager [None req-c9b297ec-4a3c-47b1-8acb-7c701bb7c802 tempest-ServersV294TestFqdnHostnames-2142112812 tempest-ServersV294TestFqdnHostnames-2142112812-project-member] [instance: 1178a341-cc87-48f9-b274-f0a1ab0c01fc] Start destroying the instance on the hypervisor. {{(pid=69613) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 721.676251] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-c9b297ec-4a3c-47b1-8acb-7c701bb7c802 tempest-ServersV294TestFqdnHostnames-2142112812 tempest-ServersV294TestFqdnHostnames-2142112812-project-member] [instance: 1178a341-cc87-48f9-b274-f0a1ab0c01fc] Destroying instance {{(pid=69613) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 721.677231] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c4821b3-69a7-41dd-8f2a-4de2450499e0 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.686939] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9b297ec-4a3c-47b1-8acb-7c701bb7c802 tempest-ServersV294TestFqdnHostnames-2142112812 tempest-ServersV294TestFqdnHostnames-2142112812-project-member] [instance: 1178a341-cc87-48f9-b274-f0a1ab0c01fc] Powering off the VM {{(pid=69613) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 721.687216] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c5bceb53-6d07-4177-9de4-a92610210269 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.689469] env[69613]: DEBUG nova.compute.manager [None req-d217f6a5-2a68-420e-aac1-096183c33df4 tempest-ListImageFiltersTestJSON-1131301097 tempest-ListImageFiltersTestJSON-1131301097-project-member] [instance: 352f5690-451d-489a-a7b1-259ff9b95e49] Start spawning the instance on the hypervisor. {{(pid=69613) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 721.699859] env[69613]: DEBUG oslo_vmware.api [-] Task: {'id': task-3417103, 'name': CreateVM_Task} progress is 25%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.702236] env[69613]: DEBUG oslo_vmware.api [None req-c9b297ec-4a3c-47b1-8acb-7c701bb7c802 tempest-ServersV294TestFqdnHostnames-2142112812 tempest-ServersV294TestFqdnHostnames-2142112812-project-member] Waiting for the task: (returnval){ [ 721.702236] env[69613]: value = "task-3417105" [ 721.702236] env[69613]: _type = "Task" [ 721.702236] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.709706] env[69613]: DEBUG oslo_vmware.api [None req-c9b297ec-4a3c-47b1-8acb-7c701bb7c802 tempest-ServersV294TestFqdnHostnames-2142112812 tempest-ServersV294TestFqdnHostnames-2142112812-project-member] Task: {'id': task-3417105, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.712692] env[69613]: DEBUG nova.virt.hardware [None req-d217f6a5-2a68-420e-aac1-096183c33df4 tempest-ListImageFiltersTestJSON-1131301097 tempest-ListImageFiltersTestJSON-1131301097-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T13:55:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T13:55:19Z,direct_url=,disk_format='vmdk',id=2b7a0304-b5d0-431d-b287-32c8388d7fbd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3e9e1b873f1442d59d5ee8247b941f74',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T13:55:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 721.712916] env[69613]: DEBUG nova.virt.hardware [None req-d217f6a5-2a68-420e-aac1-096183c33df4 tempest-ListImageFiltersTestJSON-1131301097 tempest-ListImageFiltersTestJSON-1131301097-project-member] Flavor limits 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 721.713083] env[69613]: DEBUG nova.virt.hardware [None req-d217f6a5-2a68-420e-aac1-096183c33df4 tempest-ListImageFiltersTestJSON-1131301097 tempest-ListImageFiltersTestJSON-1131301097-project-member] Image limits 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 721.713601] env[69613]: DEBUG nova.virt.hardware [None req-d217f6a5-2a68-420e-aac1-096183c33df4 tempest-ListImageFiltersTestJSON-1131301097 tempest-ListImageFiltersTestJSON-1131301097-project-member] Flavor pref 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 721.713601] env[69613]: DEBUG nova.virt.hardware [None req-d217f6a5-2a68-420e-aac1-096183c33df4 tempest-ListImageFiltersTestJSON-1131301097 tempest-ListImageFiltersTestJSON-1131301097-project-member] Image pref 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 721.713601] env[69613]: DEBUG nova.virt.hardware [None req-d217f6a5-2a68-420e-aac1-096183c33df4 tempest-ListImageFiltersTestJSON-1131301097 tempest-ListImageFiltersTestJSON-1131301097-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 721.713773] env[69613]: DEBUG nova.virt.hardware [None req-d217f6a5-2a68-420e-aac1-096183c33df4 tempest-ListImageFiltersTestJSON-1131301097 tempest-ListImageFiltersTestJSON-1131301097-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 721.713889] env[69613]: DEBUG nova.virt.hardware [None req-d217f6a5-2a68-420e-aac1-096183c33df4 tempest-ListImageFiltersTestJSON-1131301097 tempest-ListImageFiltersTestJSON-1131301097-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69613) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 721.714067] env[69613]: DEBUG nova.virt.hardware [None req-d217f6a5-2a68-420e-aac1-096183c33df4 tempest-ListImageFiltersTestJSON-1131301097 tempest-ListImageFiltersTestJSON-1131301097-project-member] Got 1 possible topologies {{(pid=69613) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 721.714246] env[69613]: DEBUG nova.virt.hardware [None req-d217f6a5-2a68-420e-aac1-096183c33df4 tempest-ListImageFiltersTestJSON-1131301097 tempest-ListImageFiltersTestJSON-1131301097-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 721.714418] env[69613]: DEBUG nova.virt.hardware [None req-d217f6a5-2a68-420e-aac1-096183c33df4 tempest-ListImageFiltersTestJSON-1131301097 tempest-ListImageFiltersTestJSON-1131301097-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 721.715572] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebb5cf76-c9b7-47b5-bf4e-2b8a634ba15e {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.723212] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e9f8e76-2fec-437b-a74b-ff4df5e7b6bd {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.871182] env[69613]: DEBUG oslo_vmware.api [None req-3d6bcdb5-31d4-48df-82eb-657fd9f19034 tempest-ServersTestFqdnHostnames-1406027918 tempest-ServersTestFqdnHostnames-1406027918-project-member] Task: {'id': task-3417104, 'name': ReconfigVM_Task, 'duration_secs': 0.27652} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.871490] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-3d6bcdb5-31d4-48df-82eb-657fd9f19034 tempest-ServersTestFqdnHostnames-1406027918 tempest-ServersTestFqdnHostnames-1406027918-project-member] [instance: 3d07cf05-d08d-409f-9bbd-b7ff213e29ff] Reconfigured VM instance instance-00000025 to attach disk [datastore1] 3d07cf05-d08d-409f-9bbd-b7ff213e29ff/3d07cf05-d08d-409f-9bbd-b7ff213e29ff.vmdk or device None with type sparse {{(pid=69613) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 721.872126] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6afc9828-c598-4e55-87cc-8be2b37320f6 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.878038] env[69613]: DEBUG oslo_vmware.api [None req-3d6bcdb5-31d4-48df-82eb-657fd9f19034 tempest-ServersTestFqdnHostnames-1406027918 tempest-ServersTestFqdnHostnames-1406027918-project-member] Waiting for the task: (returnval){ [ 721.878038] env[69613]: value = "task-3417106" [ 721.878038] env[69613]: _type = "Task" [ 721.878038] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.879320] env[69613]: ERROR nova.scheduler.client.report [None req-0c1337b7-1509-4b82-ad6b-e0eada2e3746 tempest-ListImageFiltersTestJSON-1131301097 tempest-ListImageFiltersTestJSON-1131301097-project-member] [req-d4b9e300-ec20-4eb6-bd27-f9da4e83393a] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID af76dfa6-80f5-47a1-ac1e-7e11abfaaed9. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-d4b9e300-ec20-4eb6-bd27-f9da4e83393a"}]} [ 721.891387] env[69613]: DEBUG oslo_vmware.api [None req-3d6bcdb5-31d4-48df-82eb-657fd9f19034 tempest-ServersTestFqdnHostnames-1406027918 tempest-ServersTestFqdnHostnames-1406027918-project-member] Task: {'id': task-3417106, 'name': Rename_Task} progress is 6%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.897691] env[69613]: DEBUG nova.scheduler.client.report [None req-0c1337b7-1509-4b82-ad6b-e0eada2e3746 tempest-ListImageFiltersTestJSON-1131301097 tempest-ListImageFiltersTestJSON-1131301097-project-member] Refreshing inventories for resource provider af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 {{(pid=69613) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 721.917940] env[69613]: DEBUG nova.scheduler.client.report [None req-0c1337b7-1509-4b82-ad6b-e0eada2e3746 tempest-ListImageFiltersTestJSON-1131301097 tempest-ListImageFiltersTestJSON-1131301097-project-member] Updating ProviderTree inventory for provider af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69613) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 721.918223] env[69613]: DEBUG nova.compute.provider_tree [None req-0c1337b7-1509-4b82-ad6b-e0eada2e3746 tempest-ListImageFiltersTestJSON-1131301097 tempest-ListImageFiltersTestJSON-1131301097-project-member] Updating inventory in ProviderTree for provider af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69613) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 721.930737] env[69613]: DEBUG nova.scheduler.client.report [None req-0c1337b7-1509-4b82-ad6b-e0eada2e3746 tempest-ListImageFiltersTestJSON-1131301097 tempest-ListImageFiltersTestJSON-1131301097-project-member] Refreshing aggregate associations for resource provider af76dfa6-80f5-47a1-ac1e-7e11abfaaed9, aggregates: None {{(pid=69613) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 721.951516] env[69613]: DEBUG nova.scheduler.client.report [None req-0c1337b7-1509-4b82-ad6b-e0eada2e3746 tempest-ListImageFiltersTestJSON-1131301097 tempest-ListImageFiltersTestJSON-1131301097-project-member] Refreshing trait associations for resource provider af76dfa6-80f5-47a1-ac1e-7e11abfaaed9, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_NODE {{(pid=69613) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 722.076884] env[69613]: DEBUG nova.compute.manager [None req-28bf20bd-b252-4b40-805a-7087e11663b4 tempest-SecurityGroupsTestJSON-147571119 tempest-SecurityGroupsTestJSON-147571119-project-member] [instance: 41c0824b-2186-49fe-bcfd-82c031bf4810] Starting instance... {{(pid=69613) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 722.102537] env[69613]: DEBUG oslo_concurrency.lockutils [None req-05bf2b74-50e9-4287-a843-776bd8788877 tempest-ServerMetadataNegativeTestJSON-1771848395 tempest-ServerMetadataNegativeTestJSON-1771848395-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 722.164359] env[69613]: DEBUG nova.network.neutron [req-19b1b2a4-6689-4bb6-9f2d-4f882fc8559b req-fde3b6e3-3f82-4973-add6-f015ae358273 service nova] [instance: e1db078f-b047-4e92-9b28-109607d988a4] Updated VIF entry in instance network info cache for port fa18752c-76fa-4020-af8d-ba47a153452a. {{(pid=69613) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 722.164702] env[69613]: DEBUG nova.network.neutron [req-19b1b2a4-6689-4bb6-9f2d-4f882fc8559b req-fde3b6e3-3f82-4973-add6-f015ae358273 service nova] [instance: e1db078f-b047-4e92-9b28-109607d988a4] Updating instance_info_cache with network_info: [{"id": "fa18752c-76fa-4020-af8d-ba47a153452a", "address": "fa:16:3e:a6:bd:be", "network": {"id": "075ea19d-4486-47a4-b67d-490e88881ac3", "bridge": "br-int", "label": "tempest-ImagesTestJSON-566193002-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7c90428991084ffb9d2b6d33b2ce1e15", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b7d09e9-a3dd-4d89-b9dd-2814f5f6dd5d", "external-id": "nsx-vlan-transportzone-591", "segmentation_id": 591, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfa18752c-76", "ovs_interfaceid": "fa18752c-76fa-4020-af8d-ba47a153452a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 722.205108] env[69613]: DEBUG oslo_vmware.api [-] Task: {'id': task-3417103, 'name': CreateVM_Task, 'duration_secs': 0.811003} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.208233] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e1db078f-b047-4e92-9b28-109607d988a4] Created VM on the ESX host {{(pid=69613) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 722.211321] env[69613]: DEBUG oslo_concurrency.lockutils [None req-301bdb84-1679-4515-a2a2-7bf8036c5ffc tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.211755] env[69613]: DEBUG oslo_concurrency.lockutils [None req-301bdb84-1679-4515-a2a2-7bf8036c5ffc tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.212151] env[69613]: DEBUG oslo_concurrency.lockutils [None req-301bdb84-1679-4515-a2a2-7bf8036c5ffc tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.213170] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1be52a00-0efe-4e90-a3db-059bc70f9817 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.223018] env[69613]: DEBUG oslo_vmware.api [None req-c9b297ec-4a3c-47b1-8acb-7c701bb7c802 tempest-ServersV294TestFqdnHostnames-2142112812 tempest-ServersV294TestFqdnHostnames-2142112812-project-member] Task: {'id': task-3417105, 'name': PowerOffVM_Task, 'duration_secs': 0.339363} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.223018] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9b297ec-4a3c-47b1-8acb-7c701bb7c802 tempest-ServersV294TestFqdnHostnames-2142112812 tempest-ServersV294TestFqdnHostnames-2142112812-project-member] [instance: 1178a341-cc87-48f9-b274-f0a1ab0c01fc] Powered off the VM {{(pid=69613) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 722.223018] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-c9b297ec-4a3c-47b1-8acb-7c701bb7c802 tempest-ServersV294TestFqdnHostnames-2142112812 tempest-ServersV294TestFqdnHostnames-2142112812-project-member] [instance: 1178a341-cc87-48f9-b274-f0a1ab0c01fc] Unregistering the VM {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 722.223018] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8c36d80f-62e8-4222-a201-7f85de03a01d {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.223394] env[69613]: DEBUG oslo_vmware.api [None req-301bdb84-1679-4515-a2a2-7bf8036c5ffc tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Waiting for the task: (returnval){ [ 722.223394] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]5242f119-fc85-f051-d84f-9b8b77d2d723" [ 722.223394] env[69613]: _type = "Task" [ 722.223394] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.241016] env[69613]: DEBUG oslo_vmware.api [None req-301bdb84-1679-4515-a2a2-7bf8036c5ffc tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]5242f119-fc85-f051-d84f-9b8b77d2d723, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.318878] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-c9b297ec-4a3c-47b1-8acb-7c701bb7c802 tempest-ServersV294TestFqdnHostnames-2142112812 tempest-ServersV294TestFqdnHostnames-2142112812-project-member] [instance: 1178a341-cc87-48f9-b274-f0a1ab0c01fc] Unregistered the VM {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 722.319089] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-c9b297ec-4a3c-47b1-8acb-7c701bb7c802 tempest-ServersV294TestFqdnHostnames-2142112812 tempest-ServersV294TestFqdnHostnames-2142112812-project-member] [instance: 1178a341-cc87-48f9-b274-f0a1ab0c01fc] Deleting contents of the VM from datastore datastore1 {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 722.319288] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9b297ec-4a3c-47b1-8acb-7c701bb7c802 tempest-ServersV294TestFqdnHostnames-2142112812 tempest-ServersV294TestFqdnHostnames-2142112812-project-member] Deleting the datastore file [datastore1] 1178a341-cc87-48f9-b274-f0a1ab0c01fc {{(pid=69613) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 722.319559] env[69613]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2fddfdb2-5980-4588-a7df-c80481f6937e {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.326976] env[69613]: DEBUG oslo_vmware.api [None req-c9b297ec-4a3c-47b1-8acb-7c701bb7c802 tempest-ServersV294TestFqdnHostnames-2142112812 tempest-ServersV294TestFqdnHostnames-2142112812-project-member] Waiting for the task: (returnval){ [ 722.326976] env[69613]: value = "task-3417108" [ 722.326976] env[69613]: _type = "Task" [ 722.326976] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.329713] env[69613]: DEBUG nova.network.neutron [None req-d217f6a5-2a68-420e-aac1-096183c33df4 tempest-ListImageFiltersTestJSON-1131301097 tempest-ListImageFiltersTestJSON-1131301097-project-member] [instance: 352f5690-451d-489a-a7b1-259ff9b95e49] Successfully updated port: 9162142c-6fa3-4f29-a32e-bf955f98fc6e {{(pid=69613) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 722.341705] env[69613]: DEBUG oslo_vmware.api [None req-c9b297ec-4a3c-47b1-8acb-7c701bb7c802 tempest-ServersV294TestFqdnHostnames-2142112812 tempest-ServersV294TestFqdnHostnames-2142112812-project-member] Task: {'id': task-3417108, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.390771] env[69613]: DEBUG oslo_vmware.api [None req-3d6bcdb5-31d4-48df-82eb-657fd9f19034 tempest-ServersTestFqdnHostnames-1406027918 tempest-ServersTestFqdnHostnames-1406027918-project-member] Task: {'id': task-3417106, 'name': Rename_Task, 'duration_secs': 0.157919} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.393688] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d6bcdb5-31d4-48df-82eb-657fd9f19034 tempest-ServersTestFqdnHostnames-1406027918 tempest-ServersTestFqdnHostnames-1406027918-project-member] [instance: 3d07cf05-d08d-409f-9bbd-b7ff213e29ff] Powering on the VM {{(pid=69613) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 722.394159] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a68a5f79-5cc4-40e6-a99d-8ddb8539a04e {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.399942] env[69613]: DEBUG oslo_vmware.api [None req-3d6bcdb5-31d4-48df-82eb-657fd9f19034 tempest-ServersTestFqdnHostnames-1406027918 tempest-ServersTestFqdnHostnames-1406027918-project-member] Waiting for the task: (returnval){ [ 722.399942] env[69613]: value = "task-3417109" [ 722.399942] env[69613]: _type = "Task" [ 722.399942] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.409949] env[69613]: DEBUG oslo_vmware.api [None req-3d6bcdb5-31d4-48df-82eb-657fd9f19034 tempest-ServersTestFqdnHostnames-1406027918 tempest-ServersTestFqdnHostnames-1406027918-project-member] Task: {'id': task-3417109, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.503595] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c6506d4-d369-40b0-8a38-01009b46b9b5 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.511559] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01981b19-2ae1-4b14-9778-a8ec35e1fe70 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.545113] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc3e2561-d531-44dc-89ac-ea07fdf4a313 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.552470] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2c1a613-64a7-4113-98ed-4f4bba4e7d07 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.567538] env[69613]: DEBUG nova.compute.provider_tree [None req-0c1337b7-1509-4b82-ad6b-e0eada2e3746 tempest-ListImageFiltersTestJSON-1131301097 tempest-ListImageFiltersTestJSON-1131301097-project-member] Updating inventory in ProviderTree for provider af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69613) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 722.601804] env[69613]: DEBUG oslo_concurrency.lockutils [None req-28bf20bd-b252-4b40-805a-7087e11663b4 tempest-SecurityGroupsTestJSON-147571119 tempest-SecurityGroupsTestJSON-147571119-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 722.669155] env[69613]: DEBUG oslo_concurrency.lockutils [req-19b1b2a4-6689-4bb6-9f2d-4f882fc8559b req-fde3b6e3-3f82-4973-add6-f015ae358273 service nova] Releasing lock "refresh_cache-e1db078f-b047-4e92-9b28-109607d988a4" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.737379] env[69613]: DEBUG oslo_vmware.api [None req-301bdb84-1679-4515-a2a2-7bf8036c5ffc tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]5242f119-fc85-f051-d84f-9b8b77d2d723, 'name': SearchDatastore_Task, 'duration_secs': 0.01769} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.737379] env[69613]: DEBUG oslo_concurrency.lockutils [None req-301bdb84-1679-4515-a2a2-7bf8036c5ffc tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.737379] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-301bdb84-1679-4515-a2a2-7bf8036c5ffc tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] [instance: e1db078f-b047-4e92-9b28-109607d988a4] Processing image 2b7a0304-b5d0-431d-b287-32c8388d7fbd {{(pid=69613) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 722.737379] env[69613]: DEBUG oslo_concurrency.lockutils [None req-301bdb84-1679-4515-a2a2-7bf8036c5ffc tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.737811] env[69613]: DEBUG oslo_concurrency.lockutils [None req-301bdb84-1679-4515-a2a2-7bf8036c5ffc tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.737811] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-301bdb84-1679-4515-a2a2-7bf8036c5ffc tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69613) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 722.737922] env[69613]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4db0606e-d795-4978-83a3-100d2ba1bd47 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.748140] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-301bdb84-1679-4515-a2a2-7bf8036c5ffc tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69613) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 722.748369] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-301bdb84-1679-4515-a2a2-7bf8036c5ffc tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69613) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 722.749094] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-85d4b9c7-19d3-440d-be68-711d4fddfe2c {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.754829] env[69613]: DEBUG oslo_vmware.api [None req-301bdb84-1679-4515-a2a2-7bf8036c5ffc tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Waiting for the task: (returnval){ [ 722.754829] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]52c51464-b66e-3ba8-3c91-8f89df3017d8" [ 722.754829] env[69613]: _type = "Task" [ 722.754829] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.763208] env[69613]: DEBUG oslo_vmware.api [None req-301bdb84-1679-4515-a2a2-7bf8036c5ffc tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52c51464-b66e-3ba8-3c91-8f89df3017d8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.841948] env[69613]: DEBUG oslo_concurrency.lockutils [None req-d217f6a5-2a68-420e-aac1-096183c33df4 tempest-ListImageFiltersTestJSON-1131301097 tempest-ListImageFiltersTestJSON-1131301097-project-member] Acquiring lock "refresh_cache-352f5690-451d-489a-a7b1-259ff9b95e49" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.842127] env[69613]: DEBUG oslo_concurrency.lockutils [None req-d217f6a5-2a68-420e-aac1-096183c33df4 tempest-ListImageFiltersTestJSON-1131301097 tempest-ListImageFiltersTestJSON-1131301097-project-member] Acquired lock "refresh_cache-352f5690-451d-489a-a7b1-259ff9b95e49" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.842295] env[69613]: DEBUG nova.network.neutron [None req-d217f6a5-2a68-420e-aac1-096183c33df4 tempest-ListImageFiltersTestJSON-1131301097 tempest-ListImageFiltersTestJSON-1131301097-project-member] [instance: 352f5690-451d-489a-a7b1-259ff9b95e49] Building network info cache for instance {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 722.843543] env[69613]: DEBUG oslo_vmware.api [None req-c9b297ec-4a3c-47b1-8acb-7c701bb7c802 tempest-ServersV294TestFqdnHostnames-2142112812 tempest-ServersV294TestFqdnHostnames-2142112812-project-member] Task: {'id': task-3417108, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.206024} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.843802] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9b297ec-4a3c-47b1-8acb-7c701bb7c802 tempest-ServersV294TestFqdnHostnames-2142112812 tempest-ServersV294TestFqdnHostnames-2142112812-project-member] Deleted the datastore file {{(pid=69613) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 722.843994] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-c9b297ec-4a3c-47b1-8acb-7c701bb7c802 tempest-ServersV294TestFqdnHostnames-2142112812 tempest-ServersV294TestFqdnHostnames-2142112812-project-member] [instance: 1178a341-cc87-48f9-b274-f0a1ab0c01fc] Deleted contents of the VM from datastore datastore1 {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 722.844200] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-c9b297ec-4a3c-47b1-8acb-7c701bb7c802 tempest-ServersV294TestFqdnHostnames-2142112812 tempest-ServersV294TestFqdnHostnames-2142112812-project-member] [instance: 1178a341-cc87-48f9-b274-f0a1ab0c01fc] Instance destroyed {{(pid=69613) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 722.844386] env[69613]: INFO nova.compute.manager [None req-c9b297ec-4a3c-47b1-8acb-7c701bb7c802 tempest-ServersV294TestFqdnHostnames-2142112812 tempest-ServersV294TestFqdnHostnames-2142112812-project-member] [instance: 1178a341-cc87-48f9-b274-f0a1ab0c01fc] Took 1.17 seconds to destroy the instance on the hypervisor. [ 722.844644] env[69613]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c9b297ec-4a3c-47b1-8acb-7c701bb7c802 tempest-ServersV294TestFqdnHostnames-2142112812 tempest-ServersV294TestFqdnHostnames-2142112812-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69613) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 722.844875] env[69613]: DEBUG nova.compute.manager [-] [instance: 1178a341-cc87-48f9-b274-f0a1ab0c01fc] Deallocating network for instance {{(pid=69613) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 722.844964] env[69613]: DEBUG nova.network.neutron [-] [instance: 1178a341-cc87-48f9-b274-f0a1ab0c01fc] deallocate_for_instance() {{(pid=69613) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 722.911417] env[69613]: DEBUG oslo_vmware.api [None req-3d6bcdb5-31d4-48df-82eb-657fd9f19034 tempest-ServersTestFqdnHostnames-1406027918 tempest-ServersTestFqdnHostnames-1406027918-project-member] Task: {'id': task-3417109, 'name': PowerOnVM_Task, 'duration_secs': 0.474189} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.911682] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d6bcdb5-31d4-48df-82eb-657fd9f19034 tempest-ServersTestFqdnHostnames-1406027918 tempest-ServersTestFqdnHostnames-1406027918-project-member] [instance: 3d07cf05-d08d-409f-9bbd-b7ff213e29ff] Powered on the VM {{(pid=69613) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 722.911917] env[69613]: INFO nova.compute.manager [None req-3d6bcdb5-31d4-48df-82eb-657fd9f19034 tempest-ServersTestFqdnHostnames-1406027918 tempest-ServersTestFqdnHostnames-1406027918-project-member] [instance: 3d07cf05-d08d-409f-9bbd-b7ff213e29ff] Took 8.92 seconds to spawn the instance on the hypervisor. [ 722.912117] env[69613]: DEBUG nova.compute.manager [None req-3d6bcdb5-31d4-48df-82eb-657fd9f19034 tempest-ServersTestFqdnHostnames-1406027918 tempest-ServersTestFqdnHostnames-1406027918-project-member] [instance: 3d07cf05-d08d-409f-9bbd-b7ff213e29ff] Checking state {{(pid=69613) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 722.912890] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90331935-dfa7-44cd-a5ff-90b29c1d7eaa {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.121550] env[69613]: DEBUG nova.scheduler.client.report [None req-0c1337b7-1509-4b82-ad6b-e0eada2e3746 tempest-ListImageFiltersTestJSON-1131301097 tempest-ListImageFiltersTestJSON-1131301097-project-member] Updated inventory for provider af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 with generation 59 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69613) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 723.121550] env[69613]: DEBUG nova.compute.provider_tree [None req-0c1337b7-1509-4b82-ad6b-e0eada2e3746 tempest-ListImageFiltersTestJSON-1131301097 tempest-ListImageFiltersTestJSON-1131301097-project-member] Updating resource provider af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 generation from 59 to 60 during operation: update_inventory {{(pid=69613) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 723.121550] env[69613]: DEBUG nova.compute.provider_tree [None req-0c1337b7-1509-4b82-ad6b-e0eada2e3746 tempest-ListImageFiltersTestJSON-1131301097 tempest-ListImageFiltersTestJSON-1131301097-project-member] Updating inventory in ProviderTree for provider af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69613) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 723.265702] env[69613]: DEBUG oslo_vmware.api [None req-301bdb84-1679-4515-a2a2-7bf8036c5ffc tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52c51464-b66e-3ba8-3c91-8f89df3017d8, 'name': SearchDatastore_Task, 'duration_secs': 0.011723} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.266512] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bcb6b427-f2f3-4949-ad71-f667163645d7 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.272022] env[69613]: DEBUG oslo_vmware.api [None req-301bdb84-1679-4515-a2a2-7bf8036c5ffc tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Waiting for the task: (returnval){ [ 723.272022] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]52278b21-2c79-2fda-3f9f-bc301c89ba2e" [ 723.272022] env[69613]: _type = "Task" [ 723.272022] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.280517] env[69613]: DEBUG oslo_vmware.api [None req-301bdb84-1679-4515-a2a2-7bf8036c5ffc tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52278b21-2c79-2fda-3f9f-bc301c89ba2e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.311312] env[69613]: DEBUG nova.compute.manager [req-425c7d2d-d0fb-41a9-9db0-2d17d597f6bd req-1eb2ea68-89f2-4537-ad9c-22c772e70f79 service nova] [instance: fa7f8ff7-658a-46d0-a6dc-232614af850d] Received event network-changed-fe52934e-8488-4b1a-80f7-1311cd4014f0 {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 723.311506] env[69613]: DEBUG nova.compute.manager [req-425c7d2d-d0fb-41a9-9db0-2d17d597f6bd req-1eb2ea68-89f2-4537-ad9c-22c772e70f79 service nova] [instance: fa7f8ff7-658a-46d0-a6dc-232614af850d] Refreshing instance network info cache due to event network-changed-fe52934e-8488-4b1a-80f7-1311cd4014f0. {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 723.311719] env[69613]: DEBUG oslo_concurrency.lockutils [req-425c7d2d-d0fb-41a9-9db0-2d17d597f6bd req-1eb2ea68-89f2-4537-ad9c-22c772e70f79 service nova] Acquiring lock "refresh_cache-fa7f8ff7-658a-46d0-a6dc-232614af850d" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.311864] env[69613]: DEBUG oslo_concurrency.lockutils [req-425c7d2d-d0fb-41a9-9db0-2d17d597f6bd req-1eb2ea68-89f2-4537-ad9c-22c772e70f79 service nova] Acquired lock "refresh_cache-fa7f8ff7-658a-46d0-a6dc-232614af850d" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.312443] env[69613]: DEBUG nova.network.neutron [req-425c7d2d-d0fb-41a9-9db0-2d17d597f6bd req-1eb2ea68-89f2-4537-ad9c-22c772e70f79 service nova] [instance: fa7f8ff7-658a-46d0-a6dc-232614af850d] Refreshing network info cache for port fe52934e-8488-4b1a-80f7-1311cd4014f0 {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 723.345751] env[69613]: DEBUG nova.compute.manager [req-cbf79be7-a71b-4029-afda-32cb921e2f17 req-b5aeb976-05aa-4c99-b636-1cfa2bce2cbd service nova] [instance: 352f5690-451d-489a-a7b1-259ff9b95e49] Received event network-vif-plugged-9162142c-6fa3-4f29-a32e-bf955f98fc6e {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 723.346042] env[69613]: DEBUG oslo_concurrency.lockutils [req-cbf79be7-a71b-4029-afda-32cb921e2f17 req-b5aeb976-05aa-4c99-b636-1cfa2bce2cbd service nova] Acquiring lock "352f5690-451d-489a-a7b1-259ff9b95e49-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 723.346297] env[69613]: DEBUG oslo_concurrency.lockutils [req-cbf79be7-a71b-4029-afda-32cb921e2f17 req-b5aeb976-05aa-4c99-b636-1cfa2bce2cbd service nova] Lock "352f5690-451d-489a-a7b1-259ff9b95e49-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 723.346471] env[69613]: DEBUG oslo_concurrency.lockutils [req-cbf79be7-a71b-4029-afda-32cb921e2f17 req-b5aeb976-05aa-4c99-b636-1cfa2bce2cbd service nova] Lock "352f5690-451d-489a-a7b1-259ff9b95e49-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 723.346641] env[69613]: DEBUG nova.compute.manager [req-cbf79be7-a71b-4029-afda-32cb921e2f17 req-b5aeb976-05aa-4c99-b636-1cfa2bce2cbd service nova] [instance: 352f5690-451d-489a-a7b1-259ff9b95e49] No waiting events found dispatching network-vif-plugged-9162142c-6fa3-4f29-a32e-bf955f98fc6e {{(pid=69613) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 723.346803] env[69613]: WARNING nova.compute.manager [req-cbf79be7-a71b-4029-afda-32cb921e2f17 req-b5aeb976-05aa-4c99-b636-1cfa2bce2cbd service nova] [instance: 352f5690-451d-489a-a7b1-259ff9b95e49] Received unexpected event network-vif-plugged-9162142c-6fa3-4f29-a32e-bf955f98fc6e for instance with vm_state building and task_state spawning. [ 723.346960] env[69613]: DEBUG nova.compute.manager [req-cbf79be7-a71b-4029-afda-32cb921e2f17 req-b5aeb976-05aa-4c99-b636-1cfa2bce2cbd service nova] [instance: 352f5690-451d-489a-a7b1-259ff9b95e49] Received event network-changed-9162142c-6fa3-4f29-a32e-bf955f98fc6e {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 723.348034] env[69613]: DEBUG nova.compute.manager [req-cbf79be7-a71b-4029-afda-32cb921e2f17 req-b5aeb976-05aa-4c99-b636-1cfa2bce2cbd service nova] [instance: 352f5690-451d-489a-a7b1-259ff9b95e49] Refreshing instance network info cache due to event network-changed-9162142c-6fa3-4f29-a32e-bf955f98fc6e. {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 723.348034] env[69613]: DEBUG oslo_concurrency.lockutils [req-cbf79be7-a71b-4029-afda-32cb921e2f17 req-b5aeb976-05aa-4c99-b636-1cfa2bce2cbd service nova] Acquiring lock "refresh_cache-352f5690-451d-489a-a7b1-259ff9b95e49" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.396431] env[69613]: DEBUG nova.network.neutron [None req-d217f6a5-2a68-420e-aac1-096183c33df4 tempest-ListImageFiltersTestJSON-1131301097 tempest-ListImageFiltersTestJSON-1131301097-project-member] [instance: 352f5690-451d-489a-a7b1-259ff9b95e49] Instance cache missing network info. {{(pid=69613) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 723.433715] env[69613]: INFO nova.compute.manager [None req-3d6bcdb5-31d4-48df-82eb-657fd9f19034 tempest-ServersTestFqdnHostnames-1406027918 tempest-ServersTestFqdnHostnames-1406027918-project-member] [instance: 3d07cf05-d08d-409f-9bbd-b7ff213e29ff] Took 46.46 seconds to build instance. [ 723.583093] env[69613]: DEBUG nova.compute.manager [None req-03ca5b14-4fc5-46fb-9b31-e5a006ac5e7a tempest-ImagesOneServerTestJSON-1060956417 tempest-ImagesOneServerTestJSON-1060956417-project-member] [instance: d9e3bd67-974c-477a-baa2-99549051a828] Checking state {{(pid=69613) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 723.583952] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70305d16-f954-4855-8518-3d674b68be4d {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.604354] env[69613]: DEBUG nova.network.neutron [None req-d217f6a5-2a68-420e-aac1-096183c33df4 tempest-ListImageFiltersTestJSON-1131301097 tempest-ListImageFiltersTestJSON-1131301097-project-member] [instance: 352f5690-451d-489a-a7b1-259ff9b95e49] Updating instance_info_cache with network_info: [{"id": "9162142c-6fa3-4f29-a32e-bf955f98fc6e", "address": "fa:16:3e:7a:de:b8", "network": {"id": "7f5a9020-c966-459c-b2b1-fc62b2ff6283", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.104", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3e9e1b873f1442d59d5ee8247b941f74", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aec0089a-ff85-4bef-bad8-c84de39af71a", "external-id": "nsx-vlan-transportzone-758", "segmentation_id": 758, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9162142c-6f", "ovs_interfaceid": "9162142c-6fa3-4f29-a32e-bf955f98fc6e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 723.627993] env[69613]: DEBUG oslo_concurrency.lockutils [None req-0c1337b7-1509-4b82-ad6b-e0eada2e3746 tempest-ListImageFiltersTestJSON-1131301097 tempest-ListImageFiltersTestJSON-1131301097-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.965s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 723.628509] env[69613]: DEBUG nova.compute.manager [None req-0c1337b7-1509-4b82-ad6b-e0eada2e3746 tempest-ListImageFiltersTestJSON-1131301097 tempest-ListImageFiltersTestJSON-1131301097-project-member] [instance: 8a331293-ee7f-4faa-a316-56aec9296894] Start building networks asynchronously for instance. {{(pid=69613) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 723.630941] env[69613]: DEBUG oslo_concurrency.lockutils [None req-59f52ce4-889c-4632-ba63-109ef818cd3c tempest-FloatingIPsAssociationNegativeTestJSON-1033774278 tempest-FloatingIPsAssociationNegativeTestJSON-1033774278-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.320s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 723.631927] env[69613]: DEBUG nova.objects.instance [None req-59f52ce4-889c-4632-ba63-109ef818cd3c tempest-FloatingIPsAssociationNegativeTestJSON-1033774278 tempest-FloatingIPsAssociationNegativeTestJSON-1033774278-project-member] Lazy-loading 'resources' on Instance uuid 00d02bd2-f8fa-415c-9a6f-c58b9af0be63 {{(pid=69613) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 723.782619] env[69613]: DEBUG oslo_vmware.api [None req-301bdb84-1679-4515-a2a2-7bf8036c5ffc tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52278b21-2c79-2fda-3f9f-bc301c89ba2e, 'name': SearchDatastore_Task, 'duration_secs': 0.041233} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.783198] env[69613]: DEBUG oslo_concurrency.lockutils [None req-301bdb84-1679-4515-a2a2-7bf8036c5ffc tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.783198] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-301bdb84-1679-4515-a2a2-7bf8036c5ffc tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk to [datastore2] e1db078f-b047-4e92-9b28-109607d988a4/e1db078f-b047-4e92-9b28-109607d988a4.vmdk {{(pid=69613) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 723.783464] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f55d28ab-0a16-4bc4-a05b-a67cf77106de {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.790906] env[69613]: DEBUG oslo_vmware.api [None req-301bdb84-1679-4515-a2a2-7bf8036c5ffc tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Waiting for the task: (returnval){ [ 723.790906] env[69613]: value = "task-3417110" [ 723.790906] env[69613]: _type = "Task" [ 723.790906] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.798869] env[69613]: DEBUG oslo_vmware.api [None req-301bdb84-1679-4515-a2a2-7bf8036c5ffc tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Task: {'id': task-3417110, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.936536] env[69613]: DEBUG oslo_concurrency.lockutils [None req-3d6bcdb5-31d4-48df-82eb-657fd9f19034 tempest-ServersTestFqdnHostnames-1406027918 tempest-ServersTestFqdnHostnames-1406027918-project-member] Lock "3d07cf05-d08d-409f-9bbd-b7ff213e29ff" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 76.867s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 724.024306] env[69613]: DEBUG nova.network.neutron [req-425c7d2d-d0fb-41a9-9db0-2d17d597f6bd req-1eb2ea68-89f2-4537-ad9c-22c772e70f79 service nova] [instance: fa7f8ff7-658a-46d0-a6dc-232614af850d] Updated VIF entry in instance network info cache for port fe52934e-8488-4b1a-80f7-1311cd4014f0. {{(pid=69613) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 724.024685] env[69613]: DEBUG nova.network.neutron [req-425c7d2d-d0fb-41a9-9db0-2d17d597f6bd req-1eb2ea68-89f2-4537-ad9c-22c772e70f79 service nova] [instance: fa7f8ff7-658a-46d0-a6dc-232614af850d] Updating instance_info_cache with network_info: [{"id": "fe52934e-8488-4b1a-80f7-1311cd4014f0", "address": "fa:16:3e:94:ef:45", "network": {"id": "743485db-c4e0-4763-aaad-624cce7d9704", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-754778099-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.222", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "27cd1ce9a4f74279a40b13e8fbac87a0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4576b9d4-535c-40aa-b078-246f671f216e", "external-id": "nsx-vlan-transportzone-27", "segmentation_id": 27, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfe52934e-84", "ovs_interfaceid": "fe52934e-8488-4b1a-80f7-1311cd4014f0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 724.095543] env[69613]: INFO nova.compute.manager [None req-03ca5b14-4fc5-46fb-9b31-e5a006ac5e7a tempest-ImagesOneServerTestJSON-1060956417 tempest-ImagesOneServerTestJSON-1060956417-project-member] [instance: d9e3bd67-974c-477a-baa2-99549051a828] instance snapshotting [ 724.098421] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a98d38f-f07f-4f30-b54b-339d1705f2a3 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.118314] env[69613]: DEBUG oslo_concurrency.lockutils [None req-d217f6a5-2a68-420e-aac1-096183c33df4 tempest-ListImageFiltersTestJSON-1131301097 tempest-ListImageFiltersTestJSON-1131301097-project-member] Releasing lock "refresh_cache-352f5690-451d-489a-a7b1-259ff9b95e49" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.118679] env[69613]: DEBUG nova.compute.manager [None req-d217f6a5-2a68-420e-aac1-096183c33df4 tempest-ListImageFiltersTestJSON-1131301097 tempest-ListImageFiltersTestJSON-1131301097-project-member] [instance: 352f5690-451d-489a-a7b1-259ff9b95e49] Instance network_info: |[{"id": "9162142c-6fa3-4f29-a32e-bf955f98fc6e", "address": "fa:16:3e:7a:de:b8", "network": {"id": "7f5a9020-c966-459c-b2b1-fc62b2ff6283", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.104", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3e9e1b873f1442d59d5ee8247b941f74", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aec0089a-ff85-4bef-bad8-c84de39af71a", "external-id": "nsx-vlan-transportzone-758", "segmentation_id": 758, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9162142c-6f", "ovs_interfaceid": "9162142c-6fa3-4f29-a32e-bf955f98fc6e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69613) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 724.119174] env[69613]: DEBUG oslo_concurrency.lockutils [req-cbf79be7-a71b-4029-afda-32cb921e2f17 req-b5aeb976-05aa-4c99-b636-1cfa2bce2cbd service nova] Acquired lock "refresh_cache-352f5690-451d-489a-a7b1-259ff9b95e49" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.119365] env[69613]: DEBUG nova.network.neutron [req-cbf79be7-a71b-4029-afda-32cb921e2f17 req-b5aeb976-05aa-4c99-b636-1cfa2bce2cbd service nova] [instance: 352f5690-451d-489a-a7b1-259ff9b95e49] Refreshing network info cache for port 9162142c-6fa3-4f29-a32e-bf955f98fc6e {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 724.120572] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-d217f6a5-2a68-420e-aac1-096183c33df4 tempest-ListImageFiltersTestJSON-1131301097 tempest-ListImageFiltersTestJSON-1131301097-project-member] [instance: 352f5690-451d-489a-a7b1-259ff9b95e49] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7a:de:b8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'aec0089a-ff85-4bef-bad8-c84de39af71a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9162142c-6fa3-4f29-a32e-bf955f98fc6e', 'vif_model': 'vmxnet3'}] {{(pid=69613) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 724.128463] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-d217f6a5-2a68-420e-aac1-096183c33df4 tempest-ListImageFiltersTestJSON-1131301097 tempest-ListImageFiltersTestJSON-1131301097-project-member] Creating folder: Project (44047a7502c94a839eea13956ccc6bcb). Parent ref: group-v681687. {{(pid=69613) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 724.129318] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d04ddd2-55e7-451e-82a5-ed4909ac09a1 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.135305] env[69613]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-237e110d-3d6b-419e-937f-640610ba1155 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.137997] env[69613]: DEBUG nova.compute.utils [None req-0c1337b7-1509-4b82-ad6b-e0eada2e3746 tempest-ListImageFiltersTestJSON-1131301097 tempest-ListImageFiltersTestJSON-1131301097-project-member] Using /dev/sd instead of None {{(pid=69613) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 724.143019] env[69613]: DEBUG nova.compute.manager [None req-0c1337b7-1509-4b82-ad6b-e0eada2e3746 tempest-ListImageFiltersTestJSON-1131301097 tempest-ListImageFiltersTestJSON-1131301097-project-member] [instance: 8a331293-ee7f-4faa-a316-56aec9296894] Allocating IP information in the background. {{(pid=69613) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 724.143019] env[69613]: DEBUG nova.network.neutron [None req-0c1337b7-1509-4b82-ad6b-e0eada2e3746 tempest-ListImageFiltersTestJSON-1131301097 tempest-ListImageFiltersTestJSON-1131301097-project-member] [instance: 8a331293-ee7f-4faa-a316-56aec9296894] allocate_for_instance() {{(pid=69613) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 724.160851] env[69613]: INFO nova.virt.vmwareapi.vm_util [None req-d217f6a5-2a68-420e-aac1-096183c33df4 tempest-ListImageFiltersTestJSON-1131301097 tempest-ListImageFiltersTestJSON-1131301097-project-member] Created folder: Project (44047a7502c94a839eea13956ccc6bcb) in parent group-v681687. [ 724.161955] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-d217f6a5-2a68-420e-aac1-096183c33df4 tempest-ListImageFiltersTestJSON-1131301097 tempest-ListImageFiltersTestJSON-1131301097-project-member] Creating folder: Instances. Parent ref: group-v681795. {{(pid=69613) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 724.161955] env[69613]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1d33f27e-c080-4692-a826-ae9c667d8968 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.171696] env[69613]: INFO nova.virt.vmwareapi.vm_util [None req-d217f6a5-2a68-420e-aac1-096183c33df4 tempest-ListImageFiltersTestJSON-1131301097 tempest-ListImageFiltersTestJSON-1131301097-project-member] Created folder: Instances in parent group-v681795. [ 724.171963] env[69613]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d217f6a5-2a68-420e-aac1-096183c33df4 tempest-ListImageFiltersTestJSON-1131301097 tempest-ListImageFiltersTestJSON-1131301097-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69613) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 724.175706] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 352f5690-451d-489a-a7b1-259ff9b95e49] Creating VM on the ESX host {{(pid=69613) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 724.176198] env[69613]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3bfe7ed6-92a5-4440-b7f6-05e84cd786b9 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.199717] env[69613]: DEBUG nova.network.neutron [-] [instance: 1178a341-cc87-48f9-b274-f0a1ab0c01fc] Updating instance_info_cache with network_info: [] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 724.209461] env[69613]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 724.209461] env[69613]: value = "task-3417113" [ 724.209461] env[69613]: _type = "Task" [ 724.209461] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.219360] env[69613]: DEBUG oslo_vmware.api [-] Task: {'id': task-3417113, 'name': CreateVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.292861] env[69613]: DEBUG nova.policy [None req-0c1337b7-1509-4b82-ad6b-e0eada2e3746 tempest-ListImageFiltersTestJSON-1131301097 tempest-ListImageFiltersTestJSON-1131301097-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '05001dae00504c5ab968bca31db3697a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '44047a7502c94a839eea13956ccc6bcb', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69613) authorize /opt/stack/nova/nova/policy.py:192}} [ 724.308395] env[69613]: DEBUG oslo_vmware.api [None req-301bdb84-1679-4515-a2a2-7bf8036c5ffc tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Task: {'id': task-3417110, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.441639] env[69613]: DEBUG nova.compute.manager [None req-bf8dbb0d-2bce-4093-89be-c695b36fed95 tempest-ServerShowV257Test-2050624232 tempest-ServerShowV257Test-2050624232-project-member] [instance: 670d9426-6edb-4dfd-9953-1f10f89ebfc6] Starting instance... {{(pid=69613) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 724.521631] env[69613]: DEBUG nova.network.neutron [req-cbf79be7-a71b-4029-afda-32cb921e2f17 req-b5aeb976-05aa-4c99-b636-1cfa2bce2cbd service nova] [instance: 352f5690-451d-489a-a7b1-259ff9b95e49] Updated VIF entry in instance network info cache for port 9162142c-6fa3-4f29-a32e-bf955f98fc6e. {{(pid=69613) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 724.522504] env[69613]: DEBUG nova.network.neutron [req-cbf79be7-a71b-4029-afda-32cb921e2f17 req-b5aeb976-05aa-4c99-b636-1cfa2bce2cbd service nova] [instance: 352f5690-451d-489a-a7b1-259ff9b95e49] Updating instance_info_cache with network_info: [{"id": "9162142c-6fa3-4f29-a32e-bf955f98fc6e", "address": "fa:16:3e:7a:de:b8", "network": {"id": "7f5a9020-c966-459c-b2b1-fc62b2ff6283", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.104", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3e9e1b873f1442d59d5ee8247b941f74", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aec0089a-ff85-4bef-bad8-c84de39af71a", "external-id": "nsx-vlan-transportzone-758", "segmentation_id": 758, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9162142c-6f", "ovs_interfaceid": "9162142c-6fa3-4f29-a32e-bf955f98fc6e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 724.527599] env[69613]: DEBUG oslo_concurrency.lockutils [req-425c7d2d-d0fb-41a9-9db0-2d17d597f6bd req-1eb2ea68-89f2-4537-ad9c-22c772e70f79 service nova] Releasing lock "refresh_cache-fa7f8ff7-658a-46d0-a6dc-232614af850d" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.643809] env[69613]: DEBUG nova.compute.manager [None req-0c1337b7-1509-4b82-ad6b-e0eada2e3746 tempest-ListImageFiltersTestJSON-1131301097 tempest-ListImageFiltersTestJSON-1131301097-project-member] [instance: 8a331293-ee7f-4faa-a316-56aec9296894] Start building block device mappings for instance. {{(pid=69613) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 724.655359] env[69613]: DEBUG nova.network.neutron [None req-0c1337b7-1509-4b82-ad6b-e0eada2e3746 tempest-ListImageFiltersTestJSON-1131301097 tempest-ListImageFiltersTestJSON-1131301097-project-member] [instance: 8a331293-ee7f-4faa-a316-56aec9296894] Successfully created port: e17a4cdd-5922-49e0-b8ad-b8a5d16e18ac {{(pid=69613) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 724.658007] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-03ca5b14-4fc5-46fb-9b31-e5a006ac5e7a tempest-ImagesOneServerTestJSON-1060956417 tempest-ImagesOneServerTestJSON-1060956417-project-member] [instance: d9e3bd67-974c-477a-baa2-99549051a828] Creating Snapshot of the VM instance {{(pid=69613) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 724.658413] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-e9d02e12-ba11-4ba4-8fc7-2769306733b0 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.668591] env[69613]: DEBUG oslo_vmware.api [None req-03ca5b14-4fc5-46fb-9b31-e5a006ac5e7a tempest-ImagesOneServerTestJSON-1060956417 tempest-ImagesOneServerTestJSON-1060956417-project-member] Waiting for the task: (returnval){ [ 724.668591] env[69613]: value = "task-3417114" [ 724.668591] env[69613]: _type = "Task" [ 724.668591] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.677254] env[69613]: DEBUG oslo_vmware.api [None req-03ca5b14-4fc5-46fb-9b31-e5a006ac5e7a tempest-ImagesOneServerTestJSON-1060956417 tempest-ImagesOneServerTestJSON-1060956417-project-member] Task: {'id': task-3417114, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.710118] env[69613]: INFO nova.compute.manager [-] [instance: 1178a341-cc87-48f9-b274-f0a1ab0c01fc] Took 1.86 seconds to deallocate network for instance. [ 724.724336] env[69613]: DEBUG oslo_vmware.api [-] Task: {'id': task-3417113, 'name': CreateVM_Task, 'duration_secs': 0.435259} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.724336] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 352f5690-451d-489a-a7b1-259ff9b95e49] Created VM on the ESX host {{(pid=69613) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 724.724735] env[69613]: DEBUG oslo_concurrency.lockutils [None req-d217f6a5-2a68-420e-aac1-096183c33df4 tempest-ListImageFiltersTestJSON-1131301097 tempest-ListImageFiltersTestJSON-1131301097-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.724897] env[69613]: DEBUG oslo_concurrency.lockutils [None req-d217f6a5-2a68-420e-aac1-096183c33df4 tempest-ListImageFiltersTestJSON-1131301097 tempest-ListImageFiltersTestJSON-1131301097-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.725234] env[69613]: DEBUG oslo_concurrency.lockutils [None req-d217f6a5-2a68-420e-aac1-096183c33df4 tempest-ListImageFiltersTestJSON-1131301097 tempest-ListImageFiltersTestJSON-1131301097-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.725487] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-74417610-4221-4092-b1c7-c4929ca1f3ce {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.731227] env[69613]: DEBUG oslo_vmware.api [None req-d217f6a5-2a68-420e-aac1-096183c33df4 tempest-ListImageFiltersTestJSON-1131301097 tempest-ListImageFiltersTestJSON-1131301097-project-member] Waiting for the task: (returnval){ [ 724.731227] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]5288c416-2fc8-480b-bf21-4cd7bccc9510" [ 724.731227] env[69613]: _type = "Task" [ 724.731227] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.741440] env[69613]: DEBUG oslo_vmware.api [None req-d217f6a5-2a68-420e-aac1-096183c33df4 tempest-ListImageFiltersTestJSON-1131301097 tempest-ListImageFiltersTestJSON-1131301097-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]5288c416-2fc8-480b-bf21-4cd7bccc9510, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.801921] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-639c5244-88f7-4a4d-b386-76f968ee00f8 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.807652] env[69613]: DEBUG oslo_vmware.api [None req-301bdb84-1679-4515-a2a2-7bf8036c5ffc tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Task: {'id': task-3417110, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.668808} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.808260] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-301bdb84-1679-4515-a2a2-7bf8036c5ffc tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk to [datastore2] e1db078f-b047-4e92-9b28-109607d988a4/e1db078f-b047-4e92-9b28-109607d988a4.vmdk {{(pid=69613) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 724.808468] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-301bdb84-1679-4515-a2a2-7bf8036c5ffc tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] [instance: e1db078f-b047-4e92-9b28-109607d988a4] Extending root virtual disk to 1048576 {{(pid=69613) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 724.808700] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cc71894c-c02d-4693-80a7-15294c4fe9d8 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.813785] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31b35bb6-8be9-495b-a229-735f10395a9f {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.817695] env[69613]: DEBUG oslo_vmware.api [None req-301bdb84-1679-4515-a2a2-7bf8036c5ffc tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Waiting for the task: (returnval){ [ 724.817695] env[69613]: value = "task-3417115" [ 724.817695] env[69613]: _type = "Task" [ 724.817695] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.846672] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f7f94f8-546a-4121-b11c-a8a56f37ce07 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.852744] env[69613]: DEBUG oslo_vmware.api [None req-301bdb84-1679-4515-a2a2-7bf8036c5ffc tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Task: {'id': task-3417115, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.859596] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b34fba3-4701-44c0-81cb-bbc56fe99d50 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.872297] env[69613]: DEBUG nova.compute.provider_tree [None req-59f52ce4-889c-4632-ba63-109ef818cd3c tempest-FloatingIPsAssociationNegativeTestJSON-1033774278 tempest-FloatingIPsAssociationNegativeTestJSON-1033774278-project-member] Updating inventory in ProviderTree for provider af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69613) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 724.964459] env[69613]: DEBUG oslo_concurrency.lockutils [None req-bf8dbb0d-2bce-4093-89be-c695b36fed95 tempest-ServerShowV257Test-2050624232 tempest-ServerShowV257Test-2050624232-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 725.025451] env[69613]: DEBUG oslo_concurrency.lockutils [req-cbf79be7-a71b-4029-afda-32cb921e2f17 req-b5aeb976-05aa-4c99-b636-1cfa2bce2cbd service nova] Releasing lock "refresh_cache-352f5690-451d-489a-a7b1-259ff9b95e49" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.179068] env[69613]: DEBUG oslo_vmware.api [None req-03ca5b14-4fc5-46fb-9b31-e5a006ac5e7a tempest-ImagesOneServerTestJSON-1060956417 tempest-ImagesOneServerTestJSON-1060956417-project-member] Task: {'id': task-3417114, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.218182] env[69613]: DEBUG oslo_concurrency.lockutils [None req-c9b297ec-4a3c-47b1-8acb-7c701bb7c802 tempest-ServersV294TestFqdnHostnames-2142112812 tempest-ServersV294TestFqdnHostnames-2142112812-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 725.243556] env[69613]: DEBUG oslo_vmware.api [None req-d217f6a5-2a68-420e-aac1-096183c33df4 tempest-ListImageFiltersTestJSON-1131301097 tempest-ListImageFiltersTestJSON-1131301097-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]5288c416-2fc8-480b-bf21-4cd7bccc9510, 'name': SearchDatastore_Task, 'duration_secs': 0.009934} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.243879] env[69613]: DEBUG oslo_concurrency.lockutils [None req-d217f6a5-2a68-420e-aac1-096183c33df4 tempest-ListImageFiltersTestJSON-1131301097 tempest-ListImageFiltersTestJSON-1131301097-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.244174] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-d217f6a5-2a68-420e-aac1-096183c33df4 tempest-ListImageFiltersTestJSON-1131301097 tempest-ListImageFiltersTestJSON-1131301097-project-member] [instance: 352f5690-451d-489a-a7b1-259ff9b95e49] Processing image 2b7a0304-b5d0-431d-b287-32c8388d7fbd {{(pid=69613) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 725.244418] env[69613]: DEBUG oslo_concurrency.lockutils [None req-d217f6a5-2a68-420e-aac1-096183c33df4 tempest-ListImageFiltersTestJSON-1131301097 tempest-ListImageFiltersTestJSON-1131301097-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.244568] env[69613]: DEBUG oslo_concurrency.lockutils [None req-d217f6a5-2a68-420e-aac1-096183c33df4 tempest-ListImageFiltersTestJSON-1131301097 tempest-ListImageFiltersTestJSON-1131301097-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.244747] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-d217f6a5-2a68-420e-aac1-096183c33df4 tempest-ListImageFiltersTestJSON-1131301097 tempest-ListImageFiltersTestJSON-1131301097-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69613) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 725.245015] env[69613]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8e4cfff9-0397-4a17-83ba-f3c2539dd4dc {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.256400] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-d217f6a5-2a68-420e-aac1-096183c33df4 tempest-ListImageFiltersTestJSON-1131301097 tempest-ListImageFiltersTestJSON-1131301097-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69613) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 725.256581] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-d217f6a5-2a68-420e-aac1-096183c33df4 tempest-ListImageFiltersTestJSON-1131301097 tempest-ListImageFiltersTestJSON-1131301097-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69613) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 725.257318] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c214d43c-18fb-488d-8d20-63b041aa74b5 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.262537] env[69613]: DEBUG oslo_vmware.api [None req-d217f6a5-2a68-420e-aac1-096183c33df4 tempest-ListImageFiltersTestJSON-1131301097 tempest-ListImageFiltersTestJSON-1131301097-project-member] Waiting for the task: (returnval){ [ 725.262537] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]52b541d8-1869-b080-e68d-5626c47e73be" [ 725.262537] env[69613]: _type = "Task" [ 725.262537] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.269500] env[69613]: DEBUG oslo_vmware.api [None req-d217f6a5-2a68-420e-aac1-096183c33df4 tempest-ListImageFiltersTestJSON-1131301097 tempest-ListImageFiltersTestJSON-1131301097-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52b541d8-1869-b080-e68d-5626c47e73be, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.327115] env[69613]: DEBUG oslo_vmware.api [None req-301bdb84-1679-4515-a2a2-7bf8036c5ffc tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Task: {'id': task-3417115, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066179} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.327318] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-301bdb84-1679-4515-a2a2-7bf8036c5ffc tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] [instance: e1db078f-b047-4e92-9b28-109607d988a4] Extended root virtual disk {{(pid=69613) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 725.328124] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e07feb88-5782-4cc7-b77c-e1c3c7632ec3 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.349969] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-301bdb84-1679-4515-a2a2-7bf8036c5ffc tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] [instance: e1db078f-b047-4e92-9b28-109607d988a4] Reconfiguring VM instance instance-00000026 to attach disk [datastore2] e1db078f-b047-4e92-9b28-109607d988a4/e1db078f-b047-4e92-9b28-109607d988a4.vmdk or device None with type sparse {{(pid=69613) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 725.350284] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ed882935-39c7-4464-9f79-7899714d323d {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.371150] env[69613]: DEBUG oslo_vmware.api [None req-301bdb84-1679-4515-a2a2-7bf8036c5ffc tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Waiting for the task: (returnval){ [ 725.371150] env[69613]: value = "task-3417116" [ 725.371150] env[69613]: _type = "Task" [ 725.371150] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.383382] env[69613]: DEBUG oslo_vmware.api [None req-301bdb84-1679-4515-a2a2-7bf8036c5ffc tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Task: {'id': task-3417116, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.390537] env[69613]: DEBUG nova.compute.manager [req-811217dc-52d8-4c11-a0ef-ce7e036451f7 req-702c1982-75db-4415-aa7e-970a7a379eb1 service nova] [instance: 3d07cf05-d08d-409f-9bbd-b7ff213e29ff] Received event network-changed-f4708ecd-e180-46c4-9432-0d3cc36d0f0a {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 725.390537] env[69613]: DEBUG nova.compute.manager [req-811217dc-52d8-4c11-a0ef-ce7e036451f7 req-702c1982-75db-4415-aa7e-970a7a379eb1 service nova] [instance: 3d07cf05-d08d-409f-9bbd-b7ff213e29ff] Refreshing instance network info cache due to event network-changed-f4708ecd-e180-46c4-9432-0d3cc36d0f0a. {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 725.390537] env[69613]: DEBUG oslo_concurrency.lockutils [req-811217dc-52d8-4c11-a0ef-ce7e036451f7 req-702c1982-75db-4415-aa7e-970a7a379eb1 service nova] Acquiring lock "refresh_cache-3d07cf05-d08d-409f-9bbd-b7ff213e29ff" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.390537] env[69613]: DEBUG oslo_concurrency.lockutils [req-811217dc-52d8-4c11-a0ef-ce7e036451f7 req-702c1982-75db-4415-aa7e-970a7a379eb1 service nova] Acquired lock "refresh_cache-3d07cf05-d08d-409f-9bbd-b7ff213e29ff" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.390537] env[69613]: DEBUG nova.network.neutron [req-811217dc-52d8-4c11-a0ef-ce7e036451f7 req-702c1982-75db-4415-aa7e-970a7a379eb1 service nova] [instance: 3d07cf05-d08d-409f-9bbd-b7ff213e29ff] Refreshing network info cache for port f4708ecd-e180-46c4-9432-0d3cc36d0f0a {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 725.420957] env[69613]: DEBUG nova.scheduler.client.report [None req-59f52ce4-889c-4632-ba63-109ef818cd3c tempest-FloatingIPsAssociationNegativeTestJSON-1033774278 tempest-FloatingIPsAssociationNegativeTestJSON-1033774278-project-member] Updated inventory for provider af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 with generation 60 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69613) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 725.420957] env[69613]: DEBUG nova.compute.provider_tree [None req-59f52ce4-889c-4632-ba63-109ef818cd3c tempest-FloatingIPsAssociationNegativeTestJSON-1033774278 tempest-FloatingIPsAssociationNegativeTestJSON-1033774278-project-member] Updating resource provider af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 generation from 60 to 61 during operation: update_inventory {{(pid=69613) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 725.421104] env[69613]: DEBUG nova.compute.provider_tree [None req-59f52ce4-889c-4632-ba63-109ef818cd3c tempest-FloatingIPsAssociationNegativeTestJSON-1033774278 tempest-FloatingIPsAssociationNegativeTestJSON-1033774278-project-member] Updating inventory in ProviderTree for provider af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69613) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 725.472411] env[69613]: DEBUG nova.compute.manager [req-4a18ec4a-cc8f-46cb-9669-d4d654ad7961 req-2e9b9849-11e2-40b1-954f-317364bd1752 service nova] [instance: 1178a341-cc87-48f9-b274-f0a1ab0c01fc] Received event network-vif-deleted-9fe7e019-2d9d-4c0e-bb22-4a0989e26193 {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 725.654211] env[69613]: DEBUG nova.compute.manager [None req-0c1337b7-1509-4b82-ad6b-e0eada2e3746 tempest-ListImageFiltersTestJSON-1131301097 tempest-ListImageFiltersTestJSON-1131301097-project-member] [instance: 8a331293-ee7f-4faa-a316-56aec9296894] Start spawning the instance on the hypervisor. {{(pid=69613) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 725.679039] env[69613]: DEBUG nova.virt.hardware [None req-0c1337b7-1509-4b82-ad6b-e0eada2e3746 tempest-ListImageFiltersTestJSON-1131301097 tempest-ListImageFiltersTestJSON-1131301097-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T13:55:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T13:55:19Z,direct_url=,disk_format='vmdk',id=2b7a0304-b5d0-431d-b287-32c8388d7fbd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3e9e1b873f1442d59d5ee8247b941f74',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T13:55:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 725.679335] env[69613]: DEBUG nova.virt.hardware [None req-0c1337b7-1509-4b82-ad6b-e0eada2e3746 tempest-ListImageFiltersTestJSON-1131301097 tempest-ListImageFiltersTestJSON-1131301097-project-member] Flavor limits 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 725.679503] env[69613]: DEBUG nova.virt.hardware [None req-0c1337b7-1509-4b82-ad6b-e0eada2e3746 tempest-ListImageFiltersTestJSON-1131301097 tempest-ListImageFiltersTestJSON-1131301097-project-member] Image limits 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 725.679747] env[69613]: DEBUG nova.virt.hardware [None req-0c1337b7-1509-4b82-ad6b-e0eada2e3746 tempest-ListImageFiltersTestJSON-1131301097 tempest-ListImageFiltersTestJSON-1131301097-project-member] Flavor pref 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 725.679921] env[69613]: DEBUG nova.virt.hardware [None req-0c1337b7-1509-4b82-ad6b-e0eada2e3746 tempest-ListImageFiltersTestJSON-1131301097 tempest-ListImageFiltersTestJSON-1131301097-project-member] Image pref 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 725.680099] env[69613]: DEBUG nova.virt.hardware [None req-0c1337b7-1509-4b82-ad6b-e0eada2e3746 tempest-ListImageFiltersTestJSON-1131301097 tempest-ListImageFiltersTestJSON-1131301097-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 725.680316] env[69613]: DEBUG nova.virt.hardware [None req-0c1337b7-1509-4b82-ad6b-e0eada2e3746 tempest-ListImageFiltersTestJSON-1131301097 tempest-ListImageFiltersTestJSON-1131301097-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 725.680502] env[69613]: DEBUG nova.virt.hardware [None req-0c1337b7-1509-4b82-ad6b-e0eada2e3746 tempest-ListImageFiltersTestJSON-1131301097 tempest-ListImageFiltersTestJSON-1131301097-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69613) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 725.680713] env[69613]: DEBUG nova.virt.hardware [None req-0c1337b7-1509-4b82-ad6b-e0eada2e3746 tempest-ListImageFiltersTestJSON-1131301097 tempest-ListImageFiltersTestJSON-1131301097-project-member] Got 1 possible topologies {{(pid=69613) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 725.680928] env[69613]: DEBUG nova.virt.hardware [None req-0c1337b7-1509-4b82-ad6b-e0eada2e3746 tempest-ListImageFiltersTestJSON-1131301097 tempest-ListImageFiltersTestJSON-1131301097-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 725.681140] env[69613]: DEBUG nova.virt.hardware [None req-0c1337b7-1509-4b82-ad6b-e0eada2e3746 tempest-ListImageFiltersTestJSON-1131301097 tempest-ListImageFiltersTestJSON-1131301097-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 725.682041] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e13b866-d979-4fcd-924d-c16c4dec27d4 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.688178] env[69613]: DEBUG oslo_vmware.api [None req-03ca5b14-4fc5-46fb-9b31-e5a006ac5e7a tempest-ImagesOneServerTestJSON-1060956417 tempest-ImagesOneServerTestJSON-1060956417-project-member] Task: {'id': task-3417114, 'name': CreateSnapshot_Task, 'duration_secs': 0.769477} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.688754] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-03ca5b14-4fc5-46fb-9b31-e5a006ac5e7a tempest-ImagesOneServerTestJSON-1060956417 tempest-ImagesOneServerTestJSON-1060956417-project-member] [instance: d9e3bd67-974c-477a-baa2-99549051a828] Created Snapshot of the VM instance {{(pid=69613) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 725.689541] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c0cff23-6709-4209-808f-fdd91c1b3a82 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.695132] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42c34fdc-a01b-4d5d-bbdd-b617297cb704 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.702242] env[69613]: DEBUG oslo_concurrency.lockutils [None req-26d99e78-24bd-4aa1-ab21-ca474354f15c tempest-ServersTestJSON-1359772964 tempest-ServersTestJSON-1359772964-project-member] Acquiring lock "494cdc5d-27c6-4a1c-8089-4b2a4dd08566" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 725.702470] env[69613]: DEBUG oslo_concurrency.lockutils [None req-26d99e78-24bd-4aa1-ab21-ca474354f15c tempest-ServersTestJSON-1359772964 tempest-ServersTestJSON-1359772964-project-member] Lock "494cdc5d-27c6-4a1c-8089-4b2a4dd08566" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 725.702671] env[69613]: DEBUG oslo_concurrency.lockutils [None req-26d99e78-24bd-4aa1-ab21-ca474354f15c tempest-ServersTestJSON-1359772964 tempest-ServersTestJSON-1359772964-project-member] Acquiring lock "494cdc5d-27c6-4a1c-8089-4b2a4dd08566-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 725.702855] env[69613]: DEBUG oslo_concurrency.lockutils [None req-26d99e78-24bd-4aa1-ab21-ca474354f15c tempest-ServersTestJSON-1359772964 tempest-ServersTestJSON-1359772964-project-member] Lock "494cdc5d-27c6-4a1c-8089-4b2a4dd08566-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 725.703034] env[69613]: DEBUG oslo_concurrency.lockutils [None req-26d99e78-24bd-4aa1-ab21-ca474354f15c tempest-ServersTestJSON-1359772964 tempest-ServersTestJSON-1359772964-project-member] Lock "494cdc5d-27c6-4a1c-8089-4b2a4dd08566-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 725.708354] env[69613]: INFO nova.compute.manager [None req-26d99e78-24bd-4aa1-ab21-ca474354f15c tempest-ServersTestJSON-1359772964 tempest-ServersTestJSON-1359772964-project-member] [instance: 494cdc5d-27c6-4a1c-8089-4b2a4dd08566] Terminating instance [ 725.773068] env[69613]: DEBUG oslo_vmware.api [None req-d217f6a5-2a68-420e-aac1-096183c33df4 tempest-ListImageFiltersTestJSON-1131301097 tempest-ListImageFiltersTestJSON-1131301097-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52b541d8-1869-b080-e68d-5626c47e73be, 'name': SearchDatastore_Task, 'duration_secs': 0.028365} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.773938] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-57574ae5-11c3-4682-92b8-477947fba71d {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.779030] env[69613]: DEBUG oslo_vmware.api [None req-d217f6a5-2a68-420e-aac1-096183c33df4 tempest-ListImageFiltersTestJSON-1131301097 tempest-ListImageFiltersTestJSON-1131301097-project-member] Waiting for the task: (returnval){ [ 725.779030] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]52d9fb25-a0ee-a024-7e0b-ae25996464ba" [ 725.779030] env[69613]: _type = "Task" [ 725.779030] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.786368] env[69613]: DEBUG oslo_vmware.api [None req-d217f6a5-2a68-420e-aac1-096183c33df4 tempest-ListImageFiltersTestJSON-1131301097 tempest-ListImageFiltersTestJSON-1131301097-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52d9fb25-a0ee-a024-7e0b-ae25996464ba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.880925] env[69613]: DEBUG oslo_vmware.api [None req-301bdb84-1679-4515-a2a2-7bf8036c5ffc tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Task: {'id': task-3417116, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.925662] env[69613]: DEBUG oslo_concurrency.lockutils [None req-59f52ce4-889c-4632-ba63-109ef818cd3c tempest-FloatingIPsAssociationNegativeTestJSON-1033774278 tempest-FloatingIPsAssociationNegativeTestJSON-1033774278-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.295s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 725.927909] env[69613]: DEBUG oslo_concurrency.lockutils [None req-08620e9a-b43f-4ca5-b54c-fc9331630503 tempest-ServersListShow296Test-2103787313 tempest-ServersListShow296Test-2103787313-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 35.491s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 725.928111] env[69613]: DEBUG nova.objects.instance [None req-08620e9a-b43f-4ca5-b54c-fc9331630503 tempest-ServersListShow296Test-2103787313 tempest-ServersListShow296Test-2103787313-project-member] [instance: 997781de-b20c-4004-8374-deef83d9de6b] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69613) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 725.950374] env[69613]: INFO nova.scheduler.client.report [None req-59f52ce4-889c-4632-ba63-109ef818cd3c tempest-FloatingIPsAssociationNegativeTestJSON-1033774278 tempest-FloatingIPsAssociationNegativeTestJSON-1033774278-project-member] Deleted allocations for instance 00d02bd2-f8fa-415c-9a6f-c58b9af0be63 [ 726.218997] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-03ca5b14-4fc5-46fb-9b31-e5a006ac5e7a tempest-ImagesOneServerTestJSON-1060956417 tempest-ImagesOneServerTestJSON-1060956417-project-member] [instance: d9e3bd67-974c-477a-baa2-99549051a828] Creating linked-clone VM from snapshot {{(pid=69613) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 726.219843] env[69613]: DEBUG nova.compute.manager [None req-26d99e78-24bd-4aa1-ab21-ca474354f15c tempest-ServersTestJSON-1359772964 tempest-ServersTestJSON-1359772964-project-member] [instance: 494cdc5d-27c6-4a1c-8089-4b2a4dd08566] Start destroying the instance on the hypervisor. {{(pid=69613) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 726.220050] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-26d99e78-24bd-4aa1-ab21-ca474354f15c tempest-ServersTestJSON-1359772964 tempest-ServersTestJSON-1359772964-project-member] [instance: 494cdc5d-27c6-4a1c-8089-4b2a4dd08566] Destroying instance {{(pid=69613) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 726.220297] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-a6db14dd-020e-496e-aa11-51174588b76a {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.223843] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d57dc65b-2db9-44b3-9728-1b360beae0f3 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.231506] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-26d99e78-24bd-4aa1-ab21-ca474354f15c tempest-ServersTestJSON-1359772964 tempest-ServersTestJSON-1359772964-project-member] [instance: 494cdc5d-27c6-4a1c-8089-4b2a4dd08566] Powering off the VM {{(pid=69613) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 726.232719] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b6c6e85f-7987-4c4b-bc80-258c270cca37 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.234286] env[69613]: DEBUG oslo_vmware.api [None req-03ca5b14-4fc5-46fb-9b31-e5a006ac5e7a tempest-ImagesOneServerTestJSON-1060956417 tempest-ImagesOneServerTestJSON-1060956417-project-member] Waiting for the task: (returnval){ [ 726.234286] env[69613]: value = "task-3417117" [ 726.234286] env[69613]: _type = "Task" [ 726.234286] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.238088] env[69613]: DEBUG nova.network.neutron [req-811217dc-52d8-4c11-a0ef-ce7e036451f7 req-702c1982-75db-4415-aa7e-970a7a379eb1 service nova] [instance: 3d07cf05-d08d-409f-9bbd-b7ff213e29ff] Updated VIF entry in instance network info cache for port f4708ecd-e180-46c4-9432-0d3cc36d0f0a. {{(pid=69613) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 726.238429] env[69613]: DEBUG nova.network.neutron [req-811217dc-52d8-4c11-a0ef-ce7e036451f7 req-702c1982-75db-4415-aa7e-970a7a379eb1 service nova] [instance: 3d07cf05-d08d-409f-9bbd-b7ff213e29ff] Updating instance_info_cache with network_info: [{"id": "f4708ecd-e180-46c4-9432-0d3cc36d0f0a", "address": "fa:16:3e:36:68:99", "network": {"id": "60bd7721-c666-4cd7-b435-848381517f1b", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-247724674-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.153", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ffb1b4ef74fd42d7b2360ed10872440e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2e45023-22b5-458b-826e-9b7eb69ba028", "external-id": "nsx-vlan-transportzone-614", "segmentation_id": 614, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf4708ecd-e1", "ovs_interfaceid": "f4708ecd-e180-46c4-9432-0d3cc36d0f0a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 726.241654] env[69613]: DEBUG oslo_vmware.api [None req-26d99e78-24bd-4aa1-ab21-ca474354f15c tempest-ServersTestJSON-1359772964 tempest-ServersTestJSON-1359772964-project-member] Waiting for the task: (returnval){ [ 726.241654] env[69613]: value = "task-3417118" [ 726.241654] env[69613]: _type = "Task" [ 726.241654] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.248853] env[69613]: DEBUG oslo_vmware.api [None req-03ca5b14-4fc5-46fb-9b31-e5a006ac5e7a tempest-ImagesOneServerTestJSON-1060956417 tempest-ImagesOneServerTestJSON-1060956417-project-member] Task: {'id': task-3417117, 'name': CloneVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.254303] env[69613]: DEBUG oslo_vmware.api [None req-26d99e78-24bd-4aa1-ab21-ca474354f15c tempest-ServersTestJSON-1359772964 tempest-ServersTestJSON-1359772964-project-member] Task: {'id': task-3417118, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.290032] env[69613]: DEBUG oslo_vmware.api [None req-d217f6a5-2a68-420e-aac1-096183c33df4 tempest-ListImageFiltersTestJSON-1131301097 tempest-ListImageFiltersTestJSON-1131301097-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52d9fb25-a0ee-a024-7e0b-ae25996464ba, 'name': SearchDatastore_Task, 'duration_secs': 0.055871} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.290309] env[69613]: DEBUG oslo_concurrency.lockutils [None req-d217f6a5-2a68-420e-aac1-096183c33df4 tempest-ListImageFiltersTestJSON-1131301097 tempest-ListImageFiltersTestJSON-1131301097-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.290587] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-d217f6a5-2a68-420e-aac1-096183c33df4 tempest-ListImageFiltersTestJSON-1131301097 tempest-ListImageFiltersTestJSON-1131301097-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk to [datastore2] 352f5690-451d-489a-a7b1-259ff9b95e49/352f5690-451d-489a-a7b1-259ff9b95e49.vmdk {{(pid=69613) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 726.290891] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b9f967ba-e259-4a14-81a4-c38eda35afd7 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.298214] env[69613]: DEBUG oslo_vmware.api [None req-d217f6a5-2a68-420e-aac1-096183c33df4 tempest-ListImageFiltersTestJSON-1131301097 tempest-ListImageFiltersTestJSON-1131301097-project-member] Waiting for the task: (returnval){ [ 726.298214] env[69613]: value = "task-3417119" [ 726.298214] env[69613]: _type = "Task" [ 726.298214] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.308093] env[69613]: DEBUG oslo_vmware.api [None req-d217f6a5-2a68-420e-aac1-096183c33df4 tempest-ListImageFiltersTestJSON-1131301097 tempest-ListImageFiltersTestJSON-1131301097-project-member] Task: {'id': task-3417119, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.323189] env[69613]: DEBUG nova.network.neutron [None req-0c1337b7-1509-4b82-ad6b-e0eada2e3746 tempest-ListImageFiltersTestJSON-1131301097 tempest-ListImageFiltersTestJSON-1131301097-project-member] [instance: 8a331293-ee7f-4faa-a316-56aec9296894] Successfully updated port: e17a4cdd-5922-49e0-b8ad-b8a5d16e18ac {{(pid=69613) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 726.385316] env[69613]: DEBUG oslo_vmware.api [None req-301bdb84-1679-4515-a2a2-7bf8036c5ffc tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Task: {'id': task-3417116, 'name': ReconfigVM_Task, 'duration_secs': 0.787476} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.385729] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-301bdb84-1679-4515-a2a2-7bf8036c5ffc tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] [instance: e1db078f-b047-4e92-9b28-109607d988a4] Reconfigured VM instance instance-00000026 to attach disk [datastore2] e1db078f-b047-4e92-9b28-109607d988a4/e1db078f-b047-4e92-9b28-109607d988a4.vmdk or device None with type sparse {{(pid=69613) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 726.386480] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-55d0ae0d-1e08-4664-a278-09283796e22f {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.393445] env[69613]: DEBUG oslo_vmware.api [None req-301bdb84-1679-4515-a2a2-7bf8036c5ffc tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Waiting for the task: (returnval){ [ 726.393445] env[69613]: value = "task-3417120" [ 726.393445] env[69613]: _type = "Task" [ 726.393445] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.409585] env[69613]: DEBUG oslo_vmware.api [None req-301bdb84-1679-4515-a2a2-7bf8036c5ffc tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Task: {'id': task-3417120, 'name': Rename_Task} progress is 5%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.458025] env[69613]: DEBUG oslo_concurrency.lockutils [None req-59f52ce4-889c-4632-ba63-109ef818cd3c tempest-FloatingIPsAssociationNegativeTestJSON-1033774278 tempest-FloatingIPsAssociationNegativeTestJSON-1033774278-project-member] Lock "00d02bd2-f8fa-415c-9a6f-c58b9af0be63" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.513s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 726.741350] env[69613]: DEBUG oslo_concurrency.lockutils [req-811217dc-52d8-4c11-a0ef-ce7e036451f7 req-702c1982-75db-4415-aa7e-970a7a379eb1 service nova] Releasing lock "refresh_cache-3d07cf05-d08d-409f-9bbd-b7ff213e29ff" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.745582] env[69613]: DEBUG oslo_vmware.api [None req-03ca5b14-4fc5-46fb-9b31-e5a006ac5e7a tempest-ImagesOneServerTestJSON-1060956417 tempest-ImagesOneServerTestJSON-1060956417-project-member] Task: {'id': task-3417117, 'name': CloneVM_Task} progress is 94%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.753795] env[69613]: DEBUG oslo_vmware.api [None req-26d99e78-24bd-4aa1-ab21-ca474354f15c tempest-ServersTestJSON-1359772964 tempest-ServersTestJSON-1359772964-project-member] Task: {'id': task-3417118, 'name': PowerOffVM_Task, 'duration_secs': 0.230975} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.754086] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-26d99e78-24bd-4aa1-ab21-ca474354f15c tempest-ServersTestJSON-1359772964 tempest-ServersTestJSON-1359772964-project-member] [instance: 494cdc5d-27c6-4a1c-8089-4b2a4dd08566] Powered off the VM {{(pid=69613) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 726.754248] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-26d99e78-24bd-4aa1-ab21-ca474354f15c tempest-ServersTestJSON-1359772964 tempest-ServersTestJSON-1359772964-project-member] [instance: 494cdc5d-27c6-4a1c-8089-4b2a4dd08566] Unregistering the VM {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 726.754544] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a65d3446-ff8f-4584-ad5e-82215e936c03 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.808628] env[69613]: DEBUG oslo_vmware.api [None req-d217f6a5-2a68-420e-aac1-096183c33df4 tempest-ListImageFiltersTestJSON-1131301097 tempest-ListImageFiltersTestJSON-1131301097-project-member] Task: {'id': task-3417119, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.508027} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.808628] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-d217f6a5-2a68-420e-aac1-096183c33df4 tempest-ListImageFiltersTestJSON-1131301097 tempest-ListImageFiltersTestJSON-1131301097-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk to [datastore2] 352f5690-451d-489a-a7b1-259ff9b95e49/352f5690-451d-489a-a7b1-259ff9b95e49.vmdk {{(pid=69613) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 726.808960] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-d217f6a5-2a68-420e-aac1-096183c33df4 tempest-ListImageFiltersTestJSON-1131301097 tempest-ListImageFiltersTestJSON-1131301097-project-member] [instance: 352f5690-451d-489a-a7b1-259ff9b95e49] Extending root virtual disk to 1048576 {{(pid=69613) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 726.809070] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a12fe99a-e80a-484d-a444-f01fd790c66a {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.816416] env[69613]: DEBUG oslo_vmware.api [None req-d217f6a5-2a68-420e-aac1-096183c33df4 tempest-ListImageFiltersTestJSON-1131301097 tempest-ListImageFiltersTestJSON-1131301097-project-member] Waiting for the task: (returnval){ [ 726.816416] env[69613]: value = "task-3417122" [ 726.816416] env[69613]: _type = "Task" [ 726.816416] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.821435] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-26d99e78-24bd-4aa1-ab21-ca474354f15c tempest-ServersTestJSON-1359772964 tempest-ServersTestJSON-1359772964-project-member] [instance: 494cdc5d-27c6-4a1c-8089-4b2a4dd08566] Unregistered the VM {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 726.821562] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-26d99e78-24bd-4aa1-ab21-ca474354f15c tempest-ServersTestJSON-1359772964 tempest-ServersTestJSON-1359772964-project-member] [instance: 494cdc5d-27c6-4a1c-8089-4b2a4dd08566] Deleting contents of the VM from datastore datastore1 {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 726.821740] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-26d99e78-24bd-4aa1-ab21-ca474354f15c tempest-ServersTestJSON-1359772964 tempest-ServersTestJSON-1359772964-project-member] Deleting the datastore file [datastore1] 494cdc5d-27c6-4a1c-8089-4b2a4dd08566 {{(pid=69613) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 726.822435] env[69613]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-514709e7-218e-44c0-a728-ea950118a49d {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.828242] env[69613]: DEBUG oslo_vmware.api [None req-d217f6a5-2a68-420e-aac1-096183c33df4 tempest-ListImageFiltersTestJSON-1131301097 tempest-ListImageFiltersTestJSON-1131301097-project-member] Task: {'id': task-3417122, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.828338] env[69613]: DEBUG oslo_concurrency.lockutils [None req-0c1337b7-1509-4b82-ad6b-e0eada2e3746 tempest-ListImageFiltersTestJSON-1131301097 tempest-ListImageFiltersTestJSON-1131301097-project-member] Acquiring lock "refresh_cache-8a331293-ee7f-4faa-a316-56aec9296894" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.828985] env[69613]: DEBUG oslo_concurrency.lockutils [None req-0c1337b7-1509-4b82-ad6b-e0eada2e3746 tempest-ListImageFiltersTestJSON-1131301097 tempest-ListImageFiltersTestJSON-1131301097-project-member] Acquired lock "refresh_cache-8a331293-ee7f-4faa-a316-56aec9296894" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.828985] env[69613]: DEBUG nova.network.neutron [None req-0c1337b7-1509-4b82-ad6b-e0eada2e3746 tempest-ListImageFiltersTestJSON-1131301097 tempest-ListImageFiltersTestJSON-1131301097-project-member] [instance: 8a331293-ee7f-4faa-a316-56aec9296894] Building network info cache for instance {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 726.832437] env[69613]: DEBUG oslo_vmware.api [None req-26d99e78-24bd-4aa1-ab21-ca474354f15c tempest-ServersTestJSON-1359772964 tempest-ServersTestJSON-1359772964-project-member] Waiting for the task: (returnval){ [ 726.832437] env[69613]: value = "task-3417123" [ 726.832437] env[69613]: _type = "Task" [ 726.832437] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.840732] env[69613]: DEBUG oslo_vmware.api [None req-26d99e78-24bd-4aa1-ab21-ca474354f15c tempest-ServersTestJSON-1359772964 tempest-ServersTestJSON-1359772964-project-member] Task: {'id': task-3417123, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.903740] env[69613]: DEBUG oslo_vmware.api [None req-301bdb84-1679-4515-a2a2-7bf8036c5ffc tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Task: {'id': task-3417120, 'name': Rename_Task, 'duration_secs': 0.195745} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.904022] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-301bdb84-1679-4515-a2a2-7bf8036c5ffc tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] [instance: e1db078f-b047-4e92-9b28-109607d988a4] Powering on the VM {{(pid=69613) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 726.904321] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d0075323-edb3-4523-84ba-f76ca35df2ca {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.913272] env[69613]: DEBUG oslo_vmware.api [None req-301bdb84-1679-4515-a2a2-7bf8036c5ffc tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Waiting for the task: (returnval){ [ 726.913272] env[69613]: value = "task-3417124" [ 726.913272] env[69613]: _type = "Task" [ 726.913272] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.921634] env[69613]: DEBUG oslo_vmware.api [None req-301bdb84-1679-4515-a2a2-7bf8036c5ffc tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Task: {'id': task-3417124, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.939436] env[69613]: DEBUG oslo_concurrency.lockutils [None req-08620e9a-b43f-4ca5-b54c-fc9331630503 tempest-ServersListShow296Test-2103787313 tempest-ServersListShow296Test-2103787313-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.011s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 726.948927] env[69613]: DEBUG oslo_concurrency.lockutils [None req-d4de0be8-9174-4d2c-81fd-0156e8413c19 tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.638s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 726.948927] env[69613]: DEBUG nova.objects.instance [None req-d4de0be8-9174-4d2c-81fd-0156e8413c19 tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] Lazy-loading 'resources' on Instance uuid bc90201c-8900-4821-9839-9d5e35c48ac5 {{(pid=69613) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 727.245085] env[69613]: DEBUG oslo_vmware.api [None req-03ca5b14-4fc5-46fb-9b31-e5a006ac5e7a tempest-ImagesOneServerTestJSON-1060956417 tempest-ImagesOneServerTestJSON-1060956417-project-member] Task: {'id': task-3417117, 'name': CloneVM_Task} progress is 94%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.326963] env[69613]: DEBUG oslo_vmware.api [None req-d217f6a5-2a68-420e-aac1-096183c33df4 tempest-ListImageFiltersTestJSON-1131301097 tempest-ListImageFiltersTestJSON-1131301097-project-member] Task: {'id': task-3417122, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062596} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.327177] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-d217f6a5-2a68-420e-aac1-096183c33df4 tempest-ListImageFiltersTestJSON-1131301097 tempest-ListImageFiltersTestJSON-1131301097-project-member] [instance: 352f5690-451d-489a-a7b1-259ff9b95e49] Extended root virtual disk {{(pid=69613) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 727.328104] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1a1cd31-829d-4aa8-b9a7-dab7f37c22d6 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.352799] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-d217f6a5-2a68-420e-aac1-096183c33df4 tempest-ListImageFiltersTestJSON-1131301097 tempest-ListImageFiltersTestJSON-1131301097-project-member] [instance: 352f5690-451d-489a-a7b1-259ff9b95e49] Reconfiguring VM instance instance-00000027 to attach disk [datastore2] 352f5690-451d-489a-a7b1-259ff9b95e49/352f5690-451d-489a-a7b1-259ff9b95e49.vmdk or device None with type sparse {{(pid=69613) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 727.356076] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-add81b02-c59d-45f4-836d-05a0f2432f60 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.375515] env[69613]: DEBUG oslo_vmware.api [None req-26d99e78-24bd-4aa1-ab21-ca474354f15c tempest-ServersTestJSON-1359772964 tempest-ServersTestJSON-1359772964-project-member] Task: {'id': task-3417123, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.304376} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.376698] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-26d99e78-24bd-4aa1-ab21-ca474354f15c tempest-ServersTestJSON-1359772964 tempest-ServersTestJSON-1359772964-project-member] Deleted the datastore file {{(pid=69613) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 727.376900] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-26d99e78-24bd-4aa1-ab21-ca474354f15c tempest-ServersTestJSON-1359772964 tempest-ServersTestJSON-1359772964-project-member] [instance: 494cdc5d-27c6-4a1c-8089-4b2a4dd08566] Deleted contents of the VM from datastore datastore1 {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 727.377092] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-26d99e78-24bd-4aa1-ab21-ca474354f15c tempest-ServersTestJSON-1359772964 tempest-ServersTestJSON-1359772964-project-member] [instance: 494cdc5d-27c6-4a1c-8089-4b2a4dd08566] Instance destroyed {{(pid=69613) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 727.377272] env[69613]: INFO nova.compute.manager [None req-26d99e78-24bd-4aa1-ab21-ca474354f15c tempest-ServersTestJSON-1359772964 tempest-ServersTestJSON-1359772964-project-member] [instance: 494cdc5d-27c6-4a1c-8089-4b2a4dd08566] Took 1.16 seconds to destroy the instance on the hypervisor. [ 727.377531] env[69613]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-26d99e78-24bd-4aa1-ab21-ca474354f15c tempest-ServersTestJSON-1359772964 tempest-ServersTestJSON-1359772964-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69613) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 727.377817] env[69613]: DEBUG oslo_vmware.api [None req-d217f6a5-2a68-420e-aac1-096183c33df4 tempest-ListImageFiltersTestJSON-1131301097 tempest-ListImageFiltersTestJSON-1131301097-project-member] Waiting for the task: (returnval){ [ 727.377817] env[69613]: value = "task-3417125" [ 727.377817] env[69613]: _type = "Task" [ 727.377817] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.378013] env[69613]: DEBUG nova.compute.manager [-] [instance: 494cdc5d-27c6-4a1c-8089-4b2a4dd08566] Deallocating network for instance {{(pid=69613) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 727.378115] env[69613]: DEBUG nova.network.neutron [-] [instance: 494cdc5d-27c6-4a1c-8089-4b2a4dd08566] deallocate_for_instance() {{(pid=69613) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 727.388592] env[69613]: DEBUG oslo_vmware.api [None req-d217f6a5-2a68-420e-aac1-096183c33df4 tempest-ListImageFiltersTestJSON-1131301097 tempest-ListImageFiltersTestJSON-1131301097-project-member] Task: {'id': task-3417125, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.410216] env[69613]: DEBUG nova.network.neutron [None req-0c1337b7-1509-4b82-ad6b-e0eada2e3746 tempest-ListImageFiltersTestJSON-1131301097 tempest-ListImageFiltersTestJSON-1131301097-project-member] [instance: 8a331293-ee7f-4faa-a316-56aec9296894] Instance cache missing network info. {{(pid=69613) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 727.422677] env[69613]: DEBUG oslo_vmware.api [None req-301bdb84-1679-4515-a2a2-7bf8036c5ffc tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Task: {'id': task-3417124, 'name': PowerOnVM_Task} progress is 78%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.505784] env[69613]: DEBUG nova.compute.manager [req-65371101-9e1f-493c-901e-2c7a04cd29ee req-994b0892-1fea-4251-b174-1eb1d78d77d5 service nova] [instance: 8a331293-ee7f-4faa-a316-56aec9296894] Received event network-vif-plugged-e17a4cdd-5922-49e0-b8ad-b8a5d16e18ac {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 727.506099] env[69613]: DEBUG oslo_concurrency.lockutils [req-65371101-9e1f-493c-901e-2c7a04cd29ee req-994b0892-1fea-4251-b174-1eb1d78d77d5 service nova] Acquiring lock "8a331293-ee7f-4faa-a316-56aec9296894-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 727.506523] env[69613]: DEBUG oslo_concurrency.lockutils [req-65371101-9e1f-493c-901e-2c7a04cd29ee req-994b0892-1fea-4251-b174-1eb1d78d77d5 service nova] Lock "8a331293-ee7f-4faa-a316-56aec9296894-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 727.506773] env[69613]: DEBUG oslo_concurrency.lockutils [req-65371101-9e1f-493c-901e-2c7a04cd29ee req-994b0892-1fea-4251-b174-1eb1d78d77d5 service nova] Lock "8a331293-ee7f-4faa-a316-56aec9296894-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 727.507061] env[69613]: DEBUG nova.compute.manager [req-65371101-9e1f-493c-901e-2c7a04cd29ee req-994b0892-1fea-4251-b174-1eb1d78d77d5 service nova] [instance: 8a331293-ee7f-4faa-a316-56aec9296894] No waiting events found dispatching network-vif-plugged-e17a4cdd-5922-49e0-b8ad-b8a5d16e18ac {{(pid=69613) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 727.507290] env[69613]: WARNING nova.compute.manager [req-65371101-9e1f-493c-901e-2c7a04cd29ee req-994b0892-1fea-4251-b174-1eb1d78d77d5 service nova] [instance: 8a331293-ee7f-4faa-a316-56aec9296894] Received unexpected event network-vif-plugged-e17a4cdd-5922-49e0-b8ad-b8a5d16e18ac for instance with vm_state building and task_state spawning. [ 727.507485] env[69613]: DEBUG nova.compute.manager [req-65371101-9e1f-493c-901e-2c7a04cd29ee req-994b0892-1fea-4251-b174-1eb1d78d77d5 service nova] [instance: 8a331293-ee7f-4faa-a316-56aec9296894] Received event network-changed-e17a4cdd-5922-49e0-b8ad-b8a5d16e18ac {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 727.507706] env[69613]: DEBUG nova.compute.manager [req-65371101-9e1f-493c-901e-2c7a04cd29ee req-994b0892-1fea-4251-b174-1eb1d78d77d5 service nova] [instance: 8a331293-ee7f-4faa-a316-56aec9296894] Refreshing instance network info cache due to event network-changed-e17a4cdd-5922-49e0-b8ad-b8a5d16e18ac. {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 727.507959] env[69613]: DEBUG oslo_concurrency.lockutils [req-65371101-9e1f-493c-901e-2c7a04cd29ee req-994b0892-1fea-4251-b174-1eb1d78d77d5 service nova] Acquiring lock "refresh_cache-8a331293-ee7f-4faa-a316-56aec9296894" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.687313] env[69613]: DEBUG nova.network.neutron [None req-0c1337b7-1509-4b82-ad6b-e0eada2e3746 tempest-ListImageFiltersTestJSON-1131301097 tempest-ListImageFiltersTestJSON-1131301097-project-member] [instance: 8a331293-ee7f-4faa-a316-56aec9296894] Updating instance_info_cache with network_info: [{"id": "e17a4cdd-5922-49e0-b8ad-b8a5d16e18ac", "address": "fa:16:3e:b8:7e:1e", "network": {"id": "7f5a9020-c966-459c-b2b1-fc62b2ff6283", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.221", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3e9e1b873f1442d59d5ee8247b941f74", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aec0089a-ff85-4bef-bad8-c84de39af71a", "external-id": "nsx-vlan-transportzone-758", "segmentation_id": 758, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape17a4cdd-59", "ovs_interfaceid": "e17a4cdd-5922-49e0-b8ad-b8a5d16e18ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 727.746180] env[69613]: DEBUG oslo_vmware.api [None req-03ca5b14-4fc5-46fb-9b31-e5a006ac5e7a tempest-ImagesOneServerTestJSON-1060956417 tempest-ImagesOneServerTestJSON-1060956417-project-member] Task: {'id': task-3417117, 'name': CloneVM_Task} progress is 94%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.893821] env[69613]: DEBUG oslo_vmware.api [None req-d217f6a5-2a68-420e-aac1-096183c33df4 tempest-ListImageFiltersTestJSON-1131301097 tempest-ListImageFiltersTestJSON-1131301097-project-member] Task: {'id': task-3417125, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.922958] env[69613]: DEBUG oslo_vmware.api [None req-301bdb84-1679-4515-a2a2-7bf8036c5ffc tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Task: {'id': task-3417124, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.997661] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-747aa490-32c6-4a53-89f1-499b086cee35 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.005979] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbfcc69a-301e-4f91-a739-6aa0f0d1c6b2 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.042901] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fa824f8-e1e4-4b9e-8a91-fff27cf3fc1d {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.051570] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d4655ea-e58d-4ad9-80bc-f9c3c6a84dd4 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.074258] env[69613]: DEBUG nova.compute.provider_tree [None req-d4de0be8-9174-4d2c-81fd-0156e8413c19 tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] Inventory has not changed in ProviderTree for provider: af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 {{(pid=69613) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 728.193468] env[69613]: DEBUG oslo_concurrency.lockutils [None req-0c1337b7-1509-4b82-ad6b-e0eada2e3746 tempest-ListImageFiltersTestJSON-1131301097 tempest-ListImageFiltersTestJSON-1131301097-project-member] Releasing lock "refresh_cache-8a331293-ee7f-4faa-a316-56aec9296894" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.193793] env[69613]: DEBUG nova.compute.manager [None req-0c1337b7-1509-4b82-ad6b-e0eada2e3746 tempest-ListImageFiltersTestJSON-1131301097 tempest-ListImageFiltersTestJSON-1131301097-project-member] [instance: 8a331293-ee7f-4faa-a316-56aec9296894] Instance network_info: |[{"id": "e17a4cdd-5922-49e0-b8ad-b8a5d16e18ac", "address": "fa:16:3e:b8:7e:1e", "network": {"id": "7f5a9020-c966-459c-b2b1-fc62b2ff6283", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.221", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3e9e1b873f1442d59d5ee8247b941f74", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aec0089a-ff85-4bef-bad8-c84de39af71a", "external-id": "nsx-vlan-transportzone-758", "segmentation_id": 758, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape17a4cdd-59", "ovs_interfaceid": "e17a4cdd-5922-49e0-b8ad-b8a5d16e18ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69613) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 728.194172] env[69613]: DEBUG oslo_concurrency.lockutils [req-65371101-9e1f-493c-901e-2c7a04cd29ee req-994b0892-1fea-4251-b174-1eb1d78d77d5 service nova] Acquired lock "refresh_cache-8a331293-ee7f-4faa-a316-56aec9296894" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.194409] env[69613]: DEBUG nova.network.neutron [req-65371101-9e1f-493c-901e-2c7a04cd29ee req-994b0892-1fea-4251-b174-1eb1d78d77d5 service nova] [instance: 8a331293-ee7f-4faa-a316-56aec9296894] Refreshing network info cache for port e17a4cdd-5922-49e0-b8ad-b8a5d16e18ac {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 728.195675] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-0c1337b7-1509-4b82-ad6b-e0eada2e3746 tempest-ListImageFiltersTestJSON-1131301097 tempest-ListImageFiltersTestJSON-1131301097-project-member] [instance: 8a331293-ee7f-4faa-a316-56aec9296894] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b8:7e:1e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'aec0089a-ff85-4bef-bad8-c84de39af71a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e17a4cdd-5922-49e0-b8ad-b8a5d16e18ac', 'vif_model': 'vmxnet3'}] {{(pid=69613) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 728.204134] env[69613]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0c1337b7-1509-4b82-ad6b-e0eada2e3746 tempest-ListImageFiltersTestJSON-1131301097 tempest-ListImageFiltersTestJSON-1131301097-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69613) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 728.204726] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8a331293-ee7f-4faa-a316-56aec9296894] Creating VM on the ESX host {{(pid=69613) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 728.204988] env[69613]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-416ad298-a5e7-4c91-b6af-c0f6e19ec489 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.227727] env[69613]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 728.227727] env[69613]: value = "task-3417126" [ 728.227727] env[69613]: _type = "Task" [ 728.227727] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.238426] env[69613]: DEBUG oslo_vmware.api [-] Task: {'id': task-3417126, 'name': CreateVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.248874] env[69613]: DEBUG oslo_vmware.api [None req-03ca5b14-4fc5-46fb-9b31-e5a006ac5e7a tempest-ImagesOneServerTestJSON-1060956417 tempest-ImagesOneServerTestJSON-1060956417-project-member] Task: {'id': task-3417117, 'name': CloneVM_Task} progress is 95%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.393693] env[69613]: DEBUG oslo_vmware.api [None req-d217f6a5-2a68-420e-aac1-096183c33df4 tempest-ListImageFiltersTestJSON-1131301097 tempest-ListImageFiltersTestJSON-1131301097-project-member] Task: {'id': task-3417125, 'name': ReconfigVM_Task, 'duration_secs': 0.813116} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.394343] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-d217f6a5-2a68-420e-aac1-096183c33df4 tempest-ListImageFiltersTestJSON-1131301097 tempest-ListImageFiltersTestJSON-1131301097-project-member] [instance: 352f5690-451d-489a-a7b1-259ff9b95e49] Reconfigured VM instance instance-00000027 to attach disk [datastore2] 352f5690-451d-489a-a7b1-259ff9b95e49/352f5690-451d-489a-a7b1-259ff9b95e49.vmdk or device None with type sparse {{(pid=69613) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 728.395200] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cefd4cb5-3319-4651-8fd3-1b985d992369 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.402757] env[69613]: DEBUG oslo_vmware.api [None req-d217f6a5-2a68-420e-aac1-096183c33df4 tempest-ListImageFiltersTestJSON-1131301097 tempest-ListImageFiltersTestJSON-1131301097-project-member] Waiting for the task: (returnval){ [ 728.402757] env[69613]: value = "task-3417127" [ 728.402757] env[69613]: _type = "Task" [ 728.402757] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.413257] env[69613]: DEBUG oslo_vmware.api [None req-d217f6a5-2a68-420e-aac1-096183c33df4 tempest-ListImageFiltersTestJSON-1131301097 tempest-ListImageFiltersTestJSON-1131301097-project-member] Task: {'id': task-3417127, 'name': Rename_Task} progress is 5%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.421895] env[69613]: DEBUG oslo_vmware.api [None req-301bdb84-1679-4515-a2a2-7bf8036c5ffc tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Task: {'id': task-3417124, 'name': PowerOnVM_Task, 'duration_secs': 1.228578} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.422156] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-301bdb84-1679-4515-a2a2-7bf8036c5ffc tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] [instance: e1db078f-b047-4e92-9b28-109607d988a4] Powered on the VM {{(pid=69613) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 728.422396] env[69613]: INFO nova.compute.manager [None req-301bdb84-1679-4515-a2a2-7bf8036c5ffc tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] [instance: e1db078f-b047-4e92-9b28-109607d988a4] Took 9.49 seconds to spawn the instance on the hypervisor. [ 728.422587] env[69613]: DEBUG nova.compute.manager [None req-301bdb84-1679-4515-a2a2-7bf8036c5ffc tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] [instance: e1db078f-b047-4e92-9b28-109607d988a4] Checking state {{(pid=69613) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 728.423336] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2367c0ee-ce23-4aba-beeb-46f9f9085989 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.494951] env[69613]: DEBUG nova.network.neutron [-] [instance: 494cdc5d-27c6-4a1c-8089-4b2a4dd08566] Updating instance_info_cache with network_info: [] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 728.578024] env[69613]: DEBUG nova.scheduler.client.report [None req-d4de0be8-9174-4d2c-81fd-0156e8413c19 tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] Inventory has not changed for provider af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69613) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 728.737759] env[69613]: DEBUG oslo_vmware.api [-] Task: {'id': task-3417126, 'name': CreateVM_Task, 'duration_secs': 0.320861} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.740237] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8a331293-ee7f-4faa-a316-56aec9296894] Created VM on the ESX host {{(pid=69613) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 728.741063] env[69613]: DEBUG oslo_concurrency.lockutils [None req-0c1337b7-1509-4b82-ad6b-e0eada2e3746 tempest-ListImageFiltersTestJSON-1131301097 tempest-ListImageFiltersTestJSON-1131301097-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.741240] env[69613]: DEBUG oslo_concurrency.lockutils [None req-0c1337b7-1509-4b82-ad6b-e0eada2e3746 tempest-ListImageFiltersTestJSON-1131301097 tempest-ListImageFiltersTestJSON-1131301097-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.741556] env[69613]: DEBUG oslo_concurrency.lockutils [None req-0c1337b7-1509-4b82-ad6b-e0eada2e3746 tempest-ListImageFiltersTestJSON-1131301097 tempest-ListImageFiltersTestJSON-1131301097-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.744853] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-27fc6aa1-4740-4bcf-b185-6a45c26be16d {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.751306] env[69613]: DEBUG oslo_vmware.api [None req-03ca5b14-4fc5-46fb-9b31-e5a006ac5e7a tempest-ImagesOneServerTestJSON-1060956417 tempest-ImagesOneServerTestJSON-1060956417-project-member] Task: {'id': task-3417117, 'name': CloneVM_Task, 'duration_secs': 2.251157} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.752423] env[69613]: INFO nova.virt.vmwareapi.vmops [None req-03ca5b14-4fc5-46fb-9b31-e5a006ac5e7a tempest-ImagesOneServerTestJSON-1060956417 tempest-ImagesOneServerTestJSON-1060956417-project-member] [instance: d9e3bd67-974c-477a-baa2-99549051a828] Created linked-clone VM from snapshot [ 728.752761] env[69613]: DEBUG oslo_vmware.api [None req-0c1337b7-1509-4b82-ad6b-e0eada2e3746 tempest-ListImageFiltersTestJSON-1131301097 tempest-ListImageFiltersTestJSON-1131301097-project-member] Waiting for the task: (returnval){ [ 728.752761] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]52d26252-a0b0-dcdd-5ad5-d004ff648573" [ 728.752761] env[69613]: _type = "Task" [ 728.752761] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.753397] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5188f73-b03f-43c0-ad20-d54505d6e0ac {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.763833] env[69613]: DEBUG nova.virt.vmwareapi.images [None req-03ca5b14-4fc5-46fb-9b31-e5a006ac5e7a tempest-ImagesOneServerTestJSON-1060956417 tempest-ImagesOneServerTestJSON-1060956417-project-member] [instance: d9e3bd67-974c-477a-baa2-99549051a828] Uploading image 08709209-6f20-4dc2-96ca-3426e5572935 {{(pid=69613) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 728.768508] env[69613]: DEBUG oslo_vmware.api [None req-0c1337b7-1509-4b82-ad6b-e0eada2e3746 tempest-ListImageFiltersTestJSON-1131301097 tempest-ListImageFiltersTestJSON-1131301097-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52d26252-a0b0-dcdd-5ad5-d004ff648573, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.791440] env[69613]: DEBUG oslo_vmware.rw_handles [None req-03ca5b14-4fc5-46fb-9b31-e5a006ac5e7a tempest-ImagesOneServerTestJSON-1060956417 tempest-ImagesOneServerTestJSON-1060956417-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 728.791440] env[69613]: value = "vm-681799" [ 728.791440] env[69613]: _type = "VirtualMachine" [ 728.791440] env[69613]: }. {{(pid=69613) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 728.791440] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-a09db656-5dea-47f1-99e9-840e6fd38b3c {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.801186] env[69613]: DEBUG oslo_vmware.rw_handles [None req-03ca5b14-4fc5-46fb-9b31-e5a006ac5e7a tempest-ImagesOneServerTestJSON-1060956417 tempest-ImagesOneServerTestJSON-1060956417-project-member] Lease: (returnval){ [ 728.801186] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]5237c14a-cb38-3bca-88a5-c41032f81482" [ 728.801186] env[69613]: _type = "HttpNfcLease" [ 728.801186] env[69613]: } obtained for exporting VM: (result){ [ 728.801186] env[69613]: value = "vm-681799" [ 728.801186] env[69613]: _type = "VirtualMachine" [ 728.801186] env[69613]: }. {{(pid=69613) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 728.801186] env[69613]: DEBUG oslo_vmware.api [None req-03ca5b14-4fc5-46fb-9b31-e5a006ac5e7a tempest-ImagesOneServerTestJSON-1060956417 tempest-ImagesOneServerTestJSON-1060956417-project-member] Waiting for the lease: (returnval){ [ 728.801186] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]5237c14a-cb38-3bca-88a5-c41032f81482" [ 728.801186] env[69613]: _type = "HttpNfcLease" [ 728.801186] env[69613]: } to be ready. {{(pid=69613) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 728.807388] env[69613]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 728.807388] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]5237c14a-cb38-3bca-88a5-c41032f81482" [ 728.807388] env[69613]: _type = "HttpNfcLease" [ 728.807388] env[69613]: } is initializing. {{(pid=69613) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 728.919221] env[69613]: DEBUG oslo_vmware.api [None req-d217f6a5-2a68-420e-aac1-096183c33df4 tempest-ListImageFiltersTestJSON-1131301097 tempest-ListImageFiltersTestJSON-1131301097-project-member] Task: {'id': task-3417127, 'name': Rename_Task, 'duration_secs': 0.149446} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.919547] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-d217f6a5-2a68-420e-aac1-096183c33df4 tempest-ListImageFiltersTestJSON-1131301097 tempest-ListImageFiltersTestJSON-1131301097-project-member] [instance: 352f5690-451d-489a-a7b1-259ff9b95e49] Powering on the VM {{(pid=69613) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 728.919817] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-70028a3c-0cbd-4246-ad60-248e4bcbe1a6 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.925851] env[69613]: DEBUG oslo_vmware.api [None req-d217f6a5-2a68-420e-aac1-096183c33df4 tempest-ListImageFiltersTestJSON-1131301097 tempest-ListImageFiltersTestJSON-1131301097-project-member] Waiting for the task: (returnval){ [ 728.925851] env[69613]: value = "task-3417129" [ 728.925851] env[69613]: _type = "Task" [ 728.925851] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.940026] env[69613]: DEBUG oslo_vmware.api [None req-d217f6a5-2a68-420e-aac1-096183c33df4 tempest-ListImageFiltersTestJSON-1131301097 tempest-ListImageFiltersTestJSON-1131301097-project-member] Task: {'id': task-3417129, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.942894] env[69613]: INFO nova.compute.manager [None req-301bdb84-1679-4515-a2a2-7bf8036c5ffc tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] [instance: e1db078f-b047-4e92-9b28-109607d988a4] Took 48.35 seconds to build instance. [ 728.949381] env[69613]: DEBUG nova.network.neutron [req-65371101-9e1f-493c-901e-2c7a04cd29ee req-994b0892-1fea-4251-b174-1eb1d78d77d5 service nova] [instance: 8a331293-ee7f-4faa-a316-56aec9296894] Updated VIF entry in instance network info cache for port e17a4cdd-5922-49e0-b8ad-b8a5d16e18ac. {{(pid=69613) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 728.949766] env[69613]: DEBUG nova.network.neutron [req-65371101-9e1f-493c-901e-2c7a04cd29ee req-994b0892-1fea-4251-b174-1eb1d78d77d5 service nova] [instance: 8a331293-ee7f-4faa-a316-56aec9296894] Updating instance_info_cache with network_info: [{"id": "e17a4cdd-5922-49e0-b8ad-b8a5d16e18ac", "address": "fa:16:3e:b8:7e:1e", "network": {"id": "7f5a9020-c966-459c-b2b1-fc62b2ff6283", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.221", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3e9e1b873f1442d59d5ee8247b941f74", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aec0089a-ff85-4bef-bad8-c84de39af71a", "external-id": "nsx-vlan-transportzone-758", "segmentation_id": 758, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape17a4cdd-59", "ovs_interfaceid": "e17a4cdd-5922-49e0-b8ad-b8a5d16e18ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 729.003164] env[69613]: INFO nova.compute.manager [-] [instance: 494cdc5d-27c6-4a1c-8089-4b2a4dd08566] Took 1.62 seconds to deallocate network for instance. [ 729.083635] env[69613]: DEBUG oslo_concurrency.lockutils [None req-d4de0be8-9174-4d2c-81fd-0156e8413c19 tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.142s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 729.086154] env[69613]: DEBUG oslo_concurrency.lockutils [None req-aa2b2939-fa32-4ed9-8230-a409cd27ce8a tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.653s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 729.087769] env[69613]: INFO nova.compute.claims [None req-aa2b2939-fa32-4ed9-8230-a409cd27ce8a tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] [instance: ff22c9d2-3cfe-48ed-b3f5-c0cfe68812c2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 729.117559] env[69613]: INFO nova.scheduler.client.report [None req-d4de0be8-9174-4d2c-81fd-0156e8413c19 tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] Deleted allocations for instance bc90201c-8900-4821-9839-9d5e35c48ac5 [ 729.266221] env[69613]: DEBUG oslo_vmware.api [None req-0c1337b7-1509-4b82-ad6b-e0eada2e3746 tempest-ListImageFiltersTestJSON-1131301097 tempest-ListImageFiltersTestJSON-1131301097-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52d26252-a0b0-dcdd-5ad5-d004ff648573, 'name': SearchDatastore_Task, 'duration_secs': 0.01341} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.266502] env[69613]: DEBUG oslo_concurrency.lockutils [None req-0c1337b7-1509-4b82-ad6b-e0eada2e3746 tempest-ListImageFiltersTestJSON-1131301097 tempest-ListImageFiltersTestJSON-1131301097-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.266738] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-0c1337b7-1509-4b82-ad6b-e0eada2e3746 tempest-ListImageFiltersTestJSON-1131301097 tempest-ListImageFiltersTestJSON-1131301097-project-member] [instance: 8a331293-ee7f-4faa-a316-56aec9296894] Processing image 2b7a0304-b5d0-431d-b287-32c8388d7fbd {{(pid=69613) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 729.267015] env[69613]: DEBUG oslo_concurrency.lockutils [None req-0c1337b7-1509-4b82-ad6b-e0eada2e3746 tempest-ListImageFiltersTestJSON-1131301097 tempest-ListImageFiltersTestJSON-1131301097-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.267136] env[69613]: DEBUG oslo_concurrency.lockutils [None req-0c1337b7-1509-4b82-ad6b-e0eada2e3746 tempest-ListImageFiltersTestJSON-1131301097 tempest-ListImageFiltersTestJSON-1131301097-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.267317] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c1337b7-1509-4b82-ad6b-e0eada2e3746 tempest-ListImageFiltersTestJSON-1131301097 tempest-ListImageFiltersTestJSON-1131301097-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69613) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 729.267604] env[69613]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2321abd9-c033-4280-a03e-4061102d83ec {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.276054] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c1337b7-1509-4b82-ad6b-e0eada2e3746 tempest-ListImageFiltersTestJSON-1131301097 tempest-ListImageFiltersTestJSON-1131301097-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69613) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 729.276179] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-0c1337b7-1509-4b82-ad6b-e0eada2e3746 tempest-ListImageFiltersTestJSON-1131301097 tempest-ListImageFiltersTestJSON-1131301097-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69613) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 729.276868] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a9e0878e-1ee0-4f9a-ae72-1ee26f47fc90 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.282209] env[69613]: DEBUG oslo_vmware.api [None req-0c1337b7-1509-4b82-ad6b-e0eada2e3746 tempest-ListImageFiltersTestJSON-1131301097 tempest-ListImageFiltersTestJSON-1131301097-project-member] Waiting for the task: (returnval){ [ 729.282209] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]529c2b8a-04e8-61ad-6ab1-72547c506a2b" [ 729.282209] env[69613]: _type = "Task" [ 729.282209] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.289871] env[69613]: DEBUG oslo_vmware.api [None req-0c1337b7-1509-4b82-ad6b-e0eada2e3746 tempest-ListImageFiltersTestJSON-1131301097 tempest-ListImageFiltersTestJSON-1131301097-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]529c2b8a-04e8-61ad-6ab1-72547c506a2b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.308863] env[69613]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 729.308863] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]5237c14a-cb38-3bca-88a5-c41032f81482" [ 729.308863] env[69613]: _type = "HttpNfcLease" [ 729.308863] env[69613]: } is ready. {{(pid=69613) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 729.309707] env[69613]: DEBUG oslo_vmware.rw_handles [None req-03ca5b14-4fc5-46fb-9b31-e5a006ac5e7a tempest-ImagesOneServerTestJSON-1060956417 tempest-ImagesOneServerTestJSON-1060956417-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 729.309707] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]5237c14a-cb38-3bca-88a5-c41032f81482" [ 729.309707] env[69613]: _type = "HttpNfcLease" [ 729.309707] env[69613]: }. {{(pid=69613) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 729.310287] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9958a123-56fb-4f44-96c9-3d17689aad89 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.317686] env[69613]: DEBUG oslo_vmware.rw_handles [None req-03ca5b14-4fc5-46fb-9b31-e5a006ac5e7a tempest-ImagesOneServerTestJSON-1060956417 tempest-ImagesOneServerTestJSON-1060956417-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b88773-3cd3-6282-dda2-c06a8647cff7/disk-0.vmdk from lease info. {{(pid=69613) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 729.318076] env[69613]: DEBUG oslo_vmware.rw_handles [None req-03ca5b14-4fc5-46fb-9b31-e5a006ac5e7a tempest-ImagesOneServerTestJSON-1060956417 tempest-ImagesOneServerTestJSON-1060956417-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b88773-3cd3-6282-dda2-c06a8647cff7/disk-0.vmdk for reading. {{(pid=69613) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 729.439300] env[69613]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-edf9b884-afa6-47c3-a46c-418e8d22453a {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.441741] env[69613]: DEBUG oslo_vmware.api [None req-d217f6a5-2a68-420e-aac1-096183c33df4 tempest-ListImageFiltersTestJSON-1131301097 tempest-ListImageFiltersTestJSON-1131301097-project-member] Task: {'id': task-3417129, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.451075] env[69613]: DEBUG oslo_concurrency.lockutils [None req-301bdb84-1679-4515-a2a2-7bf8036c5ffc tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Lock "e1db078f-b047-4e92-9b28-109607d988a4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 78.077s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 729.454095] env[69613]: DEBUG oslo_concurrency.lockutils [req-65371101-9e1f-493c-901e-2c7a04cd29ee req-994b0892-1fea-4251-b174-1eb1d78d77d5 service nova] Releasing lock "refresh_cache-8a331293-ee7f-4faa-a316-56aec9296894" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.512136] env[69613]: DEBUG oslo_concurrency.lockutils [None req-26d99e78-24bd-4aa1-ab21-ca474354f15c tempest-ServersTestJSON-1359772964 tempest-ServersTestJSON-1359772964-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 729.534520] env[69613]: DEBUG nova.compute.manager [req-4ad2b634-84fe-4ade-bb2a-bec501a5f7d7 req-74ed3bda-5488-4de8-9330-642a9703a516 service nova] [instance: 494cdc5d-27c6-4a1c-8089-4b2a4dd08566] Received event network-vif-deleted-6c7b4c3e-c023-421e-b4d8-d291795901a9 {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 729.628086] env[69613]: DEBUG oslo_concurrency.lockutils [None req-d4de0be8-9174-4d2c-81fd-0156e8413c19 tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] Lock "bc90201c-8900-4821-9839-9d5e35c48ac5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.109s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 729.795189] env[69613]: DEBUG oslo_vmware.api [None req-0c1337b7-1509-4b82-ad6b-e0eada2e3746 tempest-ListImageFiltersTestJSON-1131301097 tempest-ListImageFiltersTestJSON-1131301097-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]529c2b8a-04e8-61ad-6ab1-72547c506a2b, 'name': SearchDatastore_Task, 'duration_secs': 0.011588} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.795978] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7a8db150-5d70-46ad-a3b0-4361c1c663db {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.802029] env[69613]: DEBUG oslo_vmware.api [None req-0c1337b7-1509-4b82-ad6b-e0eada2e3746 tempest-ListImageFiltersTestJSON-1131301097 tempest-ListImageFiltersTestJSON-1131301097-project-member] Waiting for the task: (returnval){ [ 729.802029] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]527a6cdf-13f3-c67f-a6b8-882ce6fae6ab" [ 729.802029] env[69613]: _type = "Task" [ 729.802029] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.815109] env[69613]: DEBUG oslo_vmware.api [None req-0c1337b7-1509-4b82-ad6b-e0eada2e3746 tempest-ListImageFiltersTestJSON-1131301097 tempest-ListImageFiltersTestJSON-1131301097-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]527a6cdf-13f3-c67f-a6b8-882ce6fae6ab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.938463] env[69613]: DEBUG oslo_vmware.api [None req-d217f6a5-2a68-420e-aac1-096183c33df4 tempest-ListImageFiltersTestJSON-1131301097 tempest-ListImageFiltersTestJSON-1131301097-project-member] Task: {'id': task-3417129, 'name': PowerOnVM_Task, 'duration_secs': 0.667735} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.938849] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-d217f6a5-2a68-420e-aac1-096183c33df4 tempest-ListImageFiltersTestJSON-1131301097 tempest-ListImageFiltersTestJSON-1131301097-project-member] [instance: 352f5690-451d-489a-a7b1-259ff9b95e49] Powered on the VM {{(pid=69613) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 729.939337] env[69613]: INFO nova.compute.manager [None req-d217f6a5-2a68-420e-aac1-096183c33df4 tempest-ListImageFiltersTestJSON-1131301097 tempest-ListImageFiltersTestJSON-1131301097-project-member] [instance: 352f5690-451d-489a-a7b1-259ff9b95e49] Took 8.25 seconds to spawn the instance on the hypervisor. [ 729.939678] env[69613]: DEBUG nova.compute.manager [None req-d217f6a5-2a68-420e-aac1-096183c33df4 tempest-ListImageFiltersTestJSON-1131301097 tempest-ListImageFiltersTestJSON-1131301097-project-member] [instance: 352f5690-451d-489a-a7b1-259ff9b95e49] Checking state {{(pid=69613) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 729.941158] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02823a7d-d231-4ae3-9106-5acdd61cf1d6 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.947698] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f54cbe7-e846-4204-ad50-cf8b0efbf06b {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.952679] env[69613]: DEBUG nova.compute.manager [None req-01d3ef8f-40fc-4a59-a37f-963ed7fa8127 tempest-ServersTestManualDisk-642376445 tempest-ServersTestManualDisk-642376445-project-member] [instance: 42aba8f8-9657-437f-b305-13239f26fac2] Starting instance... {{(pid=69613) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 729.962169] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-45fe8786-73b9-4d57-891a-3b95adbd4309 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] [instance: e1db078f-b047-4e92-9b28-109607d988a4] Suspending the VM {{(pid=69613) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 729.963039] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-43dcb771-6df8-424b-ba47-ed951a4542d2 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.971747] env[69613]: DEBUG oslo_vmware.api [None req-45fe8786-73b9-4d57-891a-3b95adbd4309 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Waiting for the task: (returnval){ [ 729.971747] env[69613]: value = "task-3417130" [ 729.971747] env[69613]: _type = "Task" [ 729.971747] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.984863] env[69613]: DEBUG oslo_vmware.api [None req-45fe8786-73b9-4d57-891a-3b95adbd4309 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Task: {'id': task-3417130, 'name': SuspendVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.314697] env[69613]: DEBUG oslo_vmware.api [None req-0c1337b7-1509-4b82-ad6b-e0eada2e3746 tempest-ListImageFiltersTestJSON-1131301097 tempest-ListImageFiltersTestJSON-1131301097-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]527a6cdf-13f3-c67f-a6b8-882ce6fae6ab, 'name': SearchDatastore_Task, 'duration_secs': 0.016575} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.314697] env[69613]: DEBUG oslo_concurrency.lockutils [None req-0c1337b7-1509-4b82-ad6b-e0eada2e3746 tempest-ListImageFiltersTestJSON-1131301097 tempest-ListImageFiltersTestJSON-1131301097-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.315028] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c1337b7-1509-4b82-ad6b-e0eada2e3746 tempest-ListImageFiltersTestJSON-1131301097 tempest-ListImageFiltersTestJSON-1131301097-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk to [datastore2] 8a331293-ee7f-4faa-a316-56aec9296894/8a331293-ee7f-4faa-a316-56aec9296894.vmdk {{(pid=69613) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 730.317959] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3359af85-3723-4ca5-b785-1ebfa86f785e {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.325275] env[69613]: DEBUG oslo_vmware.api [None req-0c1337b7-1509-4b82-ad6b-e0eada2e3746 tempest-ListImageFiltersTestJSON-1131301097 tempest-ListImageFiltersTestJSON-1131301097-project-member] Waiting for the task: (returnval){ [ 730.325275] env[69613]: value = "task-3417131" [ 730.325275] env[69613]: _type = "Task" [ 730.325275] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.335486] env[69613]: DEBUG oslo_vmware.api [None req-0c1337b7-1509-4b82-ad6b-e0eada2e3746 tempest-ListImageFiltersTestJSON-1131301097 tempest-ListImageFiltersTestJSON-1131301097-project-member] Task: {'id': task-3417131, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.480513] env[69613]: INFO nova.compute.manager [None req-d217f6a5-2a68-420e-aac1-096183c33df4 tempest-ListImageFiltersTestJSON-1131301097 tempest-ListImageFiltersTestJSON-1131301097-project-member] [instance: 352f5690-451d-489a-a7b1-259ff9b95e49] Took 44.94 seconds to build instance. [ 730.483723] env[69613]: DEBUG oslo_concurrency.lockutils [None req-01d3ef8f-40fc-4a59-a37f-963ed7fa8127 tempest-ServersTestManualDisk-642376445 tempest-ServersTestManualDisk-642376445-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 730.487237] env[69613]: DEBUG oslo_vmware.api [None req-45fe8786-73b9-4d57-891a-3b95adbd4309 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Task: {'id': task-3417130, 'name': SuspendVM_Task} progress is 62%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.688071] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e68af71-61b9-4026-be35-e47f4c12402d {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.691852] env[69613]: DEBUG oslo_concurrency.lockutils [None req-390c3cce-394e-41d7-9dc9-f3696223bd90 tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] Acquiring lock "cdfedccf-3398-437c-a908-41d6d87d8a99" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 730.692172] env[69613]: DEBUG oslo_concurrency.lockutils [None req-390c3cce-394e-41d7-9dc9-f3696223bd90 tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] Lock "cdfedccf-3398-437c-a908-41d6d87d8a99" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 730.692459] env[69613]: DEBUG oslo_concurrency.lockutils [None req-390c3cce-394e-41d7-9dc9-f3696223bd90 tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] Acquiring lock "cdfedccf-3398-437c-a908-41d6d87d8a99-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 730.692758] env[69613]: DEBUG oslo_concurrency.lockutils [None req-390c3cce-394e-41d7-9dc9-f3696223bd90 tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] Lock "cdfedccf-3398-437c-a908-41d6d87d8a99-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 730.693084] env[69613]: DEBUG oslo_concurrency.lockutils [None req-390c3cce-394e-41d7-9dc9-f3696223bd90 tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] Lock "cdfedccf-3398-437c-a908-41d6d87d8a99-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 730.695847] env[69613]: INFO nova.compute.manager [None req-390c3cce-394e-41d7-9dc9-f3696223bd90 tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] [instance: cdfedccf-3398-437c-a908-41d6d87d8a99] Terminating instance [ 730.704259] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53caff7c-950a-47c7-b115-2b0758db67a7 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.741669] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6705f885-b0b1-4602-9bbf-c35ce6d85eb7 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.750522] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b1da6aa-f408-4663-8573-01ca6c1d6fdf {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.765809] env[69613]: DEBUG nova.compute.provider_tree [None req-aa2b2939-fa32-4ed9-8230-a409cd27ce8a tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Inventory has not changed in ProviderTree for provider: af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 {{(pid=69613) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 730.837719] env[69613]: DEBUG oslo_vmware.api [None req-0c1337b7-1509-4b82-ad6b-e0eada2e3746 tempest-ListImageFiltersTestJSON-1131301097 tempest-ListImageFiltersTestJSON-1131301097-project-member] Task: {'id': task-3417131, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.984919] env[69613]: DEBUG oslo_concurrency.lockutils [None req-d217f6a5-2a68-420e-aac1-096183c33df4 tempest-ListImageFiltersTestJSON-1131301097 tempest-ListImageFiltersTestJSON-1131301097-project-member] Lock "352f5690-451d-489a-a7b1-259ff9b95e49" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 78.641s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 730.986291] env[69613]: DEBUG oslo_vmware.api [None req-45fe8786-73b9-4d57-891a-3b95adbd4309 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Task: {'id': task-3417130, 'name': SuspendVM_Task, 'duration_secs': 0.993265} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.986760] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-45fe8786-73b9-4d57-891a-3b95adbd4309 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] [instance: e1db078f-b047-4e92-9b28-109607d988a4] Suspended the VM {{(pid=69613) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 730.986978] env[69613]: DEBUG nova.compute.manager [None req-45fe8786-73b9-4d57-891a-3b95adbd4309 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] [instance: e1db078f-b047-4e92-9b28-109607d988a4] Checking state {{(pid=69613) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 730.988475] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8949efa6-2acc-4070-b375-aea207326a56 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.212503] env[69613]: DEBUG nova.compute.manager [None req-390c3cce-394e-41d7-9dc9-f3696223bd90 tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] [instance: cdfedccf-3398-437c-a908-41d6d87d8a99] Start destroying the instance on the hypervisor. {{(pid=69613) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 731.212782] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-390c3cce-394e-41d7-9dc9-f3696223bd90 tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] [instance: cdfedccf-3398-437c-a908-41d6d87d8a99] Destroying instance {{(pid=69613) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 731.213762] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c6fa703-b7c7-4b60-9257-02c92def1b9f {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.221896] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-390c3cce-394e-41d7-9dc9-f3696223bd90 tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] [instance: cdfedccf-3398-437c-a908-41d6d87d8a99] Powering off the VM {{(pid=69613) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 731.222188] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cab85888-d355-40b9-92c6-875d4af91a43 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.229064] env[69613]: DEBUG oslo_vmware.api [None req-390c3cce-394e-41d7-9dc9-f3696223bd90 tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] Waiting for the task: (returnval){ [ 731.229064] env[69613]: value = "task-3417132" [ 731.229064] env[69613]: _type = "Task" [ 731.229064] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.237540] env[69613]: DEBUG oslo_vmware.api [None req-390c3cce-394e-41d7-9dc9-f3696223bd90 tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] Task: {'id': task-3417132, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.271226] env[69613]: DEBUG nova.scheduler.client.report [None req-aa2b2939-fa32-4ed9-8230-a409cd27ce8a tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Inventory has not changed for provider af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69613) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 731.338649] env[69613]: DEBUG oslo_vmware.api [None req-0c1337b7-1509-4b82-ad6b-e0eada2e3746 tempest-ListImageFiltersTestJSON-1131301097 tempest-ListImageFiltersTestJSON-1131301097-project-member] Task: {'id': task-3417131, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.63172} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.339524] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c1337b7-1509-4b82-ad6b-e0eada2e3746 tempest-ListImageFiltersTestJSON-1131301097 tempest-ListImageFiltersTestJSON-1131301097-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk to [datastore2] 8a331293-ee7f-4faa-a316-56aec9296894/8a331293-ee7f-4faa-a316-56aec9296894.vmdk {{(pid=69613) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 731.339524] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-0c1337b7-1509-4b82-ad6b-e0eada2e3746 tempest-ListImageFiltersTestJSON-1131301097 tempest-ListImageFiltersTestJSON-1131301097-project-member] [instance: 8a331293-ee7f-4faa-a316-56aec9296894] Extending root virtual disk to 1048576 {{(pid=69613) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 731.339982] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7e9e9986-14b3-4f5d-9c3b-9e9c12c16194 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.346686] env[69613]: DEBUG oslo_vmware.api [None req-0c1337b7-1509-4b82-ad6b-e0eada2e3746 tempest-ListImageFiltersTestJSON-1131301097 tempest-ListImageFiltersTestJSON-1131301097-project-member] Waiting for the task: (returnval){ [ 731.346686] env[69613]: value = "task-3417133" [ 731.346686] env[69613]: _type = "Task" [ 731.346686] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.354307] env[69613]: DEBUG oslo_vmware.api [None req-0c1337b7-1509-4b82-ad6b-e0eada2e3746 tempest-ListImageFiltersTestJSON-1131301097 tempest-ListImageFiltersTestJSON-1131301097-project-member] Task: {'id': task-3417133, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.489136] env[69613]: DEBUG nova.compute.manager [None req-3e81210e-82ae-4c1f-81cf-15ea364d93e7 tempest-ServerRescueTestJSONUnderV235-2099362716 tempest-ServerRescueTestJSONUnderV235-2099362716-project-member] [instance: 267ffd7d-ab93-4dda-b46a-1059b3f82f4f] Starting instance... {{(pid=69613) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 731.740190] env[69613]: DEBUG oslo_vmware.api [None req-390c3cce-394e-41d7-9dc9-f3696223bd90 tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] Task: {'id': task-3417132, 'name': PowerOffVM_Task, 'duration_secs': 0.377138} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.740623] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-390c3cce-394e-41d7-9dc9-f3696223bd90 tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] [instance: cdfedccf-3398-437c-a908-41d6d87d8a99] Powered off the VM {{(pid=69613) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 731.740832] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-390c3cce-394e-41d7-9dc9-f3696223bd90 tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] [instance: cdfedccf-3398-437c-a908-41d6d87d8a99] Unregistering the VM {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 731.741277] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ae28029a-7b67-4fa3-b87c-093bdd6946ca {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.776679] env[69613]: DEBUG oslo_concurrency.lockutils [None req-aa2b2939-fa32-4ed9-8230-a409cd27ce8a tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.690s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 731.777526] env[69613]: DEBUG nova.compute.manager [None req-aa2b2939-fa32-4ed9-8230-a409cd27ce8a tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] [instance: ff22c9d2-3cfe-48ed-b3f5-c0cfe68812c2] Start building networks asynchronously for instance. {{(pid=69613) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 731.780249] env[69613]: DEBUG oslo_concurrency.lockutils [None req-21b5d00f-2955-4ab1-9930-ab506ffb5e30 tempest-ServersListShow296Test-2103787313 tempest-ServersListShow296Test-2103787313-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.756s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 731.780537] env[69613]: DEBUG nova.objects.instance [None req-21b5d00f-2955-4ab1-9930-ab506ffb5e30 tempest-ServersListShow296Test-2103787313 tempest-ServersListShow296Test-2103787313-project-member] Lazy-loading 'resources' on Instance uuid 997781de-b20c-4004-8374-deef83d9de6b {{(pid=69613) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 731.819652] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-390c3cce-394e-41d7-9dc9-f3696223bd90 tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] [instance: cdfedccf-3398-437c-a908-41d6d87d8a99] Unregistered the VM {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 731.819902] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-390c3cce-394e-41d7-9dc9-f3696223bd90 tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] [instance: cdfedccf-3398-437c-a908-41d6d87d8a99] Deleting contents of the VM from datastore datastore2 {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 731.820185] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-390c3cce-394e-41d7-9dc9-f3696223bd90 tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] Deleting the datastore file [datastore2] cdfedccf-3398-437c-a908-41d6d87d8a99 {{(pid=69613) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 731.820547] env[69613]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d305e660-a5b2-4b25-a61d-b21ae20fb737 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.827882] env[69613]: DEBUG oslo_vmware.api [None req-390c3cce-394e-41d7-9dc9-f3696223bd90 tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] Waiting for the task: (returnval){ [ 731.827882] env[69613]: value = "task-3417135" [ 731.827882] env[69613]: _type = "Task" [ 731.827882] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.836480] env[69613]: DEBUG oslo_vmware.api [None req-390c3cce-394e-41d7-9dc9-f3696223bd90 tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] Task: {'id': task-3417135, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.855293] env[69613]: DEBUG oslo_vmware.api [None req-0c1337b7-1509-4b82-ad6b-e0eada2e3746 tempest-ListImageFiltersTestJSON-1131301097 tempest-ListImageFiltersTestJSON-1131301097-project-member] Task: {'id': task-3417133, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.211872} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.855597] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-0c1337b7-1509-4b82-ad6b-e0eada2e3746 tempest-ListImageFiltersTestJSON-1131301097 tempest-ListImageFiltersTestJSON-1131301097-project-member] [instance: 8a331293-ee7f-4faa-a316-56aec9296894] Extended root virtual disk {{(pid=69613) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 731.856741] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01555036-b12b-4ba3-9457-5f2343fd06fb {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.879875] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c1337b7-1509-4b82-ad6b-e0eada2e3746 tempest-ListImageFiltersTestJSON-1131301097 tempest-ListImageFiltersTestJSON-1131301097-project-member] [instance: 8a331293-ee7f-4faa-a316-56aec9296894] Reconfiguring VM instance instance-00000028 to attach disk [datastore2] 8a331293-ee7f-4faa-a316-56aec9296894/8a331293-ee7f-4faa-a316-56aec9296894.vmdk or device None with type sparse {{(pid=69613) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 731.880405] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4dbac502-cf79-4a11-b7d6-50d9d9562190 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.900263] env[69613]: DEBUG oslo_vmware.api [None req-0c1337b7-1509-4b82-ad6b-e0eada2e3746 tempest-ListImageFiltersTestJSON-1131301097 tempest-ListImageFiltersTestJSON-1131301097-project-member] Waiting for the task: (returnval){ [ 731.900263] env[69613]: value = "task-3417136" [ 731.900263] env[69613]: _type = "Task" [ 731.900263] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.910197] env[69613]: DEBUG oslo_vmware.api [None req-0c1337b7-1509-4b82-ad6b-e0eada2e3746 tempest-ListImageFiltersTestJSON-1131301097 tempest-ListImageFiltersTestJSON-1131301097-project-member] Task: {'id': task-3417136, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.014508] env[69613]: DEBUG oslo_concurrency.lockutils [None req-3e81210e-82ae-4c1f-81cf-15ea364d93e7 tempest-ServerRescueTestJSONUnderV235-2099362716 tempest-ServerRescueTestJSONUnderV235-2099362716-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 732.286032] env[69613]: DEBUG nova.compute.utils [None req-aa2b2939-fa32-4ed9-8230-a409cd27ce8a tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Using /dev/sd instead of None {{(pid=69613) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 732.290404] env[69613]: DEBUG nova.compute.manager [None req-aa2b2939-fa32-4ed9-8230-a409cd27ce8a tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] [instance: ff22c9d2-3cfe-48ed-b3f5-c0cfe68812c2] Allocating IP information in the background. {{(pid=69613) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 732.290603] env[69613]: DEBUG nova.network.neutron [None req-aa2b2939-fa32-4ed9-8230-a409cd27ce8a tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] [instance: ff22c9d2-3cfe-48ed-b3f5-c0cfe68812c2] allocate_for_instance() {{(pid=69613) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 732.346058] env[69613]: DEBUG oslo_vmware.api [None req-390c3cce-394e-41d7-9dc9-f3696223bd90 tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] Task: {'id': task-3417135, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.318044} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.347780] env[69613]: DEBUG nova.policy [None req-aa2b2939-fa32-4ed9-8230-a409cd27ce8a tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '640f1c3e84e3470a8e22245ea2086853', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '201a65cf0cc84bf3a5ae9f9d87000dd8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69613) authorize /opt/stack/nova/nova/policy.py:192}} [ 732.349382] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-390c3cce-394e-41d7-9dc9-f3696223bd90 tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] Deleted the datastore file {{(pid=69613) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 732.349649] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-390c3cce-394e-41d7-9dc9-f3696223bd90 tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] [instance: cdfedccf-3398-437c-a908-41d6d87d8a99] Deleted contents of the VM from datastore datastore2 {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 732.349804] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-390c3cce-394e-41d7-9dc9-f3696223bd90 tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] [instance: cdfedccf-3398-437c-a908-41d6d87d8a99] Instance destroyed {{(pid=69613) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 732.350036] env[69613]: INFO nova.compute.manager [None req-390c3cce-394e-41d7-9dc9-f3696223bd90 tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] [instance: cdfedccf-3398-437c-a908-41d6d87d8a99] Took 1.14 seconds to destroy the instance on the hypervisor. [ 732.350298] env[69613]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-390c3cce-394e-41d7-9dc9-f3696223bd90 tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69613) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 732.350502] env[69613]: DEBUG nova.compute.manager [-] [instance: cdfedccf-3398-437c-a908-41d6d87d8a99] Deallocating network for instance {{(pid=69613) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 732.350606] env[69613]: DEBUG nova.network.neutron [-] [instance: cdfedccf-3398-437c-a908-41d6d87d8a99] deallocate_for_instance() {{(pid=69613) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 732.410940] env[69613]: DEBUG oslo_vmware.api [None req-0c1337b7-1509-4b82-ad6b-e0eada2e3746 tempest-ListImageFiltersTestJSON-1131301097 tempest-ListImageFiltersTestJSON-1131301097-project-member] Task: {'id': task-3417136, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.791322] env[69613]: DEBUG nova.compute.manager [None req-aa2b2939-fa32-4ed9-8230-a409cd27ce8a tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] [instance: ff22c9d2-3cfe-48ed-b3f5-c0cfe68812c2] Start building block device mappings for instance. {{(pid=69613) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 732.814491] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fda9b22-081b-4e23-b640-54b85f19cda8 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.824782] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb5304f6-c8df-4bc9-a709-814ae798779c {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.860579] env[69613]: DEBUG nova.network.neutron [None req-aa2b2939-fa32-4ed9-8230-a409cd27ce8a tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] [instance: ff22c9d2-3cfe-48ed-b3f5-c0cfe68812c2] Successfully created port: 80113aea-b29a-4742-9393-707c9504400a {{(pid=69613) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 732.863314] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-337ae8e8-996b-4ede-bde3-552492f298bd {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.872501] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2670af0-1fe6-4123-9182-744b28133bd6 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.886441] env[69613]: DEBUG nova.compute.provider_tree [None req-21b5d00f-2955-4ab1-9930-ab506ffb5e30 tempest-ServersListShow296Test-2103787313 tempest-ServersListShow296Test-2103787313-project-member] Inventory has not changed in ProviderTree for provider: af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 {{(pid=69613) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 732.911034] env[69613]: DEBUG oslo_vmware.api [None req-0c1337b7-1509-4b82-ad6b-e0eada2e3746 tempest-ListImageFiltersTestJSON-1131301097 tempest-ListImageFiltersTestJSON-1131301097-project-member] Task: {'id': task-3417136, 'name': ReconfigVM_Task, 'duration_secs': 0.632224} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.911177] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c1337b7-1509-4b82-ad6b-e0eada2e3746 tempest-ListImageFiltersTestJSON-1131301097 tempest-ListImageFiltersTestJSON-1131301097-project-member] [instance: 8a331293-ee7f-4faa-a316-56aec9296894] Reconfigured VM instance instance-00000028 to attach disk [datastore2] 8a331293-ee7f-4faa-a316-56aec9296894/8a331293-ee7f-4faa-a316-56aec9296894.vmdk or device None with type sparse {{(pid=69613) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 732.912148] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9926edf9-b574-4971-9a3c-dcf163f263ce {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.918210] env[69613]: DEBUG nova.compute.manager [req-ce7ae608-9d72-416f-bc5b-a5d431bb425a req-30e5852d-60c3-4b7e-825d-5127a3256c97 service nova] [instance: cdfedccf-3398-437c-a908-41d6d87d8a99] Received event network-vif-deleted-3fad3313-e2a7-4215-b28f-6db5b8988d2f {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 732.918457] env[69613]: INFO nova.compute.manager [req-ce7ae608-9d72-416f-bc5b-a5d431bb425a req-30e5852d-60c3-4b7e-825d-5127a3256c97 service nova] [instance: cdfedccf-3398-437c-a908-41d6d87d8a99] Neutron deleted interface 3fad3313-e2a7-4215-b28f-6db5b8988d2f; detaching it from the instance and deleting it from the info cache [ 732.918728] env[69613]: DEBUG nova.network.neutron [req-ce7ae608-9d72-416f-bc5b-a5d431bb425a req-30e5852d-60c3-4b7e-825d-5127a3256c97 service nova] [instance: cdfedccf-3398-437c-a908-41d6d87d8a99] Updating instance_info_cache with network_info: [] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 732.921327] env[69613]: DEBUG oslo_vmware.api [None req-0c1337b7-1509-4b82-ad6b-e0eada2e3746 tempest-ListImageFiltersTestJSON-1131301097 tempest-ListImageFiltersTestJSON-1131301097-project-member] Waiting for the task: (returnval){ [ 732.921327] env[69613]: value = "task-3417137" [ 732.921327] env[69613]: _type = "Task" [ 732.921327] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.933187] env[69613]: DEBUG oslo_vmware.api [None req-0c1337b7-1509-4b82-ad6b-e0eada2e3746 tempest-ListImageFiltersTestJSON-1131301097 tempest-ListImageFiltersTestJSON-1131301097-project-member] Task: {'id': task-3417137, 'name': Rename_Task} progress is 6%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.259041] env[69613]: DEBUG nova.compute.manager [None req-068b77ea-7658-4ecd-b4de-9a2682c00407 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] [instance: e1db078f-b047-4e92-9b28-109607d988a4] Checking state {{(pid=69613) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 733.260681] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c6b88c9-6d15-4e78-839c-b545737122f7 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.318899] env[69613]: DEBUG nova.network.neutron [-] [instance: cdfedccf-3398-437c-a908-41d6d87d8a99] Updating instance_info_cache with network_info: [] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 733.393509] env[69613]: DEBUG nova.scheduler.client.report [None req-21b5d00f-2955-4ab1-9930-ab506ffb5e30 tempest-ServersListShow296Test-2103787313 tempest-ServersListShow296Test-2103787313-project-member] Inventory has not changed for provider af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69613) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 733.423152] env[69613]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fb03e2a5-7397-4b93-93dd-0df960995807 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.434298] env[69613]: DEBUG oslo_vmware.api [None req-0c1337b7-1509-4b82-ad6b-e0eada2e3746 tempest-ListImageFiltersTestJSON-1131301097 tempest-ListImageFiltersTestJSON-1131301097-project-member] Task: {'id': task-3417137, 'name': Rename_Task, 'duration_secs': 0.207908} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.435534] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c1337b7-1509-4b82-ad6b-e0eada2e3746 tempest-ListImageFiltersTestJSON-1131301097 tempest-ListImageFiltersTestJSON-1131301097-project-member] [instance: 8a331293-ee7f-4faa-a316-56aec9296894] Powering on the VM {{(pid=69613) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 733.435820] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b644dd65-7f3e-41ac-89d1-a9ef438e1c5b {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.440886] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ad124ea-9dc0-4387-8c21-80dad5c709fa {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.457409] env[69613]: DEBUG oslo_vmware.api [None req-0c1337b7-1509-4b82-ad6b-e0eada2e3746 tempest-ListImageFiltersTestJSON-1131301097 tempest-ListImageFiltersTestJSON-1131301097-project-member] Waiting for the task: (returnval){ [ 733.457409] env[69613]: value = "task-3417138" [ 733.457409] env[69613]: _type = "Task" [ 733.457409] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.478287] env[69613]: DEBUG nova.compute.manager [req-ce7ae608-9d72-416f-bc5b-a5d431bb425a req-30e5852d-60c3-4b7e-825d-5127a3256c97 service nova] [instance: cdfedccf-3398-437c-a908-41d6d87d8a99] Detach interface failed, port_id=3fad3313-e2a7-4215-b28f-6db5b8988d2f, reason: Instance cdfedccf-3398-437c-a908-41d6d87d8a99 could not be found. {{(pid=69613) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 733.484055] env[69613]: DEBUG oslo_vmware.api [None req-0c1337b7-1509-4b82-ad6b-e0eada2e3746 tempest-ListImageFiltersTestJSON-1131301097 tempest-ListImageFiltersTestJSON-1131301097-project-member] Task: {'id': task-3417138, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.774713] env[69613]: INFO nova.compute.manager [None req-068b77ea-7658-4ecd-b4de-9a2682c00407 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] [instance: e1db078f-b047-4e92-9b28-109607d988a4] instance snapshotting [ 733.775702] env[69613]: WARNING nova.compute.manager [None req-068b77ea-7658-4ecd-b4de-9a2682c00407 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] [instance: e1db078f-b047-4e92-9b28-109607d988a4] trying to snapshot a non-running instance: (state: 7 expected: 1) [ 733.779164] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b8462c9-319e-41d0-ae34-a0d3a5bc4625 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.802149] env[69613]: DEBUG nova.compute.manager [None req-aa2b2939-fa32-4ed9-8230-a409cd27ce8a tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] [instance: ff22c9d2-3cfe-48ed-b3f5-c0cfe68812c2] Start spawning the instance on the hypervisor. {{(pid=69613) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 733.806726] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65ef32af-daae-44fd-b898-97a3819b264f {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.821789] env[69613]: INFO nova.compute.manager [-] [instance: cdfedccf-3398-437c-a908-41d6d87d8a99] Took 1.47 seconds to deallocate network for instance. [ 733.831957] env[69613]: DEBUG nova.virt.hardware [None req-aa2b2939-fa32-4ed9-8230-a409cd27ce8a tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T13:55:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T13:55:19Z,direct_url=,disk_format='vmdk',id=2b7a0304-b5d0-431d-b287-32c8388d7fbd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3e9e1b873f1442d59d5ee8247b941f74',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T13:55:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 733.833075] env[69613]: DEBUG nova.virt.hardware [None req-aa2b2939-fa32-4ed9-8230-a409cd27ce8a tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Flavor limits 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 733.833075] env[69613]: DEBUG nova.virt.hardware [None req-aa2b2939-fa32-4ed9-8230-a409cd27ce8a tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Image limits 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 733.833075] env[69613]: DEBUG nova.virt.hardware [None req-aa2b2939-fa32-4ed9-8230-a409cd27ce8a tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Flavor pref 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 733.833075] env[69613]: DEBUG nova.virt.hardware [None req-aa2b2939-fa32-4ed9-8230-a409cd27ce8a tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Image pref 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 733.833075] env[69613]: DEBUG nova.virt.hardware [None req-aa2b2939-fa32-4ed9-8230-a409cd27ce8a tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 733.833333] env[69613]: DEBUG nova.virt.hardware [None req-aa2b2939-fa32-4ed9-8230-a409cd27ce8a tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 733.833333] env[69613]: DEBUG nova.virt.hardware [None req-aa2b2939-fa32-4ed9-8230-a409cd27ce8a tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69613) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 733.833988] env[69613]: DEBUG nova.virt.hardware [None req-aa2b2939-fa32-4ed9-8230-a409cd27ce8a tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Got 1 possible topologies {{(pid=69613) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 733.833988] env[69613]: DEBUG nova.virt.hardware [None req-aa2b2939-fa32-4ed9-8230-a409cd27ce8a tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 733.833988] env[69613]: DEBUG nova.virt.hardware [None req-aa2b2939-fa32-4ed9-8230-a409cd27ce8a tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 733.834704] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d72fb16a-ab02-4267-8365-06ab1f1c4d58 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.845283] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ab3c901-5b17-4837-987e-0f907b9d4b07 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.902698] env[69613]: DEBUG oslo_concurrency.lockutils [None req-21b5d00f-2955-4ab1-9930-ab506ffb5e30 tempest-ServersListShow296Test-2103787313 tempest-ServersListShow296Test-2103787313-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.122s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 733.905036] env[69613]: DEBUG oslo_concurrency.lockutils [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 38.169s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 733.943543] env[69613]: INFO nova.scheduler.client.report [None req-21b5d00f-2955-4ab1-9930-ab506ffb5e30 tempest-ServersListShow296Test-2103787313 tempest-ServersListShow296Test-2103787313-project-member] Deleted allocations for instance 997781de-b20c-4004-8374-deef83d9de6b [ 733.968595] env[69613]: DEBUG oslo_vmware.api [None req-0c1337b7-1509-4b82-ad6b-e0eada2e3746 tempest-ListImageFiltersTestJSON-1131301097 tempest-ListImageFiltersTestJSON-1131301097-project-member] Task: {'id': task-3417138, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.321242] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-068b77ea-7658-4ecd-b4de-9a2682c00407 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] [instance: e1db078f-b047-4e92-9b28-109607d988a4] Creating Snapshot of the VM instance {{(pid=69613) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 734.321242] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-63fe0339-4a54-4156-8bfc-b42e9ec10ab2 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.329748] env[69613]: DEBUG oslo_concurrency.lockutils [None req-390c3cce-394e-41d7-9dc9-f3696223bd90 tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 734.330129] env[69613]: DEBUG oslo_vmware.api [None req-068b77ea-7658-4ecd-b4de-9a2682c00407 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Waiting for the task: (returnval){ [ 734.330129] env[69613]: value = "task-3417139" [ 734.330129] env[69613]: _type = "Task" [ 734.330129] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.339834] env[69613]: DEBUG oslo_vmware.api [None req-068b77ea-7658-4ecd-b4de-9a2682c00407 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Task: {'id': task-3417139, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.373805] env[69613]: DEBUG nova.network.neutron [None req-aa2b2939-fa32-4ed9-8230-a409cd27ce8a tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] [instance: ff22c9d2-3cfe-48ed-b3f5-c0cfe68812c2] Successfully updated port: 80113aea-b29a-4742-9393-707c9504400a {{(pid=69613) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 734.452245] env[69613]: DEBUG oslo_concurrency.lockutils [None req-21b5d00f-2955-4ab1-9930-ab506ffb5e30 tempest-ServersListShow296Test-2103787313 tempest-ServersListShow296Test-2103787313-project-member] Lock "997781de-b20c-4004-8374-deef83d9de6b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.704s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 734.468959] env[69613]: DEBUG oslo_vmware.api [None req-0c1337b7-1509-4b82-ad6b-e0eada2e3746 tempest-ListImageFiltersTestJSON-1131301097 tempest-ListImageFiltersTestJSON-1131301097-project-member] Task: {'id': task-3417138, 'name': PowerOnVM_Task, 'duration_secs': 0.775473} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.469255] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c1337b7-1509-4b82-ad6b-e0eada2e3746 tempest-ListImageFiltersTestJSON-1131301097 tempest-ListImageFiltersTestJSON-1131301097-project-member] [instance: 8a331293-ee7f-4faa-a316-56aec9296894] Powered on the VM {{(pid=69613) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 734.469458] env[69613]: INFO nova.compute.manager [None req-0c1337b7-1509-4b82-ad6b-e0eada2e3746 tempest-ListImageFiltersTestJSON-1131301097 tempest-ListImageFiltersTestJSON-1131301097-project-member] [instance: 8a331293-ee7f-4faa-a316-56aec9296894] Took 8.82 seconds to spawn the instance on the hypervisor. [ 734.469666] env[69613]: DEBUG nova.compute.manager [None req-0c1337b7-1509-4b82-ad6b-e0eada2e3746 tempest-ListImageFiltersTestJSON-1131301097 tempest-ListImageFiltersTestJSON-1131301097-project-member] [instance: 8a331293-ee7f-4faa-a316-56aec9296894] Checking state {{(pid=69613) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 734.470450] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ead3239-0500-4145-8e01-2ced8ec00837 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.840677] env[69613]: DEBUG oslo_vmware.api [None req-068b77ea-7658-4ecd-b4de-9a2682c00407 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Task: {'id': task-3417139, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.876956] env[69613]: DEBUG oslo_concurrency.lockutils [None req-aa2b2939-fa32-4ed9-8230-a409cd27ce8a tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Acquiring lock "refresh_cache-ff22c9d2-3cfe-48ed-b3f5-c0cfe68812c2" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.876956] env[69613]: DEBUG oslo_concurrency.lockutils [None req-aa2b2939-fa32-4ed9-8230-a409cd27ce8a tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Acquired lock "refresh_cache-ff22c9d2-3cfe-48ed-b3f5-c0cfe68812c2" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.876956] env[69613]: DEBUG nova.network.neutron [None req-aa2b2939-fa32-4ed9-8230-a409cd27ce8a tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] [instance: ff22c9d2-3cfe-48ed-b3f5-c0cfe68812c2] Building network info cache for instance {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 734.973038] env[69613]: WARNING nova.compute.resource_tracker [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Instance cdfedccf-3398-437c-a908-41d6d87d8a99 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 734.973307] env[69613]: DEBUG nova.compute.resource_tracker [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Instance 30032fc2-1100-456a-bd0d-f3daf0a16662 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69613) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 734.973353] env[69613]: WARNING nova.compute.resource_tracker [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Instance f7fdfec2-ad0d-42f4-bff8-99f164ce18a3 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 734.973468] env[69613]: DEBUG nova.compute.resource_tracker [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Instance 030be18d-ee6f-4000-98f6-9e9a1c041a03 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69613) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 734.973582] env[69613]: DEBUG nova.compute.resource_tracker [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Instance 54fe2a35-52f3-4c21-a0f4-522e44b620a0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69613) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 734.973695] env[69613]: DEBUG nova.compute.resource_tracker [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Instance d6968dbb-b95f-4115-af9c-b528337a9663 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69613) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 734.973807] env[69613]: DEBUG nova.compute.resource_tracker [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Instance 1fb750ed-62d4-4784-bf6c-6d777dc5ddb0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69613) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 734.975031] env[69613]: DEBUG nova.compute.resource_tracker [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Instance 6ec24a38-4b28-42e6-b86b-654d79714a95 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69613) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 734.975148] env[69613]: DEBUG nova.compute.resource_tracker [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Instance b557580c-420c-42bf-90f5-43960bf4f3d5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69613) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 734.975380] env[69613]: WARNING nova.compute.resource_tracker [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Instance 1178a341-cc87-48f9-b274-f0a1ab0c01fc is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 734.975541] env[69613]: DEBUG nova.compute.resource_tracker [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Instance d812aca8-c993-4f3e-8235-115a51b60501 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69613) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 734.975682] env[69613]: WARNING nova.compute.resource_tracker [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Instance eed1c412-ccce-4168-bce7-3e7101901b7f is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 734.975805] env[69613]: DEBUG nova.compute.resource_tracker [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Instance 115e1a8c-381d-47c2-882d-a425f5e783f7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69613) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 734.975932] env[69613]: WARNING nova.compute.resource_tracker [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Instance 494cdc5d-27c6-4a1c-8089-4b2a4dd08566 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 734.976068] env[69613]: WARNING nova.compute.resource_tracker [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Instance 13ec57c7-56f5-40c6-ab32-aac0fd67c9b1 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 734.976196] env[69613]: WARNING nova.compute.resource_tracker [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Instance 2e020eec-2d4f-41b8-b31d-3add0744d592 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 734.976311] env[69613]: DEBUG nova.compute.resource_tracker [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Instance d9e3bd67-974c-477a-baa2-99549051a828 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69613) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 734.976426] env[69613]: DEBUG nova.compute.resource_tracker [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Instance 9ee7dbf3-c86a-4cd8-ad1e-ca92cb90164d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69613) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 734.976557] env[69613]: WARNING nova.compute.resource_tracker [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Instance 20fa95e4-e66f-4310-81bf-beb9a42968dc is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 734.976665] env[69613]: DEBUG nova.compute.resource_tracker [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Instance fa7f8ff7-658a-46d0-a6dc-232614af850d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69613) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 734.976775] env[69613]: DEBUG nova.compute.resource_tracker [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Instance 3d07cf05-d08d-409f-9bbd-b7ff213e29ff actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69613) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 734.976883] env[69613]: DEBUG nova.compute.resource_tracker [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Instance e1db078f-b047-4e92-9b28-109607d988a4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69613) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 734.976999] env[69613]: DEBUG nova.compute.resource_tracker [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Instance 352f5690-451d-489a-a7b1-259ff9b95e49 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69613) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 734.977107] env[69613]: DEBUG nova.compute.resource_tracker [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Instance 8a331293-ee7f-4faa-a316-56aec9296894 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69613) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 734.977220] env[69613]: DEBUG nova.compute.resource_tracker [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Instance ff22c9d2-3cfe-48ed-b3f5-c0cfe68812c2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69613) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 734.990134] env[69613]: INFO nova.compute.manager [None req-0c1337b7-1509-4b82-ad6b-e0eada2e3746 tempest-ListImageFiltersTestJSON-1131301097 tempest-ListImageFiltersTestJSON-1131301097-project-member] [instance: 8a331293-ee7f-4faa-a316-56aec9296894] Took 46.30 seconds to build instance. [ 735.137310] env[69613]: DEBUG nova.compute.manager [req-b80832e9-5c93-432f-ac28-bcd2119184f9 req-59d8abcf-d2ae-4c78-88df-47e4edfa5a14 service nova] [instance: ff22c9d2-3cfe-48ed-b3f5-c0cfe68812c2] Received event network-vif-plugged-80113aea-b29a-4742-9393-707c9504400a {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 735.137310] env[69613]: DEBUG oslo_concurrency.lockutils [req-b80832e9-5c93-432f-ac28-bcd2119184f9 req-59d8abcf-d2ae-4c78-88df-47e4edfa5a14 service nova] Acquiring lock "ff22c9d2-3cfe-48ed-b3f5-c0cfe68812c2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 735.137310] env[69613]: DEBUG oslo_concurrency.lockutils [req-b80832e9-5c93-432f-ac28-bcd2119184f9 req-59d8abcf-d2ae-4c78-88df-47e4edfa5a14 service nova] Lock "ff22c9d2-3cfe-48ed-b3f5-c0cfe68812c2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 735.137310] env[69613]: DEBUG oslo_concurrency.lockutils [req-b80832e9-5c93-432f-ac28-bcd2119184f9 req-59d8abcf-d2ae-4c78-88df-47e4edfa5a14 service nova] Lock "ff22c9d2-3cfe-48ed-b3f5-c0cfe68812c2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 735.137310] env[69613]: DEBUG nova.compute.manager [req-b80832e9-5c93-432f-ac28-bcd2119184f9 req-59d8abcf-d2ae-4c78-88df-47e4edfa5a14 service nova] [instance: ff22c9d2-3cfe-48ed-b3f5-c0cfe68812c2] No waiting events found dispatching network-vif-plugged-80113aea-b29a-4742-9393-707c9504400a {{(pid=69613) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 735.137676] env[69613]: WARNING nova.compute.manager [req-b80832e9-5c93-432f-ac28-bcd2119184f9 req-59d8abcf-d2ae-4c78-88df-47e4edfa5a14 service nova] [instance: ff22c9d2-3cfe-48ed-b3f5-c0cfe68812c2] Received unexpected event network-vif-plugged-80113aea-b29a-4742-9393-707c9504400a for instance with vm_state building and task_state spawning. [ 735.137712] env[69613]: DEBUG nova.compute.manager [req-b80832e9-5c93-432f-ac28-bcd2119184f9 req-59d8abcf-d2ae-4c78-88df-47e4edfa5a14 service nova] [instance: ff22c9d2-3cfe-48ed-b3f5-c0cfe68812c2] Received event network-changed-80113aea-b29a-4742-9393-707c9504400a {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 735.137913] env[69613]: DEBUG nova.compute.manager [req-b80832e9-5c93-432f-ac28-bcd2119184f9 req-59d8abcf-d2ae-4c78-88df-47e4edfa5a14 service nova] [instance: ff22c9d2-3cfe-48ed-b3f5-c0cfe68812c2] Refreshing instance network info cache due to event network-changed-80113aea-b29a-4742-9393-707c9504400a. {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 735.138058] env[69613]: DEBUG oslo_concurrency.lockutils [req-b80832e9-5c93-432f-ac28-bcd2119184f9 req-59d8abcf-d2ae-4c78-88df-47e4edfa5a14 service nova] Acquiring lock "refresh_cache-ff22c9d2-3cfe-48ed-b3f5-c0cfe68812c2" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.343969] env[69613]: DEBUG oslo_vmware.api [None req-068b77ea-7658-4ecd-b4de-9a2682c00407 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Task: {'id': task-3417139, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.480962] env[69613]: DEBUG nova.network.neutron [None req-aa2b2939-fa32-4ed9-8230-a409cd27ce8a tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] [instance: ff22c9d2-3cfe-48ed-b3f5-c0cfe68812c2] Instance cache missing network info. {{(pid=69613) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 735.483812] env[69613]: DEBUG nova.compute.resource_tracker [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Instance df4f5b07-b088-4c1f-9a13-7812115eeaf0 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69613) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 735.492227] env[69613]: DEBUG oslo_concurrency.lockutils [None req-0c1337b7-1509-4b82-ad6b-e0eada2e3746 tempest-ListImageFiltersTestJSON-1131301097 tempest-ListImageFiltersTestJSON-1131301097-project-member] Lock "8a331293-ee7f-4faa-a316-56aec9296894" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 82.605s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 735.707236] env[69613]: DEBUG nova.network.neutron [None req-aa2b2939-fa32-4ed9-8230-a409cd27ce8a tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] [instance: ff22c9d2-3cfe-48ed-b3f5-c0cfe68812c2] Updating instance_info_cache with network_info: [{"id": "80113aea-b29a-4742-9393-707c9504400a", "address": "fa:16:3e:97:1e:f6", "network": {"id": "d381647d-592d-40db-843d-6008de0737a5", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2059555966-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "201a65cf0cc84bf3a5ae9f9d87000dd8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5c8dbe25-bca7-4d91-b577-193b8b2aad8d", "external-id": "nsx-vlan-transportzone-643", "segmentation_id": 643, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap80113aea-b2", "ovs_interfaceid": "80113aea-b29a-4742-9393-707c9504400a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 735.841539] env[69613]: DEBUG oslo_vmware.api [None req-068b77ea-7658-4ecd-b4de-9a2682c00407 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Task: {'id': task-3417139, 'name': CreateSnapshot_Task, 'duration_secs': 1.068828} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.841848] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-068b77ea-7658-4ecd-b4de-9a2682c00407 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] [instance: e1db078f-b047-4e92-9b28-109607d988a4] Created Snapshot of the VM instance {{(pid=69613) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 735.842676] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a23dcb82-6ae5-4ca6-b440-3f570c7510dd {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.987050] env[69613]: DEBUG nova.compute.resource_tracker [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Instance 83459ab7-4522-4d02-8ef3-80a3eb14dde5 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69613) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 735.994308] env[69613]: DEBUG nova.compute.manager [None req-3478b058-f921-4baa-9e49-b6304022c1c0 tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] [instance: 71e0d53c-ff3f-4a77-aa25-2a07e64500a7] Starting instance... {{(pid=69613) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 736.212269] env[69613]: DEBUG oslo_concurrency.lockutils [None req-aa2b2939-fa32-4ed9-8230-a409cd27ce8a tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Releasing lock "refresh_cache-ff22c9d2-3cfe-48ed-b3f5-c0cfe68812c2" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.212602] env[69613]: DEBUG nova.compute.manager [None req-aa2b2939-fa32-4ed9-8230-a409cd27ce8a tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] [instance: ff22c9d2-3cfe-48ed-b3f5-c0cfe68812c2] Instance network_info: |[{"id": "80113aea-b29a-4742-9393-707c9504400a", "address": "fa:16:3e:97:1e:f6", "network": {"id": "d381647d-592d-40db-843d-6008de0737a5", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2059555966-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "201a65cf0cc84bf3a5ae9f9d87000dd8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5c8dbe25-bca7-4d91-b577-193b8b2aad8d", "external-id": "nsx-vlan-transportzone-643", "segmentation_id": 643, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap80113aea-b2", "ovs_interfaceid": "80113aea-b29a-4742-9393-707c9504400a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69613) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 736.212901] env[69613]: DEBUG oslo_concurrency.lockutils [req-b80832e9-5c93-432f-ac28-bcd2119184f9 req-59d8abcf-d2ae-4c78-88df-47e4edfa5a14 service nova] Acquired lock "refresh_cache-ff22c9d2-3cfe-48ed-b3f5-c0cfe68812c2" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.213093] env[69613]: DEBUG nova.network.neutron [req-b80832e9-5c93-432f-ac28-bcd2119184f9 req-59d8abcf-d2ae-4c78-88df-47e4edfa5a14 service nova] [instance: ff22c9d2-3cfe-48ed-b3f5-c0cfe68812c2] Refreshing network info cache for port 80113aea-b29a-4742-9393-707c9504400a {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 736.214306] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-aa2b2939-fa32-4ed9-8230-a409cd27ce8a tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] [instance: ff22c9d2-3cfe-48ed-b3f5-c0cfe68812c2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:97:1e:f6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5c8dbe25-bca7-4d91-b577-193b8b2aad8d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '80113aea-b29a-4742-9393-707c9504400a', 'vif_model': 'vmxnet3'}] {{(pid=69613) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 736.222705] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa2b2939-fa32-4ed9-8230-a409cd27ce8a tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Creating folder: Project (201a65cf0cc84bf3a5ae9f9d87000dd8). Parent ref: group-v681687. {{(pid=69613) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 736.224030] env[69613]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1a75fd3b-6cd4-4daa-92a7-2633ed017a8a {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.236053] env[69613]: INFO nova.virt.vmwareapi.vm_util [None req-aa2b2939-fa32-4ed9-8230-a409cd27ce8a tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Created folder: Project (201a65cf0cc84bf3a5ae9f9d87000dd8) in parent group-v681687. [ 736.237021] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa2b2939-fa32-4ed9-8230-a409cd27ce8a tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Creating folder: Instances. Parent ref: group-v681802. {{(pid=69613) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 736.237021] env[69613]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8773cc24-8d4f-43da-b1ff-78393a38fe90 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.246686] env[69613]: INFO nova.virt.vmwareapi.vm_util [None req-aa2b2939-fa32-4ed9-8230-a409cd27ce8a tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Created folder: Instances in parent group-v681802. [ 736.246890] env[69613]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-aa2b2939-fa32-4ed9-8230-a409cd27ce8a tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69613) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 736.247310] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ff22c9d2-3cfe-48ed-b3f5-c0cfe68812c2] Creating VM on the ESX host {{(pid=69613) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 736.247581] env[69613]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ff4f0e17-0768-4a4f-a18e-95851a89ddae {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.269124] env[69613]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 736.269124] env[69613]: value = "task-3417142" [ 736.269124] env[69613]: _type = "Task" [ 736.269124] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.277710] env[69613]: DEBUG oslo_vmware.api [-] Task: {'id': task-3417142, 'name': CreateVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.361583] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-068b77ea-7658-4ecd-b4de-9a2682c00407 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] [instance: e1db078f-b047-4e92-9b28-109607d988a4] Creating linked-clone VM from snapshot {{(pid=69613) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 736.362366] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-6f4c12e5-1619-4ca2-86a0-0633b843b136 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.372241] env[69613]: DEBUG oslo_vmware.api [None req-068b77ea-7658-4ecd-b4de-9a2682c00407 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Waiting for the task: (returnval){ [ 736.372241] env[69613]: value = "task-3417143" [ 736.372241] env[69613]: _type = "Task" [ 736.372241] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.384369] env[69613]: DEBUG oslo_vmware.api [None req-068b77ea-7658-4ecd-b4de-9a2682c00407 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Task: {'id': task-3417143, 'name': CloneVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.465249] env[69613]: DEBUG nova.compute.manager [None req-8b4eae0d-735d-49d5-bfe2-7521bb72674e tempest-ListImageFiltersTestJSON-1131301097 tempest-ListImageFiltersTestJSON-1131301097-project-member] [instance: 352f5690-451d-489a-a7b1-259ff9b95e49] Checking state {{(pid=69613) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 736.465760] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60232413-df90-42d9-8f9d-a0da969da299 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.492020] env[69613]: DEBUG nova.compute.resource_tracker [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Instance b2c6c4bb-86f8-4e8f-b83d-a77d00447ff2 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69613) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 736.517337] env[69613]: DEBUG oslo_concurrency.lockutils [None req-3478b058-f921-4baa-9e49-b6304022c1c0 tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 736.780234] env[69613]: DEBUG oslo_vmware.api [-] Task: {'id': task-3417142, 'name': CreateVM_Task, 'duration_secs': 0.362717} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.780417] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ff22c9d2-3cfe-48ed-b3f5-c0cfe68812c2] Created VM on the ESX host {{(pid=69613) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 736.780990] env[69613]: DEBUG oslo_concurrency.lockutils [None req-aa2b2939-fa32-4ed9-8230-a409cd27ce8a tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.781174] env[69613]: DEBUG oslo_concurrency.lockutils [None req-aa2b2939-fa32-4ed9-8230-a409cd27ce8a tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.781503] env[69613]: DEBUG oslo_concurrency.lockutils [None req-aa2b2939-fa32-4ed9-8230-a409cd27ce8a tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.781760] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5997a273-08c8-4732-93f8-0cc434b7fedc {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.786344] env[69613]: DEBUG oslo_vmware.api [None req-aa2b2939-fa32-4ed9-8230-a409cd27ce8a tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Waiting for the task: (returnval){ [ 736.786344] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]526edcc4-d589-a69b-4a1a-32ed1bea14a1" [ 736.786344] env[69613]: _type = "Task" [ 736.786344] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.794676] env[69613]: DEBUG oslo_vmware.api [None req-aa2b2939-fa32-4ed9-8230-a409cd27ce8a tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]526edcc4-d589-a69b-4a1a-32ed1bea14a1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.883258] env[69613]: DEBUG oslo_vmware.api [None req-068b77ea-7658-4ecd-b4de-9a2682c00407 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Task: {'id': task-3417143, 'name': CloneVM_Task} progress is 94%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.977315] env[69613]: INFO nova.compute.manager [None req-8b4eae0d-735d-49d5-bfe2-7521bb72674e tempest-ListImageFiltersTestJSON-1131301097 tempest-ListImageFiltersTestJSON-1131301097-project-member] [instance: 352f5690-451d-489a-a7b1-259ff9b95e49] instance snapshotting [ 736.983700] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccaf0109-013f-40ec-a07f-861320f692a8 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.007886] env[69613]: DEBUG nova.compute.resource_tracker [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Instance 3c85ee38-7f0c-48db-8bc7-cd3d17eb5f02 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69613) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 737.018655] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c06c5bd-a28d-4c0d-9e56-cd527da4aed1 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.061975] env[69613]: DEBUG oslo_concurrency.lockutils [None req-a1f62780-f0ea-4b4b-ad4a-501b62ee98f9 tempest-ServersListShow298Test-1734213796 tempest-ServersListShow298Test-1734213796-project-member] Acquiring lock "23dfa5b7-42f4-486c-8ce4-ae7d2e08c1e0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 737.062267] env[69613]: DEBUG oslo_concurrency.lockutils [None req-a1f62780-f0ea-4b4b-ad4a-501b62ee98f9 tempest-ServersListShow298Test-1734213796 tempest-ServersListShow298Test-1734213796-project-member] Lock "23dfa5b7-42f4-486c-8ce4-ae7d2e08c1e0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 737.094605] env[69613]: DEBUG nova.network.neutron [req-b80832e9-5c93-432f-ac28-bcd2119184f9 req-59d8abcf-d2ae-4c78-88df-47e4edfa5a14 service nova] [instance: ff22c9d2-3cfe-48ed-b3f5-c0cfe68812c2] Updated VIF entry in instance network info cache for port 80113aea-b29a-4742-9393-707c9504400a. {{(pid=69613) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 737.095055] env[69613]: DEBUG nova.network.neutron [req-b80832e9-5c93-432f-ac28-bcd2119184f9 req-59d8abcf-d2ae-4c78-88df-47e4edfa5a14 service nova] [instance: ff22c9d2-3cfe-48ed-b3f5-c0cfe68812c2] Updating instance_info_cache with network_info: [{"id": "80113aea-b29a-4742-9393-707c9504400a", "address": "fa:16:3e:97:1e:f6", "network": {"id": "d381647d-592d-40db-843d-6008de0737a5", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2059555966-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "201a65cf0cc84bf3a5ae9f9d87000dd8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5c8dbe25-bca7-4d91-b577-193b8b2aad8d", "external-id": "nsx-vlan-transportzone-643", "segmentation_id": 643, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap80113aea-b2", "ovs_interfaceid": "80113aea-b29a-4742-9393-707c9504400a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 737.297893] env[69613]: DEBUG oslo_vmware.api [None req-aa2b2939-fa32-4ed9-8230-a409cd27ce8a tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]526edcc4-d589-a69b-4a1a-32ed1bea14a1, 'name': SearchDatastore_Task, 'duration_secs': 0.013642} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.298136] env[69613]: DEBUG oslo_concurrency.lockutils [None req-aa2b2939-fa32-4ed9-8230-a409cd27ce8a tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.298340] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-aa2b2939-fa32-4ed9-8230-a409cd27ce8a tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] [instance: ff22c9d2-3cfe-48ed-b3f5-c0cfe68812c2] Processing image 2b7a0304-b5d0-431d-b287-32c8388d7fbd {{(pid=69613) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 737.298589] env[69613]: DEBUG oslo_concurrency.lockutils [None req-aa2b2939-fa32-4ed9-8230-a409cd27ce8a tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.298733] env[69613]: DEBUG oslo_concurrency.lockutils [None req-aa2b2939-fa32-4ed9-8230-a409cd27ce8a tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.298911] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa2b2939-fa32-4ed9-8230-a409cd27ce8a tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69613) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 737.299202] env[69613]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2119abec-974a-47d0-bd49-c9787a70827d {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.308413] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa2b2939-fa32-4ed9-8230-a409cd27ce8a tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69613) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 737.308605] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-aa2b2939-fa32-4ed9-8230-a409cd27ce8a tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69613) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 737.309401] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-84addabe-9b19-44cc-9f34-a78e643be928 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.316022] env[69613]: DEBUG oslo_vmware.api [None req-aa2b2939-fa32-4ed9-8230-a409cd27ce8a tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Waiting for the task: (returnval){ [ 737.316022] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]526203ce-1bf3-5188-931e-4a186b0e338f" [ 737.316022] env[69613]: _type = "Task" [ 737.316022] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.324945] env[69613]: DEBUG oslo_vmware.api [None req-aa2b2939-fa32-4ed9-8230-a409cd27ce8a tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]526203ce-1bf3-5188-931e-4a186b0e338f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.384468] env[69613]: DEBUG oslo_vmware.api [None req-068b77ea-7658-4ecd-b4de-9a2682c00407 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Task: {'id': task-3417143, 'name': CloneVM_Task} progress is 94%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.511234] env[69613]: DEBUG nova.compute.resource_tracker [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Instance 41c0824b-2186-49fe-bcfd-82c031bf4810 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69613) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 737.529318] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-8b4eae0d-735d-49d5-bfe2-7521bb72674e tempest-ListImageFiltersTestJSON-1131301097 tempest-ListImageFiltersTestJSON-1131301097-project-member] [instance: 352f5690-451d-489a-a7b1-259ff9b95e49] Creating Snapshot of the VM instance {{(pid=69613) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 737.529736] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-3e0ed512-0dd7-433b-b180-881ffe7e4f8c {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.537503] env[69613]: DEBUG oslo_vmware.api [None req-8b4eae0d-735d-49d5-bfe2-7521bb72674e tempest-ListImageFiltersTestJSON-1131301097 tempest-ListImageFiltersTestJSON-1131301097-project-member] Waiting for the task: (returnval){ [ 737.537503] env[69613]: value = "task-3417144" [ 737.537503] env[69613]: _type = "Task" [ 737.537503] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.546360] env[69613]: DEBUG oslo_vmware.api [None req-8b4eae0d-735d-49d5-bfe2-7521bb72674e tempest-ListImageFiltersTestJSON-1131301097 tempest-ListImageFiltersTestJSON-1131301097-project-member] Task: {'id': task-3417144, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.597576] env[69613]: DEBUG oslo_concurrency.lockutils [req-b80832e9-5c93-432f-ac28-bcd2119184f9 req-59d8abcf-d2ae-4c78-88df-47e4edfa5a14 service nova] Releasing lock "refresh_cache-ff22c9d2-3cfe-48ed-b3f5-c0cfe68812c2" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.788500] env[69613]: DEBUG oslo_vmware.rw_handles [None req-03ca5b14-4fc5-46fb-9b31-e5a006ac5e7a tempest-ImagesOneServerTestJSON-1060956417 tempest-ImagesOneServerTestJSON-1060956417-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b88773-3cd3-6282-dda2-c06a8647cff7/disk-0.vmdk. {{(pid=69613) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 737.789519] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61b6c831-bd2e-4f36-acbf-6144106a063c {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.796231] env[69613]: DEBUG oslo_vmware.rw_handles [None req-03ca5b14-4fc5-46fb-9b31-e5a006ac5e7a tempest-ImagesOneServerTestJSON-1060956417 tempest-ImagesOneServerTestJSON-1060956417-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b88773-3cd3-6282-dda2-c06a8647cff7/disk-0.vmdk is in state: ready. {{(pid=69613) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 737.796398] env[69613]: ERROR oslo_vmware.rw_handles [None req-03ca5b14-4fc5-46fb-9b31-e5a006ac5e7a tempest-ImagesOneServerTestJSON-1060956417 tempest-ImagesOneServerTestJSON-1060956417-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b88773-3cd3-6282-dda2-c06a8647cff7/disk-0.vmdk due to incomplete transfer. [ 737.796643] env[69613]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-c5623a0b-3b87-4016-b839-5048877e1e25 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.803504] env[69613]: DEBUG oslo_vmware.rw_handles [None req-03ca5b14-4fc5-46fb-9b31-e5a006ac5e7a tempest-ImagesOneServerTestJSON-1060956417 tempest-ImagesOneServerTestJSON-1060956417-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b88773-3cd3-6282-dda2-c06a8647cff7/disk-0.vmdk. {{(pid=69613) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 737.803696] env[69613]: DEBUG nova.virt.vmwareapi.images [None req-03ca5b14-4fc5-46fb-9b31-e5a006ac5e7a tempest-ImagesOneServerTestJSON-1060956417 tempest-ImagesOneServerTestJSON-1060956417-project-member] [instance: d9e3bd67-974c-477a-baa2-99549051a828] Uploaded image 08709209-6f20-4dc2-96ca-3426e5572935 to the Glance image server {{(pid=69613) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 737.805952] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-03ca5b14-4fc5-46fb-9b31-e5a006ac5e7a tempest-ImagesOneServerTestJSON-1060956417 tempest-ImagesOneServerTestJSON-1060956417-project-member] [instance: d9e3bd67-974c-477a-baa2-99549051a828] Destroying the VM {{(pid=69613) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 737.806200] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-3e7c294f-b5b2-485f-8325-edf580d4c680 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.811949] env[69613]: DEBUG oslo_vmware.api [None req-03ca5b14-4fc5-46fb-9b31-e5a006ac5e7a tempest-ImagesOneServerTestJSON-1060956417 tempest-ImagesOneServerTestJSON-1060956417-project-member] Waiting for the task: (returnval){ [ 737.811949] env[69613]: value = "task-3417145" [ 737.811949] env[69613]: _type = "Task" [ 737.811949] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.820338] env[69613]: DEBUG oslo_vmware.api [None req-03ca5b14-4fc5-46fb-9b31-e5a006ac5e7a tempest-ImagesOneServerTestJSON-1060956417 tempest-ImagesOneServerTestJSON-1060956417-project-member] Task: {'id': task-3417145, 'name': Destroy_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.829314] env[69613]: DEBUG oslo_vmware.api [None req-aa2b2939-fa32-4ed9-8230-a409cd27ce8a tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]526203ce-1bf3-5188-931e-4a186b0e338f, 'name': SearchDatastore_Task, 'duration_secs': 0.011675} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.830136] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-da958dcc-6758-43fb-beb8-84cbcd18b3ef {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.835707] env[69613]: DEBUG oslo_vmware.api [None req-aa2b2939-fa32-4ed9-8230-a409cd27ce8a tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Waiting for the task: (returnval){ [ 737.835707] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]529e1059-e7df-3d50-d667-7be8b2a4e6cf" [ 737.835707] env[69613]: _type = "Task" [ 737.835707] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.842801] env[69613]: DEBUG oslo_vmware.api [None req-aa2b2939-fa32-4ed9-8230-a409cd27ce8a tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]529e1059-e7df-3d50-d667-7be8b2a4e6cf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.882211] env[69613]: DEBUG oslo_vmware.api [None req-068b77ea-7658-4ecd-b4de-9a2682c00407 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Task: {'id': task-3417143, 'name': CloneVM_Task} progress is 95%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.015027] env[69613]: DEBUG nova.compute.resource_tracker [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Instance 670d9426-6edb-4dfd-9953-1f10f89ebfc6 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69613) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 738.050888] env[69613]: DEBUG oslo_vmware.api [None req-8b4eae0d-735d-49d5-bfe2-7521bb72674e tempest-ListImageFiltersTestJSON-1131301097 tempest-ListImageFiltersTestJSON-1131301097-project-member] Task: {'id': task-3417144, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.321740] env[69613]: DEBUG oslo_vmware.api [None req-03ca5b14-4fc5-46fb-9b31-e5a006ac5e7a tempest-ImagesOneServerTestJSON-1060956417 tempest-ImagesOneServerTestJSON-1060956417-project-member] Task: {'id': task-3417145, 'name': Destroy_Task} progress is 100%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.344948] env[69613]: DEBUG oslo_vmware.api [None req-aa2b2939-fa32-4ed9-8230-a409cd27ce8a tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]529e1059-e7df-3d50-d667-7be8b2a4e6cf, 'name': SearchDatastore_Task, 'duration_secs': 0.047413} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.345240] env[69613]: DEBUG oslo_concurrency.lockutils [None req-aa2b2939-fa32-4ed9-8230-a409cd27ce8a tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.345494] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa2b2939-fa32-4ed9-8230-a409cd27ce8a tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk to [datastore1] ff22c9d2-3cfe-48ed-b3f5-c0cfe68812c2/ff22c9d2-3cfe-48ed-b3f5-c0cfe68812c2.vmdk {{(pid=69613) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 738.345751] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ce0a50a4-cf0c-4b30-8c8c-8a299076dcd5 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.353640] env[69613]: DEBUG oslo_vmware.api [None req-aa2b2939-fa32-4ed9-8230-a409cd27ce8a tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Waiting for the task: (returnval){ [ 738.353640] env[69613]: value = "task-3417146" [ 738.353640] env[69613]: _type = "Task" [ 738.353640] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.361613] env[69613]: DEBUG oslo_vmware.api [None req-aa2b2939-fa32-4ed9-8230-a409cd27ce8a tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Task: {'id': task-3417146, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.383760] env[69613]: DEBUG oslo_vmware.api [None req-068b77ea-7658-4ecd-b4de-9a2682c00407 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Task: {'id': task-3417143, 'name': CloneVM_Task, 'duration_secs': 1.925106} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.383978] env[69613]: INFO nova.virt.vmwareapi.vmops [None req-068b77ea-7658-4ecd-b4de-9a2682c00407 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] [instance: e1db078f-b047-4e92-9b28-109607d988a4] Created linked-clone VM from snapshot [ 738.384730] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea43cb6c-6ff1-4e94-ab1e-33f7c0741372 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.391739] env[69613]: DEBUG nova.virt.vmwareapi.images [None req-068b77ea-7658-4ecd-b4de-9a2682c00407 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] [instance: e1db078f-b047-4e92-9b28-109607d988a4] Uploading image 0ef502c7-f9b8-44c4-9ad8-ca03eff45733 {{(pid=69613) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 738.415732] env[69613]: DEBUG oslo_vmware.rw_handles [None req-068b77ea-7658-4ecd-b4de-9a2682c00407 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 738.415732] env[69613]: value = "vm-681805" [ 738.415732] env[69613]: _type = "VirtualMachine" [ 738.415732] env[69613]: }. {{(pid=69613) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 738.416031] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-1e4e356a-a1f2-4a6d-8616-d7a32ee76b76 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.421992] env[69613]: DEBUG oslo_vmware.rw_handles [None req-068b77ea-7658-4ecd-b4de-9a2682c00407 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Lease: (returnval){ [ 738.421992] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]52ff4de4-274d-9927-f885-3b6994fcaa8c" [ 738.421992] env[69613]: _type = "HttpNfcLease" [ 738.421992] env[69613]: } obtained for exporting VM: (result){ [ 738.421992] env[69613]: value = "vm-681805" [ 738.421992] env[69613]: _type = "VirtualMachine" [ 738.421992] env[69613]: }. {{(pid=69613) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 738.422238] env[69613]: DEBUG oslo_vmware.api [None req-068b77ea-7658-4ecd-b4de-9a2682c00407 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Waiting for the lease: (returnval){ [ 738.422238] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]52ff4de4-274d-9927-f885-3b6994fcaa8c" [ 738.422238] env[69613]: _type = "HttpNfcLease" [ 738.422238] env[69613]: } to be ready. {{(pid=69613) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 738.428403] env[69613]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 738.428403] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]52ff4de4-274d-9927-f885-3b6994fcaa8c" [ 738.428403] env[69613]: _type = "HttpNfcLease" [ 738.428403] env[69613]: } is initializing. {{(pid=69613) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 738.518518] env[69613]: DEBUG nova.compute.resource_tracker [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Instance 42aba8f8-9657-437f-b305-13239f26fac2 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69613) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 738.547845] env[69613]: DEBUG oslo_vmware.api [None req-8b4eae0d-735d-49d5-bfe2-7521bb72674e tempest-ListImageFiltersTestJSON-1131301097 tempest-ListImageFiltersTestJSON-1131301097-project-member] Task: {'id': task-3417144, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.823511] env[69613]: DEBUG oslo_vmware.api [None req-03ca5b14-4fc5-46fb-9b31-e5a006ac5e7a tempest-ImagesOneServerTestJSON-1060956417 tempest-ImagesOneServerTestJSON-1060956417-project-member] Task: {'id': task-3417145, 'name': Destroy_Task} progress is 100%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.863580] env[69613]: DEBUG oslo_vmware.api [None req-aa2b2939-fa32-4ed9-8230-a409cd27ce8a tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Task: {'id': task-3417146, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.929760] env[69613]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 738.929760] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]52ff4de4-274d-9927-f885-3b6994fcaa8c" [ 738.929760] env[69613]: _type = "HttpNfcLease" [ 738.929760] env[69613]: } is ready. {{(pid=69613) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 738.930032] env[69613]: DEBUG oslo_vmware.rw_handles [None req-068b77ea-7658-4ecd-b4de-9a2682c00407 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 738.930032] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]52ff4de4-274d-9927-f885-3b6994fcaa8c" [ 738.930032] env[69613]: _type = "HttpNfcLease" [ 738.930032] env[69613]: }. {{(pid=69613) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 738.930822] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-160a70d6-94b4-42b3-9b01-82be284ec19a {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.937897] env[69613]: DEBUG oslo_vmware.rw_handles [None req-068b77ea-7658-4ecd-b4de-9a2682c00407 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/524830af-d7db-50e6-d9a2-a9878a55ad6c/disk-0.vmdk from lease info. {{(pid=69613) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 738.938121] env[69613]: DEBUG oslo_vmware.rw_handles [None req-068b77ea-7658-4ecd-b4de-9a2682c00407 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/524830af-d7db-50e6-d9a2-a9878a55ad6c/disk-0.vmdk for reading. {{(pid=69613) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 739.021755] env[69613]: DEBUG nova.compute.resource_tracker [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Instance 267ffd7d-ab93-4dda-b46a-1059b3f82f4f has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69613) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 739.048135] env[69613]: DEBUG oslo_vmware.api [None req-8b4eae0d-735d-49d5-bfe2-7521bb72674e tempest-ListImageFiltersTestJSON-1131301097 tempest-ListImageFiltersTestJSON-1131301097-project-member] Task: {'id': task-3417144, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.057770] env[69613]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-f1a4ef13-e2fb-447f-82e3-c053c98fe0f1 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.323165] env[69613]: DEBUG oslo_vmware.api [None req-03ca5b14-4fc5-46fb-9b31-e5a006ac5e7a tempest-ImagesOneServerTestJSON-1060956417 tempest-ImagesOneServerTestJSON-1060956417-project-member] Task: {'id': task-3417145, 'name': Destroy_Task, 'duration_secs': 1.461719} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.323555] env[69613]: INFO nova.virt.vmwareapi.vm_util [None req-03ca5b14-4fc5-46fb-9b31-e5a006ac5e7a tempest-ImagesOneServerTestJSON-1060956417 tempest-ImagesOneServerTestJSON-1060956417-project-member] [instance: d9e3bd67-974c-477a-baa2-99549051a828] Destroyed the VM [ 739.323849] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-03ca5b14-4fc5-46fb-9b31-e5a006ac5e7a tempest-ImagesOneServerTestJSON-1060956417 tempest-ImagesOneServerTestJSON-1060956417-project-member] [instance: d9e3bd67-974c-477a-baa2-99549051a828] Deleting Snapshot of the VM instance {{(pid=69613) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 739.324184] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-c35cf586-72fe-4c85-863d-537f2d0882a0 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.330979] env[69613]: DEBUG oslo_vmware.api [None req-03ca5b14-4fc5-46fb-9b31-e5a006ac5e7a tempest-ImagesOneServerTestJSON-1060956417 tempest-ImagesOneServerTestJSON-1060956417-project-member] Waiting for the task: (returnval){ [ 739.330979] env[69613]: value = "task-3417148" [ 739.330979] env[69613]: _type = "Task" [ 739.330979] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.341166] env[69613]: DEBUG oslo_vmware.api [None req-03ca5b14-4fc5-46fb-9b31-e5a006ac5e7a tempest-ImagesOneServerTestJSON-1060956417 tempest-ImagesOneServerTestJSON-1060956417-project-member] Task: {'id': task-3417148, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.366817] env[69613]: DEBUG oslo_vmware.api [None req-aa2b2939-fa32-4ed9-8230-a409cd27ce8a tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Task: {'id': task-3417146, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.524967] env[69613]: DEBUG nova.compute.resource_tracker [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Instance 71e0d53c-ff3f-4a77-aa25-2a07e64500a7 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69613) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 739.525270] env[69613]: DEBUG nova.compute.resource_tracker [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Total usable vcpus: 48, total allocated vcpus: 17 {{(pid=69613) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 739.525428] env[69613]: DEBUG nova.compute.resource_tracker [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3776MB phys_disk=200GB used_disk=17GB total_vcpus=48 used_vcpus=17 pci_stats=[] {{(pid=69613) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 739.551300] env[69613]: DEBUG oslo_vmware.api [None req-8b4eae0d-735d-49d5-bfe2-7521bb72674e tempest-ListImageFiltersTestJSON-1131301097 tempest-ListImageFiltersTestJSON-1131301097-project-member] Task: {'id': task-3417144, 'name': CreateSnapshot_Task, 'duration_secs': 1.661184} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.552421] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-8b4eae0d-735d-49d5-bfe2-7521bb72674e tempest-ListImageFiltersTestJSON-1131301097 tempest-ListImageFiltersTestJSON-1131301097-project-member] [instance: 352f5690-451d-489a-a7b1-259ff9b95e49] Created Snapshot of the VM instance {{(pid=69613) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 739.553738] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bf3b7b6-8d3a-4b7b-a281-b0f06e9b0cdd {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.844292] env[69613]: DEBUG oslo_vmware.api [None req-03ca5b14-4fc5-46fb-9b31-e5a006ac5e7a tempest-ImagesOneServerTestJSON-1060956417 tempest-ImagesOneServerTestJSON-1060956417-project-member] Task: {'id': task-3417148, 'name': RemoveSnapshot_Task} progress is 36%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.868619] env[69613]: DEBUG oslo_vmware.api [None req-aa2b2939-fa32-4ed9-8230-a409cd27ce8a tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Task: {'id': task-3417146, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.2782} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.869174] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa2b2939-fa32-4ed9-8230-a409cd27ce8a tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk to [datastore1] ff22c9d2-3cfe-48ed-b3f5-c0cfe68812c2/ff22c9d2-3cfe-48ed-b3f5-c0cfe68812c2.vmdk {{(pid=69613) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 739.869174] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-aa2b2939-fa32-4ed9-8230-a409cd27ce8a tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] [instance: ff22c9d2-3cfe-48ed-b3f5-c0cfe68812c2] Extending root virtual disk to 1048576 {{(pid=69613) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 739.869345] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c61ce4c8-6cc0-40dc-98f7-13a2a8a39d19 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.876516] env[69613]: DEBUG oslo_vmware.api [None req-aa2b2939-fa32-4ed9-8230-a409cd27ce8a tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Waiting for the task: (returnval){ [ 739.876516] env[69613]: value = "task-3417149" [ 739.876516] env[69613]: _type = "Task" [ 739.876516] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.884916] env[69613]: DEBUG oslo_vmware.api [None req-aa2b2939-fa32-4ed9-8230-a409cd27ce8a tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Task: {'id': task-3417149, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.048157] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2661d17e-b55e-4979-a795-1065ef1b56cb {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.055357] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-493c9291-5ce4-49ba-be34-2ab25103160e {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.095010] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-8b4eae0d-735d-49d5-bfe2-7521bb72674e tempest-ListImageFiltersTestJSON-1131301097 tempest-ListImageFiltersTestJSON-1131301097-project-member] [instance: 352f5690-451d-489a-a7b1-259ff9b95e49] Creating linked-clone VM from snapshot {{(pid=69613) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 740.095561] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-72d55c0d-35db-4607-b7e6-efa5a21c5ed7 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.099062] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e3d4d9e-63b5-4e31-8739-70693954fe7f {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.108425] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64a10d34-1488-42ac-bcb9-083cd9b72e44 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.112414] env[69613]: DEBUG oslo_vmware.api [None req-8b4eae0d-735d-49d5-bfe2-7521bb72674e tempest-ListImageFiltersTestJSON-1131301097 tempest-ListImageFiltersTestJSON-1131301097-project-member] Waiting for the task: (returnval){ [ 740.112414] env[69613]: value = "task-3417150" [ 740.112414] env[69613]: _type = "Task" [ 740.112414] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.124294] env[69613]: DEBUG nova.compute.provider_tree [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Inventory has not changed in ProviderTree for provider: af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 {{(pid=69613) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 740.130692] env[69613]: DEBUG oslo_vmware.api [None req-8b4eae0d-735d-49d5-bfe2-7521bb72674e tempest-ListImageFiltersTestJSON-1131301097 tempest-ListImageFiltersTestJSON-1131301097-project-member] Task: {'id': task-3417150, 'name': CloneVM_Task} progress is 10%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.342788] env[69613]: DEBUG oslo_vmware.api [None req-03ca5b14-4fc5-46fb-9b31-e5a006ac5e7a tempest-ImagesOneServerTestJSON-1060956417 tempest-ImagesOneServerTestJSON-1060956417-project-member] Task: {'id': task-3417148, 'name': RemoveSnapshot_Task, 'duration_secs': 0.748665} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.343095] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-03ca5b14-4fc5-46fb-9b31-e5a006ac5e7a tempest-ImagesOneServerTestJSON-1060956417 tempest-ImagesOneServerTestJSON-1060956417-project-member] [instance: d9e3bd67-974c-477a-baa2-99549051a828] Deleted Snapshot of the VM instance {{(pid=69613) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 740.343338] env[69613]: INFO nova.compute.manager [None req-03ca5b14-4fc5-46fb-9b31-e5a006ac5e7a tempest-ImagesOneServerTestJSON-1060956417 tempest-ImagesOneServerTestJSON-1060956417-project-member] [instance: d9e3bd67-974c-477a-baa2-99549051a828] Took 16.25 seconds to snapshot the instance on the hypervisor. [ 740.385846] env[69613]: DEBUG oslo_vmware.api [None req-aa2b2939-fa32-4ed9-8230-a409cd27ce8a tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Task: {'id': task-3417149, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076079} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.387262] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-aa2b2939-fa32-4ed9-8230-a409cd27ce8a tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] [instance: ff22c9d2-3cfe-48ed-b3f5-c0cfe68812c2] Extended root virtual disk {{(pid=69613) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 740.387262] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0ac7a26-1269-4de5-9b1d-efbf1dd5ba2b {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.410152] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa2b2939-fa32-4ed9-8230-a409cd27ce8a tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] [instance: ff22c9d2-3cfe-48ed-b3f5-c0cfe68812c2] Reconfiguring VM instance instance-00000029 to attach disk [datastore1] ff22c9d2-3cfe-48ed-b3f5-c0cfe68812c2/ff22c9d2-3cfe-48ed-b3f5-c0cfe68812c2.vmdk or device None with type sparse {{(pid=69613) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 740.410599] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-55c1ef74-4248-40c7-8973-78c1ed5227f4 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.431504] env[69613]: DEBUG oslo_vmware.api [None req-aa2b2939-fa32-4ed9-8230-a409cd27ce8a tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Waiting for the task: (returnval){ [ 740.431504] env[69613]: value = "task-3417151" [ 740.431504] env[69613]: _type = "Task" [ 740.431504] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.445063] env[69613]: DEBUG oslo_vmware.api [None req-aa2b2939-fa32-4ed9-8230-a409cd27ce8a tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Task: {'id': task-3417151, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.622478] env[69613]: DEBUG oslo_vmware.api [None req-8b4eae0d-735d-49d5-bfe2-7521bb72674e tempest-ListImageFiltersTestJSON-1131301097 tempest-ListImageFiltersTestJSON-1131301097-project-member] Task: {'id': task-3417150, 'name': CloneVM_Task} progress is 94%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.627831] env[69613]: DEBUG nova.scheduler.client.report [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Inventory has not changed for provider af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69613) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 740.944954] env[69613]: DEBUG oslo_vmware.api [None req-aa2b2939-fa32-4ed9-8230-a409cd27ce8a tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Task: {'id': task-3417151, 'name': ReconfigVM_Task, 'duration_secs': 0.299717} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.945139] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa2b2939-fa32-4ed9-8230-a409cd27ce8a tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] [instance: ff22c9d2-3cfe-48ed-b3f5-c0cfe68812c2] Reconfigured VM instance instance-00000029 to attach disk [datastore1] ff22c9d2-3cfe-48ed-b3f5-c0cfe68812c2/ff22c9d2-3cfe-48ed-b3f5-c0cfe68812c2.vmdk or device None with type sparse {{(pid=69613) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 740.945657] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-029cc00f-596a-4ea5-99ce-2cae91093a5e {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.952670] env[69613]: DEBUG oslo_vmware.api [None req-aa2b2939-fa32-4ed9-8230-a409cd27ce8a tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Waiting for the task: (returnval){ [ 740.952670] env[69613]: value = "task-3417152" [ 740.952670] env[69613]: _type = "Task" [ 740.952670] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.961387] env[69613]: DEBUG oslo_vmware.api [None req-aa2b2939-fa32-4ed9-8230-a409cd27ce8a tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Task: {'id': task-3417152, 'name': Rename_Task} progress is 5%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.123542] env[69613]: DEBUG oslo_vmware.api [None req-8b4eae0d-735d-49d5-bfe2-7521bb72674e tempest-ListImageFiltersTestJSON-1131301097 tempest-ListImageFiltersTestJSON-1131301097-project-member] Task: {'id': task-3417150, 'name': CloneVM_Task} progress is 94%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.132927] env[69613]: DEBUG nova.compute.resource_tracker [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69613) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 741.132927] env[69613]: DEBUG oslo_concurrency.lockutils [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 7.228s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 741.133151] env[69613]: DEBUG oslo_concurrency.lockutils [None req-c9848674-d2c0-408d-8ec6-ac13b6068171 tempest-ServerDiagnosticsV248Test-884971060 tempest-ServerDiagnosticsV248Test-884971060-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 44.250s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 741.133151] env[69613]: DEBUG oslo_concurrency.lockutils [None req-c9848674-d2c0-408d-8ec6-ac13b6068171 tempest-ServerDiagnosticsV248Test-884971060 tempest-ServerDiagnosticsV248Test-884971060-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 741.135286] env[69613]: DEBUG oslo_concurrency.lockutils [None req-ee960542-de74-43ad-ba6f-9cb9a2f1365b tempest-DeleteServersAdminTestJSON-241271607 tempest-DeleteServersAdminTestJSON-241271607-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 43.370s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 741.135560] env[69613]: DEBUG oslo_concurrency.lockutils [None req-ee960542-de74-43ad-ba6f-9cb9a2f1365b tempest-DeleteServersAdminTestJSON-241271607 tempest-DeleteServersAdminTestJSON-241271607-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 741.137140] env[69613]: DEBUG oslo_concurrency.lockutils [None req-3558f5b5-9d81-4494-b58a-f82c4768b0b4 tempest-AttachInterfacesUnderV243Test-1097413231 tempest-AttachInterfacesUnderV243Test-1097413231-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 39.131s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 741.139122] env[69613]: INFO nova.compute.claims [None req-3558f5b5-9d81-4494-b58a-f82c4768b0b4 tempest-AttachInterfacesUnderV243Test-1097413231 tempest-AttachInterfacesUnderV243Test-1097413231-project-member] [instance: df4f5b07-b088-4c1f-9a13-7812115eeaf0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 741.184264] env[69613]: INFO nova.scheduler.client.report [None req-ee960542-de74-43ad-ba6f-9cb9a2f1365b tempest-DeleteServersAdminTestJSON-241271607 tempest-DeleteServersAdminTestJSON-241271607-project-member] Deleted allocations for instance 13ec57c7-56f5-40c6-ab32-aac0fd67c9b1 [ 741.197305] env[69613]: INFO nova.scheduler.client.report [None req-c9848674-d2c0-408d-8ec6-ac13b6068171 tempest-ServerDiagnosticsV248Test-884971060 tempest-ServerDiagnosticsV248Test-884971060-project-member] Deleted allocations for instance eed1c412-ccce-4168-bce7-3e7101901b7f [ 741.463905] env[69613]: DEBUG oslo_vmware.api [None req-aa2b2939-fa32-4ed9-8230-a409cd27ce8a tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Task: {'id': task-3417152, 'name': Rename_Task, 'duration_secs': 0.136043} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.464272] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa2b2939-fa32-4ed9-8230-a409cd27ce8a tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] [instance: ff22c9d2-3cfe-48ed-b3f5-c0cfe68812c2] Powering on the VM {{(pid=69613) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 741.464587] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c74533e6-3e62-4b70-9dcd-0cbdbf66a612 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.471479] env[69613]: DEBUG oslo_vmware.api [None req-aa2b2939-fa32-4ed9-8230-a409cd27ce8a tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Waiting for the task: (returnval){ [ 741.471479] env[69613]: value = "task-3417153" [ 741.471479] env[69613]: _type = "Task" [ 741.471479] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.480955] env[69613]: DEBUG oslo_vmware.api [None req-aa2b2939-fa32-4ed9-8230-a409cd27ce8a tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Task: {'id': task-3417153, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.627466] env[69613]: DEBUG oslo_vmware.api [None req-8b4eae0d-735d-49d5-bfe2-7521bb72674e tempest-ListImageFiltersTestJSON-1131301097 tempest-ListImageFiltersTestJSON-1131301097-project-member] Task: {'id': task-3417150, 'name': CloneVM_Task} progress is 95%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.702138] env[69613]: DEBUG oslo_concurrency.lockutils [None req-ee960542-de74-43ad-ba6f-9cb9a2f1365b tempest-DeleteServersAdminTestJSON-241271607 tempest-DeleteServersAdminTestJSON-241271607-project-member] Lock "13ec57c7-56f5-40c6-ab32-aac0fd67c9b1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 47.434s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 741.706797] env[69613]: DEBUG oslo_concurrency.lockutils [None req-c9848674-d2c0-408d-8ec6-ac13b6068171 tempest-ServerDiagnosticsV248Test-884971060 tempest-ServerDiagnosticsV248Test-884971060-project-member] Lock "eed1c412-ccce-4168-bce7-3e7101901b7f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 49.034s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 741.787815] env[69613]: DEBUG oslo_concurrency.lockutils [None req-c002631e-6e30-4ca5-82e0-97e4ff9c9d0d tempest-ImagesOneServerTestJSON-1060956417 tempest-ImagesOneServerTestJSON-1060956417-project-member] Acquiring lock "d9e3bd67-974c-477a-baa2-99549051a828" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 741.788126] env[69613]: DEBUG oslo_concurrency.lockutils [None req-c002631e-6e30-4ca5-82e0-97e4ff9c9d0d tempest-ImagesOneServerTestJSON-1060956417 tempest-ImagesOneServerTestJSON-1060956417-project-member] Lock "d9e3bd67-974c-477a-baa2-99549051a828" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 741.788355] env[69613]: DEBUG oslo_concurrency.lockutils [None req-c002631e-6e30-4ca5-82e0-97e4ff9c9d0d tempest-ImagesOneServerTestJSON-1060956417 tempest-ImagesOneServerTestJSON-1060956417-project-member] Acquiring lock "d9e3bd67-974c-477a-baa2-99549051a828-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 741.788602] env[69613]: DEBUG oslo_concurrency.lockutils [None req-c002631e-6e30-4ca5-82e0-97e4ff9c9d0d tempest-ImagesOneServerTestJSON-1060956417 tempest-ImagesOneServerTestJSON-1060956417-project-member] Lock "d9e3bd67-974c-477a-baa2-99549051a828-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 741.788807] env[69613]: DEBUG oslo_concurrency.lockutils [None req-c002631e-6e30-4ca5-82e0-97e4ff9c9d0d tempest-ImagesOneServerTestJSON-1060956417 tempest-ImagesOneServerTestJSON-1060956417-project-member] Lock "d9e3bd67-974c-477a-baa2-99549051a828-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 741.791161] env[69613]: INFO nova.compute.manager [None req-c002631e-6e30-4ca5-82e0-97e4ff9c9d0d tempest-ImagesOneServerTestJSON-1060956417 tempest-ImagesOneServerTestJSON-1060956417-project-member] [instance: d9e3bd67-974c-477a-baa2-99549051a828] Terminating instance [ 741.983902] env[69613]: DEBUG oslo_vmware.api [None req-aa2b2939-fa32-4ed9-8230-a409cd27ce8a tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Task: {'id': task-3417153, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.131404] env[69613]: DEBUG oslo_vmware.api [None req-8b4eae0d-735d-49d5-bfe2-7521bb72674e tempest-ListImageFiltersTestJSON-1131301097 tempest-ListImageFiltersTestJSON-1131301097-project-member] Task: {'id': task-3417150, 'name': CloneVM_Task, 'duration_secs': 1.986212} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.131827] env[69613]: INFO nova.virt.vmwareapi.vmops [None req-8b4eae0d-735d-49d5-bfe2-7521bb72674e tempest-ListImageFiltersTestJSON-1131301097 tempest-ListImageFiltersTestJSON-1131301097-project-member] [instance: 352f5690-451d-489a-a7b1-259ff9b95e49] Created linked-clone VM from snapshot [ 742.132620] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a39340e5-7c2b-448c-b3a2-8f804f06c22e {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.141830] env[69613]: DEBUG nova.virt.vmwareapi.images [None req-8b4eae0d-735d-49d5-bfe2-7521bb72674e tempest-ListImageFiltersTestJSON-1131301097 tempest-ListImageFiltersTestJSON-1131301097-project-member] [instance: 352f5690-451d-489a-a7b1-259ff9b95e49] Uploading image b1ab88a2-d891-4776-9e76-3a7dcd269c5d {{(pid=69613) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 742.168789] env[69613]: DEBUG oslo_vmware.rw_handles [None req-8b4eae0d-735d-49d5-bfe2-7521bb72674e tempest-ListImageFiltersTestJSON-1131301097 tempest-ListImageFiltersTestJSON-1131301097-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 742.168789] env[69613]: value = "vm-681807" [ 742.168789] env[69613]: _type = "VirtualMachine" [ 742.168789] env[69613]: }. {{(pid=69613) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 742.169170] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-bdac0d0d-3dea-4929-a233-065e03b4061d {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.176961] env[69613]: DEBUG oslo_vmware.rw_handles [None req-8b4eae0d-735d-49d5-bfe2-7521bb72674e tempest-ListImageFiltersTestJSON-1131301097 tempest-ListImageFiltersTestJSON-1131301097-project-member] Lease: (returnval){ [ 742.176961] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]5282a999-7ebd-e62e-2743-cd1650a37e0d" [ 742.176961] env[69613]: _type = "HttpNfcLease" [ 742.176961] env[69613]: } obtained for exporting VM: (result){ [ 742.176961] env[69613]: value = "vm-681807" [ 742.176961] env[69613]: _type = "VirtualMachine" [ 742.176961] env[69613]: }. {{(pid=69613) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 742.177328] env[69613]: DEBUG oslo_vmware.api [None req-8b4eae0d-735d-49d5-bfe2-7521bb72674e tempest-ListImageFiltersTestJSON-1131301097 tempest-ListImageFiltersTestJSON-1131301097-project-member] Waiting for the lease: (returnval){ [ 742.177328] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]5282a999-7ebd-e62e-2743-cd1650a37e0d" [ 742.177328] env[69613]: _type = "HttpNfcLease" [ 742.177328] env[69613]: } to be ready. {{(pid=69613) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 742.188768] env[69613]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 742.188768] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]5282a999-7ebd-e62e-2743-cd1650a37e0d" [ 742.188768] env[69613]: _type = "HttpNfcLease" [ 742.188768] env[69613]: } is initializing. {{(pid=69613) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 742.301130] env[69613]: DEBUG nova.compute.manager [None req-c002631e-6e30-4ca5-82e0-97e4ff9c9d0d tempest-ImagesOneServerTestJSON-1060956417 tempest-ImagesOneServerTestJSON-1060956417-project-member] [instance: d9e3bd67-974c-477a-baa2-99549051a828] Start destroying the instance on the hypervisor. {{(pid=69613) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 742.301130] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-c002631e-6e30-4ca5-82e0-97e4ff9c9d0d tempest-ImagesOneServerTestJSON-1060956417 tempest-ImagesOneServerTestJSON-1060956417-project-member] [instance: d9e3bd67-974c-477a-baa2-99549051a828] Destroying instance {{(pid=69613) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 742.301551] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ad2cb86-75c7-4194-bec6-08b0ed7e396c {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.312036] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-c002631e-6e30-4ca5-82e0-97e4ff9c9d0d tempest-ImagesOneServerTestJSON-1060956417 tempest-ImagesOneServerTestJSON-1060956417-project-member] [instance: d9e3bd67-974c-477a-baa2-99549051a828] Powering off the VM {{(pid=69613) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 742.312337] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c4a0ee8f-1221-4ea8-b9ce-4751a7d48bb7 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.320640] env[69613]: DEBUG oslo_vmware.api [None req-c002631e-6e30-4ca5-82e0-97e4ff9c9d0d tempest-ImagesOneServerTestJSON-1060956417 tempest-ImagesOneServerTestJSON-1060956417-project-member] Waiting for the task: (returnval){ [ 742.320640] env[69613]: value = "task-3417155" [ 742.320640] env[69613]: _type = "Task" [ 742.320640] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.331753] env[69613]: DEBUG oslo_vmware.api [None req-c002631e-6e30-4ca5-82e0-97e4ff9c9d0d tempest-ImagesOneServerTestJSON-1060956417 tempest-ImagesOneServerTestJSON-1060956417-project-member] Task: {'id': task-3417155, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.485490] env[69613]: DEBUG oslo_vmware.api [None req-aa2b2939-fa32-4ed9-8230-a409cd27ce8a tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Task: {'id': task-3417153, 'name': PowerOnVM_Task, 'duration_secs': 0.774619} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.485864] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa2b2939-fa32-4ed9-8230-a409cd27ce8a tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] [instance: ff22c9d2-3cfe-48ed-b3f5-c0cfe68812c2] Powered on the VM {{(pid=69613) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 742.485956] env[69613]: INFO nova.compute.manager [None req-aa2b2939-fa32-4ed9-8230-a409cd27ce8a tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] [instance: ff22c9d2-3cfe-48ed-b3f5-c0cfe68812c2] Took 8.68 seconds to spawn the instance on the hypervisor. [ 742.486190] env[69613]: DEBUG nova.compute.manager [None req-aa2b2939-fa32-4ed9-8230-a409cd27ce8a tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] [instance: ff22c9d2-3cfe-48ed-b3f5-c0cfe68812c2] Checking state {{(pid=69613) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 742.487029] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf6c0065-fed2-460a-b3b0-ca32f766b7b4 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.673912] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4381930b-b2c3-40a8-9526-d93fc635b002 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.684460] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7cb4065-b500-4584-bc82-2f64c3765132 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.689625] env[69613]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 742.689625] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]5282a999-7ebd-e62e-2743-cd1650a37e0d" [ 742.689625] env[69613]: _type = "HttpNfcLease" [ 742.689625] env[69613]: } is ready. {{(pid=69613) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 742.689865] env[69613]: DEBUG oslo_vmware.rw_handles [None req-8b4eae0d-735d-49d5-bfe2-7521bb72674e tempest-ListImageFiltersTestJSON-1131301097 tempest-ListImageFiltersTestJSON-1131301097-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 742.689865] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]5282a999-7ebd-e62e-2743-cd1650a37e0d" [ 742.689865] env[69613]: _type = "HttpNfcLease" [ 742.689865] env[69613]: }. {{(pid=69613) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 742.690647] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe3b93f3-28a4-42f8-b6c3-be63cfd14bd6 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.720846] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e41e9655-3817-4d48-93e6-24ce11c26d59 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.726857] env[69613]: DEBUG oslo_vmware.rw_handles [None req-8b4eae0d-735d-49d5-bfe2-7521bb72674e tempest-ListImageFiltersTestJSON-1131301097 tempest-ListImageFiltersTestJSON-1131301097-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/522b3b8a-ab5a-0617-36f3-42c86e042f48/disk-0.vmdk from lease info. {{(pid=69613) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 742.727069] env[69613]: DEBUG oslo_vmware.rw_handles [None req-8b4eae0d-735d-49d5-bfe2-7521bb72674e tempest-ListImageFiltersTestJSON-1131301097 tempest-ListImageFiltersTestJSON-1131301097-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/522b3b8a-ab5a-0617-36f3-42c86e042f48/disk-0.vmdk for reading. {{(pid=69613) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 742.788075] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86db301b-6bb8-4518-9ce1-4d23c0705899 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.805633] env[69613]: DEBUG nova.compute.provider_tree [None req-3558f5b5-9d81-4494-b58a-f82c4768b0b4 tempest-AttachInterfacesUnderV243Test-1097413231 tempest-AttachInterfacesUnderV243Test-1097413231-project-member] Inventory has not changed in ProviderTree for provider: af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 {{(pid=69613) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 742.831260] env[69613]: DEBUG oslo_vmware.api [None req-c002631e-6e30-4ca5-82e0-97e4ff9c9d0d tempest-ImagesOneServerTestJSON-1060956417 tempest-ImagesOneServerTestJSON-1060956417-project-member] Task: {'id': task-3417155, 'name': PowerOffVM_Task, 'duration_secs': 0.229069} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.835022] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-c002631e-6e30-4ca5-82e0-97e4ff9c9d0d tempest-ImagesOneServerTestJSON-1060956417 tempest-ImagesOneServerTestJSON-1060956417-project-member] [instance: d9e3bd67-974c-477a-baa2-99549051a828] Powered off the VM {{(pid=69613) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 742.835022] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-c002631e-6e30-4ca5-82e0-97e4ff9c9d0d tempest-ImagesOneServerTestJSON-1060956417 tempest-ImagesOneServerTestJSON-1060956417-project-member] [instance: d9e3bd67-974c-477a-baa2-99549051a828] Unregistering the VM {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 742.835022] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d56977cd-049e-4458-8b7e-47511282569b {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.845018] env[69613]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-984ed695-bfaf-4e00-b41f-51c5cdeaba90 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.905029] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-c002631e-6e30-4ca5-82e0-97e4ff9c9d0d tempest-ImagesOneServerTestJSON-1060956417 tempest-ImagesOneServerTestJSON-1060956417-project-member] [instance: d9e3bd67-974c-477a-baa2-99549051a828] Unregistered the VM {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 742.905156] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-c002631e-6e30-4ca5-82e0-97e4ff9c9d0d tempest-ImagesOneServerTestJSON-1060956417 tempest-ImagesOneServerTestJSON-1060956417-project-member] [instance: d9e3bd67-974c-477a-baa2-99549051a828] Deleting contents of the VM from datastore datastore2 {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 742.905348] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-c002631e-6e30-4ca5-82e0-97e4ff9c9d0d tempest-ImagesOneServerTestJSON-1060956417 tempest-ImagesOneServerTestJSON-1060956417-project-member] Deleting the datastore file [datastore2] d9e3bd67-974c-477a-baa2-99549051a828 {{(pid=69613) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 742.905768] env[69613]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d1e30674-fbd1-4e4b-bc43-d8a4c49f2eb6 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.914418] env[69613]: DEBUG oslo_vmware.api [None req-c002631e-6e30-4ca5-82e0-97e4ff9c9d0d tempest-ImagesOneServerTestJSON-1060956417 tempest-ImagesOneServerTestJSON-1060956417-project-member] Waiting for the task: (returnval){ [ 742.914418] env[69613]: value = "task-3417157" [ 742.914418] env[69613]: _type = "Task" [ 742.914418] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.926867] env[69613]: DEBUG oslo_vmware.api [None req-c002631e-6e30-4ca5-82e0-97e4ff9c9d0d tempest-ImagesOneServerTestJSON-1060956417 tempest-ImagesOneServerTestJSON-1060956417-project-member] Task: {'id': task-3417157, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.007195] env[69613]: INFO nova.compute.manager [None req-aa2b2939-fa32-4ed9-8230-a409cd27ce8a tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] [instance: ff22c9d2-3cfe-48ed-b3f5-c0cfe68812c2] Took 48.60 seconds to build instance. [ 743.310026] env[69613]: DEBUG nova.scheduler.client.report [None req-3558f5b5-9d81-4494-b58a-f82c4768b0b4 tempest-AttachInterfacesUnderV243Test-1097413231 tempest-AttachInterfacesUnderV243Test-1097413231-project-member] Inventory has not changed for provider af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69613) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 743.396579] env[69613]: DEBUG oslo_concurrency.lockutils [None req-ea2cc2e1-8dab-46da-87f2-15b565b47538 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Acquiring lock "ff22c9d2-3cfe-48ed-b3f5-c0cfe68812c2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 743.428139] env[69613]: DEBUG oslo_vmware.api [None req-c002631e-6e30-4ca5-82e0-97e4ff9c9d0d tempest-ImagesOneServerTestJSON-1060956417 tempest-ImagesOneServerTestJSON-1060956417-project-member] Task: {'id': task-3417157, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.163397} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.429982] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-c002631e-6e30-4ca5-82e0-97e4ff9c9d0d tempest-ImagesOneServerTestJSON-1060956417 tempest-ImagesOneServerTestJSON-1060956417-project-member] Deleted the datastore file {{(pid=69613) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 743.429982] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-c002631e-6e30-4ca5-82e0-97e4ff9c9d0d tempest-ImagesOneServerTestJSON-1060956417 tempest-ImagesOneServerTestJSON-1060956417-project-member] [instance: d9e3bd67-974c-477a-baa2-99549051a828] Deleted contents of the VM from datastore datastore2 {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 743.429982] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-c002631e-6e30-4ca5-82e0-97e4ff9c9d0d tempest-ImagesOneServerTestJSON-1060956417 tempest-ImagesOneServerTestJSON-1060956417-project-member] [instance: d9e3bd67-974c-477a-baa2-99549051a828] Instance destroyed {{(pid=69613) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 743.429982] env[69613]: INFO nova.compute.manager [None req-c002631e-6e30-4ca5-82e0-97e4ff9c9d0d tempest-ImagesOneServerTestJSON-1060956417 tempest-ImagesOneServerTestJSON-1060956417-project-member] [instance: d9e3bd67-974c-477a-baa2-99549051a828] Took 1.13 seconds to destroy the instance on the hypervisor. [ 743.432948] env[69613]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c002631e-6e30-4ca5-82e0-97e4ff9c9d0d tempest-ImagesOneServerTestJSON-1060956417 tempest-ImagesOneServerTestJSON-1060956417-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69613) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 743.432948] env[69613]: DEBUG nova.compute.manager [-] [instance: d9e3bd67-974c-477a-baa2-99549051a828] Deallocating network for instance {{(pid=69613) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 743.432948] env[69613]: DEBUG nova.network.neutron [-] [instance: d9e3bd67-974c-477a-baa2-99549051a828] deallocate_for_instance() {{(pid=69613) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 743.510498] env[69613]: DEBUG oslo_concurrency.lockutils [None req-aa2b2939-fa32-4ed9-8230-a409cd27ce8a tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Lock "ff22c9d2-3cfe-48ed-b3f5-c0cfe68812c2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 85.472s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 743.512918] env[69613]: DEBUG oslo_concurrency.lockutils [None req-ea2cc2e1-8dab-46da-87f2-15b565b47538 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Lock "ff22c9d2-3cfe-48ed-b3f5-c0cfe68812c2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.117s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 743.513308] env[69613]: DEBUG oslo_concurrency.lockutils [None req-ea2cc2e1-8dab-46da-87f2-15b565b47538 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Acquiring lock "ff22c9d2-3cfe-48ed-b3f5-c0cfe68812c2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 743.513715] env[69613]: DEBUG oslo_concurrency.lockutils [None req-ea2cc2e1-8dab-46da-87f2-15b565b47538 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Lock "ff22c9d2-3cfe-48ed-b3f5-c0cfe68812c2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 743.513999] env[69613]: DEBUG oslo_concurrency.lockutils [None req-ea2cc2e1-8dab-46da-87f2-15b565b47538 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Lock "ff22c9d2-3cfe-48ed-b3f5-c0cfe68812c2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 743.528339] env[69613]: INFO nova.compute.manager [None req-ea2cc2e1-8dab-46da-87f2-15b565b47538 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] [instance: ff22c9d2-3cfe-48ed-b3f5-c0cfe68812c2] Terminating instance [ 743.820029] env[69613]: DEBUG oslo_concurrency.lockutils [None req-3558f5b5-9d81-4494-b58a-f82c4768b0b4 tempest-AttachInterfacesUnderV243Test-1097413231 tempest-AttachInterfacesUnderV243Test-1097413231-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.680s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 743.820029] env[69613]: DEBUG nova.compute.manager [None req-3558f5b5-9d81-4494-b58a-f82c4768b0b4 tempest-AttachInterfacesUnderV243Test-1097413231 tempest-AttachInterfacesUnderV243Test-1097413231-project-member] [instance: df4f5b07-b088-4c1f-9a13-7812115eeaf0] Start building networks asynchronously for instance. {{(pid=69613) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 743.824796] env[69613]: DEBUG oslo_concurrency.lockutils [None req-00abac1a-2a14-4b0c-a895-276c50dbb341 tempest-ServersAdminNegativeTestJSON-2019534385 tempest-ServersAdminNegativeTestJSON-2019534385-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 39.194s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 743.831930] env[69613]: INFO nova.compute.claims [None req-00abac1a-2a14-4b0c-a895-276c50dbb341 tempest-ServersAdminNegativeTestJSON-2019534385 tempest-ServersAdminNegativeTestJSON-2019534385-project-member] [instance: 83459ab7-4522-4d02-8ef3-80a3eb14dde5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 744.017354] env[69613]: DEBUG nova.compute.manager [None req-a1f62780-f0ea-4b4b-ad4a-501b62ee98f9 tempest-ServersListShow298Test-1734213796 tempest-ServersListShow298Test-1734213796-project-member] [instance: 23dfa5b7-42f4-486c-8ce4-ae7d2e08c1e0] Starting instance... {{(pid=69613) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 744.034771] env[69613]: DEBUG nova.compute.manager [None req-ea2cc2e1-8dab-46da-87f2-15b565b47538 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] [instance: ff22c9d2-3cfe-48ed-b3f5-c0cfe68812c2] Start destroying the instance on the hypervisor. {{(pid=69613) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 744.034771] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-ea2cc2e1-8dab-46da-87f2-15b565b47538 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] [instance: ff22c9d2-3cfe-48ed-b3f5-c0cfe68812c2] Destroying instance {{(pid=69613) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 744.035639] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51b78adb-e98d-4e1e-b69a-a46993a6a670 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.045784] env[69613]: DEBUG nova.compute.manager [req-3bb03540-5a08-4e48-bd9a-56498f181fae req-7e18eddc-a755-4e4f-826a-4137a06829c7 service nova] [instance: d9e3bd67-974c-477a-baa2-99549051a828] Received event network-vif-deleted-d19b80fe-b45b-4384-b214-93d004b152e0 {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 744.047567] env[69613]: INFO nova.compute.manager [req-3bb03540-5a08-4e48-bd9a-56498f181fae req-7e18eddc-a755-4e4f-826a-4137a06829c7 service nova] [instance: d9e3bd67-974c-477a-baa2-99549051a828] Neutron deleted interface d19b80fe-b45b-4384-b214-93d004b152e0; detaching it from the instance and deleting it from the info cache [ 744.047567] env[69613]: DEBUG nova.network.neutron [req-3bb03540-5a08-4e48-bd9a-56498f181fae req-7e18eddc-a755-4e4f-826a-4137a06829c7 service nova] [instance: d9e3bd67-974c-477a-baa2-99549051a828] Updating instance_info_cache with network_info: [] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 744.056079] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea2cc2e1-8dab-46da-87f2-15b565b47538 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] [instance: ff22c9d2-3cfe-48ed-b3f5-c0cfe68812c2] Powering off the VM {{(pid=69613) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 744.056907] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f9c83ff9-d769-4505-ab25-d2b0e7abddff {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.070804] env[69613]: DEBUG oslo_vmware.api [None req-ea2cc2e1-8dab-46da-87f2-15b565b47538 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Waiting for the task: (returnval){ [ 744.070804] env[69613]: value = "task-3417158" [ 744.070804] env[69613]: _type = "Task" [ 744.070804] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.083539] env[69613]: DEBUG oslo_vmware.api [None req-ea2cc2e1-8dab-46da-87f2-15b565b47538 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Task: {'id': task-3417158, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.340318] env[69613]: DEBUG nova.compute.utils [None req-3558f5b5-9d81-4494-b58a-f82c4768b0b4 tempest-AttachInterfacesUnderV243Test-1097413231 tempest-AttachInterfacesUnderV243Test-1097413231-project-member] Using /dev/sd instead of None {{(pid=69613) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 744.340572] env[69613]: DEBUG nova.compute.manager [None req-3558f5b5-9d81-4494-b58a-f82c4768b0b4 tempest-AttachInterfacesUnderV243Test-1097413231 tempest-AttachInterfacesUnderV243Test-1097413231-project-member] [instance: df4f5b07-b088-4c1f-9a13-7812115eeaf0] Allocating IP information in the background. {{(pid=69613) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 744.341862] env[69613]: DEBUG nova.network.neutron [None req-3558f5b5-9d81-4494-b58a-f82c4768b0b4 tempest-AttachInterfacesUnderV243Test-1097413231 tempest-AttachInterfacesUnderV243Test-1097413231-project-member] [instance: df4f5b07-b088-4c1f-9a13-7812115eeaf0] allocate_for_instance() {{(pid=69613) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 744.426151] env[69613]: DEBUG nova.policy [None req-3558f5b5-9d81-4494-b58a-f82c4768b0b4 tempest-AttachInterfacesUnderV243Test-1097413231 tempest-AttachInterfacesUnderV243Test-1097413231-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '068ccf1c69f744da9090e65a5f9d486c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ae76c8f55e184e45af12c026b8dcc734', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69613) authorize /opt/stack/nova/nova/policy.py:192}} [ 744.525223] env[69613]: DEBUG nova.network.neutron [-] [instance: d9e3bd67-974c-477a-baa2-99549051a828] Updating instance_info_cache with network_info: [] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 744.557690] env[69613]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e84f6a34-4f1a-4645-8988-bf38cb5a0059 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.563797] env[69613]: DEBUG oslo_concurrency.lockutils [None req-a1f62780-f0ea-4b4b-ad4a-501b62ee98f9 tempest-ServersListShow298Test-1734213796 tempest-ServersListShow298Test-1734213796-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 744.567935] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb38e5aa-e345-456f-bf94-76773b77a78b {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.588869] env[69613]: DEBUG oslo_vmware.api [None req-ea2cc2e1-8dab-46da-87f2-15b565b47538 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Task: {'id': task-3417158, 'name': PowerOffVM_Task, 'duration_secs': 0.199769} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.589158] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea2cc2e1-8dab-46da-87f2-15b565b47538 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] [instance: ff22c9d2-3cfe-48ed-b3f5-c0cfe68812c2] Powered off the VM {{(pid=69613) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 744.589319] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-ea2cc2e1-8dab-46da-87f2-15b565b47538 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] [instance: ff22c9d2-3cfe-48ed-b3f5-c0cfe68812c2] Unregistering the VM {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 744.589563] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a8e933bf-09be-4bab-ad91-a9c8c10bc375 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.611855] env[69613]: DEBUG nova.compute.manager [req-3bb03540-5a08-4e48-bd9a-56498f181fae req-7e18eddc-a755-4e4f-826a-4137a06829c7 service nova] [instance: d9e3bd67-974c-477a-baa2-99549051a828] Detach interface failed, port_id=d19b80fe-b45b-4384-b214-93d004b152e0, reason: Instance d9e3bd67-974c-477a-baa2-99549051a828 could not be found. {{(pid=69613) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 744.659349] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-ea2cc2e1-8dab-46da-87f2-15b565b47538 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] [instance: ff22c9d2-3cfe-48ed-b3f5-c0cfe68812c2] Unregistered the VM {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 744.659881] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-ea2cc2e1-8dab-46da-87f2-15b565b47538 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] [instance: ff22c9d2-3cfe-48ed-b3f5-c0cfe68812c2] Deleting contents of the VM from datastore datastore1 {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 744.660338] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea2cc2e1-8dab-46da-87f2-15b565b47538 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Deleting the datastore file [datastore1] ff22c9d2-3cfe-48ed-b3f5-c0cfe68812c2 {{(pid=69613) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 744.661837] env[69613]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a56d232b-bf83-42ec-8eea-e0b3e8f9a629 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.670322] env[69613]: DEBUG oslo_vmware.api [None req-ea2cc2e1-8dab-46da-87f2-15b565b47538 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Waiting for the task: (returnval){ [ 744.670322] env[69613]: value = "task-3417160" [ 744.670322] env[69613]: _type = "Task" [ 744.670322] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.680534] env[69613]: DEBUG oslo_vmware.api [None req-ea2cc2e1-8dab-46da-87f2-15b565b47538 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Task: {'id': task-3417160, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.848130] env[69613]: DEBUG nova.compute.manager [None req-3558f5b5-9d81-4494-b58a-f82c4768b0b4 tempest-AttachInterfacesUnderV243Test-1097413231 tempest-AttachInterfacesUnderV243Test-1097413231-project-member] [instance: df4f5b07-b088-4c1f-9a13-7812115eeaf0] Start building block device mappings for instance. {{(pid=69613) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 744.987520] env[69613]: DEBUG nova.network.neutron [None req-3558f5b5-9d81-4494-b58a-f82c4768b0b4 tempest-AttachInterfacesUnderV243Test-1097413231 tempest-AttachInterfacesUnderV243Test-1097413231-project-member] [instance: df4f5b07-b088-4c1f-9a13-7812115eeaf0] Successfully created port: c048ad24-0dfb-47e5-ae37-b4fbdbaa80be {{(pid=69613) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 745.028955] env[69613]: INFO nova.compute.manager [-] [instance: d9e3bd67-974c-477a-baa2-99549051a828] Took 1.60 seconds to deallocate network for instance. [ 745.184760] env[69613]: DEBUG oslo_vmware.api [None req-ea2cc2e1-8dab-46da-87f2-15b565b47538 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Task: {'id': task-3417160, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.199092} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.185078] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea2cc2e1-8dab-46da-87f2-15b565b47538 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Deleted the datastore file {{(pid=69613) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 745.185335] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-ea2cc2e1-8dab-46da-87f2-15b565b47538 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] [instance: ff22c9d2-3cfe-48ed-b3f5-c0cfe68812c2] Deleted contents of the VM from datastore datastore1 {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 745.185548] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-ea2cc2e1-8dab-46da-87f2-15b565b47538 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] [instance: ff22c9d2-3cfe-48ed-b3f5-c0cfe68812c2] Instance destroyed {{(pid=69613) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 745.185742] env[69613]: INFO nova.compute.manager [None req-ea2cc2e1-8dab-46da-87f2-15b565b47538 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] [instance: ff22c9d2-3cfe-48ed-b3f5-c0cfe68812c2] Took 1.15 seconds to destroy the instance on the hypervisor. [ 745.186019] env[69613]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ea2cc2e1-8dab-46da-87f2-15b565b47538 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69613) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 745.186384] env[69613]: DEBUG nova.compute.manager [-] [instance: ff22c9d2-3cfe-48ed-b3f5-c0cfe68812c2] Deallocating network for instance {{(pid=69613) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 745.186384] env[69613]: DEBUG nova.network.neutron [-] [instance: ff22c9d2-3cfe-48ed-b3f5-c0cfe68812c2] deallocate_for_instance() {{(pid=69613) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 745.355883] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1979d92-faac-486f-8c1a-e6cc5bfeba71 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.369013] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a2b5529-669a-48d5-9384-575b2c478285 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.401453] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01bb954c-239d-460e-910c-ec8463abaaff {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.409673] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ca96d48-fa65-4e99-862a-c9c4a8ee016e {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.426559] env[69613]: DEBUG nova.compute.provider_tree [None req-00abac1a-2a14-4b0c-a895-276c50dbb341 tempest-ServersAdminNegativeTestJSON-2019534385 tempest-ServersAdminNegativeTestJSON-2019534385-project-member] Inventory has not changed in ProviderTree for provider: af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 {{(pid=69613) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 745.536465] env[69613]: DEBUG oslo_concurrency.lockutils [None req-c002631e-6e30-4ca5-82e0-97e4ff9c9d0d tempest-ImagesOneServerTestJSON-1060956417 tempest-ImagesOneServerTestJSON-1060956417-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 745.864456] env[69613]: DEBUG nova.compute.manager [None req-3558f5b5-9d81-4494-b58a-f82c4768b0b4 tempest-AttachInterfacesUnderV243Test-1097413231 tempest-AttachInterfacesUnderV243Test-1097413231-project-member] [instance: df4f5b07-b088-4c1f-9a13-7812115eeaf0] Start spawning the instance on the hypervisor. {{(pid=69613) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 745.944312] env[69613]: DEBUG nova.scheduler.client.report [None req-00abac1a-2a14-4b0c-a895-276c50dbb341 tempest-ServersAdminNegativeTestJSON-2019534385 tempest-ServersAdminNegativeTestJSON-2019534385-project-member] Inventory has not changed for provider af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69613) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 746.281610] env[69613]: DEBUG nova.network.neutron [-] [instance: ff22c9d2-3cfe-48ed-b3f5-c0cfe68812c2] Updating instance_info_cache with network_info: [] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 746.450626] env[69613]: DEBUG oslo_concurrency.lockutils [None req-00abac1a-2a14-4b0c-a895-276c50dbb341 tempest-ServersAdminNegativeTestJSON-2019534385 tempest-ServersAdminNegativeTestJSON-2019534385-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.626s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 746.451433] env[69613]: DEBUG nova.compute.manager [None req-00abac1a-2a14-4b0c-a895-276c50dbb341 tempest-ServersAdminNegativeTestJSON-2019534385 tempest-ServersAdminNegativeTestJSON-2019534385-project-member] [instance: 83459ab7-4522-4d02-8ef3-80a3eb14dde5] Start building networks asynchronously for instance. {{(pid=69613) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 746.454869] env[69613]: DEBUG oslo_concurrency.lockutils [None req-a8f21642-5e07-41fe-b32b-e2712b6d9f8d tempest-ServerGroupTestJSON-1760943608 tempest-ServerGroupTestJSON-1760943608-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 41.165s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 746.455132] env[69613]: DEBUG oslo_concurrency.lockutils [None req-a8f21642-5e07-41fe-b32b-e2712b6d9f8d tempest-ServerGroupTestJSON-1760943608 tempest-ServerGroupTestJSON-1760943608-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 746.457696] env[69613]: DEBUG oslo_concurrency.lockutils [None req-d2b40205-3702-4058-b268-4ea74c707c4c tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.677s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 746.460014] env[69613]: INFO nova.compute.claims [None req-d2b40205-3702-4058-b268-4ea74c707c4c tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] [instance: b2c6c4bb-86f8-4e8f-b83d-a77d00447ff2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 746.505311] env[69613]: INFO nova.scheduler.client.report [None req-a8f21642-5e07-41fe-b32b-e2712b6d9f8d tempest-ServerGroupTestJSON-1760943608 tempest-ServerGroupTestJSON-1760943608-project-member] Deleted allocations for instance 2e020eec-2d4f-41b8-b31d-3add0744d592 [ 746.557486] env[69613]: DEBUG nova.network.neutron [None req-3558f5b5-9d81-4494-b58a-f82c4768b0b4 tempest-AttachInterfacesUnderV243Test-1097413231 tempest-AttachInterfacesUnderV243Test-1097413231-project-member] [instance: df4f5b07-b088-4c1f-9a13-7812115eeaf0] Successfully updated port: c048ad24-0dfb-47e5-ae37-b4fbdbaa80be {{(pid=69613) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 746.787715] env[69613]: INFO nova.compute.manager [-] [instance: ff22c9d2-3cfe-48ed-b3f5-c0cfe68812c2] Took 1.60 seconds to deallocate network for instance. [ 746.968992] env[69613]: DEBUG nova.compute.utils [None req-00abac1a-2a14-4b0c-a895-276c50dbb341 tempest-ServersAdminNegativeTestJSON-2019534385 tempest-ServersAdminNegativeTestJSON-2019534385-project-member] Using /dev/sd instead of None {{(pid=69613) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 746.973767] env[69613]: DEBUG nova.compute.manager [None req-00abac1a-2a14-4b0c-a895-276c50dbb341 tempest-ServersAdminNegativeTestJSON-2019534385 tempest-ServersAdminNegativeTestJSON-2019534385-project-member] [instance: 83459ab7-4522-4d02-8ef3-80a3eb14dde5] Allocating IP information in the background. {{(pid=69613) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 746.973952] env[69613]: DEBUG nova.network.neutron [None req-00abac1a-2a14-4b0c-a895-276c50dbb341 tempest-ServersAdminNegativeTestJSON-2019534385 tempest-ServersAdminNegativeTestJSON-2019534385-project-member] [instance: 83459ab7-4522-4d02-8ef3-80a3eb14dde5] allocate_for_instance() {{(pid=69613) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 747.015535] env[69613]: DEBUG oslo_concurrency.lockutils [None req-a8f21642-5e07-41fe-b32b-e2712b6d9f8d tempest-ServerGroupTestJSON-1760943608 tempest-ServerGroupTestJSON-1760943608-project-member] Lock "2e020eec-2d4f-41b8-b31d-3add0744d592" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 45.936s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 747.028972] env[69613]: DEBUG nova.policy [None req-00abac1a-2a14-4b0c-a895-276c50dbb341 tempest-ServersAdminNegativeTestJSON-2019534385 tempest-ServersAdminNegativeTestJSON-2019534385-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b2601ee475d54facb63c95b17f3cde41', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3e2898f923ea445db9e2b8d8e2ab81b7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69613) authorize /opt/stack/nova/nova/policy.py:192}} [ 747.061048] env[69613]: DEBUG oslo_concurrency.lockutils [None req-3558f5b5-9d81-4494-b58a-f82c4768b0b4 tempest-AttachInterfacesUnderV243Test-1097413231 tempest-AttachInterfacesUnderV243Test-1097413231-project-member] Acquiring lock "refresh_cache-df4f5b07-b088-4c1f-9a13-7812115eeaf0" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.061244] env[69613]: DEBUG oslo_concurrency.lockutils [None req-3558f5b5-9d81-4494-b58a-f82c4768b0b4 tempest-AttachInterfacesUnderV243Test-1097413231 tempest-AttachInterfacesUnderV243Test-1097413231-project-member] Acquired lock "refresh_cache-df4f5b07-b088-4c1f-9a13-7812115eeaf0" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.061538] env[69613]: DEBUG nova.network.neutron [None req-3558f5b5-9d81-4494-b58a-f82c4768b0b4 tempest-AttachInterfacesUnderV243Test-1097413231 tempest-AttachInterfacesUnderV243Test-1097413231-project-member] [instance: df4f5b07-b088-4c1f-9a13-7812115eeaf0] Building network info cache for instance {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 747.294886] env[69613]: DEBUG oslo_concurrency.lockutils [None req-ea2cc2e1-8dab-46da-87f2-15b565b47538 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 747.420853] env[69613]: DEBUG nova.network.neutron [None req-00abac1a-2a14-4b0c-a895-276c50dbb341 tempest-ServersAdminNegativeTestJSON-2019534385 tempest-ServersAdminNegativeTestJSON-2019534385-project-member] [instance: 83459ab7-4522-4d02-8ef3-80a3eb14dde5] Successfully created port: 888865ae-fc3b-4dda-a75e-90bdae68c30b {{(pid=69613) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 747.478023] env[69613]: DEBUG nova.compute.manager [None req-00abac1a-2a14-4b0c-a895-276c50dbb341 tempest-ServersAdminNegativeTestJSON-2019534385 tempest-ServersAdminNegativeTestJSON-2019534385-project-member] [instance: 83459ab7-4522-4d02-8ef3-80a3eb14dde5] Start building block device mappings for instance. {{(pid=69613) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 747.546531] env[69613]: DEBUG nova.virt.hardware [None req-3558f5b5-9d81-4494-b58a-f82c4768b0b4 tempest-AttachInterfacesUnderV243Test-1097413231 tempest-AttachInterfacesUnderV243Test-1097413231-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T13:55:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T13:55:19Z,direct_url=,disk_format='vmdk',id=2b7a0304-b5d0-431d-b287-32c8388d7fbd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3e9e1b873f1442d59d5ee8247b941f74',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T13:55:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 747.546915] env[69613]: DEBUG nova.virt.hardware [None req-3558f5b5-9d81-4494-b58a-f82c4768b0b4 tempest-AttachInterfacesUnderV243Test-1097413231 tempest-AttachInterfacesUnderV243Test-1097413231-project-member] Flavor limits 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 747.546915] env[69613]: DEBUG nova.virt.hardware [None req-3558f5b5-9d81-4494-b58a-f82c4768b0b4 tempest-AttachInterfacesUnderV243Test-1097413231 tempest-AttachInterfacesUnderV243Test-1097413231-project-member] Image limits 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 747.547720] env[69613]: DEBUG nova.virt.hardware [None req-3558f5b5-9d81-4494-b58a-f82c4768b0b4 tempest-AttachInterfacesUnderV243Test-1097413231 tempest-AttachInterfacesUnderV243Test-1097413231-project-member] Flavor pref 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 747.547929] env[69613]: DEBUG nova.virt.hardware [None req-3558f5b5-9d81-4494-b58a-f82c4768b0b4 tempest-AttachInterfacesUnderV243Test-1097413231 tempest-AttachInterfacesUnderV243Test-1097413231-project-member] Image pref 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 747.548103] env[69613]: DEBUG nova.virt.hardware [None req-3558f5b5-9d81-4494-b58a-f82c4768b0b4 tempest-AttachInterfacesUnderV243Test-1097413231 tempest-AttachInterfacesUnderV243Test-1097413231-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 747.548322] env[69613]: DEBUG nova.virt.hardware [None req-3558f5b5-9d81-4494-b58a-f82c4768b0b4 tempest-AttachInterfacesUnderV243Test-1097413231 tempest-AttachInterfacesUnderV243Test-1097413231-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 747.548483] env[69613]: DEBUG nova.virt.hardware [None req-3558f5b5-9d81-4494-b58a-f82c4768b0b4 tempest-AttachInterfacesUnderV243Test-1097413231 tempest-AttachInterfacesUnderV243Test-1097413231-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69613) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 747.548653] env[69613]: DEBUG nova.virt.hardware [None req-3558f5b5-9d81-4494-b58a-f82c4768b0b4 tempest-AttachInterfacesUnderV243Test-1097413231 tempest-AttachInterfacesUnderV243Test-1097413231-project-member] Got 1 possible topologies {{(pid=69613) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 747.548823] env[69613]: DEBUG nova.virt.hardware [None req-3558f5b5-9d81-4494-b58a-f82c4768b0b4 tempest-AttachInterfacesUnderV243Test-1097413231 tempest-AttachInterfacesUnderV243Test-1097413231-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 747.549146] env[69613]: DEBUG nova.virt.hardware [None req-3558f5b5-9d81-4494-b58a-f82c4768b0b4 tempest-AttachInterfacesUnderV243Test-1097413231 tempest-AttachInterfacesUnderV243Test-1097413231-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 747.553683] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9da7c8c-d244-4ac5-86c5-efdb09f6e798 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.567890] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-593bdc23-f4c7-48f4-9eb9-edf962c47fd8 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.579994] env[69613]: DEBUG oslo_vmware.rw_handles [None req-068b77ea-7658-4ecd-b4de-9a2682c00407 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/524830af-d7db-50e6-d9a2-a9878a55ad6c/disk-0.vmdk. {{(pid=69613) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 747.581210] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e461148e-f280-43d7-a332-88de03b96ef7 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.602136] env[69613]: DEBUG oslo_vmware.rw_handles [None req-068b77ea-7658-4ecd-b4de-9a2682c00407 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/524830af-d7db-50e6-d9a2-a9878a55ad6c/disk-0.vmdk is in state: ready. {{(pid=69613) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 747.602136] env[69613]: ERROR oslo_vmware.rw_handles [None req-068b77ea-7658-4ecd-b4de-9a2682c00407 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/524830af-d7db-50e6-d9a2-a9878a55ad6c/disk-0.vmdk due to incomplete transfer. [ 747.603449] env[69613]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-4f8e593b-b080-4650-9668-f38da629e7a0 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.613584] env[69613]: DEBUG oslo_vmware.rw_handles [None req-068b77ea-7658-4ecd-b4de-9a2682c00407 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/524830af-d7db-50e6-d9a2-a9878a55ad6c/disk-0.vmdk. {{(pid=69613) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 747.613821] env[69613]: DEBUG nova.virt.vmwareapi.images [None req-068b77ea-7658-4ecd-b4de-9a2682c00407 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] [instance: e1db078f-b047-4e92-9b28-109607d988a4] Uploaded image 0ef502c7-f9b8-44c4-9ad8-ca03eff45733 to the Glance image server {{(pid=69613) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 747.616267] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-068b77ea-7658-4ecd-b4de-9a2682c00407 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] [instance: e1db078f-b047-4e92-9b28-109607d988a4] Destroying the VM {{(pid=69613) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 747.616909] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-50de5014-4d5e-425a-badb-5aa857412c44 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.625570] env[69613]: DEBUG nova.network.neutron [None req-3558f5b5-9d81-4494-b58a-f82c4768b0b4 tempest-AttachInterfacesUnderV243Test-1097413231 tempest-AttachInterfacesUnderV243Test-1097413231-project-member] [instance: df4f5b07-b088-4c1f-9a13-7812115eeaf0] Instance cache missing network info. {{(pid=69613) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 747.631237] env[69613]: DEBUG oslo_vmware.api [None req-068b77ea-7658-4ecd-b4de-9a2682c00407 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Waiting for the task: (returnval){ [ 747.631237] env[69613]: value = "task-3417161" [ 747.631237] env[69613]: _type = "Task" [ 747.631237] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.639674] env[69613]: DEBUG oslo_vmware.api [None req-068b77ea-7658-4ecd-b4de-9a2682c00407 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Task: {'id': task-3417161, 'name': Destroy_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.819323] env[69613]: DEBUG nova.network.neutron [None req-3558f5b5-9d81-4494-b58a-f82c4768b0b4 tempest-AttachInterfacesUnderV243Test-1097413231 tempest-AttachInterfacesUnderV243Test-1097413231-project-member] [instance: df4f5b07-b088-4c1f-9a13-7812115eeaf0] Updating instance_info_cache with network_info: [{"id": "c048ad24-0dfb-47e5-ae37-b4fbdbaa80be", "address": "fa:16:3e:2c:1a:39", "network": {"id": "29015a12-714c-4ace-bdde-5faf85dce29f", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-784612567-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae76c8f55e184e45af12c026b8dcc734", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "392517be-6cb8-4b5b-9a52-449bfe2e16f7", "external-id": "nsx-vlan-transportzone-351", "segmentation_id": 351, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc048ad24-0d", "ovs_interfaceid": "c048ad24-0dfb-47e5-ae37-b4fbdbaa80be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 748.026664] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ce57ca2-000b-429c-9cba-d56c58f79bf4 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.037207] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ce28e76-255a-4481-ab27-cbb793450084 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.069505] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b69c6d52-c94d-4af0-9602-5228070122f3 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.079122] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ebf27f0-e551-4f75-a585-c8231b3325b2 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.096386] env[69613]: DEBUG nova.compute.provider_tree [None req-d2b40205-3702-4058-b268-4ea74c707c4c tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Inventory has not changed in ProviderTree for provider: af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 {{(pid=69613) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 748.140497] env[69613]: DEBUG oslo_vmware.api [None req-068b77ea-7658-4ecd-b4de-9a2682c00407 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Task: {'id': task-3417161, 'name': Destroy_Task} progress is 100%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.238808] env[69613]: DEBUG nova.compute.manager [req-771a2634-aa18-4e22-ba37-cfbe0ba004c2 req-a3220bf9-e004-4650-b8ae-c64270c36bfe service nova] [instance: ff22c9d2-3cfe-48ed-b3f5-c0cfe68812c2] Received event network-vif-deleted-80113aea-b29a-4742-9393-707c9504400a {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 748.324661] env[69613]: DEBUG oslo_concurrency.lockutils [None req-3558f5b5-9d81-4494-b58a-f82c4768b0b4 tempest-AttachInterfacesUnderV243Test-1097413231 tempest-AttachInterfacesUnderV243Test-1097413231-project-member] Releasing lock "refresh_cache-df4f5b07-b088-4c1f-9a13-7812115eeaf0" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.325147] env[69613]: DEBUG nova.compute.manager [None req-3558f5b5-9d81-4494-b58a-f82c4768b0b4 tempest-AttachInterfacesUnderV243Test-1097413231 tempest-AttachInterfacesUnderV243Test-1097413231-project-member] [instance: df4f5b07-b088-4c1f-9a13-7812115eeaf0] Instance network_info: |[{"id": "c048ad24-0dfb-47e5-ae37-b4fbdbaa80be", "address": "fa:16:3e:2c:1a:39", "network": {"id": "29015a12-714c-4ace-bdde-5faf85dce29f", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-784612567-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae76c8f55e184e45af12c026b8dcc734", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "392517be-6cb8-4b5b-9a52-449bfe2e16f7", "external-id": "nsx-vlan-transportzone-351", "segmentation_id": 351, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc048ad24-0d", "ovs_interfaceid": "c048ad24-0dfb-47e5-ae37-b4fbdbaa80be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69613) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 748.325616] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-3558f5b5-9d81-4494-b58a-f82c4768b0b4 tempest-AttachInterfacesUnderV243Test-1097413231 tempest-AttachInterfacesUnderV243Test-1097413231-project-member] [instance: df4f5b07-b088-4c1f-9a13-7812115eeaf0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2c:1a:39', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '392517be-6cb8-4b5b-9a52-449bfe2e16f7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c048ad24-0dfb-47e5-ae37-b4fbdbaa80be', 'vif_model': 'vmxnet3'}] {{(pid=69613) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 748.333294] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-3558f5b5-9d81-4494-b58a-f82c4768b0b4 tempest-AttachInterfacesUnderV243Test-1097413231 tempest-AttachInterfacesUnderV243Test-1097413231-project-member] Creating folder: Project (ae76c8f55e184e45af12c026b8dcc734). Parent ref: group-v681687. {{(pid=69613) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 748.333607] env[69613]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5ac5df01-4e19-45e5-8faa-25296771cdfe {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.348159] env[69613]: INFO nova.virt.vmwareapi.vm_util [None req-3558f5b5-9d81-4494-b58a-f82c4768b0b4 tempest-AttachInterfacesUnderV243Test-1097413231 tempest-AttachInterfacesUnderV243Test-1097413231-project-member] Created folder: Project (ae76c8f55e184e45af12c026b8dcc734) in parent group-v681687. [ 748.348375] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-3558f5b5-9d81-4494-b58a-f82c4768b0b4 tempest-AttachInterfacesUnderV243Test-1097413231 tempest-AttachInterfacesUnderV243Test-1097413231-project-member] Creating folder: Instances. Parent ref: group-v681808. {{(pid=69613) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 748.348629] env[69613]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1abd3fbd-61ef-43d2-9cf6-6f863a0c2c2d {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.359866] env[69613]: INFO nova.virt.vmwareapi.vm_util [None req-3558f5b5-9d81-4494-b58a-f82c4768b0b4 tempest-AttachInterfacesUnderV243Test-1097413231 tempest-AttachInterfacesUnderV243Test-1097413231-project-member] Created folder: Instances in parent group-v681808. [ 748.360153] env[69613]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3558f5b5-9d81-4494-b58a-f82c4768b0b4 tempest-AttachInterfacesUnderV243Test-1097413231 tempest-AttachInterfacesUnderV243Test-1097413231-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69613) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 748.360359] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: df4f5b07-b088-4c1f-9a13-7812115eeaf0] Creating VM on the ESX host {{(pid=69613) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 748.360575] env[69613]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fe98b686-473b-47c6-bd74-d2c4f3da0e4b {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.384656] env[69613]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 748.384656] env[69613]: value = "task-3417164" [ 748.384656] env[69613]: _type = "Task" [ 748.384656] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.393895] env[69613]: DEBUG oslo_vmware.api [-] Task: {'id': task-3417164, 'name': CreateVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.491206] env[69613]: DEBUG nova.compute.manager [None req-00abac1a-2a14-4b0c-a895-276c50dbb341 tempest-ServersAdminNegativeTestJSON-2019534385 tempest-ServersAdminNegativeTestJSON-2019534385-project-member] [instance: 83459ab7-4522-4d02-8ef3-80a3eb14dde5] Start spawning the instance on the hypervisor. {{(pid=69613) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 748.513338] env[69613]: DEBUG nova.virt.hardware [None req-00abac1a-2a14-4b0c-a895-276c50dbb341 tempest-ServersAdminNegativeTestJSON-2019534385 tempest-ServersAdminNegativeTestJSON-2019534385-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T13:55:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T13:55:19Z,direct_url=,disk_format='vmdk',id=2b7a0304-b5d0-431d-b287-32c8388d7fbd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3e9e1b873f1442d59d5ee8247b941f74',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T13:55:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 748.513593] env[69613]: DEBUG nova.virt.hardware [None req-00abac1a-2a14-4b0c-a895-276c50dbb341 tempest-ServersAdminNegativeTestJSON-2019534385 tempest-ServersAdminNegativeTestJSON-2019534385-project-member] Flavor limits 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 748.513734] env[69613]: DEBUG nova.virt.hardware [None req-00abac1a-2a14-4b0c-a895-276c50dbb341 tempest-ServersAdminNegativeTestJSON-2019534385 tempest-ServersAdminNegativeTestJSON-2019534385-project-member] Image limits 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 748.513911] env[69613]: DEBUG nova.virt.hardware [None req-00abac1a-2a14-4b0c-a895-276c50dbb341 tempest-ServersAdminNegativeTestJSON-2019534385 tempest-ServersAdminNegativeTestJSON-2019534385-project-member] Flavor pref 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 748.514066] env[69613]: DEBUG nova.virt.hardware [None req-00abac1a-2a14-4b0c-a895-276c50dbb341 tempest-ServersAdminNegativeTestJSON-2019534385 tempest-ServersAdminNegativeTestJSON-2019534385-project-member] Image pref 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 748.514218] env[69613]: DEBUG nova.virt.hardware [None req-00abac1a-2a14-4b0c-a895-276c50dbb341 tempest-ServersAdminNegativeTestJSON-2019534385 tempest-ServersAdminNegativeTestJSON-2019534385-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 748.514424] env[69613]: DEBUG nova.virt.hardware [None req-00abac1a-2a14-4b0c-a895-276c50dbb341 tempest-ServersAdminNegativeTestJSON-2019534385 tempest-ServersAdminNegativeTestJSON-2019534385-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 748.514577] env[69613]: DEBUG nova.virt.hardware [None req-00abac1a-2a14-4b0c-a895-276c50dbb341 tempest-ServersAdminNegativeTestJSON-2019534385 tempest-ServersAdminNegativeTestJSON-2019534385-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69613) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 748.514742] env[69613]: DEBUG nova.virt.hardware [None req-00abac1a-2a14-4b0c-a895-276c50dbb341 tempest-ServersAdminNegativeTestJSON-2019534385 tempest-ServersAdminNegativeTestJSON-2019534385-project-member] Got 1 possible topologies {{(pid=69613) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 748.514930] env[69613]: DEBUG nova.virt.hardware [None req-00abac1a-2a14-4b0c-a895-276c50dbb341 tempest-ServersAdminNegativeTestJSON-2019534385 tempest-ServersAdminNegativeTestJSON-2019534385-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 748.515131] env[69613]: DEBUG nova.virt.hardware [None req-00abac1a-2a14-4b0c-a895-276c50dbb341 tempest-ServersAdminNegativeTestJSON-2019534385 tempest-ServersAdminNegativeTestJSON-2019534385-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 748.516048] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60974318-8ffc-4a13-8767-d37c7eaa6afb {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.525392] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98f128b6-5936-4ced-aa73-4d968a0eb9a9 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.601850] env[69613]: DEBUG nova.scheduler.client.report [None req-d2b40205-3702-4058-b268-4ea74c707c4c tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Inventory has not changed for provider af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69613) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 748.644422] env[69613]: DEBUG oslo_vmware.api [None req-068b77ea-7658-4ecd-b4de-9a2682c00407 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Task: {'id': task-3417161, 'name': Destroy_Task} progress is 100%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.896488] env[69613]: DEBUG oslo_vmware.api [-] Task: {'id': task-3417164, 'name': CreateVM_Task, 'duration_secs': 0.409293} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.896632] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: df4f5b07-b088-4c1f-9a13-7812115eeaf0] Created VM on the ESX host {{(pid=69613) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 748.897351] env[69613]: DEBUG oslo_concurrency.lockutils [None req-3558f5b5-9d81-4494-b58a-f82c4768b0b4 tempest-AttachInterfacesUnderV243Test-1097413231 tempest-AttachInterfacesUnderV243Test-1097413231-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.897516] env[69613]: DEBUG oslo_concurrency.lockutils [None req-3558f5b5-9d81-4494-b58a-f82c4768b0b4 tempest-AttachInterfacesUnderV243Test-1097413231 tempest-AttachInterfacesUnderV243Test-1097413231-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.897924] env[69613]: DEBUG oslo_concurrency.lockutils [None req-3558f5b5-9d81-4494-b58a-f82c4768b0b4 tempest-AttachInterfacesUnderV243Test-1097413231 tempest-AttachInterfacesUnderV243Test-1097413231-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.898198] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-49f0289f-b177-4056-94d9-9aec4828831b {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.904369] env[69613]: DEBUG oslo_vmware.api [None req-3558f5b5-9d81-4494-b58a-f82c4768b0b4 tempest-AttachInterfacesUnderV243Test-1097413231 tempest-AttachInterfacesUnderV243Test-1097413231-project-member] Waiting for the task: (returnval){ [ 748.904369] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]52ce5b38-cef1-e44c-89b4-62bcfc3ddf99" [ 748.904369] env[69613]: _type = "Task" [ 748.904369] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.914172] env[69613]: DEBUG oslo_vmware.api [None req-3558f5b5-9d81-4494-b58a-f82c4768b0b4 tempest-AttachInterfacesUnderV243Test-1097413231 tempest-AttachInterfacesUnderV243Test-1097413231-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52ce5b38-cef1-e44c-89b4-62bcfc3ddf99, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.044645] env[69613]: DEBUG nova.network.neutron [None req-00abac1a-2a14-4b0c-a895-276c50dbb341 tempest-ServersAdminNegativeTestJSON-2019534385 tempest-ServersAdminNegativeTestJSON-2019534385-project-member] [instance: 83459ab7-4522-4d02-8ef3-80a3eb14dde5] Successfully updated port: 888865ae-fc3b-4dda-a75e-90bdae68c30b {{(pid=69613) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 749.108447] env[69613]: DEBUG oslo_concurrency.lockutils [None req-d2b40205-3702-4058-b268-4ea74c707c4c tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.651s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 749.109016] env[69613]: DEBUG nova.compute.manager [None req-d2b40205-3702-4058-b268-4ea74c707c4c tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] [instance: b2c6c4bb-86f8-4e8f-b83d-a77d00447ff2] Start building networks asynchronously for instance. {{(pid=69613) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 749.111954] env[69613]: DEBUG oslo_concurrency.lockutils [None req-10b3b422-343f-4ceb-8296-4779c39730e1 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.146s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 749.113455] env[69613]: INFO nova.compute.claims [None req-10b3b422-343f-4ceb-8296-4779c39730e1 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] [instance: 3c85ee38-7f0c-48db-8bc7-cd3d17eb5f02] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 749.146595] env[69613]: DEBUG oslo_vmware.api [None req-068b77ea-7658-4ecd-b4de-9a2682c00407 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Task: {'id': task-3417161, 'name': Destroy_Task} progress is 100%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.296061] env[69613]: DEBUG oslo_concurrency.lockutils [None req-0759add2-7c20-453d-a65a-4e216d6bad65 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] Acquiring lock "cf649a29-c0b2-4cc4-9d7d-da72ef553093" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 749.296525] env[69613]: DEBUG oslo_concurrency.lockutils [None req-0759add2-7c20-453d-a65a-4e216d6bad65 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] Lock "cf649a29-c0b2-4cc4-9d7d-da72ef553093" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 749.305845] env[69613]: DEBUG oslo_concurrency.lockutils [None req-6eaa0095-281f-4f74-9df8-fa2d844d036e tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] Acquiring lock "1380fea1-6d74-469a-8a3a-7706e3d1f932" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 749.306138] env[69613]: DEBUG oslo_concurrency.lockutils [None req-6eaa0095-281f-4f74-9df8-fa2d844d036e tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] Lock "1380fea1-6d74-469a-8a3a-7706e3d1f932" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 749.418539] env[69613]: DEBUG oslo_vmware.api [None req-3558f5b5-9d81-4494-b58a-f82c4768b0b4 tempest-AttachInterfacesUnderV243Test-1097413231 tempest-AttachInterfacesUnderV243Test-1097413231-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52ce5b38-cef1-e44c-89b4-62bcfc3ddf99, 'name': SearchDatastore_Task, 'duration_secs': 0.024519} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.418941] env[69613]: DEBUG oslo_concurrency.lockutils [None req-3558f5b5-9d81-4494-b58a-f82c4768b0b4 tempest-AttachInterfacesUnderV243Test-1097413231 tempest-AttachInterfacesUnderV243Test-1097413231-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.419301] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-3558f5b5-9d81-4494-b58a-f82c4768b0b4 tempest-AttachInterfacesUnderV243Test-1097413231 tempest-AttachInterfacesUnderV243Test-1097413231-project-member] [instance: df4f5b07-b088-4c1f-9a13-7812115eeaf0] Processing image 2b7a0304-b5d0-431d-b287-32c8388d7fbd {{(pid=69613) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 749.419652] env[69613]: DEBUG oslo_concurrency.lockutils [None req-3558f5b5-9d81-4494-b58a-f82c4768b0b4 tempest-AttachInterfacesUnderV243Test-1097413231 tempest-AttachInterfacesUnderV243Test-1097413231-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.419896] env[69613]: DEBUG oslo_concurrency.lockutils [None req-3558f5b5-9d81-4494-b58a-f82c4768b0b4 tempest-AttachInterfacesUnderV243Test-1097413231 tempest-AttachInterfacesUnderV243Test-1097413231-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.420183] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-3558f5b5-9d81-4494-b58a-f82c4768b0b4 tempest-AttachInterfacesUnderV243Test-1097413231 tempest-AttachInterfacesUnderV243Test-1097413231-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69613) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 749.420579] env[69613]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4cc8ac59-d1e8-4aa1-8789-aa973922aca5 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.431965] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-3558f5b5-9d81-4494-b58a-f82c4768b0b4 tempest-AttachInterfacesUnderV243Test-1097413231 tempest-AttachInterfacesUnderV243Test-1097413231-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69613) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 749.432228] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-3558f5b5-9d81-4494-b58a-f82c4768b0b4 tempest-AttachInterfacesUnderV243Test-1097413231 tempest-AttachInterfacesUnderV243Test-1097413231-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69613) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 749.432959] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-99b3bd6c-e605-474d-8ed9-cea2f2236db0 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.439651] env[69613]: DEBUG oslo_vmware.api [None req-3558f5b5-9d81-4494-b58a-f82c4768b0b4 tempest-AttachInterfacesUnderV243Test-1097413231 tempest-AttachInterfacesUnderV243Test-1097413231-project-member] Waiting for the task: (returnval){ [ 749.439651] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]52778533-4132-1bbf-c276-65837c75a666" [ 749.439651] env[69613]: _type = "Task" [ 749.439651] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.448482] env[69613]: DEBUG oslo_vmware.api [None req-3558f5b5-9d81-4494-b58a-f82c4768b0b4 tempest-AttachInterfacesUnderV243Test-1097413231 tempest-AttachInterfacesUnderV243Test-1097413231-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52778533-4132-1bbf-c276-65837c75a666, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.504360] env[69613]: DEBUG oslo_concurrency.lockutils [None req-514d41db-2ae4-4221-8f86-6e44c528e424 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Acquiring lock "e1db078f-b047-4e92-9b28-109607d988a4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 749.504686] env[69613]: DEBUG oslo_concurrency.lockutils [None req-514d41db-2ae4-4221-8f86-6e44c528e424 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Lock "e1db078f-b047-4e92-9b28-109607d988a4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 749.504931] env[69613]: DEBUG oslo_concurrency.lockutils [None req-514d41db-2ae4-4221-8f86-6e44c528e424 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Acquiring lock "e1db078f-b047-4e92-9b28-109607d988a4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 749.505196] env[69613]: DEBUG oslo_concurrency.lockutils [None req-514d41db-2ae4-4221-8f86-6e44c528e424 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Lock "e1db078f-b047-4e92-9b28-109607d988a4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 749.505405] env[69613]: DEBUG oslo_concurrency.lockutils [None req-514d41db-2ae4-4221-8f86-6e44c528e424 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Lock "e1db078f-b047-4e92-9b28-109607d988a4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 749.507976] env[69613]: INFO nova.compute.manager [None req-514d41db-2ae4-4221-8f86-6e44c528e424 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] [instance: e1db078f-b047-4e92-9b28-109607d988a4] Terminating instance [ 749.547659] env[69613]: DEBUG oslo_concurrency.lockutils [None req-00abac1a-2a14-4b0c-a895-276c50dbb341 tempest-ServersAdminNegativeTestJSON-2019534385 tempest-ServersAdminNegativeTestJSON-2019534385-project-member] Acquiring lock "refresh_cache-83459ab7-4522-4d02-8ef3-80a3eb14dde5" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.547918] env[69613]: DEBUG oslo_concurrency.lockutils [None req-00abac1a-2a14-4b0c-a895-276c50dbb341 tempest-ServersAdminNegativeTestJSON-2019534385 tempest-ServersAdminNegativeTestJSON-2019534385-project-member] Acquired lock "refresh_cache-83459ab7-4522-4d02-8ef3-80a3eb14dde5" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.548120] env[69613]: DEBUG nova.network.neutron [None req-00abac1a-2a14-4b0c-a895-276c50dbb341 tempest-ServersAdminNegativeTestJSON-2019534385 tempest-ServersAdminNegativeTestJSON-2019534385-project-member] [instance: 83459ab7-4522-4d02-8ef3-80a3eb14dde5] Building network info cache for instance {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 749.618192] env[69613]: DEBUG nova.compute.utils [None req-d2b40205-3702-4058-b268-4ea74c707c4c tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Using /dev/sd instead of None {{(pid=69613) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 749.622543] env[69613]: DEBUG nova.compute.manager [None req-d2b40205-3702-4058-b268-4ea74c707c4c tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] [instance: b2c6c4bb-86f8-4e8f-b83d-a77d00447ff2] Allocating IP information in the background. {{(pid=69613) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 749.622543] env[69613]: DEBUG nova.network.neutron [None req-d2b40205-3702-4058-b268-4ea74c707c4c tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] [instance: b2c6c4bb-86f8-4e8f-b83d-a77d00447ff2] allocate_for_instance() {{(pid=69613) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 749.646958] env[69613]: DEBUG oslo_vmware.api [None req-068b77ea-7658-4ecd-b4de-9a2682c00407 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Task: {'id': task-3417161, 'name': Destroy_Task, 'duration_secs': 1.525753} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.647336] env[69613]: INFO nova.virt.vmwareapi.vm_util [None req-068b77ea-7658-4ecd-b4de-9a2682c00407 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] [instance: e1db078f-b047-4e92-9b28-109607d988a4] Destroyed the VM [ 749.647638] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-068b77ea-7658-4ecd-b4de-9a2682c00407 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] [instance: e1db078f-b047-4e92-9b28-109607d988a4] Deleting Snapshot of the VM instance {{(pid=69613) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 749.651024] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-f950900f-877f-4dc8-bd39-86fd197b3be5 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.659527] env[69613]: DEBUG oslo_vmware.api [None req-068b77ea-7658-4ecd-b4de-9a2682c00407 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Waiting for the task: (returnval){ [ 749.659527] env[69613]: value = "task-3417165" [ 749.659527] env[69613]: _type = "Task" [ 749.659527] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.671628] env[69613]: DEBUG oslo_vmware.api [None req-068b77ea-7658-4ecd-b4de-9a2682c00407 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Task: {'id': task-3417165, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.672695] env[69613]: DEBUG nova.policy [None req-d2b40205-3702-4058-b268-4ea74c707c4c tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '583441c9d976410d9994775cab62a89c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4ac79c17b68b4c8b9f7e4dc24fa29fe5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69613) authorize /opt/stack/nova/nova/policy.py:192}} [ 749.954945] env[69613]: DEBUG oslo_vmware.api [None req-3558f5b5-9d81-4494-b58a-f82c4768b0b4 tempest-AttachInterfacesUnderV243Test-1097413231 tempest-AttachInterfacesUnderV243Test-1097413231-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52778533-4132-1bbf-c276-65837c75a666, 'name': SearchDatastore_Task, 'duration_secs': 0.011885} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.956190] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-29e4a58d-b93e-482d-b645-8c9cbade481e {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.966020] env[69613]: DEBUG oslo_vmware.api [None req-3558f5b5-9d81-4494-b58a-f82c4768b0b4 tempest-AttachInterfacesUnderV243Test-1097413231 tempest-AttachInterfacesUnderV243Test-1097413231-project-member] Waiting for the task: (returnval){ [ 749.966020] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]528ff382-081f-9eb7-23ab-31ed694ffb1e" [ 749.966020] env[69613]: _type = "Task" [ 749.966020] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.971810] env[69613]: DEBUG nova.network.neutron [None req-d2b40205-3702-4058-b268-4ea74c707c4c tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] [instance: b2c6c4bb-86f8-4e8f-b83d-a77d00447ff2] Successfully created port: d548569c-8972-421f-a95d-6707de82d47a {{(pid=69613) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 749.978312] env[69613]: DEBUG oslo_vmware.api [None req-3558f5b5-9d81-4494-b58a-f82c4768b0b4 tempest-AttachInterfacesUnderV243Test-1097413231 tempest-AttachInterfacesUnderV243Test-1097413231-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]528ff382-081f-9eb7-23ab-31ed694ffb1e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.014661] env[69613]: DEBUG nova.compute.manager [None req-514d41db-2ae4-4221-8f86-6e44c528e424 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] [instance: e1db078f-b047-4e92-9b28-109607d988a4] Start destroying the instance on the hypervisor. {{(pid=69613) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 750.014661] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-514d41db-2ae4-4221-8f86-6e44c528e424 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] [instance: e1db078f-b047-4e92-9b28-109607d988a4] Destroying instance {{(pid=69613) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 750.014661] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-178267db-afdf-4e19-ab8f-2ad1d092901c {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.025194] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-514d41db-2ae4-4221-8f86-6e44c528e424 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] [instance: e1db078f-b047-4e92-9b28-109607d988a4] Unregistering the VM {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 750.025194] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c0d7bd62-fa8f-4bca-816a-d804536d4a54 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.101121] env[69613]: DEBUG nova.network.neutron [None req-00abac1a-2a14-4b0c-a895-276c50dbb341 tempest-ServersAdminNegativeTestJSON-2019534385 tempest-ServersAdminNegativeTestJSON-2019534385-project-member] [instance: 83459ab7-4522-4d02-8ef3-80a3eb14dde5] Instance cache missing network info. {{(pid=69613) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 750.124701] env[69613]: DEBUG nova.compute.manager [None req-d2b40205-3702-4058-b268-4ea74c707c4c tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] [instance: b2c6c4bb-86f8-4e8f-b83d-a77d00447ff2] Start building block device mappings for instance. {{(pid=69613) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 750.173878] env[69613]: DEBUG oslo_vmware.api [None req-068b77ea-7658-4ecd-b4de-9a2682c00407 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Task: {'id': task-3417165, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.218634] env[69613]: DEBUG oslo_concurrency.lockutils [None req-968159ec-ed07-4fd5-b598-c029380689af tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Acquiring lock "14d0f0b3-1a44-4461-a24b-7a39574b7532" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 750.218880] env[69613]: DEBUG oslo_concurrency.lockutils [None req-968159ec-ed07-4fd5-b598-c029380689af tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Lock "14d0f0b3-1a44-4461-a24b-7a39574b7532" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 750.342464] env[69613]: DEBUG nova.compute.manager [req-8e0aacdb-7a37-462e-ab0f-a73d0e99b722 req-d5fdabbf-21c5-4fc5-9e7c-149b2c4801c2 service nova] [instance: df4f5b07-b088-4c1f-9a13-7812115eeaf0] Received event network-vif-plugged-c048ad24-0dfb-47e5-ae37-b4fbdbaa80be {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 750.342464] env[69613]: DEBUG oslo_concurrency.lockutils [req-8e0aacdb-7a37-462e-ab0f-a73d0e99b722 req-d5fdabbf-21c5-4fc5-9e7c-149b2c4801c2 service nova] Acquiring lock "df4f5b07-b088-4c1f-9a13-7812115eeaf0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 750.343165] env[69613]: DEBUG oslo_concurrency.lockutils [req-8e0aacdb-7a37-462e-ab0f-a73d0e99b722 req-d5fdabbf-21c5-4fc5-9e7c-149b2c4801c2 service nova] Lock "df4f5b07-b088-4c1f-9a13-7812115eeaf0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 750.343165] env[69613]: DEBUG oslo_concurrency.lockutils [req-8e0aacdb-7a37-462e-ab0f-a73d0e99b722 req-d5fdabbf-21c5-4fc5-9e7c-149b2c4801c2 service nova] Lock "df4f5b07-b088-4c1f-9a13-7812115eeaf0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 750.343165] env[69613]: DEBUG nova.compute.manager [req-8e0aacdb-7a37-462e-ab0f-a73d0e99b722 req-d5fdabbf-21c5-4fc5-9e7c-149b2c4801c2 service nova] [instance: df4f5b07-b088-4c1f-9a13-7812115eeaf0] No waiting events found dispatching network-vif-plugged-c048ad24-0dfb-47e5-ae37-b4fbdbaa80be {{(pid=69613) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 750.343335] env[69613]: WARNING nova.compute.manager [req-8e0aacdb-7a37-462e-ab0f-a73d0e99b722 req-d5fdabbf-21c5-4fc5-9e7c-149b2c4801c2 service nova] [instance: df4f5b07-b088-4c1f-9a13-7812115eeaf0] Received unexpected event network-vif-plugged-c048ad24-0dfb-47e5-ae37-b4fbdbaa80be for instance with vm_state building and task_state spawning. [ 750.343502] env[69613]: DEBUG nova.compute.manager [req-8e0aacdb-7a37-462e-ab0f-a73d0e99b722 req-d5fdabbf-21c5-4fc5-9e7c-149b2c4801c2 service nova] [instance: df4f5b07-b088-4c1f-9a13-7812115eeaf0] Received event network-changed-c048ad24-0dfb-47e5-ae37-b4fbdbaa80be {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 750.343677] env[69613]: DEBUG nova.compute.manager [req-8e0aacdb-7a37-462e-ab0f-a73d0e99b722 req-d5fdabbf-21c5-4fc5-9e7c-149b2c4801c2 service nova] [instance: df4f5b07-b088-4c1f-9a13-7812115eeaf0] Refreshing instance network info cache due to event network-changed-c048ad24-0dfb-47e5-ae37-b4fbdbaa80be. {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 750.343880] env[69613]: DEBUG oslo_concurrency.lockutils [req-8e0aacdb-7a37-462e-ab0f-a73d0e99b722 req-d5fdabbf-21c5-4fc5-9e7c-149b2c4801c2 service nova] Acquiring lock "refresh_cache-df4f5b07-b088-4c1f-9a13-7812115eeaf0" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.344054] env[69613]: DEBUG oslo_concurrency.lockutils [req-8e0aacdb-7a37-462e-ab0f-a73d0e99b722 req-d5fdabbf-21c5-4fc5-9e7c-149b2c4801c2 service nova] Acquired lock "refresh_cache-df4f5b07-b088-4c1f-9a13-7812115eeaf0" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.344229] env[69613]: DEBUG nova.network.neutron [req-8e0aacdb-7a37-462e-ab0f-a73d0e99b722 req-d5fdabbf-21c5-4fc5-9e7c-149b2c4801c2 service nova] [instance: df4f5b07-b088-4c1f-9a13-7812115eeaf0] Refreshing network info cache for port c048ad24-0dfb-47e5-ae37-b4fbdbaa80be {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 750.352697] env[69613]: DEBUG nova.network.neutron [None req-00abac1a-2a14-4b0c-a895-276c50dbb341 tempest-ServersAdminNegativeTestJSON-2019534385 tempest-ServersAdminNegativeTestJSON-2019534385-project-member] [instance: 83459ab7-4522-4d02-8ef3-80a3eb14dde5] Updating instance_info_cache with network_info: [{"id": "888865ae-fc3b-4dda-a75e-90bdae68c30b", "address": "fa:16:3e:9d:df:da", "network": {"id": "7f5a9020-c966-459c-b2b1-fc62b2ff6283", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.96", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3e9e1b873f1442d59d5ee8247b941f74", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aec0089a-ff85-4bef-bad8-c84de39af71a", "external-id": "nsx-vlan-transportzone-758", "segmentation_id": 758, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap888865ae-fc", "ovs_interfaceid": "888865ae-fc3b-4dda-a75e-90bdae68c30b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 750.476228] env[69613]: DEBUG oslo_vmware.api [None req-3558f5b5-9d81-4494-b58a-f82c4768b0b4 tempest-AttachInterfacesUnderV243Test-1097413231 tempest-AttachInterfacesUnderV243Test-1097413231-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]528ff382-081f-9eb7-23ab-31ed694ffb1e, 'name': SearchDatastore_Task, 'duration_secs': 0.01218} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.479165] env[69613]: DEBUG oslo_concurrency.lockutils [None req-3558f5b5-9d81-4494-b58a-f82c4768b0b4 tempest-AttachInterfacesUnderV243Test-1097413231 tempest-AttachInterfacesUnderV243Test-1097413231-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.479450] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-3558f5b5-9d81-4494-b58a-f82c4768b0b4 tempest-AttachInterfacesUnderV243Test-1097413231 tempest-AttachInterfacesUnderV243Test-1097413231-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk to [datastore1] df4f5b07-b088-4c1f-9a13-7812115eeaf0/df4f5b07-b088-4c1f-9a13-7812115eeaf0.vmdk {{(pid=69613) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 750.479967] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5c56c9fd-8925-4c76-b71a-0074a3005219 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.489886] env[69613]: DEBUG oslo_vmware.api [None req-3558f5b5-9d81-4494-b58a-f82c4768b0b4 tempest-AttachInterfacesUnderV243Test-1097413231 tempest-AttachInterfacesUnderV243Test-1097413231-project-member] Waiting for the task: (returnval){ [ 750.489886] env[69613]: value = "task-3417167" [ 750.489886] env[69613]: _type = "Task" [ 750.489886] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.501970] env[69613]: DEBUG oslo_vmware.api [None req-3558f5b5-9d81-4494-b58a-f82c4768b0b4 tempest-AttachInterfacesUnderV243Test-1097413231 tempest-AttachInterfacesUnderV243Test-1097413231-project-member] Task: {'id': task-3417167, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.559373] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-514d41db-2ae4-4221-8f86-6e44c528e424 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] [instance: e1db078f-b047-4e92-9b28-109607d988a4] Unregistered the VM {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 750.559373] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-514d41db-2ae4-4221-8f86-6e44c528e424 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] [instance: e1db078f-b047-4e92-9b28-109607d988a4] Deleting contents of the VM from datastore datastore2 {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 750.559373] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-514d41db-2ae4-4221-8f86-6e44c528e424 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Deleting the datastore file [datastore2] e1db078f-b047-4e92-9b28-109607d988a4 {{(pid=69613) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 750.559373] env[69613]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-284e5e40-5958-4419-9664-c9b9eadc4dd6 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.571050] env[69613]: DEBUG oslo_vmware.api [None req-514d41db-2ae4-4221-8f86-6e44c528e424 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Waiting for the task: (returnval){ [ 750.571050] env[69613]: value = "task-3417168" [ 750.571050] env[69613]: _type = "Task" [ 750.571050] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.587246] env[69613]: DEBUG oslo_vmware.api [None req-514d41db-2ae4-4221-8f86-6e44c528e424 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Task: {'id': task-3417168, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.673288] env[69613]: DEBUG oslo_vmware.api [None req-068b77ea-7658-4ecd-b4de-9a2682c00407 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Task: {'id': task-3417165, 'name': RemoveSnapshot_Task, 'duration_secs': 0.702351} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.673671] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-068b77ea-7658-4ecd-b4de-9a2682c00407 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] [instance: e1db078f-b047-4e92-9b28-109607d988a4] Deleted Snapshot of the VM instance {{(pid=69613) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 750.674068] env[69613]: INFO nova.compute.manager [None req-068b77ea-7658-4ecd-b4de-9a2682c00407 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] [instance: e1db078f-b047-4e92-9b28-109607d988a4] Took 16.90 seconds to snapshot the instance on the hypervisor. [ 750.713536] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97c53e00-fb79-44aa-ac78-a79aa895ff16 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.725162] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d3d1d60-71d6-4353-843d-eb1af626d305 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.764503] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-305ff12b-e099-47dd-a3ea-181b37be3086 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.775446] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bde967c-410c-4ad1-8415-63af44b73113 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.794198] env[69613]: DEBUG nova.compute.provider_tree [None req-10b3b422-343f-4ceb-8296-4779c39730e1 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Inventory has not changed in ProviderTree for provider: af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 {{(pid=69613) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 750.860779] env[69613]: DEBUG oslo_concurrency.lockutils [None req-00abac1a-2a14-4b0c-a895-276c50dbb341 tempest-ServersAdminNegativeTestJSON-2019534385 tempest-ServersAdminNegativeTestJSON-2019534385-project-member] Releasing lock "refresh_cache-83459ab7-4522-4d02-8ef3-80a3eb14dde5" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.861263] env[69613]: DEBUG nova.compute.manager [None req-00abac1a-2a14-4b0c-a895-276c50dbb341 tempest-ServersAdminNegativeTestJSON-2019534385 tempest-ServersAdminNegativeTestJSON-2019534385-project-member] [instance: 83459ab7-4522-4d02-8ef3-80a3eb14dde5] Instance network_info: |[{"id": "888865ae-fc3b-4dda-a75e-90bdae68c30b", "address": "fa:16:3e:9d:df:da", "network": {"id": "7f5a9020-c966-459c-b2b1-fc62b2ff6283", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.96", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3e9e1b873f1442d59d5ee8247b941f74", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aec0089a-ff85-4bef-bad8-c84de39af71a", "external-id": "nsx-vlan-transportzone-758", "segmentation_id": 758, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap888865ae-fc", "ovs_interfaceid": "888865ae-fc3b-4dda-a75e-90bdae68c30b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69613) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 750.861908] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-00abac1a-2a14-4b0c-a895-276c50dbb341 tempest-ServersAdminNegativeTestJSON-2019534385 tempest-ServersAdminNegativeTestJSON-2019534385-project-member] [instance: 83459ab7-4522-4d02-8ef3-80a3eb14dde5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9d:df:da', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'aec0089a-ff85-4bef-bad8-c84de39af71a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '888865ae-fc3b-4dda-a75e-90bdae68c30b', 'vif_model': 'vmxnet3'}] {{(pid=69613) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 750.872978] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-00abac1a-2a14-4b0c-a895-276c50dbb341 tempest-ServersAdminNegativeTestJSON-2019534385 tempest-ServersAdminNegativeTestJSON-2019534385-project-member] Creating folder: Project (3e2898f923ea445db9e2b8d8e2ab81b7). Parent ref: group-v681687. {{(pid=69613) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 750.874275] env[69613]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-be0bcc88-1b1b-4fa1-a171-d27082fa48f8 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.889755] env[69613]: INFO nova.virt.vmwareapi.vm_util [None req-00abac1a-2a14-4b0c-a895-276c50dbb341 tempest-ServersAdminNegativeTestJSON-2019534385 tempest-ServersAdminNegativeTestJSON-2019534385-project-member] Created folder: Project (3e2898f923ea445db9e2b8d8e2ab81b7) in parent group-v681687. [ 750.889755] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-00abac1a-2a14-4b0c-a895-276c50dbb341 tempest-ServersAdminNegativeTestJSON-2019534385 tempest-ServersAdminNegativeTestJSON-2019534385-project-member] Creating folder: Instances. Parent ref: group-v681811. {{(pid=69613) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 750.890047] env[69613]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a7aac4eb-880c-4130-bbf9-4c657ac572c5 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.904407] env[69613]: INFO nova.virt.vmwareapi.vm_util [None req-00abac1a-2a14-4b0c-a895-276c50dbb341 tempest-ServersAdminNegativeTestJSON-2019534385 tempest-ServersAdminNegativeTestJSON-2019534385-project-member] Created folder: Instances in parent group-v681811. [ 750.904497] env[69613]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-00abac1a-2a14-4b0c-a895-276c50dbb341 tempest-ServersAdminNegativeTestJSON-2019534385 tempest-ServersAdminNegativeTestJSON-2019534385-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69613) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 750.904711] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 83459ab7-4522-4d02-8ef3-80a3eb14dde5] Creating VM on the ESX host {{(pid=69613) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 750.904920] env[69613]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f954df52-d1a6-4608-bf4a-4f517c998e16 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.926984] env[69613]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 750.926984] env[69613]: value = "task-3417171" [ 750.926984] env[69613]: _type = "Task" [ 750.926984] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.937148] env[69613]: DEBUG oslo_vmware.api [-] Task: {'id': task-3417171, 'name': CreateVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.006027] env[69613]: DEBUG oslo_vmware.api [None req-3558f5b5-9d81-4494-b58a-f82c4768b0b4 tempest-AttachInterfacesUnderV243Test-1097413231 tempest-AttachInterfacesUnderV243Test-1097413231-project-member] Task: {'id': task-3417167, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.494567} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.006361] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-3558f5b5-9d81-4494-b58a-f82c4768b0b4 tempest-AttachInterfacesUnderV243Test-1097413231 tempest-AttachInterfacesUnderV243Test-1097413231-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk to [datastore1] df4f5b07-b088-4c1f-9a13-7812115eeaf0/df4f5b07-b088-4c1f-9a13-7812115eeaf0.vmdk {{(pid=69613) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 751.006559] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-3558f5b5-9d81-4494-b58a-f82c4768b0b4 tempest-AttachInterfacesUnderV243Test-1097413231 tempest-AttachInterfacesUnderV243Test-1097413231-project-member] [instance: df4f5b07-b088-4c1f-9a13-7812115eeaf0] Extending root virtual disk to 1048576 {{(pid=69613) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 751.006852] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d9229327-665f-42ce-b524-838c681a6d0e {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.017240] env[69613]: DEBUG oslo_vmware.api [None req-3558f5b5-9d81-4494-b58a-f82c4768b0b4 tempest-AttachInterfacesUnderV243Test-1097413231 tempest-AttachInterfacesUnderV243Test-1097413231-project-member] Waiting for the task: (returnval){ [ 751.017240] env[69613]: value = "task-3417172" [ 751.017240] env[69613]: _type = "Task" [ 751.017240] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.030432] env[69613]: DEBUG oslo_vmware.api [None req-3558f5b5-9d81-4494-b58a-f82c4768b0b4 tempest-AttachInterfacesUnderV243Test-1097413231 tempest-AttachInterfacesUnderV243Test-1097413231-project-member] Task: {'id': task-3417172, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.084762] env[69613]: DEBUG oslo_vmware.api [None req-514d41db-2ae4-4221-8f86-6e44c528e424 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Task: {'id': task-3417168, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.288996} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.085143] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-514d41db-2ae4-4221-8f86-6e44c528e424 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Deleted the datastore file {{(pid=69613) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 751.085282] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-514d41db-2ae4-4221-8f86-6e44c528e424 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] [instance: e1db078f-b047-4e92-9b28-109607d988a4] Deleted contents of the VM from datastore datastore2 {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 751.085433] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-514d41db-2ae4-4221-8f86-6e44c528e424 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] [instance: e1db078f-b047-4e92-9b28-109607d988a4] Instance destroyed {{(pid=69613) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 751.085677] env[69613]: INFO nova.compute.manager [None req-514d41db-2ae4-4221-8f86-6e44c528e424 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] [instance: e1db078f-b047-4e92-9b28-109607d988a4] Took 1.07 seconds to destroy the instance on the hypervisor. [ 751.085938] env[69613]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-514d41db-2ae4-4221-8f86-6e44c528e424 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69613) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 751.086158] env[69613]: DEBUG nova.compute.manager [-] [instance: e1db078f-b047-4e92-9b28-109607d988a4] Deallocating network for instance {{(pid=69613) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 751.086278] env[69613]: DEBUG nova.network.neutron [-] [instance: e1db078f-b047-4e92-9b28-109607d988a4] deallocate_for_instance() {{(pid=69613) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 751.119084] env[69613]: DEBUG nova.network.neutron [req-8e0aacdb-7a37-462e-ab0f-a73d0e99b722 req-d5fdabbf-21c5-4fc5-9e7c-149b2c4801c2 service nova] [instance: df4f5b07-b088-4c1f-9a13-7812115eeaf0] Updated VIF entry in instance network info cache for port c048ad24-0dfb-47e5-ae37-b4fbdbaa80be. {{(pid=69613) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 751.119084] env[69613]: DEBUG nova.network.neutron [req-8e0aacdb-7a37-462e-ab0f-a73d0e99b722 req-d5fdabbf-21c5-4fc5-9e7c-149b2c4801c2 service nova] [instance: df4f5b07-b088-4c1f-9a13-7812115eeaf0] Updating instance_info_cache with network_info: [{"id": "c048ad24-0dfb-47e5-ae37-b4fbdbaa80be", "address": "fa:16:3e:2c:1a:39", "network": {"id": "29015a12-714c-4ace-bdde-5faf85dce29f", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-784612567-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae76c8f55e184e45af12c026b8dcc734", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "392517be-6cb8-4b5b-9a52-449bfe2e16f7", "external-id": "nsx-vlan-transportzone-351", "segmentation_id": 351, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc048ad24-0d", "ovs_interfaceid": "c048ad24-0dfb-47e5-ae37-b4fbdbaa80be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 751.142828] env[69613]: DEBUG nova.compute.manager [None req-d2b40205-3702-4058-b268-4ea74c707c4c tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] [instance: b2c6c4bb-86f8-4e8f-b83d-a77d00447ff2] Start spawning the instance on the hypervisor. {{(pid=69613) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 751.170007] env[69613]: DEBUG nova.virt.hardware [None req-d2b40205-3702-4058-b268-4ea74c707c4c tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T13:55:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T13:55:19Z,direct_url=,disk_format='vmdk',id=2b7a0304-b5d0-431d-b287-32c8388d7fbd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3e9e1b873f1442d59d5ee8247b941f74',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T13:55:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 751.170355] env[69613]: DEBUG nova.virt.hardware [None req-d2b40205-3702-4058-b268-4ea74c707c4c tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Flavor limits 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 751.170567] env[69613]: DEBUG nova.virt.hardware [None req-d2b40205-3702-4058-b268-4ea74c707c4c tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Image limits 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 751.170813] env[69613]: DEBUG nova.virt.hardware [None req-d2b40205-3702-4058-b268-4ea74c707c4c tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Flavor pref 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 751.171040] env[69613]: DEBUG nova.virt.hardware [None req-d2b40205-3702-4058-b268-4ea74c707c4c tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Image pref 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 751.171246] env[69613]: DEBUG nova.virt.hardware [None req-d2b40205-3702-4058-b268-4ea74c707c4c tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 751.171488] env[69613]: DEBUG nova.virt.hardware [None req-d2b40205-3702-4058-b268-4ea74c707c4c tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 751.171712] env[69613]: DEBUG nova.virt.hardware [None req-d2b40205-3702-4058-b268-4ea74c707c4c tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69613) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 751.171873] env[69613]: DEBUG nova.virt.hardware [None req-d2b40205-3702-4058-b268-4ea74c707c4c tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Got 1 possible topologies {{(pid=69613) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 751.172079] env[69613]: DEBUG nova.virt.hardware [None req-d2b40205-3702-4058-b268-4ea74c707c4c tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 751.172291] env[69613]: DEBUG nova.virt.hardware [None req-d2b40205-3702-4058-b268-4ea74c707c4c tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 751.173630] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b518b06b-0d19-469d-bfcb-eb15eb6afdf1 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.182531] env[69613]: DEBUG nova.compute.manager [None req-068b77ea-7658-4ecd-b4de-9a2682c00407 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] [instance: e1db078f-b047-4e92-9b28-109607d988a4] Instance disappeared during snapshot {{(pid=69613) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 751.185801] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5359e41-ef43-41e1-a87d-0c4c7a915bde {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.209600] env[69613]: DEBUG nova.compute.manager [None req-068b77ea-7658-4ecd-b4de-9a2682c00407 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Image not found during clean up 0ef502c7-f9b8-44c4-9ad8-ca03eff45733 {{(pid=69613) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4601}} [ 751.300014] env[69613]: DEBUG nova.scheduler.client.report [None req-10b3b422-343f-4ceb-8296-4779c39730e1 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Inventory has not changed for provider af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69613) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 751.441519] env[69613]: DEBUG oslo_vmware.api [-] Task: {'id': task-3417171, 'name': CreateVM_Task, 'duration_secs': 0.438386} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.441785] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 83459ab7-4522-4d02-8ef3-80a3eb14dde5] Created VM on the ESX host {{(pid=69613) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 751.443934] env[69613]: DEBUG oslo_concurrency.lockutils [None req-00abac1a-2a14-4b0c-a895-276c50dbb341 tempest-ServersAdminNegativeTestJSON-2019534385 tempest-ServersAdminNegativeTestJSON-2019534385-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.444129] env[69613]: DEBUG oslo_concurrency.lockutils [None req-00abac1a-2a14-4b0c-a895-276c50dbb341 tempest-ServersAdminNegativeTestJSON-2019534385 tempest-ServersAdminNegativeTestJSON-2019534385-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.444481] env[69613]: DEBUG oslo_concurrency.lockutils [None req-00abac1a-2a14-4b0c-a895-276c50dbb341 tempest-ServersAdminNegativeTestJSON-2019534385 tempest-ServersAdminNegativeTestJSON-2019534385-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.444782] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0394c9cc-5815-4c9a-9b3c-781995326717 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.450800] env[69613]: DEBUG oslo_vmware.api [None req-00abac1a-2a14-4b0c-a895-276c50dbb341 tempest-ServersAdminNegativeTestJSON-2019534385 tempest-ServersAdminNegativeTestJSON-2019534385-project-member] Waiting for the task: (returnval){ [ 751.450800] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]522f0bd0-8519-a246-35d1-f9766a30b563" [ 751.450800] env[69613]: _type = "Task" [ 751.450800] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.462074] env[69613]: DEBUG oslo_vmware.api [None req-00abac1a-2a14-4b0c-a895-276c50dbb341 tempest-ServersAdminNegativeTestJSON-2019534385 tempest-ServersAdminNegativeTestJSON-2019534385-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]522f0bd0-8519-a246-35d1-f9766a30b563, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.532377] env[69613]: DEBUG oslo_vmware.api [None req-3558f5b5-9d81-4494-b58a-f82c4768b0b4 tempest-AttachInterfacesUnderV243Test-1097413231 tempest-AttachInterfacesUnderV243Test-1097413231-project-member] Task: {'id': task-3417172, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074246} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.532686] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-3558f5b5-9d81-4494-b58a-f82c4768b0b4 tempest-AttachInterfacesUnderV243Test-1097413231 tempest-AttachInterfacesUnderV243Test-1097413231-project-member] [instance: df4f5b07-b088-4c1f-9a13-7812115eeaf0] Extended root virtual disk {{(pid=69613) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 751.534366] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8cacac0-4912-4ceb-afe8-1a0b27d648b2 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.562846] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-3558f5b5-9d81-4494-b58a-f82c4768b0b4 tempest-AttachInterfacesUnderV243Test-1097413231 tempest-AttachInterfacesUnderV243Test-1097413231-project-member] [instance: df4f5b07-b088-4c1f-9a13-7812115eeaf0] Reconfiguring VM instance instance-0000002a to attach disk [datastore1] df4f5b07-b088-4c1f-9a13-7812115eeaf0/df4f5b07-b088-4c1f-9a13-7812115eeaf0.vmdk or device None with type sparse {{(pid=69613) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 751.563353] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-79dda9fa-4c62-4066-b950-197843a7e35b {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.585821] env[69613]: DEBUG oslo_vmware.api [None req-3558f5b5-9d81-4494-b58a-f82c4768b0b4 tempest-AttachInterfacesUnderV243Test-1097413231 tempest-AttachInterfacesUnderV243Test-1097413231-project-member] Waiting for the task: (returnval){ [ 751.585821] env[69613]: value = "task-3417173" [ 751.585821] env[69613]: _type = "Task" [ 751.585821] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.595072] env[69613]: DEBUG oslo_vmware.api [None req-3558f5b5-9d81-4494-b58a-f82c4768b0b4 tempest-AttachInterfacesUnderV243Test-1097413231 tempest-AttachInterfacesUnderV243Test-1097413231-project-member] Task: {'id': task-3417173, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.622923] env[69613]: DEBUG oslo_concurrency.lockutils [req-8e0aacdb-7a37-462e-ab0f-a73d0e99b722 req-d5fdabbf-21c5-4fc5-9e7c-149b2c4801c2 service nova] Releasing lock "refresh_cache-df4f5b07-b088-4c1f-9a13-7812115eeaf0" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.623235] env[69613]: DEBUG nova.compute.manager [req-8e0aacdb-7a37-462e-ab0f-a73d0e99b722 req-d5fdabbf-21c5-4fc5-9e7c-149b2c4801c2 service nova] [instance: 83459ab7-4522-4d02-8ef3-80a3eb14dde5] Received event network-vif-plugged-888865ae-fc3b-4dda-a75e-90bdae68c30b {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 751.623457] env[69613]: DEBUG oslo_concurrency.lockutils [req-8e0aacdb-7a37-462e-ab0f-a73d0e99b722 req-d5fdabbf-21c5-4fc5-9e7c-149b2c4801c2 service nova] Acquiring lock "83459ab7-4522-4d02-8ef3-80a3eb14dde5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 751.623657] env[69613]: DEBUG oslo_concurrency.lockutils [req-8e0aacdb-7a37-462e-ab0f-a73d0e99b722 req-d5fdabbf-21c5-4fc5-9e7c-149b2c4801c2 service nova] Lock "83459ab7-4522-4d02-8ef3-80a3eb14dde5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 751.623833] env[69613]: DEBUG oslo_concurrency.lockutils [req-8e0aacdb-7a37-462e-ab0f-a73d0e99b722 req-d5fdabbf-21c5-4fc5-9e7c-149b2c4801c2 service nova] Lock "83459ab7-4522-4d02-8ef3-80a3eb14dde5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 751.624051] env[69613]: DEBUG nova.compute.manager [req-8e0aacdb-7a37-462e-ab0f-a73d0e99b722 req-d5fdabbf-21c5-4fc5-9e7c-149b2c4801c2 service nova] [instance: 83459ab7-4522-4d02-8ef3-80a3eb14dde5] No waiting events found dispatching network-vif-plugged-888865ae-fc3b-4dda-a75e-90bdae68c30b {{(pid=69613) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 751.624242] env[69613]: WARNING nova.compute.manager [req-8e0aacdb-7a37-462e-ab0f-a73d0e99b722 req-d5fdabbf-21c5-4fc5-9e7c-149b2c4801c2 service nova] [instance: 83459ab7-4522-4d02-8ef3-80a3eb14dde5] Received unexpected event network-vif-plugged-888865ae-fc3b-4dda-a75e-90bdae68c30b for instance with vm_state building and task_state spawning. [ 751.624413] env[69613]: DEBUG nova.compute.manager [req-8e0aacdb-7a37-462e-ab0f-a73d0e99b722 req-d5fdabbf-21c5-4fc5-9e7c-149b2c4801c2 service nova] [instance: 83459ab7-4522-4d02-8ef3-80a3eb14dde5] Received event network-changed-888865ae-fc3b-4dda-a75e-90bdae68c30b {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 751.624580] env[69613]: DEBUG nova.compute.manager [req-8e0aacdb-7a37-462e-ab0f-a73d0e99b722 req-d5fdabbf-21c5-4fc5-9e7c-149b2c4801c2 service nova] [instance: 83459ab7-4522-4d02-8ef3-80a3eb14dde5] Refreshing instance network info cache due to event network-changed-888865ae-fc3b-4dda-a75e-90bdae68c30b. {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 751.624785] env[69613]: DEBUG oslo_concurrency.lockutils [req-8e0aacdb-7a37-462e-ab0f-a73d0e99b722 req-d5fdabbf-21c5-4fc5-9e7c-149b2c4801c2 service nova] Acquiring lock "refresh_cache-83459ab7-4522-4d02-8ef3-80a3eb14dde5" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.624993] env[69613]: DEBUG oslo_concurrency.lockutils [req-8e0aacdb-7a37-462e-ab0f-a73d0e99b722 req-d5fdabbf-21c5-4fc5-9e7c-149b2c4801c2 service nova] Acquired lock "refresh_cache-83459ab7-4522-4d02-8ef3-80a3eb14dde5" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.625115] env[69613]: DEBUG nova.network.neutron [req-8e0aacdb-7a37-462e-ab0f-a73d0e99b722 req-d5fdabbf-21c5-4fc5-9e7c-149b2c4801c2 service nova] [instance: 83459ab7-4522-4d02-8ef3-80a3eb14dde5] Refreshing network info cache for port 888865ae-fc3b-4dda-a75e-90bdae68c30b {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 751.652891] env[69613]: DEBUG nova.network.neutron [None req-d2b40205-3702-4058-b268-4ea74c707c4c tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] [instance: b2c6c4bb-86f8-4e8f-b83d-a77d00447ff2] Successfully updated port: d548569c-8972-421f-a95d-6707de82d47a {{(pid=69613) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 751.803524] env[69613]: DEBUG oslo_concurrency.lockutils [None req-10b3b422-343f-4ceb-8296-4779c39730e1 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.691s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 751.804444] env[69613]: DEBUG nova.compute.manager [None req-10b3b422-343f-4ceb-8296-4779c39730e1 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] [instance: 3c85ee38-7f0c-48db-8bc7-cd3d17eb5f02] Start building networks asynchronously for instance. {{(pid=69613) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 751.807400] env[69613]: DEBUG oslo_concurrency.lockutils [None req-dad79255-116f-41f1-941e-6b8b7feb6ad3 tempest-FloatingIPsAssociationTestJSON-164946246 tempest-FloatingIPsAssociationTestJSON-164946246-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.331s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 751.807594] env[69613]: DEBUG oslo_concurrency.lockutils [None req-dad79255-116f-41f1-941e-6b8b7feb6ad3 tempest-FloatingIPsAssociationTestJSON-164946246 tempest-FloatingIPsAssociationTestJSON-164946246-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 751.810403] env[69613]: DEBUG oslo_concurrency.lockutils [None req-05bf2b74-50e9-4287-a843-776bd8788877 tempest-ServerMetadataNegativeTestJSON-1771848395 tempest-ServerMetadataNegativeTestJSON-1771848395-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.708s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 751.810602] env[69613]: DEBUG oslo_concurrency.lockutils [None req-05bf2b74-50e9-4287-a843-776bd8788877 tempest-ServerMetadataNegativeTestJSON-1771848395 tempest-ServerMetadataNegativeTestJSON-1771848395-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 751.817023] env[69613]: DEBUG oslo_concurrency.lockutils [None req-28bf20bd-b252-4b40-805a-7087e11663b4 tempest-SecurityGroupsTestJSON-147571119 tempest-SecurityGroupsTestJSON-147571119-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.212s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 751.817023] env[69613]: INFO nova.compute.claims [None req-28bf20bd-b252-4b40-805a-7087e11663b4 tempest-SecurityGroupsTestJSON-147571119 tempest-SecurityGroupsTestJSON-147571119-project-member] [instance: 41c0824b-2186-49fe-bcfd-82c031bf4810] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 751.854453] env[69613]: INFO nova.scheduler.client.report [None req-dad79255-116f-41f1-941e-6b8b7feb6ad3 tempest-FloatingIPsAssociationTestJSON-164946246 tempest-FloatingIPsAssociationTestJSON-164946246-project-member] Deleted allocations for instance f7fdfec2-ad0d-42f4-bff8-99f164ce18a3 [ 751.866632] env[69613]: INFO nova.scheduler.client.report [None req-05bf2b74-50e9-4287-a843-776bd8788877 tempest-ServerMetadataNegativeTestJSON-1771848395 tempest-ServerMetadataNegativeTestJSON-1771848395-project-member] Deleted allocations for instance 20fa95e4-e66f-4310-81bf-beb9a42968dc [ 751.893759] env[69613]: DEBUG oslo_vmware.rw_handles [None req-8b4eae0d-735d-49d5-bfe2-7521bb72674e tempest-ListImageFiltersTestJSON-1131301097 tempest-ListImageFiltersTestJSON-1131301097-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/522b3b8a-ab5a-0617-36f3-42c86e042f48/disk-0.vmdk. {{(pid=69613) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 751.894706] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-666a5f96-4f06-4ea4-9ec8-0621775cef88 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.905215] env[69613]: DEBUG oslo_vmware.rw_handles [None req-8b4eae0d-735d-49d5-bfe2-7521bb72674e tempest-ListImageFiltersTestJSON-1131301097 tempest-ListImageFiltersTestJSON-1131301097-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/522b3b8a-ab5a-0617-36f3-42c86e042f48/disk-0.vmdk is in state: ready. {{(pid=69613) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 751.905215] env[69613]: ERROR oslo_vmware.rw_handles [None req-8b4eae0d-735d-49d5-bfe2-7521bb72674e tempest-ListImageFiltersTestJSON-1131301097 tempest-ListImageFiltersTestJSON-1131301097-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/522b3b8a-ab5a-0617-36f3-42c86e042f48/disk-0.vmdk due to incomplete transfer. [ 751.905215] env[69613]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-721bb976-861e-4dd7-a6a1-ba5faf5a1969 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.913820] env[69613]: DEBUG oslo_vmware.rw_handles [None req-8b4eae0d-735d-49d5-bfe2-7521bb72674e tempest-ListImageFiltersTestJSON-1131301097 tempest-ListImageFiltersTestJSON-1131301097-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/522b3b8a-ab5a-0617-36f3-42c86e042f48/disk-0.vmdk. {{(pid=69613) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 751.914068] env[69613]: DEBUG nova.virt.vmwareapi.images [None req-8b4eae0d-735d-49d5-bfe2-7521bb72674e tempest-ListImageFiltersTestJSON-1131301097 tempest-ListImageFiltersTestJSON-1131301097-project-member] [instance: 352f5690-451d-489a-a7b1-259ff9b95e49] Uploaded image b1ab88a2-d891-4776-9e76-3a7dcd269c5d to the Glance image server {{(pid=69613) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 751.915541] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b4eae0d-735d-49d5-bfe2-7521bb72674e tempest-ListImageFiltersTestJSON-1131301097 tempest-ListImageFiltersTestJSON-1131301097-project-member] [instance: 352f5690-451d-489a-a7b1-259ff9b95e49] Destroying the VM {{(pid=69613) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 751.915759] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-f844cdb8-f3f7-412d-933e-c0e61ae4c056 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.925511] env[69613]: DEBUG oslo_vmware.api [None req-8b4eae0d-735d-49d5-bfe2-7521bb72674e tempest-ListImageFiltersTestJSON-1131301097 tempest-ListImageFiltersTestJSON-1131301097-project-member] Waiting for the task: (returnval){ [ 751.925511] env[69613]: value = "task-3417174" [ 751.925511] env[69613]: _type = "Task" [ 751.925511] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.935038] env[69613]: DEBUG oslo_vmware.api [None req-8b4eae0d-735d-49d5-bfe2-7521bb72674e tempest-ListImageFiltersTestJSON-1131301097 tempest-ListImageFiltersTestJSON-1131301097-project-member] Task: {'id': task-3417174, 'name': Destroy_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.964063] env[69613]: DEBUG oslo_vmware.api [None req-00abac1a-2a14-4b0c-a895-276c50dbb341 tempest-ServersAdminNegativeTestJSON-2019534385 tempest-ServersAdminNegativeTestJSON-2019534385-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]522f0bd0-8519-a246-35d1-f9766a30b563, 'name': SearchDatastore_Task, 'duration_secs': 0.011431} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.964425] env[69613]: DEBUG oslo_concurrency.lockutils [None req-00abac1a-2a14-4b0c-a895-276c50dbb341 tempest-ServersAdminNegativeTestJSON-2019534385 tempest-ServersAdminNegativeTestJSON-2019534385-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.964694] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-00abac1a-2a14-4b0c-a895-276c50dbb341 tempest-ServersAdminNegativeTestJSON-2019534385 tempest-ServersAdminNegativeTestJSON-2019534385-project-member] [instance: 83459ab7-4522-4d02-8ef3-80a3eb14dde5] Processing image 2b7a0304-b5d0-431d-b287-32c8388d7fbd {{(pid=69613) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 751.964963] env[69613]: DEBUG oslo_concurrency.lockutils [None req-00abac1a-2a14-4b0c-a895-276c50dbb341 tempest-ServersAdminNegativeTestJSON-2019534385 tempest-ServersAdminNegativeTestJSON-2019534385-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.965166] env[69613]: DEBUG oslo_concurrency.lockutils [None req-00abac1a-2a14-4b0c-a895-276c50dbb341 tempest-ServersAdminNegativeTestJSON-2019534385 tempest-ServersAdminNegativeTestJSON-2019534385-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.965408] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-00abac1a-2a14-4b0c-a895-276c50dbb341 tempest-ServersAdminNegativeTestJSON-2019534385 tempest-ServersAdminNegativeTestJSON-2019534385-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69613) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 751.965712] env[69613]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-18ae4ee3-04ed-442d-9955-a4493d1c19be {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.976113] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-00abac1a-2a14-4b0c-a895-276c50dbb341 tempest-ServersAdminNegativeTestJSON-2019534385 tempest-ServersAdminNegativeTestJSON-2019534385-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69613) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 751.976331] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-00abac1a-2a14-4b0c-a895-276c50dbb341 tempest-ServersAdminNegativeTestJSON-2019534385 tempest-ServersAdminNegativeTestJSON-2019534385-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69613) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 751.977127] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4c5fb20b-5e69-430b-8d4c-401cd53d04a0 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.983720] env[69613]: DEBUG oslo_vmware.api [None req-00abac1a-2a14-4b0c-a895-276c50dbb341 tempest-ServersAdminNegativeTestJSON-2019534385 tempest-ServersAdminNegativeTestJSON-2019534385-project-member] Waiting for the task: (returnval){ [ 751.983720] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]525e5312-7dc0-084f-a9c7-a6e85fd6dc65" [ 751.983720] env[69613]: _type = "Task" [ 751.983720] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.993252] env[69613]: DEBUG oslo_vmware.api [None req-00abac1a-2a14-4b0c-a895-276c50dbb341 tempest-ServersAdminNegativeTestJSON-2019534385 tempest-ServersAdminNegativeTestJSON-2019534385-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]525e5312-7dc0-084f-a9c7-a6e85fd6dc65, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.995210] env[69613]: DEBUG nova.compute.manager [req-a1db777d-b0aa-4648-b3de-67895caa03cf req-ea215256-b4d4-4f93-ad30-d37641fa7211 service nova] [instance: e1db078f-b047-4e92-9b28-109607d988a4] Received event network-vif-deleted-fa18752c-76fa-4020-af8d-ba47a153452a {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 751.995331] env[69613]: INFO nova.compute.manager [req-a1db777d-b0aa-4648-b3de-67895caa03cf req-ea215256-b4d4-4f93-ad30-d37641fa7211 service nova] [instance: e1db078f-b047-4e92-9b28-109607d988a4] Neutron deleted interface fa18752c-76fa-4020-af8d-ba47a153452a; detaching it from the instance and deleting it from the info cache [ 751.995499] env[69613]: DEBUG nova.network.neutron [req-a1db777d-b0aa-4648-b3de-67895caa03cf req-ea215256-b4d4-4f93-ad30-d37641fa7211 service nova] [instance: e1db078f-b047-4e92-9b28-109607d988a4] Updating instance_info_cache with network_info: [] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 752.100520] env[69613]: DEBUG oslo_vmware.api [None req-3558f5b5-9d81-4494-b58a-f82c4768b0b4 tempest-AttachInterfacesUnderV243Test-1097413231 tempest-AttachInterfacesUnderV243Test-1097413231-project-member] Task: {'id': task-3417173, 'name': ReconfigVM_Task, 'duration_secs': 0.300308} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.100830] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-3558f5b5-9d81-4494-b58a-f82c4768b0b4 tempest-AttachInterfacesUnderV243Test-1097413231 tempest-AttachInterfacesUnderV243Test-1097413231-project-member] [instance: df4f5b07-b088-4c1f-9a13-7812115eeaf0] Reconfigured VM instance instance-0000002a to attach disk [datastore1] df4f5b07-b088-4c1f-9a13-7812115eeaf0/df4f5b07-b088-4c1f-9a13-7812115eeaf0.vmdk or device None with type sparse {{(pid=69613) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 752.101506] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c539aeb5-3900-4bce-9e86-3e730ea1562b {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.109361] env[69613]: DEBUG oslo_vmware.api [None req-3558f5b5-9d81-4494-b58a-f82c4768b0b4 tempest-AttachInterfacesUnderV243Test-1097413231 tempest-AttachInterfacesUnderV243Test-1097413231-project-member] Waiting for the task: (returnval){ [ 752.109361] env[69613]: value = "task-3417175" [ 752.109361] env[69613]: _type = "Task" [ 752.109361] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.119826] env[69613]: DEBUG oslo_vmware.api [None req-3558f5b5-9d81-4494-b58a-f82c4768b0b4 tempest-AttachInterfacesUnderV243Test-1097413231 tempest-AttachInterfacesUnderV243Test-1097413231-project-member] Task: {'id': task-3417175, 'name': Rename_Task} progress is 5%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.155638] env[69613]: DEBUG oslo_concurrency.lockutils [None req-d2b40205-3702-4058-b268-4ea74c707c4c tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Acquiring lock "refresh_cache-b2c6c4bb-86f8-4e8f-b83d-a77d00447ff2" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.155873] env[69613]: DEBUG oslo_concurrency.lockutils [None req-d2b40205-3702-4058-b268-4ea74c707c4c tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Acquired lock "refresh_cache-b2c6c4bb-86f8-4e8f-b83d-a77d00447ff2" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.156277] env[69613]: DEBUG nova.network.neutron [None req-d2b40205-3702-4058-b268-4ea74c707c4c tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] [instance: b2c6c4bb-86f8-4e8f-b83d-a77d00447ff2] Building network info cache for instance {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 752.321077] env[69613]: DEBUG nova.compute.utils [None req-10b3b422-343f-4ceb-8296-4779c39730e1 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Using /dev/sd instead of None {{(pid=69613) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 752.325421] env[69613]: DEBUG nova.compute.manager [None req-10b3b422-343f-4ceb-8296-4779c39730e1 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] [instance: 3c85ee38-7f0c-48db-8bc7-cd3d17eb5f02] Allocating IP information in the background. {{(pid=69613) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 752.327501] env[69613]: DEBUG nova.network.neutron [None req-10b3b422-343f-4ceb-8296-4779c39730e1 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] [instance: 3c85ee38-7f0c-48db-8bc7-cd3d17eb5f02] allocate_for_instance() {{(pid=69613) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 752.363787] env[69613]: DEBUG oslo_concurrency.lockutils [None req-dad79255-116f-41f1-941e-6b8b7feb6ad3 tempest-FloatingIPsAssociationTestJSON-164946246 tempest-FloatingIPsAssociationTestJSON-164946246-project-member] Lock "f7fdfec2-ad0d-42f4-bff8-99f164ce18a3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.497s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 752.376886] env[69613]: DEBUG nova.network.neutron [-] [instance: e1db078f-b047-4e92-9b28-109607d988a4] Updating instance_info_cache with network_info: [] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 752.378439] env[69613]: DEBUG oslo_concurrency.lockutils [None req-05bf2b74-50e9-4287-a843-776bd8788877 tempest-ServerMetadataNegativeTestJSON-1771848395 tempest-ServerMetadataNegativeTestJSON-1771848395-project-member] Lock "20fa95e4-e66f-4310-81bf-beb9a42968dc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.314s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 752.389732] env[69613]: DEBUG nova.policy [None req-10b3b422-343f-4ceb-8296-4779c39730e1 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3cea15581d614a21948cfa5bcd7a12fb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '412c098cc7b941c6bb5c47763a2faff0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69613) authorize /opt/stack/nova/nova/policy.py:192}} [ 752.412241] env[69613]: DEBUG nova.compute.manager [req-1e347c1e-43d6-44e5-8582-b2c40c71c46f req-ca352f11-5e18-4fbf-91dc-678d82f94527 service nova] [instance: b2c6c4bb-86f8-4e8f-b83d-a77d00447ff2] Received event network-vif-plugged-d548569c-8972-421f-a95d-6707de82d47a {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 752.412500] env[69613]: DEBUG oslo_concurrency.lockutils [req-1e347c1e-43d6-44e5-8582-b2c40c71c46f req-ca352f11-5e18-4fbf-91dc-678d82f94527 service nova] Acquiring lock "b2c6c4bb-86f8-4e8f-b83d-a77d00447ff2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 752.412733] env[69613]: DEBUG oslo_concurrency.lockutils [req-1e347c1e-43d6-44e5-8582-b2c40c71c46f req-ca352f11-5e18-4fbf-91dc-678d82f94527 service nova] Lock "b2c6c4bb-86f8-4e8f-b83d-a77d00447ff2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 752.412903] env[69613]: DEBUG oslo_concurrency.lockutils [req-1e347c1e-43d6-44e5-8582-b2c40c71c46f req-ca352f11-5e18-4fbf-91dc-678d82f94527 service nova] Lock "b2c6c4bb-86f8-4e8f-b83d-a77d00447ff2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 752.413085] env[69613]: DEBUG nova.compute.manager [req-1e347c1e-43d6-44e5-8582-b2c40c71c46f req-ca352f11-5e18-4fbf-91dc-678d82f94527 service nova] [instance: b2c6c4bb-86f8-4e8f-b83d-a77d00447ff2] No waiting events found dispatching network-vif-plugged-d548569c-8972-421f-a95d-6707de82d47a {{(pid=69613) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 752.413253] env[69613]: WARNING nova.compute.manager [req-1e347c1e-43d6-44e5-8582-b2c40c71c46f req-ca352f11-5e18-4fbf-91dc-678d82f94527 service nova] [instance: b2c6c4bb-86f8-4e8f-b83d-a77d00447ff2] Received unexpected event network-vif-plugged-d548569c-8972-421f-a95d-6707de82d47a for instance with vm_state building and task_state spawning. [ 752.414076] env[69613]: DEBUG nova.compute.manager [req-1e347c1e-43d6-44e5-8582-b2c40c71c46f req-ca352f11-5e18-4fbf-91dc-678d82f94527 service nova] [instance: b2c6c4bb-86f8-4e8f-b83d-a77d00447ff2] Received event network-changed-d548569c-8972-421f-a95d-6707de82d47a {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 752.414076] env[69613]: DEBUG nova.compute.manager [req-1e347c1e-43d6-44e5-8582-b2c40c71c46f req-ca352f11-5e18-4fbf-91dc-678d82f94527 service nova] [instance: b2c6c4bb-86f8-4e8f-b83d-a77d00447ff2] Refreshing instance network info cache due to event network-changed-d548569c-8972-421f-a95d-6707de82d47a. {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 752.414076] env[69613]: DEBUG oslo_concurrency.lockutils [req-1e347c1e-43d6-44e5-8582-b2c40c71c46f req-ca352f11-5e18-4fbf-91dc-678d82f94527 service nova] Acquiring lock "refresh_cache-b2c6c4bb-86f8-4e8f-b83d-a77d00447ff2" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.437507] env[69613]: DEBUG oslo_vmware.api [None req-8b4eae0d-735d-49d5-bfe2-7521bb72674e tempest-ListImageFiltersTestJSON-1131301097 tempest-ListImageFiltersTestJSON-1131301097-project-member] Task: {'id': task-3417174, 'name': Destroy_Task, 'duration_secs': 0.325433} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.438145] env[69613]: INFO nova.virt.vmwareapi.vm_util [None req-8b4eae0d-735d-49d5-bfe2-7521bb72674e tempest-ListImageFiltersTestJSON-1131301097 tempest-ListImageFiltersTestJSON-1131301097-project-member] [instance: 352f5690-451d-489a-a7b1-259ff9b95e49] Destroyed the VM [ 752.438463] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-8b4eae0d-735d-49d5-bfe2-7521bb72674e tempest-ListImageFiltersTestJSON-1131301097 tempest-ListImageFiltersTestJSON-1131301097-project-member] [instance: 352f5690-451d-489a-a7b1-259ff9b95e49] Deleting Snapshot of the VM instance {{(pid=69613) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 752.438715] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-8d550ad9-22b7-41fa-833e-24f99edb01ea {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.450031] env[69613]: DEBUG oslo_vmware.api [None req-8b4eae0d-735d-49d5-bfe2-7521bb72674e tempest-ListImageFiltersTestJSON-1131301097 tempest-ListImageFiltersTestJSON-1131301097-project-member] Waiting for the task: (returnval){ [ 752.450031] env[69613]: value = "task-3417176" [ 752.450031] env[69613]: _type = "Task" [ 752.450031] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.460038] env[69613]: DEBUG oslo_vmware.api [None req-8b4eae0d-735d-49d5-bfe2-7521bb72674e tempest-ListImageFiltersTestJSON-1131301097 tempest-ListImageFiltersTestJSON-1131301097-project-member] Task: {'id': task-3417176, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.470042] env[69613]: DEBUG nova.network.neutron [req-8e0aacdb-7a37-462e-ab0f-a73d0e99b722 req-d5fdabbf-21c5-4fc5-9e7c-149b2c4801c2 service nova] [instance: 83459ab7-4522-4d02-8ef3-80a3eb14dde5] Updated VIF entry in instance network info cache for port 888865ae-fc3b-4dda-a75e-90bdae68c30b. {{(pid=69613) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 752.470042] env[69613]: DEBUG nova.network.neutron [req-8e0aacdb-7a37-462e-ab0f-a73d0e99b722 req-d5fdabbf-21c5-4fc5-9e7c-149b2c4801c2 service nova] [instance: 83459ab7-4522-4d02-8ef3-80a3eb14dde5] Updating instance_info_cache with network_info: [{"id": "888865ae-fc3b-4dda-a75e-90bdae68c30b", "address": "fa:16:3e:9d:df:da", "network": {"id": "7f5a9020-c966-459c-b2b1-fc62b2ff6283", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.96", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3e9e1b873f1442d59d5ee8247b941f74", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aec0089a-ff85-4bef-bad8-c84de39af71a", "external-id": "nsx-vlan-transportzone-758", "segmentation_id": 758, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap888865ae-fc", "ovs_interfaceid": "888865ae-fc3b-4dda-a75e-90bdae68c30b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 752.495940] env[69613]: DEBUG oslo_vmware.api [None req-00abac1a-2a14-4b0c-a895-276c50dbb341 tempest-ServersAdminNegativeTestJSON-2019534385 tempest-ServersAdminNegativeTestJSON-2019534385-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]525e5312-7dc0-084f-a9c7-a6e85fd6dc65, 'name': SearchDatastore_Task, 'duration_secs': 0.009858} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.497786] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e52f6b53-ceac-4693-b322-cf96b21bbc28 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.501083] env[69613]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5f31f43e-d328-41fd-b760-0643d6baf2a6 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.514273] env[69613]: DEBUG oslo_vmware.api [None req-00abac1a-2a14-4b0c-a895-276c50dbb341 tempest-ServersAdminNegativeTestJSON-2019534385 tempest-ServersAdminNegativeTestJSON-2019534385-project-member] Waiting for the task: (returnval){ [ 752.514273] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]52171242-8a74-5337-892c-040723fbb40e" [ 752.514273] env[69613]: _type = "Task" [ 752.514273] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.514273] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76546aa4-54b2-49c3-8379-2a967fcf3db4 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.536319] env[69613]: DEBUG oslo_vmware.api [None req-00abac1a-2a14-4b0c-a895-276c50dbb341 tempest-ServersAdminNegativeTestJSON-2019534385 tempest-ServersAdminNegativeTestJSON-2019534385-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52171242-8a74-5337-892c-040723fbb40e, 'name': SearchDatastore_Task, 'duration_secs': 0.011571} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.536649] env[69613]: DEBUG oslo_concurrency.lockutils [None req-00abac1a-2a14-4b0c-a895-276c50dbb341 tempest-ServersAdminNegativeTestJSON-2019534385 tempest-ServersAdminNegativeTestJSON-2019534385-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.536877] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-00abac1a-2a14-4b0c-a895-276c50dbb341 tempest-ServersAdminNegativeTestJSON-2019534385 tempest-ServersAdminNegativeTestJSON-2019534385-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk to [datastore1] 83459ab7-4522-4d02-8ef3-80a3eb14dde5/83459ab7-4522-4d02-8ef3-80a3eb14dde5.vmdk {{(pid=69613) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 752.537241] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-670fee52-1ea3-4db4-a034-3773a898fa8a {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.558771] env[69613]: DEBUG nova.compute.manager [req-a1db777d-b0aa-4648-b3de-67895caa03cf req-ea215256-b4d4-4f93-ad30-d37641fa7211 service nova] [instance: e1db078f-b047-4e92-9b28-109607d988a4] Detach interface failed, port_id=fa18752c-76fa-4020-af8d-ba47a153452a, reason: Instance e1db078f-b047-4e92-9b28-109607d988a4 could not be found. {{(pid=69613) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 752.560842] env[69613]: DEBUG oslo_vmware.api [None req-00abac1a-2a14-4b0c-a895-276c50dbb341 tempest-ServersAdminNegativeTestJSON-2019534385 tempest-ServersAdminNegativeTestJSON-2019534385-project-member] Waiting for the task: (returnval){ [ 752.560842] env[69613]: value = "task-3417177" [ 752.560842] env[69613]: _type = "Task" [ 752.560842] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.570805] env[69613]: DEBUG oslo_vmware.api [None req-00abac1a-2a14-4b0c-a895-276c50dbb341 tempest-ServersAdminNegativeTestJSON-2019534385 tempest-ServersAdminNegativeTestJSON-2019534385-project-member] Task: {'id': task-3417177, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.619733] env[69613]: DEBUG oslo_vmware.api [None req-3558f5b5-9d81-4494-b58a-f82c4768b0b4 tempest-AttachInterfacesUnderV243Test-1097413231 tempest-AttachInterfacesUnderV243Test-1097413231-project-member] Task: {'id': task-3417175, 'name': Rename_Task, 'duration_secs': 0.147738} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.620135] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-3558f5b5-9d81-4494-b58a-f82c4768b0b4 tempest-AttachInterfacesUnderV243Test-1097413231 tempest-AttachInterfacesUnderV243Test-1097413231-project-member] [instance: df4f5b07-b088-4c1f-9a13-7812115eeaf0] Powering on the VM {{(pid=69613) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 752.620452] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6e18f444-c277-459b-83c0-da4a4cd3fa15 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.628450] env[69613]: DEBUG oslo_vmware.api [None req-3558f5b5-9d81-4494-b58a-f82c4768b0b4 tempest-AttachInterfacesUnderV243Test-1097413231 tempest-AttachInterfacesUnderV243Test-1097413231-project-member] Waiting for the task: (returnval){ [ 752.628450] env[69613]: value = "task-3417178" [ 752.628450] env[69613]: _type = "Task" [ 752.628450] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.638798] env[69613]: DEBUG oslo_vmware.api [None req-3558f5b5-9d81-4494-b58a-f82c4768b0b4 tempest-AttachInterfacesUnderV243Test-1097413231 tempest-AttachInterfacesUnderV243Test-1097413231-project-member] Task: {'id': task-3417178, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.703722] env[69613]: DEBUG nova.network.neutron [None req-10b3b422-343f-4ceb-8296-4779c39730e1 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] [instance: 3c85ee38-7f0c-48db-8bc7-cd3d17eb5f02] Successfully created port: a9cc858c-4232-4622-842a-3870b6de8b1f {{(pid=69613) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 752.737149] env[69613]: DEBUG nova.network.neutron [None req-d2b40205-3702-4058-b268-4ea74c707c4c tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] [instance: b2c6c4bb-86f8-4e8f-b83d-a77d00447ff2] Instance cache missing network info. {{(pid=69613) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 752.830023] env[69613]: DEBUG nova.compute.manager [None req-10b3b422-343f-4ceb-8296-4779c39730e1 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] [instance: 3c85ee38-7f0c-48db-8bc7-cd3d17eb5f02] Start building block device mappings for instance. {{(pid=69613) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 752.883412] env[69613]: INFO nova.compute.manager [-] [instance: e1db078f-b047-4e92-9b28-109607d988a4] Took 1.79 seconds to deallocate network for instance. [ 752.960950] env[69613]: DEBUG oslo_vmware.api [None req-8b4eae0d-735d-49d5-bfe2-7521bb72674e tempest-ListImageFiltersTestJSON-1131301097 tempest-ListImageFiltersTestJSON-1131301097-project-member] Task: {'id': task-3417176, 'name': RemoveSnapshot_Task} progress is 74%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.973838] env[69613]: DEBUG oslo_concurrency.lockutils [req-8e0aacdb-7a37-462e-ab0f-a73d0e99b722 req-d5fdabbf-21c5-4fc5-9e7c-149b2c4801c2 service nova] Releasing lock "refresh_cache-83459ab7-4522-4d02-8ef3-80a3eb14dde5" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.074811] env[69613]: DEBUG oslo_vmware.api [None req-00abac1a-2a14-4b0c-a895-276c50dbb341 tempest-ServersAdminNegativeTestJSON-2019534385 tempest-ServersAdminNegativeTestJSON-2019534385-project-member] Task: {'id': task-3417177, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.124187] env[69613]: DEBUG nova.network.neutron [None req-d2b40205-3702-4058-b268-4ea74c707c4c tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] [instance: b2c6c4bb-86f8-4e8f-b83d-a77d00447ff2] Updating instance_info_cache with network_info: [{"id": "d548569c-8972-421f-a95d-6707de82d47a", "address": "fa:16:3e:48:ea:17", "network": {"id": "2cb87d9b-693d-4d01-9cc7-dd815adbba8d", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1525363723-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "4ac79c17b68b4c8b9f7e4dc24fa29fe5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1cbd5e0e-9116-46f1-9748-13a73d2d7e75", "external-id": "nsx-vlan-transportzone-690", "segmentation_id": 690, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd548569c-89", "ovs_interfaceid": "d548569c-8972-421f-a95d-6707de82d47a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 753.147292] env[69613]: DEBUG oslo_vmware.api [None req-3558f5b5-9d81-4494-b58a-f82c4768b0b4 tempest-AttachInterfacesUnderV243Test-1097413231 tempest-AttachInterfacesUnderV243Test-1097413231-project-member] Task: {'id': task-3417178, 'name': PowerOnVM_Task} progress is 71%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.390113] env[69613]: DEBUG oslo_concurrency.lockutils [None req-514d41db-2ae4-4221-8f86-6e44c528e424 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 753.416299] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9399ab32-abee-4c58-8840-9a1c682a3607 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.428937] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-248b7678-edfc-4aad-a1e0-921e27f5d988 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.465848] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8795ba1-09da-414c-a4eb-6b79901c6f4d {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.474823] env[69613]: DEBUG oslo_vmware.api [None req-8b4eae0d-735d-49d5-bfe2-7521bb72674e tempest-ListImageFiltersTestJSON-1131301097 tempest-ListImageFiltersTestJSON-1131301097-project-member] Task: {'id': task-3417176, 'name': RemoveSnapshot_Task, 'duration_secs': 0.611063} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.477917] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-8b4eae0d-735d-49d5-bfe2-7521bb72674e tempest-ListImageFiltersTestJSON-1131301097 tempest-ListImageFiltersTestJSON-1131301097-project-member] [instance: 352f5690-451d-489a-a7b1-259ff9b95e49] Deleted Snapshot of the VM instance {{(pid=69613) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 753.478268] env[69613]: INFO nova.compute.manager [None req-8b4eae0d-735d-49d5-bfe2-7521bb72674e tempest-ListImageFiltersTestJSON-1131301097 tempest-ListImageFiltersTestJSON-1131301097-project-member] [instance: 352f5690-451d-489a-a7b1-259ff9b95e49] Took 16.50 seconds to snapshot the instance on the hypervisor. [ 753.483193] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93f7d9f6-16e5-4c07-a3ac-970685c4417a {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.501164] env[69613]: DEBUG nova.compute.provider_tree [None req-28bf20bd-b252-4b40-805a-7087e11663b4 tempest-SecurityGroupsTestJSON-147571119 tempest-SecurityGroupsTestJSON-147571119-project-member] Inventory has not changed in ProviderTree for provider: af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 {{(pid=69613) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 753.576925] env[69613]: DEBUG oslo_vmware.api [None req-00abac1a-2a14-4b0c-a895-276c50dbb341 tempest-ServersAdminNegativeTestJSON-2019534385 tempest-ServersAdminNegativeTestJSON-2019534385-project-member] Task: {'id': task-3417177, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.549734} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.577229] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-00abac1a-2a14-4b0c-a895-276c50dbb341 tempest-ServersAdminNegativeTestJSON-2019534385 tempest-ServersAdminNegativeTestJSON-2019534385-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk to [datastore1] 83459ab7-4522-4d02-8ef3-80a3eb14dde5/83459ab7-4522-4d02-8ef3-80a3eb14dde5.vmdk {{(pid=69613) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 753.577429] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-00abac1a-2a14-4b0c-a895-276c50dbb341 tempest-ServersAdminNegativeTestJSON-2019534385 tempest-ServersAdminNegativeTestJSON-2019534385-project-member] [instance: 83459ab7-4522-4d02-8ef3-80a3eb14dde5] Extending root virtual disk to 1048576 {{(pid=69613) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 753.577702] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9abba7b0-38a4-4192-a655-ef6679760e3b {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.586616] env[69613]: DEBUG oslo_vmware.api [None req-00abac1a-2a14-4b0c-a895-276c50dbb341 tempest-ServersAdminNegativeTestJSON-2019534385 tempest-ServersAdminNegativeTestJSON-2019534385-project-member] Waiting for the task: (returnval){ [ 753.586616] env[69613]: value = "task-3417179" [ 753.586616] env[69613]: _type = "Task" [ 753.586616] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.598243] env[69613]: DEBUG oslo_vmware.api [None req-00abac1a-2a14-4b0c-a895-276c50dbb341 tempest-ServersAdminNegativeTestJSON-2019534385 tempest-ServersAdminNegativeTestJSON-2019534385-project-member] Task: {'id': task-3417179, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.632463] env[69613]: DEBUG oslo_concurrency.lockutils [None req-d2b40205-3702-4058-b268-4ea74c707c4c tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Releasing lock "refresh_cache-b2c6c4bb-86f8-4e8f-b83d-a77d00447ff2" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.632463] env[69613]: DEBUG nova.compute.manager [None req-d2b40205-3702-4058-b268-4ea74c707c4c tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] [instance: b2c6c4bb-86f8-4e8f-b83d-a77d00447ff2] Instance network_info: |[{"id": "d548569c-8972-421f-a95d-6707de82d47a", "address": "fa:16:3e:48:ea:17", "network": {"id": "2cb87d9b-693d-4d01-9cc7-dd815adbba8d", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1525363723-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "4ac79c17b68b4c8b9f7e4dc24fa29fe5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1cbd5e0e-9116-46f1-9748-13a73d2d7e75", "external-id": "nsx-vlan-transportzone-690", "segmentation_id": 690, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd548569c-89", "ovs_interfaceid": "d548569c-8972-421f-a95d-6707de82d47a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69613) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 753.633058] env[69613]: DEBUG oslo_concurrency.lockutils [req-1e347c1e-43d6-44e5-8582-b2c40c71c46f req-ca352f11-5e18-4fbf-91dc-678d82f94527 service nova] Acquired lock "refresh_cache-b2c6c4bb-86f8-4e8f-b83d-a77d00447ff2" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.633103] env[69613]: DEBUG nova.network.neutron [req-1e347c1e-43d6-44e5-8582-b2c40c71c46f req-ca352f11-5e18-4fbf-91dc-678d82f94527 service nova] [instance: b2c6c4bb-86f8-4e8f-b83d-a77d00447ff2] Refreshing network info cache for port d548569c-8972-421f-a95d-6707de82d47a {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 753.634365] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-d2b40205-3702-4058-b268-4ea74c707c4c tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] [instance: b2c6c4bb-86f8-4e8f-b83d-a77d00447ff2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:48:ea:17', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1cbd5e0e-9116-46f1-9748-13a73d2d7e75', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd548569c-8972-421f-a95d-6707de82d47a', 'vif_model': 'vmxnet3'}] {{(pid=69613) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 753.643706] env[69613]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d2b40205-3702-4058-b268-4ea74c707c4c tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69613) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 753.653116] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b2c6c4bb-86f8-4e8f-b83d-a77d00447ff2] Creating VM on the ESX host {{(pid=69613) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 753.653116] env[69613]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7cb2a47a-1259-4f09-88c3-09d2b8d2681a {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.676658] env[69613]: DEBUG oslo_vmware.api [None req-3558f5b5-9d81-4494-b58a-f82c4768b0b4 tempest-AttachInterfacesUnderV243Test-1097413231 tempest-AttachInterfacesUnderV243Test-1097413231-project-member] Task: {'id': task-3417178, 'name': PowerOnVM_Task, 'duration_secs': 0.762144} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.678093] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-3558f5b5-9d81-4494-b58a-f82c4768b0b4 tempest-AttachInterfacesUnderV243Test-1097413231 tempest-AttachInterfacesUnderV243Test-1097413231-project-member] [instance: df4f5b07-b088-4c1f-9a13-7812115eeaf0] Powered on the VM {{(pid=69613) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 753.678314] env[69613]: INFO nova.compute.manager [None req-3558f5b5-9d81-4494-b58a-f82c4768b0b4 tempest-AttachInterfacesUnderV243Test-1097413231 tempest-AttachInterfacesUnderV243Test-1097413231-project-member] [instance: df4f5b07-b088-4c1f-9a13-7812115eeaf0] Took 7.81 seconds to spawn the instance on the hypervisor. [ 753.678493] env[69613]: DEBUG nova.compute.manager [None req-3558f5b5-9d81-4494-b58a-f82c4768b0b4 tempest-AttachInterfacesUnderV243Test-1097413231 tempest-AttachInterfacesUnderV243Test-1097413231-project-member] [instance: df4f5b07-b088-4c1f-9a13-7812115eeaf0] Checking state {{(pid=69613) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 753.678747] env[69613]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 753.678747] env[69613]: value = "task-3417180" [ 753.678747] env[69613]: _type = "Task" [ 753.678747] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.679500] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e86c87c5-9544-4ed3-8b57-73dd36db0eb7 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.694569] env[69613]: DEBUG oslo_vmware.api [-] Task: {'id': task-3417180, 'name': CreateVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.844830] env[69613]: DEBUG nova.compute.manager [None req-10b3b422-343f-4ceb-8296-4779c39730e1 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] [instance: 3c85ee38-7f0c-48db-8bc7-cd3d17eb5f02] Start spawning the instance on the hypervisor. {{(pid=69613) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 753.880965] env[69613]: DEBUG nova.virt.hardware [None req-10b3b422-343f-4ceb-8296-4779c39730e1 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T13:55:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T13:55:19Z,direct_url=,disk_format='vmdk',id=2b7a0304-b5d0-431d-b287-32c8388d7fbd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3e9e1b873f1442d59d5ee8247b941f74',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T13:55:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 753.880965] env[69613]: DEBUG nova.virt.hardware [None req-10b3b422-343f-4ceb-8296-4779c39730e1 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Flavor limits 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 753.880965] env[69613]: DEBUG nova.virt.hardware [None req-10b3b422-343f-4ceb-8296-4779c39730e1 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Image limits 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 753.880965] env[69613]: DEBUG nova.virt.hardware [None req-10b3b422-343f-4ceb-8296-4779c39730e1 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Flavor pref 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 753.881371] env[69613]: DEBUG nova.virt.hardware [None req-10b3b422-343f-4ceb-8296-4779c39730e1 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Image pref 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 753.881371] env[69613]: DEBUG nova.virt.hardware [None req-10b3b422-343f-4ceb-8296-4779c39730e1 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 753.881371] env[69613]: DEBUG nova.virt.hardware [None req-10b3b422-343f-4ceb-8296-4779c39730e1 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 753.882148] env[69613]: DEBUG nova.virt.hardware [None req-10b3b422-343f-4ceb-8296-4779c39730e1 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69613) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 753.882148] env[69613]: DEBUG nova.virt.hardware [None req-10b3b422-343f-4ceb-8296-4779c39730e1 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Got 1 possible topologies {{(pid=69613) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 753.882148] env[69613]: DEBUG nova.virt.hardware [None req-10b3b422-343f-4ceb-8296-4779c39730e1 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 753.882148] env[69613]: DEBUG nova.virt.hardware [None req-10b3b422-343f-4ceb-8296-4779c39730e1 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 753.882874] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7279429-357f-4c2e-9a33-ce5bbd976d88 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.892574] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f2e996f-0303-48ca-9f58-c65baa3be2d4 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.004438] env[69613]: DEBUG nova.scheduler.client.report [None req-28bf20bd-b252-4b40-805a-7087e11663b4 tempest-SecurityGroupsTestJSON-147571119 tempest-SecurityGroupsTestJSON-147571119-project-member] Inventory has not changed for provider af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69613) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 754.041363] env[69613]: DEBUG nova.network.neutron [req-1e347c1e-43d6-44e5-8582-b2c40c71c46f req-ca352f11-5e18-4fbf-91dc-678d82f94527 service nova] [instance: b2c6c4bb-86f8-4e8f-b83d-a77d00447ff2] Updated VIF entry in instance network info cache for port d548569c-8972-421f-a95d-6707de82d47a. {{(pid=69613) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 754.041806] env[69613]: DEBUG nova.network.neutron [req-1e347c1e-43d6-44e5-8582-b2c40c71c46f req-ca352f11-5e18-4fbf-91dc-678d82f94527 service nova] [instance: b2c6c4bb-86f8-4e8f-b83d-a77d00447ff2] Updating instance_info_cache with network_info: [{"id": "d548569c-8972-421f-a95d-6707de82d47a", "address": "fa:16:3e:48:ea:17", "network": {"id": "2cb87d9b-693d-4d01-9cc7-dd815adbba8d", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1525363723-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "4ac79c17b68b4c8b9f7e4dc24fa29fe5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1cbd5e0e-9116-46f1-9748-13a73d2d7e75", "external-id": "nsx-vlan-transportzone-690", "segmentation_id": 690, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd548569c-89", "ovs_interfaceid": "d548569c-8972-421f-a95d-6707de82d47a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 754.099682] env[69613]: DEBUG oslo_vmware.api [None req-00abac1a-2a14-4b0c-a895-276c50dbb341 tempest-ServersAdminNegativeTestJSON-2019534385 tempest-ServersAdminNegativeTestJSON-2019534385-project-member] Task: {'id': task-3417179, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071014} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.100610] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-00abac1a-2a14-4b0c-a895-276c50dbb341 tempest-ServersAdminNegativeTestJSON-2019534385 tempest-ServersAdminNegativeTestJSON-2019534385-project-member] [instance: 83459ab7-4522-4d02-8ef3-80a3eb14dde5] Extended root virtual disk {{(pid=69613) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 754.101800] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60ea6483-e3e2-45b5-b394-c6af271f65bd {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.132051] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-00abac1a-2a14-4b0c-a895-276c50dbb341 tempest-ServersAdminNegativeTestJSON-2019534385 tempest-ServersAdminNegativeTestJSON-2019534385-project-member] [instance: 83459ab7-4522-4d02-8ef3-80a3eb14dde5] Reconfiguring VM instance instance-0000002b to attach disk [datastore1] 83459ab7-4522-4d02-8ef3-80a3eb14dde5/83459ab7-4522-4d02-8ef3-80a3eb14dde5.vmdk or device None with type sparse {{(pid=69613) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 754.136079] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-218d5b2d-2f3a-4dc1-b923-f9a32c02b86d {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.160020] env[69613]: DEBUG oslo_vmware.api [None req-00abac1a-2a14-4b0c-a895-276c50dbb341 tempest-ServersAdminNegativeTestJSON-2019534385 tempest-ServersAdminNegativeTestJSON-2019534385-project-member] Waiting for the task: (returnval){ [ 754.160020] env[69613]: value = "task-3417181" [ 754.160020] env[69613]: _type = "Task" [ 754.160020] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.167701] env[69613]: DEBUG oslo_vmware.api [None req-00abac1a-2a14-4b0c-a895-276c50dbb341 tempest-ServersAdminNegativeTestJSON-2019534385 tempest-ServersAdminNegativeTestJSON-2019534385-project-member] Task: {'id': task-3417181, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.206375] env[69613]: DEBUG oslo_vmware.api [-] Task: {'id': task-3417180, 'name': CreateVM_Task, 'duration_secs': 0.370045} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.208829] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b2c6c4bb-86f8-4e8f-b83d-a77d00447ff2] Created VM on the ESX host {{(pid=69613) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 754.209412] env[69613]: INFO nova.compute.manager [None req-3558f5b5-9d81-4494-b58a-f82c4768b0b4 tempest-AttachInterfacesUnderV243Test-1097413231 tempest-AttachInterfacesUnderV243Test-1097413231-project-member] [instance: df4f5b07-b088-4c1f-9a13-7812115eeaf0] Took 52.22 seconds to build instance. [ 754.213215] env[69613]: DEBUG oslo_concurrency.lockutils [None req-d2b40205-3702-4058-b268-4ea74c707c4c tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.213215] env[69613]: DEBUG oslo_concurrency.lockutils [None req-d2b40205-3702-4058-b268-4ea74c707c4c tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.213215] env[69613]: DEBUG oslo_concurrency.lockutils [None req-d2b40205-3702-4058-b268-4ea74c707c4c tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.213215] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b30f9e6e-e844-4876-9d5d-cf16b255abb1 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.221217] env[69613]: DEBUG oslo_vmware.api [None req-d2b40205-3702-4058-b268-4ea74c707c4c tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Waiting for the task: (returnval){ [ 754.221217] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]5210b910-ab00-504d-7ff9-0e2dfaa69259" [ 754.221217] env[69613]: _type = "Task" [ 754.221217] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.229870] env[69613]: DEBUG oslo_vmware.api [None req-d2b40205-3702-4058-b268-4ea74c707c4c tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]5210b910-ab00-504d-7ff9-0e2dfaa69259, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.486256] env[69613]: DEBUG nova.network.neutron [None req-10b3b422-343f-4ceb-8296-4779c39730e1 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] [instance: 3c85ee38-7f0c-48db-8bc7-cd3d17eb5f02] Successfully updated port: a9cc858c-4232-4622-842a-3870b6de8b1f {{(pid=69613) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 754.512120] env[69613]: DEBUG oslo_concurrency.lockutils [None req-28bf20bd-b252-4b40-805a-7087e11663b4 tempest-SecurityGroupsTestJSON-147571119 tempest-SecurityGroupsTestJSON-147571119-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.697s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 754.512120] env[69613]: DEBUG nova.compute.manager [None req-28bf20bd-b252-4b40-805a-7087e11663b4 tempest-SecurityGroupsTestJSON-147571119 tempest-SecurityGroupsTestJSON-147571119-project-member] [instance: 41c0824b-2186-49fe-bcfd-82c031bf4810] Start building networks asynchronously for instance. {{(pid=69613) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 754.514755] env[69613]: DEBUG oslo_concurrency.lockutils [None req-bf8dbb0d-2bce-4093-89be-c695b36fed95 tempest-ServerShowV257Test-2050624232 tempest-ServerShowV257Test-2050624232-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.550s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 754.517027] env[69613]: INFO nova.compute.claims [None req-bf8dbb0d-2bce-4093-89be-c695b36fed95 tempest-ServerShowV257Test-2050624232 tempest-ServerShowV257Test-2050624232-project-member] [instance: 670d9426-6edb-4dfd-9953-1f10f89ebfc6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 754.545147] env[69613]: DEBUG oslo_concurrency.lockutils [req-1e347c1e-43d6-44e5-8582-b2c40c71c46f req-ca352f11-5e18-4fbf-91dc-678d82f94527 service nova] Releasing lock "refresh_cache-b2c6c4bb-86f8-4e8f-b83d-a77d00447ff2" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.565789] env[69613]: DEBUG nova.compute.manager [req-6f216df2-f231-4026-a802-051b79a81243 req-ed62073c-e540-4157-938d-b53cddbf167b service nova] [instance: 3c85ee38-7f0c-48db-8bc7-cd3d17eb5f02] Received event network-vif-plugged-a9cc858c-4232-4622-842a-3870b6de8b1f {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 754.565789] env[69613]: DEBUG oslo_concurrency.lockutils [req-6f216df2-f231-4026-a802-051b79a81243 req-ed62073c-e540-4157-938d-b53cddbf167b service nova] Acquiring lock "3c85ee38-7f0c-48db-8bc7-cd3d17eb5f02-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 754.565789] env[69613]: DEBUG oslo_concurrency.lockutils [req-6f216df2-f231-4026-a802-051b79a81243 req-ed62073c-e540-4157-938d-b53cddbf167b service nova] Lock "3c85ee38-7f0c-48db-8bc7-cd3d17eb5f02-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 754.565789] env[69613]: DEBUG oslo_concurrency.lockutils [req-6f216df2-f231-4026-a802-051b79a81243 req-ed62073c-e540-4157-938d-b53cddbf167b service nova] Lock "3c85ee38-7f0c-48db-8bc7-cd3d17eb5f02-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 754.565789] env[69613]: DEBUG nova.compute.manager [req-6f216df2-f231-4026-a802-051b79a81243 req-ed62073c-e540-4157-938d-b53cddbf167b service nova] [instance: 3c85ee38-7f0c-48db-8bc7-cd3d17eb5f02] No waiting events found dispatching network-vif-plugged-a9cc858c-4232-4622-842a-3870b6de8b1f {{(pid=69613) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 754.566544] env[69613]: WARNING nova.compute.manager [req-6f216df2-f231-4026-a802-051b79a81243 req-ed62073c-e540-4157-938d-b53cddbf167b service nova] [instance: 3c85ee38-7f0c-48db-8bc7-cd3d17eb5f02] Received unexpected event network-vif-plugged-a9cc858c-4232-4622-842a-3870b6de8b1f for instance with vm_state building and task_state spawning. [ 754.672012] env[69613]: DEBUG oslo_vmware.api [None req-00abac1a-2a14-4b0c-a895-276c50dbb341 tempest-ServersAdminNegativeTestJSON-2019534385 tempest-ServersAdminNegativeTestJSON-2019534385-project-member] Task: {'id': task-3417181, 'name': ReconfigVM_Task, 'duration_secs': 0.299422} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.672295] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-00abac1a-2a14-4b0c-a895-276c50dbb341 tempest-ServersAdminNegativeTestJSON-2019534385 tempest-ServersAdminNegativeTestJSON-2019534385-project-member] [instance: 83459ab7-4522-4d02-8ef3-80a3eb14dde5] Reconfigured VM instance instance-0000002b to attach disk [datastore1] 83459ab7-4522-4d02-8ef3-80a3eb14dde5/83459ab7-4522-4d02-8ef3-80a3eb14dde5.vmdk or device None with type sparse {{(pid=69613) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 754.672948] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bf9ab355-b3e2-4d7c-8b27-41b4431eed3d {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.681665] env[69613]: DEBUG oslo_vmware.api [None req-00abac1a-2a14-4b0c-a895-276c50dbb341 tempest-ServersAdminNegativeTestJSON-2019534385 tempest-ServersAdminNegativeTestJSON-2019534385-project-member] Waiting for the task: (returnval){ [ 754.681665] env[69613]: value = "task-3417182" [ 754.681665] env[69613]: _type = "Task" [ 754.681665] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.693803] env[69613]: DEBUG oslo_vmware.api [None req-00abac1a-2a14-4b0c-a895-276c50dbb341 tempest-ServersAdminNegativeTestJSON-2019534385 tempest-ServersAdminNegativeTestJSON-2019534385-project-member] Task: {'id': task-3417182, 'name': Rename_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.713030] env[69613]: DEBUG oslo_concurrency.lockutils [None req-3558f5b5-9d81-4494-b58a-f82c4768b0b4 tempest-AttachInterfacesUnderV243Test-1097413231 tempest-AttachInterfacesUnderV243Test-1097413231-project-member] Lock "df4f5b07-b088-4c1f-9a13-7812115eeaf0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 94.753s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 754.734907] env[69613]: DEBUG oslo_vmware.api [None req-d2b40205-3702-4058-b268-4ea74c707c4c tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]5210b910-ab00-504d-7ff9-0e2dfaa69259, 'name': SearchDatastore_Task, 'duration_secs': 0.01181} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.735867] env[69613]: DEBUG oslo_concurrency.lockutils [None req-d2b40205-3702-4058-b268-4ea74c707c4c tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.736344] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-d2b40205-3702-4058-b268-4ea74c707c4c tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] [instance: b2c6c4bb-86f8-4e8f-b83d-a77d00447ff2] Processing image 2b7a0304-b5d0-431d-b287-32c8388d7fbd {{(pid=69613) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 754.736768] env[69613]: DEBUG oslo_concurrency.lockutils [None req-d2b40205-3702-4058-b268-4ea74c707c4c tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.736997] env[69613]: DEBUG oslo_concurrency.lockutils [None req-d2b40205-3702-4058-b268-4ea74c707c4c tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.737214] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2b40205-3702-4058-b268-4ea74c707c4c tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69613) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 754.737774] env[69613]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e28d0540-3b02-49f8-a7b0-29f2b1963f20 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.750110] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2b40205-3702-4058-b268-4ea74c707c4c tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69613) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 754.750110] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-d2b40205-3702-4058-b268-4ea74c707c4c tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69613) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 754.751256] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d379b3a9-1c4c-45d1-b6cf-1e64e3c4ba20 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.758877] env[69613]: DEBUG oslo_vmware.api [None req-d2b40205-3702-4058-b268-4ea74c707c4c tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Waiting for the task: (returnval){ [ 754.758877] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]521335a9-d01a-0b4d-a59c-80e2105f83cc" [ 754.758877] env[69613]: _type = "Task" [ 754.758877] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.769154] env[69613]: DEBUG oslo_vmware.api [None req-d2b40205-3702-4058-b268-4ea74c707c4c tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]521335a9-d01a-0b4d-a59c-80e2105f83cc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.991394] env[69613]: DEBUG oslo_concurrency.lockutils [None req-10b3b422-343f-4ceb-8296-4779c39730e1 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Acquiring lock "refresh_cache-3c85ee38-7f0c-48db-8bc7-cd3d17eb5f02" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.991394] env[69613]: DEBUG oslo_concurrency.lockutils [None req-10b3b422-343f-4ceb-8296-4779c39730e1 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Acquired lock "refresh_cache-3c85ee38-7f0c-48db-8bc7-cd3d17eb5f02" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.991394] env[69613]: DEBUG nova.network.neutron [None req-10b3b422-343f-4ceb-8296-4779c39730e1 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] [instance: 3c85ee38-7f0c-48db-8bc7-cd3d17eb5f02] Building network info cache for instance {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 755.022925] env[69613]: DEBUG nova.compute.utils [None req-28bf20bd-b252-4b40-805a-7087e11663b4 tempest-SecurityGroupsTestJSON-147571119 tempest-SecurityGroupsTestJSON-147571119-project-member] Using /dev/sd instead of None {{(pid=69613) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 755.026458] env[69613]: DEBUG nova.compute.manager [None req-28bf20bd-b252-4b40-805a-7087e11663b4 tempest-SecurityGroupsTestJSON-147571119 tempest-SecurityGroupsTestJSON-147571119-project-member] [instance: 41c0824b-2186-49fe-bcfd-82c031bf4810] Allocating IP information in the background. {{(pid=69613) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 755.026792] env[69613]: DEBUG nova.network.neutron [None req-28bf20bd-b252-4b40-805a-7087e11663b4 tempest-SecurityGroupsTestJSON-147571119 tempest-SecurityGroupsTestJSON-147571119-project-member] [instance: 41c0824b-2186-49fe-bcfd-82c031bf4810] allocate_for_instance() {{(pid=69613) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 755.096644] env[69613]: DEBUG nova.policy [None req-28bf20bd-b252-4b40-805a-7087e11663b4 tempest-SecurityGroupsTestJSON-147571119 tempest-SecurityGroupsTestJSON-147571119-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4bf669f87cc14a0e992cfca291029e35', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'abcd35075ac348e88fb05677ad1f2b0f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69613) authorize /opt/stack/nova/nova/policy.py:192}} [ 755.197915] env[69613]: DEBUG oslo_vmware.api [None req-00abac1a-2a14-4b0c-a895-276c50dbb341 tempest-ServersAdminNegativeTestJSON-2019534385 tempest-ServersAdminNegativeTestJSON-2019534385-project-member] Task: {'id': task-3417182, 'name': Rename_Task, 'duration_secs': 0.163334} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.198528] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-00abac1a-2a14-4b0c-a895-276c50dbb341 tempest-ServersAdminNegativeTestJSON-2019534385 tempest-ServersAdminNegativeTestJSON-2019534385-project-member] [instance: 83459ab7-4522-4d02-8ef3-80a3eb14dde5] Powering on the VM {{(pid=69613) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 755.198919] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-faed3945-6010-4959-ba97-c6f93142f504 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.209151] env[69613]: DEBUG oslo_vmware.api [None req-00abac1a-2a14-4b0c-a895-276c50dbb341 tempest-ServersAdminNegativeTestJSON-2019534385 tempest-ServersAdminNegativeTestJSON-2019534385-project-member] Waiting for the task: (returnval){ [ 755.209151] env[69613]: value = "task-3417183" [ 755.209151] env[69613]: _type = "Task" [ 755.209151] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.221163] env[69613]: DEBUG nova.compute.manager [None req-0759add2-7c20-453d-a65a-4e216d6bad65 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] [instance: cf649a29-c0b2-4cc4-9d7d-da72ef553093] Starting instance... {{(pid=69613) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 755.223695] env[69613]: DEBUG oslo_vmware.api [None req-00abac1a-2a14-4b0c-a895-276c50dbb341 tempest-ServersAdminNegativeTestJSON-2019534385 tempest-ServersAdminNegativeTestJSON-2019534385-project-member] Task: {'id': task-3417183, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.270037] env[69613]: DEBUG oslo_vmware.api [None req-d2b40205-3702-4058-b268-4ea74c707c4c tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]521335a9-d01a-0b4d-a59c-80e2105f83cc, 'name': SearchDatastore_Task, 'duration_secs': 0.013179} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.272916] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cad9aafb-c8d8-47c8-90a8-057d00d42353 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.278188] env[69613]: DEBUG oslo_vmware.api [None req-d2b40205-3702-4058-b268-4ea74c707c4c tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Waiting for the task: (returnval){ [ 755.278188] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]52410645-8df8-6a7b-ca0c-d73765dc93b8" [ 755.278188] env[69613]: _type = "Task" [ 755.278188] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.288509] env[69613]: DEBUG oslo_vmware.api [None req-d2b40205-3702-4058-b268-4ea74c707c4c tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52410645-8df8-6a7b-ca0c-d73765dc93b8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.535019] env[69613]: DEBUG nova.compute.manager [None req-28bf20bd-b252-4b40-805a-7087e11663b4 tempest-SecurityGroupsTestJSON-147571119 tempest-SecurityGroupsTestJSON-147571119-project-member] [instance: 41c0824b-2186-49fe-bcfd-82c031bf4810] Start building block device mappings for instance. {{(pid=69613) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 755.537462] env[69613]: DEBUG nova.network.neutron [None req-10b3b422-343f-4ceb-8296-4779c39730e1 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] [instance: 3c85ee38-7f0c-48db-8bc7-cd3d17eb5f02] Instance cache missing network info. {{(pid=69613) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 755.562465] env[69613]: DEBUG nova.compute.manager [req-e2d6fdd2-d872-4a71-85e3-a9cb34c273c9 req-63c255fd-4e04-45a4-9054-3b6f742c58bf service nova] [instance: df4f5b07-b088-4c1f-9a13-7812115eeaf0] Received event network-changed-c048ad24-0dfb-47e5-ae37-b4fbdbaa80be {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 755.562649] env[69613]: DEBUG nova.compute.manager [req-e2d6fdd2-d872-4a71-85e3-a9cb34c273c9 req-63c255fd-4e04-45a4-9054-3b6f742c58bf service nova] [instance: df4f5b07-b088-4c1f-9a13-7812115eeaf0] Refreshing instance network info cache due to event network-changed-c048ad24-0dfb-47e5-ae37-b4fbdbaa80be. {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 755.563248] env[69613]: DEBUG oslo_concurrency.lockutils [req-e2d6fdd2-d872-4a71-85e3-a9cb34c273c9 req-63c255fd-4e04-45a4-9054-3b6f742c58bf service nova] Acquiring lock "refresh_cache-df4f5b07-b088-4c1f-9a13-7812115eeaf0" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.563415] env[69613]: DEBUG oslo_concurrency.lockutils [req-e2d6fdd2-d872-4a71-85e3-a9cb34c273c9 req-63c255fd-4e04-45a4-9054-3b6f742c58bf service nova] Acquired lock "refresh_cache-df4f5b07-b088-4c1f-9a13-7812115eeaf0" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.563642] env[69613]: DEBUG nova.network.neutron [req-e2d6fdd2-d872-4a71-85e3-a9cb34c273c9 req-63c255fd-4e04-45a4-9054-3b6f742c58bf service nova] [instance: df4f5b07-b088-4c1f-9a13-7812115eeaf0] Refreshing network info cache for port c048ad24-0dfb-47e5-ae37-b4fbdbaa80be {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 755.678480] env[69613]: DEBUG nova.network.neutron [None req-28bf20bd-b252-4b40-805a-7087e11663b4 tempest-SecurityGroupsTestJSON-147571119 tempest-SecurityGroupsTestJSON-147571119-project-member] [instance: 41c0824b-2186-49fe-bcfd-82c031bf4810] Successfully created port: 60e7bb28-badb-4158-82ef-7d766149bc8b {{(pid=69613) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 755.728032] env[69613]: DEBUG oslo_vmware.api [None req-00abac1a-2a14-4b0c-a895-276c50dbb341 tempest-ServersAdminNegativeTestJSON-2019534385 tempest-ServersAdminNegativeTestJSON-2019534385-project-member] Task: {'id': task-3417183, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.746840] env[69613]: DEBUG oslo_concurrency.lockutils [None req-0759add2-7c20-453d-a65a-4e216d6bad65 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 755.765982] env[69613]: DEBUG nova.network.neutron [None req-10b3b422-343f-4ceb-8296-4779c39730e1 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] [instance: 3c85ee38-7f0c-48db-8bc7-cd3d17eb5f02] Updating instance_info_cache with network_info: [{"id": "a9cc858c-4232-4622-842a-3870b6de8b1f", "address": "fa:16:3e:2b:bf:cc", "network": {"id": "64de9f7d-83a6-4dfb-bc7b-e08525149070", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-255161033-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "412c098cc7b941c6bb5c47763a2faff0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f499bc9-78da-46c1-9274-19edf26d31cb", "external-id": "nsx-vlan-transportzone-243", "segmentation_id": 243, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa9cc858c-42", "ovs_interfaceid": "a9cc858c-4232-4622-842a-3870b6de8b1f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 755.793676] env[69613]: DEBUG oslo_vmware.api [None req-d2b40205-3702-4058-b268-4ea74c707c4c tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52410645-8df8-6a7b-ca0c-d73765dc93b8, 'name': SearchDatastore_Task, 'duration_secs': 0.02895} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.793959] env[69613]: DEBUG oslo_concurrency.lockutils [None req-d2b40205-3702-4058-b268-4ea74c707c4c tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.794238] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2b40205-3702-4058-b268-4ea74c707c4c tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk to [datastore2] b2c6c4bb-86f8-4e8f-b83d-a77d00447ff2/b2c6c4bb-86f8-4e8f-b83d-a77d00447ff2.vmdk {{(pid=69613) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 755.794506] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ecee300f-994c-4ad6-a844-45f428e16a18 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.803777] env[69613]: DEBUG oslo_vmware.api [None req-d2b40205-3702-4058-b268-4ea74c707c4c tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Waiting for the task: (returnval){ [ 755.803777] env[69613]: value = "task-3417184" [ 755.803777] env[69613]: _type = "Task" [ 755.803777] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.814314] env[69613]: DEBUG oslo_vmware.api [None req-d2b40205-3702-4058-b268-4ea74c707c4c tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Task: {'id': task-3417184, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.095797] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0011ceb6-bfc9-468a-bc46-a1252d5be317 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.108847] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a9320e8-039f-48e4-b04a-9e82d97886fe {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.149809] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd0b9b95-f200-43c6-a5c6-fdfccbca86e7 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.164125] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61fe9b7a-f1f8-4a35-97c0-10dc47ed41a4 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.182905] env[69613]: DEBUG nova.compute.provider_tree [None req-bf8dbb0d-2bce-4093-89be-c695b36fed95 tempest-ServerShowV257Test-2050624232 tempest-ServerShowV257Test-2050624232-project-member] Inventory has not changed in ProviderTree for provider: af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 {{(pid=69613) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 756.221875] env[69613]: DEBUG oslo_vmware.api [None req-00abac1a-2a14-4b0c-a895-276c50dbb341 tempest-ServersAdminNegativeTestJSON-2019534385 tempest-ServersAdminNegativeTestJSON-2019534385-project-member] Task: {'id': task-3417183, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.273566] env[69613]: DEBUG oslo_concurrency.lockutils [None req-10b3b422-343f-4ceb-8296-4779c39730e1 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Releasing lock "refresh_cache-3c85ee38-7f0c-48db-8bc7-cd3d17eb5f02" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.273566] env[69613]: DEBUG nova.compute.manager [None req-10b3b422-343f-4ceb-8296-4779c39730e1 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] [instance: 3c85ee38-7f0c-48db-8bc7-cd3d17eb5f02] Instance network_info: |[{"id": "a9cc858c-4232-4622-842a-3870b6de8b1f", "address": "fa:16:3e:2b:bf:cc", "network": {"id": "64de9f7d-83a6-4dfb-bc7b-e08525149070", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-255161033-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "412c098cc7b941c6bb5c47763a2faff0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f499bc9-78da-46c1-9274-19edf26d31cb", "external-id": "nsx-vlan-transportzone-243", "segmentation_id": 243, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa9cc858c-42", "ovs_interfaceid": "a9cc858c-4232-4622-842a-3870b6de8b1f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69613) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 756.273770] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-10b3b422-343f-4ceb-8296-4779c39730e1 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] [instance: 3c85ee38-7f0c-48db-8bc7-cd3d17eb5f02] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2b:bf:cc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3f499bc9-78da-46c1-9274-19edf26d31cb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a9cc858c-4232-4622-842a-3870b6de8b1f', 'vif_model': 'vmxnet3'}] {{(pid=69613) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 756.280874] env[69613]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-10b3b422-343f-4ceb-8296-4779c39730e1 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69613) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 756.281525] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3c85ee38-7f0c-48db-8bc7-cd3d17eb5f02] Creating VM on the ESX host {{(pid=69613) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 756.281843] env[69613]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b7a8f45a-b92d-4fc7-b9c4-2c1ba2c962fd {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.310533] env[69613]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 756.310533] env[69613]: value = "task-3417185" [ 756.310533] env[69613]: _type = "Task" [ 756.310533] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.322188] env[69613]: DEBUG oslo_vmware.api [None req-d2b40205-3702-4058-b268-4ea74c707c4c tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Task: {'id': task-3417184, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.327788] env[69613]: DEBUG oslo_vmware.api [-] Task: {'id': task-3417185, 'name': CreateVM_Task} progress is 5%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.501145] env[69613]: DEBUG nova.network.neutron [req-e2d6fdd2-d872-4a71-85e3-a9cb34c273c9 req-63c255fd-4e04-45a4-9054-3b6f742c58bf service nova] [instance: df4f5b07-b088-4c1f-9a13-7812115eeaf0] Updated VIF entry in instance network info cache for port c048ad24-0dfb-47e5-ae37-b4fbdbaa80be. {{(pid=69613) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 756.501517] env[69613]: DEBUG nova.network.neutron [req-e2d6fdd2-d872-4a71-85e3-a9cb34c273c9 req-63c255fd-4e04-45a4-9054-3b6f742c58bf service nova] [instance: df4f5b07-b088-4c1f-9a13-7812115eeaf0] Updating instance_info_cache with network_info: [{"id": "c048ad24-0dfb-47e5-ae37-b4fbdbaa80be", "address": "fa:16:3e:2c:1a:39", "network": {"id": "29015a12-714c-4ace-bdde-5faf85dce29f", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-784612567-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.243", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae76c8f55e184e45af12c026b8dcc734", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "392517be-6cb8-4b5b-9a52-449bfe2e16f7", "external-id": "nsx-vlan-transportzone-351", "segmentation_id": 351, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc048ad24-0d", "ovs_interfaceid": "c048ad24-0dfb-47e5-ae37-b4fbdbaa80be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 756.548110] env[69613]: DEBUG nova.compute.manager [None req-28bf20bd-b252-4b40-805a-7087e11663b4 tempest-SecurityGroupsTestJSON-147571119 tempest-SecurityGroupsTestJSON-147571119-project-member] [instance: 41c0824b-2186-49fe-bcfd-82c031bf4810] Start spawning the instance on the hypervisor. {{(pid=69613) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 756.581187] env[69613]: DEBUG nova.virt.hardware [None req-28bf20bd-b252-4b40-805a-7087e11663b4 tempest-SecurityGroupsTestJSON-147571119 tempest-SecurityGroupsTestJSON-147571119-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T13:55:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T13:55:19Z,direct_url=,disk_format='vmdk',id=2b7a0304-b5d0-431d-b287-32c8388d7fbd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3e9e1b873f1442d59d5ee8247b941f74',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T13:55:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 756.581660] env[69613]: DEBUG nova.virt.hardware [None req-28bf20bd-b252-4b40-805a-7087e11663b4 tempest-SecurityGroupsTestJSON-147571119 tempest-SecurityGroupsTestJSON-147571119-project-member] Flavor limits 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 756.581660] env[69613]: DEBUG nova.virt.hardware [None req-28bf20bd-b252-4b40-805a-7087e11663b4 tempest-SecurityGroupsTestJSON-147571119 tempest-SecurityGroupsTestJSON-147571119-project-member] Image limits 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 756.582553] env[69613]: DEBUG nova.virt.hardware [None req-28bf20bd-b252-4b40-805a-7087e11663b4 tempest-SecurityGroupsTestJSON-147571119 tempest-SecurityGroupsTestJSON-147571119-project-member] Flavor pref 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 756.582553] env[69613]: DEBUG nova.virt.hardware [None req-28bf20bd-b252-4b40-805a-7087e11663b4 tempest-SecurityGroupsTestJSON-147571119 tempest-SecurityGroupsTestJSON-147571119-project-member] Image pref 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 756.582553] env[69613]: DEBUG nova.virt.hardware [None req-28bf20bd-b252-4b40-805a-7087e11663b4 tempest-SecurityGroupsTestJSON-147571119 tempest-SecurityGroupsTestJSON-147571119-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 756.582728] env[69613]: DEBUG nova.virt.hardware [None req-28bf20bd-b252-4b40-805a-7087e11663b4 tempest-SecurityGroupsTestJSON-147571119 tempest-SecurityGroupsTestJSON-147571119-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 756.582982] env[69613]: DEBUG nova.virt.hardware [None req-28bf20bd-b252-4b40-805a-7087e11663b4 tempest-SecurityGroupsTestJSON-147571119 tempest-SecurityGroupsTestJSON-147571119-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69613) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 756.583203] env[69613]: DEBUG nova.virt.hardware [None req-28bf20bd-b252-4b40-805a-7087e11663b4 tempest-SecurityGroupsTestJSON-147571119 tempest-SecurityGroupsTestJSON-147571119-project-member] Got 1 possible topologies {{(pid=69613) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 756.583845] env[69613]: DEBUG nova.virt.hardware [None req-28bf20bd-b252-4b40-805a-7087e11663b4 tempest-SecurityGroupsTestJSON-147571119 tempest-SecurityGroupsTestJSON-147571119-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 756.583845] env[69613]: DEBUG nova.virt.hardware [None req-28bf20bd-b252-4b40-805a-7087e11663b4 tempest-SecurityGroupsTestJSON-147571119 tempest-SecurityGroupsTestJSON-147571119-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 756.584690] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9785e503-9e12-4b58-ae73-38d5c5eb0873 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.594403] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-753943e0-417b-44f7-a52e-77b0684ed7cd {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.614453] env[69613]: DEBUG nova.compute.manager [req-222ab781-3294-45fb-b19f-5ceafe9ae0f7 req-e679d8f4-25fa-44e6-a9a9-cc98d67a310d service nova] [instance: 3c85ee38-7f0c-48db-8bc7-cd3d17eb5f02] Received event network-changed-a9cc858c-4232-4622-842a-3870b6de8b1f {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 756.614554] env[69613]: DEBUG nova.compute.manager [req-222ab781-3294-45fb-b19f-5ceafe9ae0f7 req-e679d8f4-25fa-44e6-a9a9-cc98d67a310d service nova] [instance: 3c85ee38-7f0c-48db-8bc7-cd3d17eb5f02] Refreshing instance network info cache due to event network-changed-a9cc858c-4232-4622-842a-3870b6de8b1f. {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 756.614746] env[69613]: DEBUG oslo_concurrency.lockutils [req-222ab781-3294-45fb-b19f-5ceafe9ae0f7 req-e679d8f4-25fa-44e6-a9a9-cc98d67a310d service nova] Acquiring lock "refresh_cache-3c85ee38-7f0c-48db-8bc7-cd3d17eb5f02" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.614904] env[69613]: DEBUG oslo_concurrency.lockutils [req-222ab781-3294-45fb-b19f-5ceafe9ae0f7 req-e679d8f4-25fa-44e6-a9a9-cc98d67a310d service nova] Acquired lock "refresh_cache-3c85ee38-7f0c-48db-8bc7-cd3d17eb5f02" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.615070] env[69613]: DEBUG nova.network.neutron [req-222ab781-3294-45fb-b19f-5ceafe9ae0f7 req-e679d8f4-25fa-44e6-a9a9-cc98d67a310d service nova] [instance: 3c85ee38-7f0c-48db-8bc7-cd3d17eb5f02] Refreshing network info cache for port a9cc858c-4232-4622-842a-3870b6de8b1f {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 756.687508] env[69613]: DEBUG nova.scheduler.client.report [None req-bf8dbb0d-2bce-4093-89be-c695b36fed95 tempest-ServerShowV257Test-2050624232 tempest-ServerShowV257Test-2050624232-project-member] Inventory has not changed for provider af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69613) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 756.705841] env[69613]: DEBUG nova.compute.manager [None req-8e423f78-82f9-48b5-acbf-a0fce1442a2a tempest-ListImageFiltersTestJSON-1131301097 tempest-ListImageFiltersTestJSON-1131301097-project-member] [instance: 8a331293-ee7f-4faa-a316-56aec9296894] Checking state {{(pid=69613) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 756.706999] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7a7d904-2e40-4cd9-99b4-f8b5b0529d3b {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.719888] env[69613]: DEBUG oslo_vmware.api [None req-00abac1a-2a14-4b0c-a895-276c50dbb341 tempest-ServersAdminNegativeTestJSON-2019534385 tempest-ServersAdminNegativeTestJSON-2019534385-project-member] Task: {'id': task-3417183, 'name': PowerOnVM_Task, 'duration_secs': 1.088966} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.721540] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-00abac1a-2a14-4b0c-a895-276c50dbb341 tempest-ServersAdminNegativeTestJSON-2019534385 tempest-ServersAdminNegativeTestJSON-2019534385-project-member] [instance: 83459ab7-4522-4d02-8ef3-80a3eb14dde5] Powered on the VM {{(pid=69613) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 756.721745] env[69613]: INFO nova.compute.manager [None req-00abac1a-2a14-4b0c-a895-276c50dbb341 tempest-ServersAdminNegativeTestJSON-2019534385 tempest-ServersAdminNegativeTestJSON-2019534385-project-member] [instance: 83459ab7-4522-4d02-8ef3-80a3eb14dde5] Took 8.23 seconds to spawn the instance on the hypervisor. [ 756.721923] env[69613]: DEBUG nova.compute.manager [None req-00abac1a-2a14-4b0c-a895-276c50dbb341 tempest-ServersAdminNegativeTestJSON-2019534385 tempest-ServersAdminNegativeTestJSON-2019534385-project-member] [instance: 83459ab7-4522-4d02-8ef3-80a3eb14dde5] Checking state {{(pid=69613) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 756.725121] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42dec2e7-9da0-4bcc-9ef4-33a15ca40329 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.818020] env[69613]: DEBUG oslo_vmware.api [None req-d2b40205-3702-4058-b268-4ea74c707c4c tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Task: {'id': task-3417184, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.548567} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.819973] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2b40205-3702-4058-b268-4ea74c707c4c tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk to [datastore2] b2c6c4bb-86f8-4e8f-b83d-a77d00447ff2/b2c6c4bb-86f8-4e8f-b83d-a77d00447ff2.vmdk {{(pid=69613) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 756.820234] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-d2b40205-3702-4058-b268-4ea74c707c4c tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] [instance: b2c6c4bb-86f8-4e8f-b83d-a77d00447ff2] Extending root virtual disk to 1048576 {{(pid=69613) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 756.820497] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5247789e-d231-46df-aa56-bc501d8ed0e8 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.829763] env[69613]: DEBUG oslo_vmware.api [-] Task: {'id': task-3417185, 'name': CreateVM_Task} progress is 99%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.832624] env[69613]: DEBUG oslo_vmware.api [None req-d2b40205-3702-4058-b268-4ea74c707c4c tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Waiting for the task: (returnval){ [ 756.832624] env[69613]: value = "task-3417186" [ 756.832624] env[69613]: _type = "Task" [ 756.832624] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.847486] env[69613]: DEBUG oslo_vmware.api [None req-d2b40205-3702-4058-b268-4ea74c707c4c tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Task: {'id': task-3417186, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.004961] env[69613]: DEBUG oslo_concurrency.lockutils [req-e2d6fdd2-d872-4a71-85e3-a9cb34c273c9 req-63c255fd-4e04-45a4-9054-3b6f742c58bf service nova] Releasing lock "refresh_cache-df4f5b07-b088-4c1f-9a13-7812115eeaf0" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.193181] env[69613]: DEBUG oslo_concurrency.lockutils [None req-bf8dbb0d-2bce-4093-89be-c695b36fed95 tempest-ServerShowV257Test-2050624232 tempest-ServerShowV257Test-2050624232-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.678s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 757.194336] env[69613]: DEBUG nova.compute.manager [None req-bf8dbb0d-2bce-4093-89be-c695b36fed95 tempest-ServerShowV257Test-2050624232 tempest-ServerShowV257Test-2050624232-project-member] [instance: 670d9426-6edb-4dfd-9953-1f10f89ebfc6] Start building networks asynchronously for instance. {{(pid=69613) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 757.197099] env[69613]: DEBUG oslo_concurrency.lockutils [None req-c9b297ec-4a3c-47b1-8acb-7c701bb7c802 tempest-ServersV294TestFqdnHostnames-2142112812 tempest-ServersV294TestFqdnHostnames-2142112812-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.979s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 757.201034] env[69613]: DEBUG oslo_concurrency.lockutils [None req-c9b297ec-4a3c-47b1-8acb-7c701bb7c802 tempest-ServersV294TestFqdnHostnames-2142112812 tempest-ServersV294TestFqdnHostnames-2142112812-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 757.201034] env[69613]: DEBUG oslo_concurrency.lockutils [None req-26d99e78-24bd-4aa1-ab21-ca474354f15c tempest-ServersTestJSON-1359772964 tempest-ServersTestJSON-1359772964-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.688s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 757.201034] env[69613]: DEBUG oslo_concurrency.lockutils [None req-26d99e78-24bd-4aa1-ab21-ca474354f15c tempest-ServersTestJSON-1359772964 tempest-ServersTestJSON-1359772964-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 757.202314] env[69613]: DEBUG oslo_concurrency.lockutils [None req-01d3ef8f-40fc-4a59-a37f-963ed7fa8127 tempest-ServersTestManualDisk-642376445 tempest-ServersTestManualDisk-642376445-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.719s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 757.209013] env[69613]: INFO nova.compute.claims [None req-01d3ef8f-40fc-4a59-a37f-963ed7fa8127 tempest-ServersTestManualDisk-642376445 tempest-ServersTestManualDisk-642376445-project-member] [instance: 42aba8f8-9657-437f-b305-13239f26fac2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 757.230182] env[69613]: INFO nova.compute.manager [None req-8e423f78-82f9-48b5-acbf-a0fce1442a2a tempest-ListImageFiltersTestJSON-1131301097 tempest-ListImageFiltersTestJSON-1131301097-project-member] [instance: 8a331293-ee7f-4faa-a316-56aec9296894] instance snapshotting [ 757.236019] env[69613]: INFO nova.scheduler.client.report [None req-26d99e78-24bd-4aa1-ab21-ca474354f15c tempest-ServersTestJSON-1359772964 tempest-ServersTestJSON-1359772964-project-member] Deleted allocations for instance 494cdc5d-27c6-4a1c-8089-4b2a4dd08566 [ 757.236019] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7e4464e-4358-45d9-a495-b14321467f1e {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.241213] env[69613]: INFO nova.scheduler.client.report [None req-c9b297ec-4a3c-47b1-8acb-7c701bb7c802 tempest-ServersV294TestFqdnHostnames-2142112812 tempest-ServersV294TestFqdnHostnames-2142112812-project-member] Deleted allocations for instance 1178a341-cc87-48f9-b274-f0a1ab0c01fc [ 757.248698] env[69613]: DEBUG nova.network.neutron [None req-28bf20bd-b252-4b40-805a-7087e11663b4 tempest-SecurityGroupsTestJSON-147571119 tempest-SecurityGroupsTestJSON-147571119-project-member] [instance: 41c0824b-2186-49fe-bcfd-82c031bf4810] Successfully updated port: 60e7bb28-badb-4158-82ef-7d766149bc8b {{(pid=69613) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 757.277203] env[69613]: INFO nova.compute.manager [None req-00abac1a-2a14-4b0c-a895-276c50dbb341 tempest-ServersAdminNegativeTestJSON-2019534385 tempest-ServersAdminNegativeTestJSON-2019534385-project-member] [instance: 83459ab7-4522-4d02-8ef3-80a3eb14dde5] Took 52.66 seconds to build instance. [ 757.280297] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9083af9b-007e-451d-969f-6533e8fc83cc {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.327974] env[69613]: DEBUG oslo_vmware.api [-] Task: {'id': task-3417185, 'name': CreateVM_Task, 'duration_secs': 0.581151} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.328151] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3c85ee38-7f0c-48db-8bc7-cd3d17eb5f02] Created VM on the ESX host {{(pid=69613) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 757.328836] env[69613]: DEBUG oslo_concurrency.lockutils [None req-10b3b422-343f-4ceb-8296-4779c39730e1 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.330656] env[69613]: DEBUG oslo_concurrency.lockutils [None req-10b3b422-343f-4ceb-8296-4779c39730e1 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.330656] env[69613]: DEBUG oslo_concurrency.lockutils [None req-10b3b422-343f-4ceb-8296-4779c39730e1 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.330656] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4e20662e-06ac-4469-b0fa-4eb0310b4a12 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.343643] env[69613]: DEBUG oslo_vmware.api [None req-10b3b422-343f-4ceb-8296-4779c39730e1 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Waiting for the task: (returnval){ [ 757.343643] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]52042797-3aa0-0e59-8715-35ceae675079" [ 757.343643] env[69613]: _type = "Task" [ 757.343643] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.352756] env[69613]: DEBUG oslo_vmware.api [None req-d2b40205-3702-4058-b268-4ea74c707c4c tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Task: {'id': task-3417186, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.13362} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.353526] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-d2b40205-3702-4058-b268-4ea74c707c4c tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] [instance: b2c6c4bb-86f8-4e8f-b83d-a77d00447ff2] Extended root virtual disk {{(pid=69613) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 757.354600] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e2d0d50-6af0-4eb2-b97b-7fce0767eb01 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.362236] env[69613]: DEBUG oslo_vmware.api [None req-10b3b422-343f-4ceb-8296-4779c39730e1 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52042797-3aa0-0e59-8715-35ceae675079, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.392673] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-d2b40205-3702-4058-b268-4ea74c707c4c tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] [instance: b2c6c4bb-86f8-4e8f-b83d-a77d00447ff2] Reconfiguring VM instance instance-0000002c to attach disk [datastore2] b2c6c4bb-86f8-4e8f-b83d-a77d00447ff2/b2c6c4bb-86f8-4e8f-b83d-a77d00447ff2.vmdk or device None with type sparse {{(pid=69613) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 757.393080] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-763b92a7-393d-4954-9659-9e11043e05cb {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.427581] env[69613]: DEBUG oslo_vmware.api [None req-d2b40205-3702-4058-b268-4ea74c707c4c tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Waiting for the task: (returnval){ [ 757.427581] env[69613]: value = "task-3417187" [ 757.427581] env[69613]: _type = "Task" [ 757.427581] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.440687] env[69613]: DEBUG oslo_vmware.api [None req-d2b40205-3702-4058-b268-4ea74c707c4c tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Task: {'id': task-3417187, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.476626] env[69613]: DEBUG nova.network.neutron [req-222ab781-3294-45fb-b19f-5ceafe9ae0f7 req-e679d8f4-25fa-44e6-a9a9-cc98d67a310d service nova] [instance: 3c85ee38-7f0c-48db-8bc7-cd3d17eb5f02] Updated VIF entry in instance network info cache for port a9cc858c-4232-4622-842a-3870b6de8b1f. {{(pid=69613) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 757.476972] env[69613]: DEBUG nova.network.neutron [req-222ab781-3294-45fb-b19f-5ceafe9ae0f7 req-e679d8f4-25fa-44e6-a9a9-cc98d67a310d service nova] [instance: 3c85ee38-7f0c-48db-8bc7-cd3d17eb5f02] Updating instance_info_cache with network_info: [{"id": "a9cc858c-4232-4622-842a-3870b6de8b1f", "address": "fa:16:3e:2b:bf:cc", "network": {"id": "64de9f7d-83a6-4dfb-bc7b-e08525149070", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-255161033-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "412c098cc7b941c6bb5c47763a2faff0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f499bc9-78da-46c1-9274-19edf26d31cb", "external-id": "nsx-vlan-transportzone-243", "segmentation_id": 243, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa9cc858c-42", "ovs_interfaceid": "a9cc858c-4232-4622-842a-3870b6de8b1f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 757.710457] env[69613]: DEBUG nova.compute.utils [None req-bf8dbb0d-2bce-4093-89be-c695b36fed95 tempest-ServerShowV257Test-2050624232 tempest-ServerShowV257Test-2050624232-project-member] Using /dev/sd instead of None {{(pid=69613) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 757.714392] env[69613]: DEBUG nova.compute.manager [None req-bf8dbb0d-2bce-4093-89be-c695b36fed95 tempest-ServerShowV257Test-2050624232 tempest-ServerShowV257Test-2050624232-project-member] [instance: 670d9426-6edb-4dfd-9953-1f10f89ebfc6] Not allocating networking since 'none' was specified. {{(pid=69613) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 757.758558] env[69613]: DEBUG oslo_concurrency.lockutils [None req-26d99e78-24bd-4aa1-ab21-ca474354f15c tempest-ServersTestJSON-1359772964 tempest-ServersTestJSON-1359772964-project-member] Lock "494cdc5d-27c6-4a1c-8089-4b2a4dd08566" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.056s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 757.759525] env[69613]: DEBUG oslo_concurrency.lockutils [None req-c9b297ec-4a3c-47b1-8acb-7c701bb7c802 tempest-ServersV294TestFqdnHostnames-2142112812 tempest-ServersV294TestFqdnHostnames-2142112812-project-member] Lock "1178a341-cc87-48f9-b274-f0a1ab0c01fc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.590s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 757.785386] env[69613]: DEBUG oslo_concurrency.lockutils [None req-00abac1a-2a14-4b0c-a895-276c50dbb341 tempest-ServersAdminNegativeTestJSON-2019534385 tempest-ServersAdminNegativeTestJSON-2019534385-project-member] Lock "83459ab7-4522-4d02-8ef3-80a3eb14dde5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 94.854s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 757.796552] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-8e423f78-82f9-48b5-acbf-a0fce1442a2a tempest-ListImageFiltersTestJSON-1131301097 tempest-ListImageFiltersTestJSON-1131301097-project-member] [instance: 8a331293-ee7f-4faa-a316-56aec9296894] Creating Snapshot of the VM instance {{(pid=69613) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 757.796863] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-23bf02e9-612c-44d9-85ff-8a8de299b1e8 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.799676] env[69613]: DEBUG oslo_concurrency.lockutils [None req-28bf20bd-b252-4b40-805a-7087e11663b4 tempest-SecurityGroupsTestJSON-147571119 tempest-SecurityGroupsTestJSON-147571119-project-member] Acquiring lock "refresh_cache-41c0824b-2186-49fe-bcfd-82c031bf4810" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.799870] env[69613]: DEBUG oslo_concurrency.lockutils [None req-28bf20bd-b252-4b40-805a-7087e11663b4 tempest-SecurityGroupsTestJSON-147571119 tempest-SecurityGroupsTestJSON-147571119-project-member] Acquired lock "refresh_cache-41c0824b-2186-49fe-bcfd-82c031bf4810" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.800014] env[69613]: DEBUG nova.network.neutron [None req-28bf20bd-b252-4b40-805a-7087e11663b4 tempest-SecurityGroupsTestJSON-147571119 tempest-SecurityGroupsTestJSON-147571119-project-member] [instance: 41c0824b-2186-49fe-bcfd-82c031bf4810] Building network info cache for instance {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 757.808371] env[69613]: DEBUG oslo_vmware.api [None req-8e423f78-82f9-48b5-acbf-a0fce1442a2a tempest-ListImageFiltersTestJSON-1131301097 tempest-ListImageFiltersTestJSON-1131301097-project-member] Waiting for the task: (returnval){ [ 757.808371] env[69613]: value = "task-3417188" [ 757.808371] env[69613]: _type = "Task" [ 757.808371] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.818587] env[69613]: DEBUG oslo_vmware.api [None req-8e423f78-82f9-48b5-acbf-a0fce1442a2a tempest-ListImageFiltersTestJSON-1131301097 tempest-ListImageFiltersTestJSON-1131301097-project-member] Task: {'id': task-3417188, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.855164] env[69613]: DEBUG oslo_vmware.api [None req-10b3b422-343f-4ceb-8296-4779c39730e1 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52042797-3aa0-0e59-8715-35ceae675079, 'name': SearchDatastore_Task, 'duration_secs': 0.046407} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.855536] env[69613]: DEBUG oslo_concurrency.lockutils [None req-10b3b422-343f-4ceb-8296-4779c39730e1 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.855806] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-10b3b422-343f-4ceb-8296-4779c39730e1 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] [instance: 3c85ee38-7f0c-48db-8bc7-cd3d17eb5f02] Processing image 2b7a0304-b5d0-431d-b287-32c8388d7fbd {{(pid=69613) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 757.856105] env[69613]: DEBUG oslo_concurrency.lockutils [None req-10b3b422-343f-4ceb-8296-4779c39730e1 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.856293] env[69613]: DEBUG oslo_concurrency.lockutils [None req-10b3b422-343f-4ceb-8296-4779c39730e1 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.856511] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-10b3b422-343f-4ceb-8296-4779c39730e1 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69613) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 757.856816] env[69613]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3a94e114-ea49-431f-bd65-e4d073496fb9 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.870281] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-10b3b422-343f-4ceb-8296-4779c39730e1 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69613) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 757.870480] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-10b3b422-343f-4ceb-8296-4779c39730e1 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69613) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 757.871309] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-97783798-af7b-461f-b3a7-77205648eeea {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.877378] env[69613]: DEBUG oslo_vmware.api [None req-10b3b422-343f-4ceb-8296-4779c39730e1 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Waiting for the task: (returnval){ [ 757.877378] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]526c1c90-342c-19ad-ff65-7ced2dd86cdd" [ 757.877378] env[69613]: _type = "Task" [ 757.877378] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.886936] env[69613]: DEBUG oslo_vmware.api [None req-10b3b422-343f-4ceb-8296-4779c39730e1 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]526c1c90-342c-19ad-ff65-7ced2dd86cdd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.937438] env[69613]: DEBUG oslo_vmware.api [None req-d2b40205-3702-4058-b268-4ea74c707c4c tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Task: {'id': task-3417187, 'name': ReconfigVM_Task, 'duration_secs': 0.305351} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.937749] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-d2b40205-3702-4058-b268-4ea74c707c4c tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] [instance: b2c6c4bb-86f8-4e8f-b83d-a77d00447ff2] Reconfigured VM instance instance-0000002c to attach disk [datastore2] b2c6c4bb-86f8-4e8f-b83d-a77d00447ff2/b2c6c4bb-86f8-4e8f-b83d-a77d00447ff2.vmdk or device None with type sparse {{(pid=69613) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 757.938440] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d857f029-608d-4632-b983-b80c280d220b {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.946241] env[69613]: DEBUG oslo_vmware.api [None req-d2b40205-3702-4058-b268-4ea74c707c4c tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Waiting for the task: (returnval){ [ 757.946241] env[69613]: value = "task-3417189" [ 757.946241] env[69613]: _type = "Task" [ 757.946241] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.956727] env[69613]: DEBUG oslo_vmware.api [None req-d2b40205-3702-4058-b268-4ea74c707c4c tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Task: {'id': task-3417189, 'name': Rename_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.980578] env[69613]: DEBUG oslo_concurrency.lockutils [req-222ab781-3294-45fb-b19f-5ceafe9ae0f7 req-e679d8f4-25fa-44e6-a9a9-cc98d67a310d service nova] Releasing lock "refresh_cache-3c85ee38-7f0c-48db-8bc7-cd3d17eb5f02" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.216303] env[69613]: DEBUG nova.compute.manager [None req-bf8dbb0d-2bce-4093-89be-c695b36fed95 tempest-ServerShowV257Test-2050624232 tempest-ServerShowV257Test-2050624232-project-member] [instance: 670d9426-6edb-4dfd-9953-1f10f89ebfc6] Start building block device mappings for instance. {{(pid=69613) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 758.289759] env[69613]: DEBUG nova.compute.manager [None req-6eaa0095-281f-4f74-9df8-fa2d844d036e tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] [instance: 1380fea1-6d74-469a-8a3a-7706e3d1f932] Starting instance... {{(pid=69613) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 758.319583] env[69613]: DEBUG oslo_vmware.api [None req-8e423f78-82f9-48b5-acbf-a0fce1442a2a tempest-ListImageFiltersTestJSON-1131301097 tempest-ListImageFiltersTestJSON-1131301097-project-member] Task: {'id': task-3417188, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.363111] env[69613]: DEBUG nova.network.neutron [None req-28bf20bd-b252-4b40-805a-7087e11663b4 tempest-SecurityGroupsTestJSON-147571119 tempest-SecurityGroupsTestJSON-147571119-project-member] [instance: 41c0824b-2186-49fe-bcfd-82c031bf4810] Instance cache missing network info. {{(pid=69613) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 758.393285] env[69613]: DEBUG oslo_vmware.api [None req-10b3b422-343f-4ceb-8296-4779c39730e1 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]526c1c90-342c-19ad-ff65-7ced2dd86cdd, 'name': SearchDatastore_Task, 'duration_secs': 0.02798} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.393890] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f8a3a961-9c74-4664-8b36-c307b65e1bce {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.402741] env[69613]: DEBUG oslo_vmware.api [None req-10b3b422-343f-4ceb-8296-4779c39730e1 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Waiting for the task: (returnval){ [ 758.402741] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]52b3fa8a-6b26-40d4-f497-6cd274c276f2" [ 758.402741] env[69613]: _type = "Task" [ 758.402741] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.415462] env[69613]: DEBUG oslo_vmware.api [None req-10b3b422-343f-4ceb-8296-4779c39730e1 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52b3fa8a-6b26-40d4-f497-6cd274c276f2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.457864] env[69613]: DEBUG oslo_vmware.api [None req-d2b40205-3702-4058-b268-4ea74c707c4c tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Task: {'id': task-3417189, 'name': Rename_Task, 'duration_secs': 0.15151} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.460694] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2b40205-3702-4058-b268-4ea74c707c4c tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] [instance: b2c6c4bb-86f8-4e8f-b83d-a77d00447ff2] Powering on the VM {{(pid=69613) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 758.461260] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-62e08cfa-cb86-44be-a48e-0a73c28ede96 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.469529] env[69613]: DEBUG oslo_vmware.api [None req-d2b40205-3702-4058-b268-4ea74c707c4c tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Waiting for the task: (returnval){ [ 758.469529] env[69613]: value = "task-3417190" [ 758.469529] env[69613]: _type = "Task" [ 758.469529] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.484898] env[69613]: DEBUG oslo_vmware.api [None req-d2b40205-3702-4058-b268-4ea74c707c4c tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Task: {'id': task-3417190, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.670164] env[69613]: DEBUG nova.network.neutron [None req-28bf20bd-b252-4b40-805a-7087e11663b4 tempest-SecurityGroupsTestJSON-147571119 tempest-SecurityGroupsTestJSON-147571119-project-member] [instance: 41c0824b-2186-49fe-bcfd-82c031bf4810] Updating instance_info_cache with network_info: [{"id": "60e7bb28-badb-4158-82ef-7d766149bc8b", "address": "fa:16:3e:1e:9e:39", "network": {"id": "63a9d1a8-2b9f-44cd-b8a7-c3073c1df667", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-180258284-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "abcd35075ac348e88fb05677ad1f2b0f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb2eaecd-9701-4504-9fcb-fb1a420ead72", "external-id": "nsx-vlan-transportzone-433", "segmentation_id": 433, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap60e7bb28-ba", "ovs_interfaceid": "60e7bb28-badb-4158-82ef-7d766149bc8b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 758.718041] env[69613]: DEBUG nova.compute.manager [req-d92d47c3-283f-421c-ac2d-03806b2f2da5 req-a35cbb86-b0f8-4d8c-aaf5-004c89ff5152 service nova] [instance: 41c0824b-2186-49fe-bcfd-82c031bf4810] Received event network-vif-plugged-60e7bb28-badb-4158-82ef-7d766149bc8b {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 758.718041] env[69613]: DEBUG oslo_concurrency.lockutils [req-d92d47c3-283f-421c-ac2d-03806b2f2da5 req-a35cbb86-b0f8-4d8c-aaf5-004c89ff5152 service nova] Acquiring lock "41c0824b-2186-49fe-bcfd-82c031bf4810-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 758.719376] env[69613]: DEBUG oslo_concurrency.lockutils [req-d92d47c3-283f-421c-ac2d-03806b2f2da5 req-a35cbb86-b0f8-4d8c-aaf5-004c89ff5152 service nova] Lock "41c0824b-2186-49fe-bcfd-82c031bf4810-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.002s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 758.719860] env[69613]: DEBUG oslo_concurrency.lockutils [req-d92d47c3-283f-421c-ac2d-03806b2f2da5 req-a35cbb86-b0f8-4d8c-aaf5-004c89ff5152 service nova] Lock "41c0824b-2186-49fe-bcfd-82c031bf4810-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 758.720171] env[69613]: DEBUG nova.compute.manager [req-d92d47c3-283f-421c-ac2d-03806b2f2da5 req-a35cbb86-b0f8-4d8c-aaf5-004c89ff5152 service nova] [instance: 41c0824b-2186-49fe-bcfd-82c031bf4810] No waiting events found dispatching network-vif-plugged-60e7bb28-badb-4158-82ef-7d766149bc8b {{(pid=69613) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 758.721267] env[69613]: WARNING nova.compute.manager [req-d92d47c3-283f-421c-ac2d-03806b2f2da5 req-a35cbb86-b0f8-4d8c-aaf5-004c89ff5152 service nova] [instance: 41c0824b-2186-49fe-bcfd-82c031bf4810] Received unexpected event network-vif-plugged-60e7bb28-badb-4158-82ef-7d766149bc8b for instance with vm_state building and task_state spawning. [ 758.721436] env[69613]: DEBUG nova.compute.manager [req-d92d47c3-283f-421c-ac2d-03806b2f2da5 req-a35cbb86-b0f8-4d8c-aaf5-004c89ff5152 service nova] [instance: 41c0824b-2186-49fe-bcfd-82c031bf4810] Received event network-changed-60e7bb28-badb-4158-82ef-7d766149bc8b {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 758.721556] env[69613]: DEBUG nova.compute.manager [req-d92d47c3-283f-421c-ac2d-03806b2f2da5 req-a35cbb86-b0f8-4d8c-aaf5-004c89ff5152 service nova] [instance: 41c0824b-2186-49fe-bcfd-82c031bf4810] Refreshing instance network info cache due to event network-changed-60e7bb28-badb-4158-82ef-7d766149bc8b. {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 758.721732] env[69613]: DEBUG oslo_concurrency.lockutils [req-d92d47c3-283f-421c-ac2d-03806b2f2da5 req-a35cbb86-b0f8-4d8c-aaf5-004c89ff5152 service nova] Acquiring lock "refresh_cache-41c0824b-2186-49fe-bcfd-82c031bf4810" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.747428] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6b3ac69-f3aa-4029-98e0-ae6b8e62a8fd {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.757197] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94405b23-58f4-431c-b29b-c6f33fa8c9eb {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.796121] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bd032d2-88cb-428e-b786-05e6ed75df7d {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.798025] env[69613]: DEBUG oslo_concurrency.lockutils [None req-412a2ba1-5c96-4d95-b24f-66e7976c83a3 tempest-ServersAdminNegativeTestJSON-2019534385 tempest-ServersAdminNegativeTestJSON-2019534385-project-member] Acquiring lock "f72c0c9a-5d4b-4c16-ae65-ab504d8b816d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 758.798025] env[69613]: DEBUG oslo_concurrency.lockutils [None req-412a2ba1-5c96-4d95-b24f-66e7976c83a3 tempest-ServersAdminNegativeTestJSON-2019534385 tempest-ServersAdminNegativeTestJSON-2019534385-project-member] Lock "f72c0c9a-5d4b-4c16-ae65-ab504d8b816d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 758.810329] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a18e7a95-1be1-40a4-bf94-648bf6b3cf96 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.819322] env[69613]: DEBUG oslo_concurrency.lockutils [None req-6eaa0095-281f-4f74-9df8-fa2d844d036e tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 758.833281] env[69613]: DEBUG nova.compute.provider_tree [None req-01d3ef8f-40fc-4a59-a37f-963ed7fa8127 tempest-ServersTestManualDisk-642376445 tempest-ServersTestManualDisk-642376445-project-member] Inventory has not changed in ProviderTree for provider: af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 {{(pid=69613) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 758.837962] env[69613]: DEBUG oslo_vmware.api [None req-8e423f78-82f9-48b5-acbf-a0fce1442a2a tempest-ListImageFiltersTestJSON-1131301097 tempest-ListImageFiltersTestJSON-1131301097-project-member] Task: {'id': task-3417188, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.916650] env[69613]: DEBUG oslo_vmware.api [None req-10b3b422-343f-4ceb-8296-4779c39730e1 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52b3fa8a-6b26-40d4-f497-6cd274c276f2, 'name': SearchDatastore_Task, 'duration_secs': 0.013307} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.916977] env[69613]: DEBUG oslo_concurrency.lockutils [None req-10b3b422-343f-4ceb-8296-4779c39730e1 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.917374] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-10b3b422-343f-4ceb-8296-4779c39730e1 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk to [datastore2] 3c85ee38-7f0c-48db-8bc7-cd3d17eb5f02/3c85ee38-7f0c-48db-8bc7-cd3d17eb5f02.vmdk {{(pid=69613) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 758.918279] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b4bdaa60-b622-4cdf-a003-d9389070e2d5 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.928049] env[69613]: DEBUG oslo_vmware.api [None req-10b3b422-343f-4ceb-8296-4779c39730e1 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Waiting for the task: (returnval){ [ 758.928049] env[69613]: value = "task-3417191" [ 758.928049] env[69613]: _type = "Task" [ 758.928049] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.938188] env[69613]: DEBUG oslo_vmware.api [None req-10b3b422-343f-4ceb-8296-4779c39730e1 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Task: {'id': task-3417191, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.982236] env[69613]: DEBUG oslo_vmware.api [None req-d2b40205-3702-4058-b268-4ea74c707c4c tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Task: {'id': task-3417190, 'name': PowerOnVM_Task, 'duration_secs': 0.500182} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.982450] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2b40205-3702-4058-b268-4ea74c707c4c tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] [instance: b2c6c4bb-86f8-4e8f-b83d-a77d00447ff2] Powered on the VM {{(pid=69613) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 758.982670] env[69613]: INFO nova.compute.manager [None req-d2b40205-3702-4058-b268-4ea74c707c4c tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] [instance: b2c6c4bb-86f8-4e8f-b83d-a77d00447ff2] Took 7.84 seconds to spawn the instance on the hypervisor. [ 758.982867] env[69613]: DEBUG nova.compute.manager [None req-d2b40205-3702-4058-b268-4ea74c707c4c tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] [instance: b2c6c4bb-86f8-4e8f-b83d-a77d00447ff2] Checking state {{(pid=69613) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 758.983855] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11e73abb-491b-4530-910a-b869cc34b853 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.175761] env[69613]: DEBUG oslo_concurrency.lockutils [None req-28bf20bd-b252-4b40-805a-7087e11663b4 tempest-SecurityGroupsTestJSON-147571119 tempest-SecurityGroupsTestJSON-147571119-project-member] Releasing lock "refresh_cache-41c0824b-2186-49fe-bcfd-82c031bf4810" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.175761] env[69613]: DEBUG nova.compute.manager [None req-28bf20bd-b252-4b40-805a-7087e11663b4 tempest-SecurityGroupsTestJSON-147571119 tempest-SecurityGroupsTestJSON-147571119-project-member] [instance: 41c0824b-2186-49fe-bcfd-82c031bf4810] Instance network_info: |[{"id": "60e7bb28-badb-4158-82ef-7d766149bc8b", "address": "fa:16:3e:1e:9e:39", "network": {"id": "63a9d1a8-2b9f-44cd-b8a7-c3073c1df667", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-180258284-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "abcd35075ac348e88fb05677ad1f2b0f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb2eaecd-9701-4504-9fcb-fb1a420ead72", "external-id": "nsx-vlan-transportzone-433", "segmentation_id": 433, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap60e7bb28-ba", "ovs_interfaceid": "60e7bb28-badb-4158-82ef-7d766149bc8b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69613) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 759.176262] env[69613]: DEBUG oslo_concurrency.lockutils [req-d92d47c3-283f-421c-ac2d-03806b2f2da5 req-a35cbb86-b0f8-4d8c-aaf5-004c89ff5152 service nova] Acquired lock "refresh_cache-41c0824b-2186-49fe-bcfd-82c031bf4810" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.176262] env[69613]: DEBUG nova.network.neutron [req-d92d47c3-283f-421c-ac2d-03806b2f2da5 req-a35cbb86-b0f8-4d8c-aaf5-004c89ff5152 service nova] [instance: 41c0824b-2186-49fe-bcfd-82c031bf4810] Refreshing network info cache for port 60e7bb28-badb-4158-82ef-7d766149bc8b {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 759.176262] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-28bf20bd-b252-4b40-805a-7087e11663b4 tempest-SecurityGroupsTestJSON-147571119 tempest-SecurityGroupsTestJSON-147571119-project-member] [instance: 41c0824b-2186-49fe-bcfd-82c031bf4810] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1e:9e:39', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'eb2eaecd-9701-4504-9fcb-fb1a420ead72', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '60e7bb28-badb-4158-82ef-7d766149bc8b', 'vif_model': 'vmxnet3'}] {{(pid=69613) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 759.186755] env[69613]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-28bf20bd-b252-4b40-805a-7087e11663b4 tempest-SecurityGroupsTestJSON-147571119 tempest-SecurityGroupsTestJSON-147571119-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69613) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 759.187459] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 41c0824b-2186-49fe-bcfd-82c031bf4810] Creating VM on the ESX host {{(pid=69613) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 759.187746] env[69613]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ffe77850-8c79-4786-81dc-596d1a94fead {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.215466] env[69613]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 759.215466] env[69613]: value = "task-3417192" [ 759.215466] env[69613]: _type = "Task" [ 759.215466] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.227500] env[69613]: DEBUG oslo_vmware.api [-] Task: {'id': task-3417192, 'name': CreateVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.231981] env[69613]: DEBUG nova.compute.manager [None req-bf8dbb0d-2bce-4093-89be-c695b36fed95 tempest-ServerShowV257Test-2050624232 tempest-ServerShowV257Test-2050624232-project-member] [instance: 670d9426-6edb-4dfd-9953-1f10f89ebfc6] Start spawning the instance on the hypervisor. {{(pid=69613) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 759.266644] env[69613]: DEBUG nova.virt.hardware [None req-bf8dbb0d-2bce-4093-89be-c695b36fed95 tempest-ServerShowV257Test-2050624232 tempest-ServerShowV257Test-2050624232-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T13:55:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T13:55:19Z,direct_url=,disk_format='vmdk',id=2b7a0304-b5d0-431d-b287-32c8388d7fbd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3e9e1b873f1442d59d5ee8247b941f74',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T13:55:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 759.266891] env[69613]: DEBUG nova.virt.hardware [None req-bf8dbb0d-2bce-4093-89be-c695b36fed95 tempest-ServerShowV257Test-2050624232 tempest-ServerShowV257Test-2050624232-project-member] Flavor limits 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 759.267078] env[69613]: DEBUG nova.virt.hardware [None req-bf8dbb0d-2bce-4093-89be-c695b36fed95 tempest-ServerShowV257Test-2050624232 tempest-ServerShowV257Test-2050624232-project-member] Image limits 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 759.267258] env[69613]: DEBUG nova.virt.hardware [None req-bf8dbb0d-2bce-4093-89be-c695b36fed95 tempest-ServerShowV257Test-2050624232 tempest-ServerShowV257Test-2050624232-project-member] Flavor pref 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 759.267400] env[69613]: DEBUG nova.virt.hardware [None req-bf8dbb0d-2bce-4093-89be-c695b36fed95 tempest-ServerShowV257Test-2050624232 tempest-ServerShowV257Test-2050624232-project-member] Image pref 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 759.267605] env[69613]: DEBUG nova.virt.hardware [None req-bf8dbb0d-2bce-4093-89be-c695b36fed95 tempest-ServerShowV257Test-2050624232 tempest-ServerShowV257Test-2050624232-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 759.267776] env[69613]: DEBUG nova.virt.hardware [None req-bf8dbb0d-2bce-4093-89be-c695b36fed95 tempest-ServerShowV257Test-2050624232 tempest-ServerShowV257Test-2050624232-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 759.267945] env[69613]: DEBUG nova.virt.hardware [None req-bf8dbb0d-2bce-4093-89be-c695b36fed95 tempest-ServerShowV257Test-2050624232 tempest-ServerShowV257Test-2050624232-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69613) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 759.268128] env[69613]: DEBUG nova.virt.hardware [None req-bf8dbb0d-2bce-4093-89be-c695b36fed95 tempest-ServerShowV257Test-2050624232 tempest-ServerShowV257Test-2050624232-project-member] Got 1 possible topologies {{(pid=69613) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 759.268292] env[69613]: DEBUG nova.virt.hardware [None req-bf8dbb0d-2bce-4093-89be-c695b36fed95 tempest-ServerShowV257Test-2050624232 tempest-ServerShowV257Test-2050624232-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 759.268461] env[69613]: DEBUG nova.virt.hardware [None req-bf8dbb0d-2bce-4093-89be-c695b36fed95 tempest-ServerShowV257Test-2050624232 tempest-ServerShowV257Test-2050624232-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 759.269441] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc83fb4b-0d68-4a98-9a00-5bd0d4fd8e1d {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.281070] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e93fd75-d052-4cd5-a3f7-dc0423b86c68 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.305797] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-bf8dbb0d-2bce-4093-89be-c695b36fed95 tempest-ServerShowV257Test-2050624232 tempest-ServerShowV257Test-2050624232-project-member] [instance: 670d9426-6edb-4dfd-9953-1f10f89ebfc6] Instance VIF info [] {{(pid=69613) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 759.313553] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf8dbb0d-2bce-4093-89be-c695b36fed95 tempest-ServerShowV257Test-2050624232 tempest-ServerShowV257Test-2050624232-project-member] Creating folder: Project (bba037d7057f460bac25409d16bad1fb). Parent ref: group-v681687. {{(pid=69613) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 759.313987] env[69613]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-983e990b-e11a-456d-957b-1431ddee6010 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.329121] env[69613]: DEBUG oslo_vmware.api [None req-8e423f78-82f9-48b5-acbf-a0fce1442a2a tempest-ListImageFiltersTestJSON-1131301097 tempest-ListImageFiltersTestJSON-1131301097-project-member] Task: {'id': task-3417188, 'name': CreateSnapshot_Task, 'duration_secs': 1.0596} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.329512] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-8e423f78-82f9-48b5-acbf-a0fce1442a2a tempest-ListImageFiltersTestJSON-1131301097 tempest-ListImageFiltersTestJSON-1131301097-project-member] [instance: 8a331293-ee7f-4faa-a316-56aec9296894] Created Snapshot of the VM instance {{(pid=69613) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 759.331369] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25788f88-51d4-430b-83e7-573244374dad {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.336158] env[69613]: INFO nova.virt.vmwareapi.vm_util [None req-bf8dbb0d-2bce-4093-89be-c695b36fed95 tempest-ServerShowV257Test-2050624232 tempest-ServerShowV257Test-2050624232-project-member] Created folder: Project (bba037d7057f460bac25409d16bad1fb) in parent group-v681687. [ 759.336158] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf8dbb0d-2bce-4093-89be-c695b36fed95 tempest-ServerShowV257Test-2050624232 tempest-ServerShowV257Test-2050624232-project-member] Creating folder: Instances. Parent ref: group-v681818. {{(pid=69613) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 759.336948] env[69613]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2eec582d-09fd-4193-8970-7d6cd6fd3751 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.339677] env[69613]: DEBUG nova.scheduler.client.report [None req-01d3ef8f-40fc-4a59-a37f-963ed7fa8127 tempest-ServersTestManualDisk-642376445 tempest-ServersTestManualDisk-642376445-project-member] Inventory has not changed for provider af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69613) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 759.362632] env[69613]: INFO nova.virt.vmwareapi.vm_util [None req-bf8dbb0d-2bce-4093-89be-c695b36fed95 tempest-ServerShowV257Test-2050624232 tempest-ServerShowV257Test-2050624232-project-member] Created folder: Instances in parent group-v681818. [ 759.362891] env[69613]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bf8dbb0d-2bce-4093-89be-c695b36fed95 tempest-ServerShowV257Test-2050624232 tempest-ServerShowV257Test-2050624232-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69613) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 759.363106] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 670d9426-6edb-4dfd-9953-1f10f89ebfc6] Creating VM on the ESX host {{(pid=69613) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 759.363335] env[69613]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c0465b59-7263-40fd-a339-5ff1d26cf36f {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.385501] env[69613]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 759.385501] env[69613]: value = "task-3417195" [ 759.385501] env[69613]: _type = "Task" [ 759.385501] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.399423] env[69613]: DEBUG oslo_vmware.api [-] Task: {'id': task-3417195, 'name': CreateVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.441381] env[69613]: DEBUG oslo_vmware.api [None req-10b3b422-343f-4ceb-8296-4779c39730e1 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Task: {'id': task-3417191, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.505404] env[69613]: INFO nova.compute.manager [None req-d2b40205-3702-4058-b268-4ea74c707c4c tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] [instance: b2c6c4bb-86f8-4e8f-b83d-a77d00447ff2] Took 45.76 seconds to build instance. [ 759.730916] env[69613]: DEBUG oslo_vmware.api [-] Task: {'id': task-3417192, 'name': CreateVM_Task} progress is 99%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.855461] env[69613]: DEBUG oslo_concurrency.lockutils [None req-01d3ef8f-40fc-4a59-a37f-963ed7fa8127 tempest-ServersTestManualDisk-642376445 tempest-ServersTestManualDisk-642376445-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.653s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 759.855992] env[69613]: DEBUG nova.compute.manager [None req-01d3ef8f-40fc-4a59-a37f-963ed7fa8127 tempest-ServersTestManualDisk-642376445 tempest-ServersTestManualDisk-642376445-project-member] [instance: 42aba8f8-9657-437f-b305-13239f26fac2] Start building networks asynchronously for instance. {{(pid=69613) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 759.870694] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-8e423f78-82f9-48b5-acbf-a0fce1442a2a tempest-ListImageFiltersTestJSON-1131301097 tempest-ListImageFiltersTestJSON-1131301097-project-member] [instance: 8a331293-ee7f-4faa-a316-56aec9296894] Creating linked-clone VM from snapshot {{(pid=69613) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 759.871410] env[69613]: DEBUG oslo_concurrency.lockutils [None req-3e81210e-82ae-4c1f-81cf-15ea364d93e7 tempest-ServerRescueTestJSONUnderV235-2099362716 tempest-ServerRescueTestJSONUnderV235-2099362716-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.857s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 759.872977] env[69613]: INFO nova.compute.claims [None req-3e81210e-82ae-4c1f-81cf-15ea364d93e7 tempest-ServerRescueTestJSONUnderV235-2099362716 tempest-ServerRescueTestJSONUnderV235-2099362716-project-member] [instance: 267ffd7d-ab93-4dda-b46a-1059b3f82f4f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 759.875493] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-48236d18-13a1-478e-9e97-f4104ad63066 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.886162] env[69613]: DEBUG oslo_vmware.api [None req-8e423f78-82f9-48b5-acbf-a0fce1442a2a tempest-ListImageFiltersTestJSON-1131301097 tempest-ListImageFiltersTestJSON-1131301097-project-member] Waiting for the task: (returnval){ [ 759.886162] env[69613]: value = "task-3417196" [ 759.886162] env[69613]: _type = "Task" [ 759.886162] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.901728] env[69613]: DEBUG oslo_vmware.api [None req-8e423f78-82f9-48b5-acbf-a0fce1442a2a tempest-ListImageFiltersTestJSON-1131301097 tempest-ListImageFiltersTestJSON-1131301097-project-member] Task: {'id': task-3417196, 'name': CloneVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.902334] env[69613]: DEBUG oslo_vmware.api [-] Task: {'id': task-3417195, 'name': CreateVM_Task} progress is 99%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.942292] env[69613]: DEBUG oslo_vmware.api [None req-10b3b422-343f-4ceb-8296-4779c39730e1 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Task: {'id': task-3417191, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.728642} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.943042] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-10b3b422-343f-4ceb-8296-4779c39730e1 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk to [datastore2] 3c85ee38-7f0c-48db-8bc7-cd3d17eb5f02/3c85ee38-7f0c-48db-8bc7-cd3d17eb5f02.vmdk {{(pid=69613) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 759.943042] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-10b3b422-343f-4ceb-8296-4779c39730e1 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] [instance: 3c85ee38-7f0c-48db-8bc7-cd3d17eb5f02] Extending root virtual disk to 1048576 {{(pid=69613) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 759.943428] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b86e01d8-1501-46a2-a964-f0979df2dcfd {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.951729] env[69613]: DEBUG oslo_vmware.api [None req-10b3b422-343f-4ceb-8296-4779c39730e1 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Waiting for the task: (returnval){ [ 759.951729] env[69613]: value = "task-3417197" [ 759.951729] env[69613]: _type = "Task" [ 759.951729] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.966098] env[69613]: DEBUG oslo_vmware.api [None req-10b3b422-343f-4ceb-8296-4779c39730e1 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Task: {'id': task-3417197, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.009245] env[69613]: DEBUG oslo_concurrency.lockutils [None req-d2b40205-3702-4058-b268-4ea74c707c4c tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Lock "b2c6c4bb-86f8-4e8f-b83d-a77d00447ff2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 77.633s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 760.229370] env[69613]: DEBUG oslo_vmware.api [-] Task: {'id': task-3417192, 'name': CreateVM_Task, 'duration_secs': 0.583833} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.229614] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 41c0824b-2186-49fe-bcfd-82c031bf4810] Created VM on the ESX host {{(pid=69613) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 760.230387] env[69613]: DEBUG oslo_concurrency.lockutils [None req-28bf20bd-b252-4b40-805a-7087e11663b4 tempest-SecurityGroupsTestJSON-147571119 tempest-SecurityGroupsTestJSON-147571119-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.230556] env[69613]: DEBUG oslo_concurrency.lockutils [None req-28bf20bd-b252-4b40-805a-7087e11663b4 tempest-SecurityGroupsTestJSON-147571119 tempest-SecurityGroupsTestJSON-147571119-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.230914] env[69613]: DEBUG oslo_concurrency.lockutils [None req-28bf20bd-b252-4b40-805a-7087e11663b4 tempest-SecurityGroupsTestJSON-147571119 tempest-SecurityGroupsTestJSON-147571119-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.231220] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-119bdad9-5df0-4ff2-9444-089059a86e5a {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.240585] env[69613]: DEBUG oslo_vmware.api [None req-28bf20bd-b252-4b40-805a-7087e11663b4 tempest-SecurityGroupsTestJSON-147571119 tempest-SecurityGroupsTestJSON-147571119-project-member] Waiting for the task: (returnval){ [ 760.240585] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]5236d2a9-158e-4655-332a-ac9dfbf6a459" [ 760.240585] env[69613]: _type = "Task" [ 760.240585] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.251047] env[69613]: DEBUG oslo_vmware.api [None req-28bf20bd-b252-4b40-805a-7087e11663b4 tempest-SecurityGroupsTestJSON-147571119 tempest-SecurityGroupsTestJSON-147571119-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]5236d2a9-158e-4655-332a-ac9dfbf6a459, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.376091] env[69613]: DEBUG nova.compute.utils [None req-01d3ef8f-40fc-4a59-a37f-963ed7fa8127 tempest-ServersTestManualDisk-642376445 tempest-ServersTestManualDisk-642376445-project-member] Using /dev/sd instead of None {{(pid=69613) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 760.376847] env[69613]: DEBUG nova.compute.manager [None req-01d3ef8f-40fc-4a59-a37f-963ed7fa8127 tempest-ServersTestManualDisk-642376445 tempest-ServersTestManualDisk-642376445-project-member] [instance: 42aba8f8-9657-437f-b305-13239f26fac2] Allocating IP information in the background. {{(pid=69613) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 760.377160] env[69613]: DEBUG nova.network.neutron [None req-01d3ef8f-40fc-4a59-a37f-963ed7fa8127 tempest-ServersTestManualDisk-642376445 tempest-ServersTestManualDisk-642376445-project-member] [instance: 42aba8f8-9657-437f-b305-13239f26fac2] allocate_for_instance() {{(pid=69613) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 760.410281] env[69613]: DEBUG oslo_vmware.api [None req-8e423f78-82f9-48b5-acbf-a0fce1442a2a tempest-ListImageFiltersTestJSON-1131301097 tempest-ListImageFiltersTestJSON-1131301097-project-member] Task: {'id': task-3417196, 'name': CloneVM_Task} progress is 94%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.410541] env[69613]: DEBUG oslo_vmware.api [-] Task: {'id': task-3417195, 'name': CreateVM_Task, 'duration_secs': 0.536726} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.410699] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 670d9426-6edb-4dfd-9953-1f10f89ebfc6] Created VM on the ESX host {{(pid=69613) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 760.411389] env[69613]: DEBUG oslo_concurrency.lockutils [None req-bf8dbb0d-2bce-4093-89be-c695b36fed95 tempest-ServerShowV257Test-2050624232 tempest-ServerShowV257Test-2050624232-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.446680] env[69613]: DEBUG nova.policy [None req-01d3ef8f-40fc-4a59-a37f-963ed7fa8127 tempest-ServersTestManualDisk-642376445 tempest-ServersTestManualDisk-642376445-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8b34334d002c4d099a9af1b66de4fd0d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '644a444b9fea48e2b547509885622d20', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69613) authorize /opt/stack/nova/nova/policy.py:192}} [ 760.462499] env[69613]: DEBUG oslo_vmware.api [None req-10b3b422-343f-4ceb-8296-4779c39730e1 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Task: {'id': task-3417197, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.093204} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.462773] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-10b3b422-343f-4ceb-8296-4779c39730e1 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] [instance: 3c85ee38-7f0c-48db-8bc7-cd3d17eb5f02] Extended root virtual disk {{(pid=69613) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 760.463708] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48097da8-d7bc-4078-bf2b-851010f85186 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.498025] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-10b3b422-343f-4ceb-8296-4779c39730e1 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] [instance: 3c85ee38-7f0c-48db-8bc7-cd3d17eb5f02] Reconfiguring VM instance instance-0000002d to attach disk [datastore2] 3c85ee38-7f0c-48db-8bc7-cd3d17eb5f02/3c85ee38-7f0c-48db-8bc7-cd3d17eb5f02.vmdk or device None with type sparse {{(pid=69613) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 760.498403] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fb1f6cb0-a260-4397-8d61-7ef145ce931a {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.514626] env[69613]: DEBUG nova.compute.manager [None req-968159ec-ed07-4fd5-b598-c029380689af tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] [instance: 14d0f0b3-1a44-4461-a24b-7a39574b7532] Starting instance... {{(pid=69613) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 760.524920] env[69613]: DEBUG oslo_vmware.api [None req-10b3b422-343f-4ceb-8296-4779c39730e1 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Waiting for the task: (returnval){ [ 760.524920] env[69613]: value = "task-3417198" [ 760.524920] env[69613]: _type = "Task" [ 760.524920] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.534777] env[69613]: DEBUG oslo_vmware.api [None req-10b3b422-343f-4ceb-8296-4779c39730e1 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Task: {'id': task-3417198, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.725481] env[69613]: DEBUG nova.network.neutron [req-d92d47c3-283f-421c-ac2d-03806b2f2da5 req-a35cbb86-b0f8-4d8c-aaf5-004c89ff5152 service nova] [instance: 41c0824b-2186-49fe-bcfd-82c031bf4810] Updated VIF entry in instance network info cache for port 60e7bb28-badb-4158-82ef-7d766149bc8b. {{(pid=69613) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 760.725481] env[69613]: DEBUG nova.network.neutron [req-d92d47c3-283f-421c-ac2d-03806b2f2da5 req-a35cbb86-b0f8-4d8c-aaf5-004c89ff5152 service nova] [instance: 41c0824b-2186-49fe-bcfd-82c031bf4810] Updating instance_info_cache with network_info: [{"id": "60e7bb28-badb-4158-82ef-7d766149bc8b", "address": "fa:16:3e:1e:9e:39", "network": {"id": "63a9d1a8-2b9f-44cd-b8a7-c3073c1df667", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-180258284-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "abcd35075ac348e88fb05677ad1f2b0f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb2eaecd-9701-4504-9fcb-fb1a420ead72", "external-id": "nsx-vlan-transportzone-433", "segmentation_id": 433, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap60e7bb28-ba", "ovs_interfaceid": "60e7bb28-badb-4158-82ef-7d766149bc8b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 760.756018] env[69613]: DEBUG oslo_vmware.api [None req-28bf20bd-b252-4b40-805a-7087e11663b4 tempest-SecurityGroupsTestJSON-147571119 tempest-SecurityGroupsTestJSON-147571119-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]5236d2a9-158e-4655-332a-ac9dfbf6a459, 'name': SearchDatastore_Task, 'duration_secs': 0.024794} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.756018] env[69613]: DEBUG oslo_concurrency.lockutils [None req-28bf20bd-b252-4b40-805a-7087e11663b4 tempest-SecurityGroupsTestJSON-147571119 tempest-SecurityGroupsTestJSON-147571119-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.756018] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-28bf20bd-b252-4b40-805a-7087e11663b4 tempest-SecurityGroupsTestJSON-147571119 tempest-SecurityGroupsTestJSON-147571119-project-member] [instance: 41c0824b-2186-49fe-bcfd-82c031bf4810] Processing image 2b7a0304-b5d0-431d-b287-32c8388d7fbd {{(pid=69613) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 760.756662] env[69613]: DEBUG oslo_concurrency.lockutils [None req-28bf20bd-b252-4b40-805a-7087e11663b4 tempest-SecurityGroupsTestJSON-147571119 tempest-SecurityGroupsTestJSON-147571119-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.756981] env[69613]: DEBUG oslo_concurrency.lockutils [None req-28bf20bd-b252-4b40-805a-7087e11663b4 tempest-SecurityGroupsTestJSON-147571119 tempest-SecurityGroupsTestJSON-147571119-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.757344] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-28bf20bd-b252-4b40-805a-7087e11663b4 tempest-SecurityGroupsTestJSON-147571119 tempest-SecurityGroupsTestJSON-147571119-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69613) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 760.759634] env[69613]: DEBUG oslo_concurrency.lockutils [None req-bf8dbb0d-2bce-4093-89be-c695b36fed95 tempest-ServerShowV257Test-2050624232 tempest-ServerShowV257Test-2050624232-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.759634] env[69613]: DEBUG oslo_concurrency.lockutils [None req-bf8dbb0d-2bce-4093-89be-c695b36fed95 tempest-ServerShowV257Test-2050624232 tempest-ServerShowV257Test-2050624232-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.759634] env[69613]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6dec874e-5de6-403e-a2c1-c30d2e6c424e {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.762406] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-88e53350-31dd-4be3-8cbe-b095fdec1bdb {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.769677] env[69613]: DEBUG oslo_vmware.api [None req-bf8dbb0d-2bce-4093-89be-c695b36fed95 tempest-ServerShowV257Test-2050624232 tempest-ServerShowV257Test-2050624232-project-member] Waiting for the task: (returnval){ [ 760.769677] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]5209634a-2c0f-6f79-adf6-ab2bc6e6c2a5" [ 760.769677] env[69613]: _type = "Task" [ 760.769677] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.779279] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-28bf20bd-b252-4b40-805a-7087e11663b4 tempest-SecurityGroupsTestJSON-147571119 tempest-SecurityGroupsTestJSON-147571119-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69613) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 760.780866] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-28bf20bd-b252-4b40-805a-7087e11663b4 tempest-SecurityGroupsTestJSON-147571119 tempest-SecurityGroupsTestJSON-147571119-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69613) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 760.784152] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fe577cc5-2db9-4233-a0c5-d3d9f5f755ac {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.790245] env[69613]: DEBUG oslo_vmware.api [None req-bf8dbb0d-2bce-4093-89be-c695b36fed95 tempest-ServerShowV257Test-2050624232 tempest-ServerShowV257Test-2050624232-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]5209634a-2c0f-6f79-adf6-ab2bc6e6c2a5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.791616] env[69613]: DEBUG oslo_vmware.api [None req-28bf20bd-b252-4b40-805a-7087e11663b4 tempest-SecurityGroupsTestJSON-147571119 tempest-SecurityGroupsTestJSON-147571119-project-member] Waiting for the task: (returnval){ [ 760.791616] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]5256e36e-51cb-92dc-7be2-a28301021bfa" [ 760.791616] env[69613]: _type = "Task" [ 760.791616] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.802445] env[69613]: DEBUG oslo_vmware.api [None req-28bf20bd-b252-4b40-805a-7087e11663b4 tempest-SecurityGroupsTestJSON-147571119 tempest-SecurityGroupsTestJSON-147571119-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]5256e36e-51cb-92dc-7be2-a28301021bfa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.885027] env[69613]: DEBUG nova.compute.manager [None req-01d3ef8f-40fc-4a59-a37f-963ed7fa8127 tempest-ServersTestManualDisk-642376445 tempest-ServersTestManualDisk-642376445-project-member] [instance: 42aba8f8-9657-437f-b305-13239f26fac2] Start building block device mappings for instance. {{(pid=69613) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 760.909156] env[69613]: DEBUG oslo_vmware.api [None req-8e423f78-82f9-48b5-acbf-a0fce1442a2a tempest-ListImageFiltersTestJSON-1131301097 tempest-ListImageFiltersTestJSON-1131301097-project-member] Task: {'id': task-3417196, 'name': CloneVM_Task} progress is 94%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.043653] env[69613]: DEBUG oslo_vmware.api [None req-10b3b422-343f-4ceb-8296-4779c39730e1 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Task: {'id': task-3417198, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.047798] env[69613]: DEBUG oslo_concurrency.lockutils [None req-968159ec-ed07-4fd5-b598-c029380689af tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 761.165457] env[69613]: DEBUG nova.compute.manager [req-6207dd73-3be6-4c2f-bf74-cb8ae4f1e4fb req-235d090e-6b07-4727-b7fa-aa3db1f55932 service nova] [instance: b2c6c4bb-86f8-4e8f-b83d-a77d00447ff2] Received event network-changed-d548569c-8972-421f-a95d-6707de82d47a {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 761.165772] env[69613]: DEBUG nova.compute.manager [req-6207dd73-3be6-4c2f-bf74-cb8ae4f1e4fb req-235d090e-6b07-4727-b7fa-aa3db1f55932 service nova] [instance: b2c6c4bb-86f8-4e8f-b83d-a77d00447ff2] Refreshing instance network info cache due to event network-changed-d548569c-8972-421f-a95d-6707de82d47a. {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 761.166192] env[69613]: DEBUG oslo_concurrency.lockutils [req-6207dd73-3be6-4c2f-bf74-cb8ae4f1e4fb req-235d090e-6b07-4727-b7fa-aa3db1f55932 service nova] Acquiring lock "refresh_cache-b2c6c4bb-86f8-4e8f-b83d-a77d00447ff2" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.166447] env[69613]: DEBUG oslo_concurrency.lockutils [req-6207dd73-3be6-4c2f-bf74-cb8ae4f1e4fb req-235d090e-6b07-4727-b7fa-aa3db1f55932 service nova] Acquired lock "refresh_cache-b2c6c4bb-86f8-4e8f-b83d-a77d00447ff2" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.166773] env[69613]: DEBUG nova.network.neutron [req-6207dd73-3be6-4c2f-bf74-cb8ae4f1e4fb req-235d090e-6b07-4727-b7fa-aa3db1f55932 service nova] [instance: b2c6c4bb-86f8-4e8f-b83d-a77d00447ff2] Refreshing network info cache for port d548569c-8972-421f-a95d-6707de82d47a {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 761.217221] env[69613]: DEBUG nova.network.neutron [None req-01d3ef8f-40fc-4a59-a37f-963ed7fa8127 tempest-ServersTestManualDisk-642376445 tempest-ServersTestManualDisk-642376445-project-member] [instance: 42aba8f8-9657-437f-b305-13239f26fac2] Successfully created port: e0f81abb-6f9b-4ea6-9853-4d08c327e061 {{(pid=69613) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 761.228746] env[69613]: DEBUG oslo_concurrency.lockutils [req-d92d47c3-283f-421c-ac2d-03806b2f2da5 req-a35cbb86-b0f8-4d8c-aaf5-004c89ff5152 service nova] Releasing lock "refresh_cache-41c0824b-2186-49fe-bcfd-82c031bf4810" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.283122] env[69613]: DEBUG oslo_vmware.api [None req-bf8dbb0d-2bce-4093-89be-c695b36fed95 tempest-ServerShowV257Test-2050624232 tempest-ServerShowV257Test-2050624232-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]5209634a-2c0f-6f79-adf6-ab2bc6e6c2a5, 'name': SearchDatastore_Task, 'duration_secs': 0.033899} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.283471] env[69613]: DEBUG oslo_concurrency.lockutils [None req-bf8dbb0d-2bce-4093-89be-c695b36fed95 tempest-ServerShowV257Test-2050624232 tempest-ServerShowV257Test-2050624232-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.284018] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-bf8dbb0d-2bce-4093-89be-c695b36fed95 tempest-ServerShowV257Test-2050624232 tempest-ServerShowV257Test-2050624232-project-member] [instance: 670d9426-6edb-4dfd-9953-1f10f89ebfc6] Processing image 2b7a0304-b5d0-431d-b287-32c8388d7fbd {{(pid=69613) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 761.284018] env[69613]: DEBUG oslo_concurrency.lockutils [None req-bf8dbb0d-2bce-4093-89be-c695b36fed95 tempest-ServerShowV257Test-2050624232 tempest-ServerShowV257Test-2050624232-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.313340] env[69613]: DEBUG oslo_vmware.api [None req-28bf20bd-b252-4b40-805a-7087e11663b4 tempest-SecurityGroupsTestJSON-147571119 tempest-SecurityGroupsTestJSON-147571119-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]5256e36e-51cb-92dc-7be2-a28301021bfa, 'name': SearchDatastore_Task, 'duration_secs': 0.045987} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.317391] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d2ccc36b-65d1-46c6-8120-094213d94ca5 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.325721] env[69613]: DEBUG oslo_vmware.api [None req-28bf20bd-b252-4b40-805a-7087e11663b4 tempest-SecurityGroupsTestJSON-147571119 tempest-SecurityGroupsTestJSON-147571119-project-member] Waiting for the task: (returnval){ [ 761.325721] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]5298a3e5-099a-89fb-43fd-4a233e23d338" [ 761.325721] env[69613]: _type = "Task" [ 761.325721] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.340728] env[69613]: DEBUG oslo_vmware.api [None req-28bf20bd-b252-4b40-805a-7087e11663b4 tempest-SecurityGroupsTestJSON-147571119 tempest-SecurityGroupsTestJSON-147571119-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]5298a3e5-099a-89fb-43fd-4a233e23d338, 'name': SearchDatastore_Task, 'duration_secs': 0.011704} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.341172] env[69613]: DEBUG oslo_concurrency.lockutils [None req-28bf20bd-b252-4b40-805a-7087e11663b4 tempest-SecurityGroupsTestJSON-147571119 tempest-SecurityGroupsTestJSON-147571119-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.341425] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-28bf20bd-b252-4b40-805a-7087e11663b4 tempest-SecurityGroupsTestJSON-147571119 tempest-SecurityGroupsTestJSON-147571119-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk to [datastore2] 41c0824b-2186-49fe-bcfd-82c031bf4810/41c0824b-2186-49fe-bcfd-82c031bf4810.vmdk {{(pid=69613) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 761.341734] env[69613]: DEBUG oslo_concurrency.lockutils [None req-bf8dbb0d-2bce-4093-89be-c695b36fed95 tempest-ServerShowV257Test-2050624232 tempest-ServerShowV257Test-2050624232-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.341916] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf8dbb0d-2bce-4093-89be-c695b36fed95 tempest-ServerShowV257Test-2050624232 tempest-ServerShowV257Test-2050624232-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69613) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 761.342267] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ed858939-1aa0-4ba9-9be4-e10aaf43fcb3 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.345380] env[69613]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c3d308c1-bddd-4d71-bf93-dfe7d2ca44be {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.357205] env[69613]: DEBUG oslo_vmware.api [None req-28bf20bd-b252-4b40-805a-7087e11663b4 tempest-SecurityGroupsTestJSON-147571119 tempest-SecurityGroupsTestJSON-147571119-project-member] Waiting for the task: (returnval){ [ 761.357205] env[69613]: value = "task-3417199" [ 761.357205] env[69613]: _type = "Task" [ 761.357205] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.359613] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf8dbb0d-2bce-4093-89be-c695b36fed95 tempest-ServerShowV257Test-2050624232 tempest-ServerShowV257Test-2050624232-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69613) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 761.359613] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-bf8dbb0d-2bce-4093-89be-c695b36fed95 tempest-ServerShowV257Test-2050624232 tempest-ServerShowV257Test-2050624232-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69613) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 761.363698] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-acf112e7-3591-446a-b093-cff280e2ce28 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.376346] env[69613]: DEBUG oslo_vmware.api [None req-28bf20bd-b252-4b40-805a-7087e11663b4 tempest-SecurityGroupsTestJSON-147571119 tempest-SecurityGroupsTestJSON-147571119-project-member] Task: {'id': task-3417199, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.378392] env[69613]: DEBUG oslo_vmware.api [None req-bf8dbb0d-2bce-4093-89be-c695b36fed95 tempest-ServerShowV257Test-2050624232 tempest-ServerShowV257Test-2050624232-project-member] Waiting for the task: (returnval){ [ 761.378392] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]52cf8caf-8a8b-fd7d-fd50-5ecc2aff4f4e" [ 761.378392] env[69613]: _type = "Task" [ 761.378392] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.394923] env[69613]: DEBUG oslo_vmware.api [None req-bf8dbb0d-2bce-4093-89be-c695b36fed95 tempest-ServerShowV257Test-2050624232 tempest-ServerShowV257Test-2050624232-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52cf8caf-8a8b-fd7d-fd50-5ecc2aff4f4e, 'name': SearchDatastore_Task, 'duration_secs': 0.011159} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.406382] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-abe8f832-56f6-443c-bcf5-9e13c59c3cfd {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.419556] env[69613]: DEBUG oslo_vmware.api [None req-bf8dbb0d-2bce-4093-89be-c695b36fed95 tempest-ServerShowV257Test-2050624232 tempest-ServerShowV257Test-2050624232-project-member] Waiting for the task: (returnval){ [ 761.419556] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]52da9b9d-fdef-13f1-3890-f8b23841f5d6" [ 761.419556] env[69613]: _type = "Task" [ 761.419556] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.419802] env[69613]: DEBUG oslo_vmware.api [None req-8e423f78-82f9-48b5-acbf-a0fce1442a2a tempest-ListImageFiltersTestJSON-1131301097 tempest-ListImageFiltersTestJSON-1131301097-project-member] Task: {'id': task-3417196, 'name': CloneVM_Task} progress is 95%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.433713] env[69613]: DEBUG oslo_vmware.api [None req-bf8dbb0d-2bce-4093-89be-c695b36fed95 tempest-ServerShowV257Test-2050624232 tempest-ServerShowV257Test-2050624232-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52da9b9d-fdef-13f1-3890-f8b23841f5d6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.541829] env[69613]: DEBUG oslo_vmware.api [None req-10b3b422-343f-4ceb-8296-4779c39730e1 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Task: {'id': task-3417198, 'name': ReconfigVM_Task, 'duration_secs': 0.811775} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.543292] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-10b3b422-343f-4ceb-8296-4779c39730e1 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] [instance: 3c85ee38-7f0c-48db-8bc7-cd3d17eb5f02] Reconfigured VM instance instance-0000002d to attach disk [datastore2] 3c85ee38-7f0c-48db-8bc7-cd3d17eb5f02/3c85ee38-7f0c-48db-8bc7-cd3d17eb5f02.vmdk or device None with type sparse {{(pid=69613) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 761.544547] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0660f41f-f718-46c7-829c-3afdaede0aba {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.547580] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7fc91d43-ff1e-4d4d-ac54-8ce8bf704577 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.560264] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4e07dc7-8f1d-4789-aff5-11d106390625 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.563920] env[69613]: DEBUG oslo_vmware.api [None req-10b3b422-343f-4ceb-8296-4779c39730e1 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Waiting for the task: (returnval){ [ 761.563920] env[69613]: value = "task-3417200" [ 761.563920] env[69613]: _type = "Task" [ 761.563920] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.599509] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac5a1d01-5f6c-442f-b798-74554d15c923 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.607552] env[69613]: DEBUG oslo_vmware.api [None req-10b3b422-343f-4ceb-8296-4779c39730e1 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Task: {'id': task-3417200, 'name': Rename_Task} progress is 14%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.617337] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9a10171-b95e-4ed7-b6fd-6fd5632b6372 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.635611] env[69613]: DEBUG nova.compute.provider_tree [None req-3e81210e-82ae-4c1f-81cf-15ea364d93e7 tempest-ServerRescueTestJSONUnderV235-2099362716 tempest-ServerRescueTestJSONUnderV235-2099362716-project-member] Inventory has not changed in ProviderTree for provider: af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 {{(pid=69613) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 761.875182] env[69613]: DEBUG oslo_vmware.api [None req-28bf20bd-b252-4b40-805a-7087e11663b4 tempest-SecurityGroupsTestJSON-147571119 tempest-SecurityGroupsTestJSON-147571119-project-member] Task: {'id': task-3417199, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.897611] env[69613]: DEBUG nova.compute.manager [None req-01d3ef8f-40fc-4a59-a37f-963ed7fa8127 tempest-ServersTestManualDisk-642376445 tempest-ServersTestManualDisk-642376445-project-member] [instance: 42aba8f8-9657-437f-b305-13239f26fac2] Start spawning the instance on the hypervisor. {{(pid=69613) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 761.921629] env[69613]: DEBUG oslo_vmware.api [None req-8e423f78-82f9-48b5-acbf-a0fce1442a2a tempest-ListImageFiltersTestJSON-1131301097 tempest-ListImageFiltersTestJSON-1131301097-project-member] Task: {'id': task-3417196, 'name': CloneVM_Task} progress is 100%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.937783] env[69613]: DEBUG oslo_vmware.api [None req-bf8dbb0d-2bce-4093-89be-c695b36fed95 tempest-ServerShowV257Test-2050624232 tempest-ServerShowV257Test-2050624232-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52da9b9d-fdef-13f1-3890-f8b23841f5d6, 'name': SearchDatastore_Task, 'duration_secs': 0.019706} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.939997] env[69613]: DEBUG oslo_concurrency.lockutils [None req-bf8dbb0d-2bce-4093-89be-c695b36fed95 tempest-ServerShowV257Test-2050624232 tempest-ServerShowV257Test-2050624232-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.940489] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf8dbb0d-2bce-4093-89be-c695b36fed95 tempest-ServerShowV257Test-2050624232 tempest-ServerShowV257Test-2050624232-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk to [datastore2] 670d9426-6edb-4dfd-9953-1f10f89ebfc6/670d9426-6edb-4dfd-9953-1f10f89ebfc6.vmdk {{(pid=69613) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 761.941590] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b6a78e21-9495-4b1f-aa39-0a089cb8ca5c {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.951697] env[69613]: DEBUG nova.virt.hardware [None req-01d3ef8f-40fc-4a59-a37f-963ed7fa8127 tempest-ServersTestManualDisk-642376445 tempest-ServersTestManualDisk-642376445-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T13:55:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T13:55:19Z,direct_url=,disk_format='vmdk',id=2b7a0304-b5d0-431d-b287-32c8388d7fbd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3e9e1b873f1442d59d5ee8247b941f74',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T13:55:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 761.952210] env[69613]: DEBUG nova.virt.hardware [None req-01d3ef8f-40fc-4a59-a37f-963ed7fa8127 tempest-ServersTestManualDisk-642376445 tempest-ServersTestManualDisk-642376445-project-member] Flavor limits 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 761.952488] env[69613]: DEBUG nova.virt.hardware [None req-01d3ef8f-40fc-4a59-a37f-963ed7fa8127 tempest-ServersTestManualDisk-642376445 tempest-ServersTestManualDisk-642376445-project-member] Image limits 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 761.953307] env[69613]: DEBUG nova.virt.hardware [None req-01d3ef8f-40fc-4a59-a37f-963ed7fa8127 tempest-ServersTestManualDisk-642376445 tempest-ServersTestManualDisk-642376445-project-member] Flavor pref 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 761.953307] env[69613]: DEBUG nova.virt.hardware [None req-01d3ef8f-40fc-4a59-a37f-963ed7fa8127 tempest-ServersTestManualDisk-642376445 tempest-ServersTestManualDisk-642376445-project-member] Image pref 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 761.953307] env[69613]: DEBUG nova.virt.hardware [None req-01d3ef8f-40fc-4a59-a37f-963ed7fa8127 tempest-ServersTestManualDisk-642376445 tempest-ServersTestManualDisk-642376445-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 761.953532] env[69613]: DEBUG nova.virt.hardware [None req-01d3ef8f-40fc-4a59-a37f-963ed7fa8127 tempest-ServersTestManualDisk-642376445 tempest-ServersTestManualDisk-642376445-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 761.955014] env[69613]: DEBUG nova.virt.hardware [None req-01d3ef8f-40fc-4a59-a37f-963ed7fa8127 tempest-ServersTestManualDisk-642376445 tempest-ServersTestManualDisk-642376445-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69613) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 761.955014] env[69613]: DEBUG nova.virt.hardware [None req-01d3ef8f-40fc-4a59-a37f-963ed7fa8127 tempest-ServersTestManualDisk-642376445 tempest-ServersTestManualDisk-642376445-project-member] Got 1 possible topologies {{(pid=69613) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 761.955014] env[69613]: DEBUG nova.virt.hardware [None req-01d3ef8f-40fc-4a59-a37f-963ed7fa8127 tempest-ServersTestManualDisk-642376445 tempest-ServersTestManualDisk-642376445-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 761.955014] env[69613]: DEBUG nova.virt.hardware [None req-01d3ef8f-40fc-4a59-a37f-963ed7fa8127 tempest-ServersTestManualDisk-642376445 tempest-ServersTestManualDisk-642376445-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 761.956027] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cc7f73a-3a27-4f01-ac9f-cdb68fbebe62 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.963983] env[69613]: DEBUG oslo_vmware.api [None req-bf8dbb0d-2bce-4093-89be-c695b36fed95 tempest-ServerShowV257Test-2050624232 tempest-ServerShowV257Test-2050624232-project-member] Waiting for the task: (returnval){ [ 761.963983] env[69613]: value = "task-3417201" [ 761.963983] env[69613]: _type = "Task" [ 761.963983] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.979607] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08af53f4-b1fe-4ba7-8fd4-e4abb0ab1409 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.985692] env[69613]: DEBUG oslo_concurrency.lockutils [None req-257ff2e4-727b-4711-aa44-3a40292a5012 tempest-InstanceActionsNegativeTestJSON-1947508069 tempest-InstanceActionsNegativeTestJSON-1947508069-project-member] Acquiring lock "87d9c28f-3471-4a4b-86cc-1bf24d3a68f9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 761.986011] env[69613]: DEBUG oslo_concurrency.lockutils [None req-257ff2e4-727b-4711-aa44-3a40292a5012 tempest-InstanceActionsNegativeTestJSON-1947508069 tempest-InstanceActionsNegativeTestJSON-1947508069-project-member] Lock "87d9c28f-3471-4a4b-86cc-1bf24d3a68f9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 761.991155] env[69613]: DEBUG oslo_vmware.api [None req-bf8dbb0d-2bce-4093-89be-c695b36fed95 tempest-ServerShowV257Test-2050624232 tempest-ServerShowV257Test-2050624232-project-member] Task: {'id': task-3417201, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.075202] env[69613]: DEBUG oslo_vmware.api [None req-10b3b422-343f-4ceb-8296-4779c39730e1 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Task: {'id': task-3417200, 'name': Rename_Task, 'duration_secs': 0.28065} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.075532] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-10b3b422-343f-4ceb-8296-4779c39730e1 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] [instance: 3c85ee38-7f0c-48db-8bc7-cd3d17eb5f02] Powering on the VM {{(pid=69613) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 762.075924] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6ac7fa8e-e273-4ef8-87a4-1af4c9330398 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.084436] env[69613]: DEBUG oslo_vmware.api [None req-10b3b422-343f-4ceb-8296-4779c39730e1 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Waiting for the task: (returnval){ [ 762.084436] env[69613]: value = "task-3417202" [ 762.084436] env[69613]: _type = "Task" [ 762.084436] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.095164] env[69613]: DEBUG oslo_vmware.api [None req-10b3b422-343f-4ceb-8296-4779c39730e1 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Task: {'id': task-3417202, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.127666] env[69613]: DEBUG nova.network.neutron [req-6207dd73-3be6-4c2f-bf74-cb8ae4f1e4fb req-235d090e-6b07-4727-b7fa-aa3db1f55932 service nova] [instance: b2c6c4bb-86f8-4e8f-b83d-a77d00447ff2] Updated VIF entry in instance network info cache for port d548569c-8972-421f-a95d-6707de82d47a. {{(pid=69613) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 762.127666] env[69613]: DEBUG nova.network.neutron [req-6207dd73-3be6-4c2f-bf74-cb8ae4f1e4fb req-235d090e-6b07-4727-b7fa-aa3db1f55932 service nova] [instance: b2c6c4bb-86f8-4e8f-b83d-a77d00447ff2] Updating instance_info_cache with network_info: [{"id": "d548569c-8972-421f-a95d-6707de82d47a", "address": "fa:16:3e:48:ea:17", "network": {"id": "2cb87d9b-693d-4d01-9cc7-dd815adbba8d", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1525363723-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.218", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "4ac79c17b68b4c8b9f7e4dc24fa29fe5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1cbd5e0e-9116-46f1-9748-13a73d2d7e75", "external-id": "nsx-vlan-transportzone-690", "segmentation_id": 690, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd548569c-89", "ovs_interfaceid": "d548569c-8972-421f-a95d-6707de82d47a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 762.142866] env[69613]: DEBUG nova.scheduler.client.report [None req-3e81210e-82ae-4c1f-81cf-15ea364d93e7 tempest-ServerRescueTestJSONUnderV235-2099362716 tempest-ServerRescueTestJSONUnderV235-2099362716-project-member] Inventory has not changed for provider af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69613) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 762.376201] env[69613]: DEBUG oslo_vmware.api [None req-28bf20bd-b252-4b40-805a-7087e11663b4 tempest-SecurityGroupsTestJSON-147571119 tempest-SecurityGroupsTestJSON-147571119-project-member] Task: {'id': task-3417199, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.62099} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.376429] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-28bf20bd-b252-4b40-805a-7087e11663b4 tempest-SecurityGroupsTestJSON-147571119 tempest-SecurityGroupsTestJSON-147571119-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk to [datastore2] 41c0824b-2186-49fe-bcfd-82c031bf4810/41c0824b-2186-49fe-bcfd-82c031bf4810.vmdk {{(pid=69613) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 762.376895] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-28bf20bd-b252-4b40-805a-7087e11663b4 tempest-SecurityGroupsTestJSON-147571119 tempest-SecurityGroupsTestJSON-147571119-project-member] [instance: 41c0824b-2186-49fe-bcfd-82c031bf4810] Extending root virtual disk to 1048576 {{(pid=69613) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 762.377050] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d45650ac-5b59-4365-bcc0-86d1be3b1387 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.389233] env[69613]: DEBUG oslo_vmware.api [None req-28bf20bd-b252-4b40-805a-7087e11663b4 tempest-SecurityGroupsTestJSON-147571119 tempest-SecurityGroupsTestJSON-147571119-project-member] Waiting for the task: (returnval){ [ 762.389233] env[69613]: value = "task-3417203" [ 762.389233] env[69613]: _type = "Task" [ 762.389233] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.405106] env[69613]: DEBUG oslo_vmware.api [None req-28bf20bd-b252-4b40-805a-7087e11663b4 tempest-SecurityGroupsTestJSON-147571119 tempest-SecurityGroupsTestJSON-147571119-project-member] Task: {'id': task-3417203, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.418149] env[69613]: DEBUG oslo_vmware.api [None req-8e423f78-82f9-48b5-acbf-a0fce1442a2a tempest-ListImageFiltersTestJSON-1131301097 tempest-ListImageFiltersTestJSON-1131301097-project-member] Task: {'id': task-3417196, 'name': CloneVM_Task, 'duration_secs': 2.11289} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.418792] env[69613]: INFO nova.virt.vmwareapi.vmops [None req-8e423f78-82f9-48b5-acbf-a0fce1442a2a tempest-ListImageFiltersTestJSON-1131301097 tempest-ListImageFiltersTestJSON-1131301097-project-member] [instance: 8a331293-ee7f-4faa-a316-56aec9296894] Created linked-clone VM from snapshot [ 762.420714] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b1a68fa-c487-4282-90a3-0fa2995a4885 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.435020] env[69613]: DEBUG nova.virt.vmwareapi.images [None req-8e423f78-82f9-48b5-acbf-a0fce1442a2a tempest-ListImageFiltersTestJSON-1131301097 tempest-ListImageFiltersTestJSON-1131301097-project-member] [instance: 8a331293-ee7f-4faa-a316-56aec9296894] Uploading image e71aaec4-7971-454e-88af-b992eb95fc6d {{(pid=69613) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 762.475414] env[69613]: DEBUG oslo_vmware.api [None req-bf8dbb0d-2bce-4093-89be-c695b36fed95 tempest-ServerShowV257Test-2050624232 tempest-ServerShowV257Test-2050624232-project-member] Task: {'id': task-3417201, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.511966} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.477950] env[69613]: DEBUG oslo_vmware.rw_handles [None req-8e423f78-82f9-48b5-acbf-a0fce1442a2a tempest-ListImageFiltersTestJSON-1131301097 tempest-ListImageFiltersTestJSON-1131301097-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 762.477950] env[69613]: value = "vm-681821" [ 762.477950] env[69613]: _type = "VirtualMachine" [ 762.477950] env[69613]: }. {{(pid=69613) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 762.478555] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf8dbb0d-2bce-4093-89be-c695b36fed95 tempest-ServerShowV257Test-2050624232 tempest-ServerShowV257Test-2050624232-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk to [datastore2] 670d9426-6edb-4dfd-9953-1f10f89ebfc6/670d9426-6edb-4dfd-9953-1f10f89ebfc6.vmdk {{(pid=69613) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 762.478713] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-bf8dbb0d-2bce-4093-89be-c695b36fed95 tempest-ServerShowV257Test-2050624232 tempest-ServerShowV257Test-2050624232-project-member] [instance: 670d9426-6edb-4dfd-9953-1f10f89ebfc6] Extending root virtual disk to 1048576 {{(pid=69613) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 762.478798] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-e226dd4a-9148-4bcc-9cbf-4114a8b24565 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.480616] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-72205f84-df62-42f9-86bd-044ae06d3aa9 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.491289] env[69613]: DEBUG oslo_vmware.api [None req-bf8dbb0d-2bce-4093-89be-c695b36fed95 tempest-ServerShowV257Test-2050624232 tempest-ServerShowV257Test-2050624232-project-member] Waiting for the task: (returnval){ [ 762.491289] env[69613]: value = "task-3417204" [ 762.491289] env[69613]: _type = "Task" [ 762.491289] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.491289] env[69613]: DEBUG oslo_vmware.rw_handles [None req-8e423f78-82f9-48b5-acbf-a0fce1442a2a tempest-ListImageFiltersTestJSON-1131301097 tempest-ListImageFiltersTestJSON-1131301097-project-member] Lease: (returnval){ [ 762.491289] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]52c34ff1-6138-7f4e-98f2-ea75f8880176" [ 762.491289] env[69613]: _type = "HttpNfcLease" [ 762.491289] env[69613]: } obtained for exporting VM: (result){ [ 762.491289] env[69613]: value = "vm-681821" [ 762.491289] env[69613]: _type = "VirtualMachine" [ 762.491289] env[69613]: }. {{(pid=69613) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 762.491702] env[69613]: DEBUG oslo_vmware.api [None req-8e423f78-82f9-48b5-acbf-a0fce1442a2a tempest-ListImageFiltersTestJSON-1131301097 tempest-ListImageFiltersTestJSON-1131301097-project-member] Waiting for the lease: (returnval){ [ 762.491702] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]52c34ff1-6138-7f4e-98f2-ea75f8880176" [ 762.491702] env[69613]: _type = "HttpNfcLease" [ 762.491702] env[69613]: } to be ready. {{(pid=69613) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 762.510236] env[69613]: DEBUG oslo_vmware.api [None req-bf8dbb0d-2bce-4093-89be-c695b36fed95 tempest-ServerShowV257Test-2050624232 tempest-ServerShowV257Test-2050624232-project-member] Task: {'id': task-3417204, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.512576] env[69613]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 762.512576] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]52c34ff1-6138-7f4e-98f2-ea75f8880176" [ 762.512576] env[69613]: _type = "HttpNfcLease" [ 762.512576] env[69613]: } is ready. {{(pid=69613) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 762.512576] env[69613]: DEBUG oslo_vmware.rw_handles [None req-8e423f78-82f9-48b5-acbf-a0fce1442a2a tempest-ListImageFiltersTestJSON-1131301097 tempest-ListImageFiltersTestJSON-1131301097-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 762.512576] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]52c34ff1-6138-7f4e-98f2-ea75f8880176" [ 762.512576] env[69613]: _type = "HttpNfcLease" [ 762.512576] env[69613]: }. {{(pid=69613) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 762.513133] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31e51fde-ea10-4768-a3a9-9d641d92651f {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.521374] env[69613]: DEBUG oslo_vmware.rw_handles [None req-8e423f78-82f9-48b5-acbf-a0fce1442a2a tempest-ListImageFiltersTestJSON-1131301097 tempest-ListImageFiltersTestJSON-1131301097-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e0100d-b1cc-6eb3-45d7-d7cb53f5609c/disk-0.vmdk from lease info. {{(pid=69613) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 762.521563] env[69613]: DEBUG oslo_vmware.rw_handles [None req-8e423f78-82f9-48b5-acbf-a0fce1442a2a tempest-ListImageFiltersTestJSON-1131301097 tempest-ListImageFiltersTestJSON-1131301097-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e0100d-b1cc-6eb3-45d7-d7cb53f5609c/disk-0.vmdk for reading. {{(pid=69613) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 762.597301] env[69613]: DEBUG oslo_vmware.api [None req-10b3b422-343f-4ceb-8296-4779c39730e1 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Task: {'id': task-3417202, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.631302] env[69613]: DEBUG oslo_concurrency.lockutils [req-6207dd73-3be6-4c2f-bf74-cb8ae4f1e4fb req-235d090e-6b07-4727-b7fa-aa3db1f55932 service nova] Releasing lock "refresh_cache-b2c6c4bb-86f8-4e8f-b83d-a77d00447ff2" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.650645] env[69613]: DEBUG oslo_concurrency.lockutils [None req-3e81210e-82ae-4c1f-81cf-15ea364d93e7 tempest-ServerRescueTestJSONUnderV235-2099362716 tempest-ServerRescueTestJSONUnderV235-2099362716-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.779s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 762.651263] env[69613]: DEBUG nova.compute.manager [None req-3e81210e-82ae-4c1f-81cf-15ea364d93e7 tempest-ServerRescueTestJSONUnderV235-2099362716 tempest-ServerRescueTestJSONUnderV235-2099362716-project-member] [instance: 267ffd7d-ab93-4dda-b46a-1059b3f82f4f] Start building networks asynchronously for instance. {{(pid=69613) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 762.653976] env[69613]: DEBUG oslo_concurrency.lockutils [None req-390c3cce-394e-41d7-9dc9-f3696223bd90 tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.324s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 762.658317] env[69613]: DEBUG oslo_concurrency.lockutils [None req-390c3cce-394e-41d7-9dc9-f3696223bd90 tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 762.660537] env[69613]: DEBUG oslo_concurrency.lockutils [None req-3478b058-f921-4baa-9e49-b6304022c1c0 tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.143s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 762.662090] env[69613]: INFO nova.compute.claims [None req-3478b058-f921-4baa-9e49-b6304022c1c0 tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] [instance: 71e0d53c-ff3f-4a77-aa25-2a07e64500a7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 762.690547] env[69613]: INFO nova.scheduler.client.report [None req-390c3cce-394e-41d7-9dc9-f3696223bd90 tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] Deleted allocations for instance cdfedccf-3398-437c-a908-41d6d87d8a99 [ 762.727054] env[69613]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-7c9111d5-aa25-4abc-8027-dec0f6312f67 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.899844] env[69613]: DEBUG oslo_vmware.api [None req-28bf20bd-b252-4b40-805a-7087e11663b4 tempest-SecurityGroupsTestJSON-147571119 tempest-SecurityGroupsTestJSON-147571119-project-member] Task: {'id': task-3417203, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084985} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.900210] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-28bf20bd-b252-4b40-805a-7087e11663b4 tempest-SecurityGroupsTestJSON-147571119 tempest-SecurityGroupsTestJSON-147571119-project-member] [instance: 41c0824b-2186-49fe-bcfd-82c031bf4810] Extended root virtual disk {{(pid=69613) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 762.901125] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48f1a48b-54fd-4fb4-8e97-02f4e0a5272b {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.925369] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-28bf20bd-b252-4b40-805a-7087e11663b4 tempest-SecurityGroupsTestJSON-147571119 tempest-SecurityGroupsTestJSON-147571119-project-member] [instance: 41c0824b-2186-49fe-bcfd-82c031bf4810] Reconfiguring VM instance instance-0000002e to attach disk [datastore2] 41c0824b-2186-49fe-bcfd-82c031bf4810/41c0824b-2186-49fe-bcfd-82c031bf4810.vmdk or device None with type sparse {{(pid=69613) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 762.925749] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c79a0275-4c62-4154-87be-e42d77b38053 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.948810] env[69613]: DEBUG oslo_vmware.api [None req-28bf20bd-b252-4b40-805a-7087e11663b4 tempest-SecurityGroupsTestJSON-147571119 tempest-SecurityGroupsTestJSON-147571119-project-member] Waiting for the task: (returnval){ [ 762.948810] env[69613]: value = "task-3417206" [ 762.948810] env[69613]: _type = "Task" [ 762.948810] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.958068] env[69613]: DEBUG oslo_vmware.api [None req-28bf20bd-b252-4b40-805a-7087e11663b4 tempest-SecurityGroupsTestJSON-147571119 tempest-SecurityGroupsTestJSON-147571119-project-member] Task: {'id': task-3417206, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.001921] env[69613]: DEBUG oslo_vmware.api [None req-bf8dbb0d-2bce-4093-89be-c695b36fed95 tempest-ServerShowV257Test-2050624232 tempest-ServerShowV257Test-2050624232-project-member] Task: {'id': task-3417204, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07105} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.002240] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-bf8dbb0d-2bce-4093-89be-c695b36fed95 tempest-ServerShowV257Test-2050624232 tempest-ServerShowV257Test-2050624232-project-member] [instance: 670d9426-6edb-4dfd-9953-1f10f89ebfc6] Extended root virtual disk {{(pid=69613) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 763.003091] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6600995-db58-468a-86c3-5482795c9785 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.025063] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf8dbb0d-2bce-4093-89be-c695b36fed95 tempest-ServerShowV257Test-2050624232 tempest-ServerShowV257Test-2050624232-project-member] [instance: 670d9426-6edb-4dfd-9953-1f10f89ebfc6] Reconfiguring VM instance instance-0000002f to attach disk [datastore2] 670d9426-6edb-4dfd-9953-1f10f89ebfc6/670d9426-6edb-4dfd-9953-1f10f89ebfc6.vmdk or device None with type sparse {{(pid=69613) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 763.025418] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-48a6403e-3ef6-42fa-9746-bb077100ceb6 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.046580] env[69613]: DEBUG oslo_vmware.api [None req-bf8dbb0d-2bce-4093-89be-c695b36fed95 tempest-ServerShowV257Test-2050624232 tempest-ServerShowV257Test-2050624232-project-member] Waiting for the task: (returnval){ [ 763.046580] env[69613]: value = "task-3417207" [ 763.046580] env[69613]: _type = "Task" [ 763.046580] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.057031] env[69613]: DEBUG oslo_vmware.api [None req-bf8dbb0d-2bce-4093-89be-c695b36fed95 tempest-ServerShowV257Test-2050624232 tempest-ServerShowV257Test-2050624232-project-member] Task: {'id': task-3417207, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.099821] env[69613]: DEBUG oslo_vmware.api [None req-10b3b422-343f-4ceb-8296-4779c39730e1 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Task: {'id': task-3417202, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.114708] env[69613]: DEBUG nova.compute.manager [req-41739875-3b18-492a-8cdb-be62580fc4c3 req-982ed6c9-d9d6-46b4-8418-2cf631384732 service nova] [instance: 42aba8f8-9657-437f-b305-13239f26fac2] Received event network-vif-plugged-e0f81abb-6f9b-4ea6-9853-4d08c327e061 {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 763.114898] env[69613]: DEBUG oslo_concurrency.lockutils [req-41739875-3b18-492a-8cdb-be62580fc4c3 req-982ed6c9-d9d6-46b4-8418-2cf631384732 service nova] Acquiring lock "42aba8f8-9657-437f-b305-13239f26fac2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 763.115178] env[69613]: DEBUG oslo_concurrency.lockutils [req-41739875-3b18-492a-8cdb-be62580fc4c3 req-982ed6c9-d9d6-46b4-8418-2cf631384732 service nova] Lock "42aba8f8-9657-437f-b305-13239f26fac2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 763.115530] env[69613]: DEBUG oslo_concurrency.lockutils [req-41739875-3b18-492a-8cdb-be62580fc4c3 req-982ed6c9-d9d6-46b4-8418-2cf631384732 service nova] Lock "42aba8f8-9657-437f-b305-13239f26fac2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 763.115636] env[69613]: DEBUG nova.compute.manager [req-41739875-3b18-492a-8cdb-be62580fc4c3 req-982ed6c9-d9d6-46b4-8418-2cf631384732 service nova] [instance: 42aba8f8-9657-437f-b305-13239f26fac2] No waiting events found dispatching network-vif-plugged-e0f81abb-6f9b-4ea6-9853-4d08c327e061 {{(pid=69613) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 763.115935] env[69613]: WARNING nova.compute.manager [req-41739875-3b18-492a-8cdb-be62580fc4c3 req-982ed6c9-d9d6-46b4-8418-2cf631384732 service nova] [instance: 42aba8f8-9657-437f-b305-13239f26fac2] Received unexpected event network-vif-plugged-e0f81abb-6f9b-4ea6-9853-4d08c327e061 for instance with vm_state building and task_state spawning. [ 763.167927] env[69613]: DEBUG nova.compute.utils [None req-3e81210e-82ae-4c1f-81cf-15ea364d93e7 tempest-ServerRescueTestJSONUnderV235-2099362716 tempest-ServerRescueTestJSONUnderV235-2099362716-project-member] Using /dev/sd instead of None {{(pid=69613) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 763.174484] env[69613]: DEBUG nova.compute.manager [None req-3e81210e-82ae-4c1f-81cf-15ea364d93e7 tempest-ServerRescueTestJSONUnderV235-2099362716 tempest-ServerRescueTestJSONUnderV235-2099362716-project-member] [instance: 267ffd7d-ab93-4dda-b46a-1059b3f82f4f] Allocating IP information in the background. {{(pid=69613) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 763.174484] env[69613]: DEBUG nova.network.neutron [None req-3e81210e-82ae-4c1f-81cf-15ea364d93e7 tempest-ServerRescueTestJSONUnderV235-2099362716 tempest-ServerRescueTestJSONUnderV235-2099362716-project-member] [instance: 267ffd7d-ab93-4dda-b46a-1059b3f82f4f] allocate_for_instance() {{(pid=69613) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 763.203941] env[69613]: DEBUG oslo_concurrency.lockutils [None req-390c3cce-394e-41d7-9dc9-f3696223bd90 tempest-ListServerFiltersTestJSON-1218246390 tempest-ListServerFiltersTestJSON-1218246390-project-member] Lock "cdfedccf-3398-437c-a908-41d6d87d8a99" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.511s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 763.281706] env[69613]: DEBUG nova.policy [None req-3e81210e-82ae-4c1f-81cf-15ea364d93e7 tempest-ServerRescueTestJSONUnderV235-2099362716 tempest-ServerRescueTestJSONUnderV235-2099362716-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '217d3a3b6379486bbe730d3697c297be', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b67035ef2f3e49e5ae598086bf6e36fa', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69613) authorize /opt/stack/nova/nova/policy.py:192}} [ 763.356635] env[69613]: DEBUG nova.network.neutron [None req-01d3ef8f-40fc-4a59-a37f-963ed7fa8127 tempest-ServersTestManualDisk-642376445 tempest-ServersTestManualDisk-642376445-project-member] [instance: 42aba8f8-9657-437f-b305-13239f26fac2] Successfully updated port: e0f81abb-6f9b-4ea6-9853-4d08c327e061 {{(pid=69613) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 763.462463] env[69613]: DEBUG oslo_vmware.api [None req-28bf20bd-b252-4b40-805a-7087e11663b4 tempest-SecurityGroupsTestJSON-147571119 tempest-SecurityGroupsTestJSON-147571119-project-member] Task: {'id': task-3417206, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.558243] env[69613]: DEBUG oslo_vmware.api [None req-bf8dbb0d-2bce-4093-89be-c695b36fed95 tempest-ServerShowV257Test-2050624232 tempest-ServerShowV257Test-2050624232-project-member] Task: {'id': task-3417207, 'name': ReconfigVM_Task, 'duration_secs': 0.492462} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.558874] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf8dbb0d-2bce-4093-89be-c695b36fed95 tempest-ServerShowV257Test-2050624232 tempest-ServerShowV257Test-2050624232-project-member] [instance: 670d9426-6edb-4dfd-9953-1f10f89ebfc6] Reconfigured VM instance instance-0000002f to attach disk [datastore2] 670d9426-6edb-4dfd-9953-1f10f89ebfc6/670d9426-6edb-4dfd-9953-1f10f89ebfc6.vmdk or device None with type sparse {{(pid=69613) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 763.559531] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bf6607f1-6b0b-42ef-81cd-d17bc05e3a74 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.568994] env[69613]: DEBUG oslo_vmware.api [None req-bf8dbb0d-2bce-4093-89be-c695b36fed95 tempest-ServerShowV257Test-2050624232 tempest-ServerShowV257Test-2050624232-project-member] Waiting for the task: (returnval){ [ 763.568994] env[69613]: value = "task-3417208" [ 763.568994] env[69613]: _type = "Task" [ 763.568994] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.585859] env[69613]: DEBUG oslo_vmware.api [None req-bf8dbb0d-2bce-4093-89be-c695b36fed95 tempest-ServerShowV257Test-2050624232 tempest-ServerShowV257Test-2050624232-project-member] Task: {'id': task-3417208, 'name': Rename_Task} progress is 5%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.597814] env[69613]: DEBUG oslo_vmware.api [None req-10b3b422-343f-4ceb-8296-4779c39730e1 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Task: {'id': task-3417202, 'name': PowerOnVM_Task, 'duration_secs': 1.103907} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.597988] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-10b3b422-343f-4ceb-8296-4779c39730e1 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] [instance: 3c85ee38-7f0c-48db-8bc7-cd3d17eb5f02] Powered on the VM {{(pid=69613) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 763.598230] env[69613]: INFO nova.compute.manager [None req-10b3b422-343f-4ceb-8296-4779c39730e1 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] [instance: 3c85ee38-7f0c-48db-8bc7-cd3d17eb5f02] Took 9.75 seconds to spawn the instance on the hypervisor. [ 763.598493] env[69613]: DEBUG nova.compute.manager [None req-10b3b422-343f-4ceb-8296-4779c39730e1 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] [instance: 3c85ee38-7f0c-48db-8bc7-cd3d17eb5f02] Checking state {{(pid=69613) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 763.600058] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2e783c9-7801-42b9-87d9-21e976d261ea {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.674200] env[69613]: DEBUG nova.compute.manager [None req-3e81210e-82ae-4c1f-81cf-15ea364d93e7 tempest-ServerRescueTestJSONUnderV235-2099362716 tempest-ServerRescueTestJSONUnderV235-2099362716-project-member] [instance: 267ffd7d-ab93-4dda-b46a-1059b3f82f4f] Start building block device mappings for instance. {{(pid=69613) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 763.862811] env[69613]: DEBUG oslo_concurrency.lockutils [None req-01d3ef8f-40fc-4a59-a37f-963ed7fa8127 tempest-ServersTestManualDisk-642376445 tempest-ServersTestManualDisk-642376445-project-member] Acquiring lock "refresh_cache-42aba8f8-9657-437f-b305-13239f26fac2" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.863139] env[69613]: DEBUG oslo_concurrency.lockutils [None req-01d3ef8f-40fc-4a59-a37f-963ed7fa8127 tempest-ServersTestManualDisk-642376445 tempest-ServersTestManualDisk-642376445-project-member] Acquired lock "refresh_cache-42aba8f8-9657-437f-b305-13239f26fac2" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.863328] env[69613]: DEBUG nova.network.neutron [None req-01d3ef8f-40fc-4a59-a37f-963ed7fa8127 tempest-ServersTestManualDisk-642376445 tempest-ServersTestManualDisk-642376445-project-member] [instance: 42aba8f8-9657-437f-b305-13239f26fac2] Building network info cache for instance {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 763.966924] env[69613]: DEBUG oslo_vmware.api [None req-28bf20bd-b252-4b40-805a-7087e11663b4 tempest-SecurityGroupsTestJSON-147571119 tempest-SecurityGroupsTestJSON-147571119-project-member] Task: {'id': task-3417206, 'name': ReconfigVM_Task, 'duration_secs': 0.552566} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.967551] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-28bf20bd-b252-4b40-805a-7087e11663b4 tempest-SecurityGroupsTestJSON-147571119 tempest-SecurityGroupsTestJSON-147571119-project-member] [instance: 41c0824b-2186-49fe-bcfd-82c031bf4810] Reconfigured VM instance instance-0000002e to attach disk [datastore2] 41c0824b-2186-49fe-bcfd-82c031bf4810/41c0824b-2186-49fe-bcfd-82c031bf4810.vmdk or device None with type sparse {{(pid=69613) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 763.968594] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-31e92b40-b7cb-4886-af82-a8f1194af5dd {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.980818] env[69613]: DEBUG oslo_vmware.api [None req-28bf20bd-b252-4b40-805a-7087e11663b4 tempest-SecurityGroupsTestJSON-147571119 tempest-SecurityGroupsTestJSON-147571119-project-member] Waiting for the task: (returnval){ [ 763.980818] env[69613]: value = "task-3417209" [ 763.980818] env[69613]: _type = "Task" [ 763.980818] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.994561] env[69613]: DEBUG oslo_vmware.api [None req-28bf20bd-b252-4b40-805a-7087e11663b4 tempest-SecurityGroupsTestJSON-147571119 tempest-SecurityGroupsTestJSON-147571119-project-member] Task: {'id': task-3417209, 'name': Rename_Task} progress is 5%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.071031] env[69613]: DEBUG nova.network.neutron [None req-3e81210e-82ae-4c1f-81cf-15ea364d93e7 tempest-ServerRescueTestJSONUnderV235-2099362716 tempest-ServerRescueTestJSONUnderV235-2099362716-project-member] [instance: 267ffd7d-ab93-4dda-b46a-1059b3f82f4f] Successfully created port: ef9b141a-7095-410c-813d-1bf647afd208 {{(pid=69613) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 764.083479] env[69613]: DEBUG oslo_vmware.api [None req-bf8dbb0d-2bce-4093-89be-c695b36fed95 tempest-ServerShowV257Test-2050624232 tempest-ServerShowV257Test-2050624232-project-member] Task: {'id': task-3417208, 'name': Rename_Task, 'duration_secs': 0.343533} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.088731] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf8dbb0d-2bce-4093-89be-c695b36fed95 tempest-ServerShowV257Test-2050624232 tempest-ServerShowV257Test-2050624232-project-member] [instance: 670d9426-6edb-4dfd-9953-1f10f89ebfc6] Powering on the VM {{(pid=69613) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 764.089577] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6a68b5a5-59ec-49ff-a914-9f78192502a5 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.099598] env[69613]: DEBUG oslo_vmware.api [None req-bf8dbb0d-2bce-4093-89be-c695b36fed95 tempest-ServerShowV257Test-2050624232 tempest-ServerShowV257Test-2050624232-project-member] Waiting for the task: (returnval){ [ 764.099598] env[69613]: value = "task-3417210" [ 764.099598] env[69613]: _type = "Task" [ 764.099598] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.133678] env[69613]: DEBUG oslo_vmware.api [None req-bf8dbb0d-2bce-4093-89be-c695b36fed95 tempest-ServerShowV257Test-2050624232 tempest-ServerShowV257Test-2050624232-project-member] Task: {'id': task-3417210, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.134448] env[69613]: INFO nova.compute.manager [None req-10b3b422-343f-4ceb-8296-4779c39730e1 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] [instance: 3c85ee38-7f0c-48db-8bc7-cd3d17eb5f02] Took 46.21 seconds to build instance. [ 764.380191] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5af05783-7cdf-401f-86df-27a209e179c1 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.396615] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1db0ae3b-7daf-4967-9bc7-c1f520eb6e09 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.435287] env[69613]: DEBUG nova.network.neutron [None req-01d3ef8f-40fc-4a59-a37f-963ed7fa8127 tempest-ServersTestManualDisk-642376445 tempest-ServersTestManualDisk-642376445-project-member] [instance: 42aba8f8-9657-437f-b305-13239f26fac2] Instance cache missing network info. {{(pid=69613) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 764.438852] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76bcd32e-5590-4462-bc2e-4afd8b9071d3 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.449139] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9758a15-bf7e-4698-9474-176c5208923d {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.469178] env[69613]: DEBUG nova.compute.provider_tree [None req-3478b058-f921-4baa-9e49-b6304022c1c0 tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] Inventory has not changed in ProviderTree for provider: af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 {{(pid=69613) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 764.495137] env[69613]: DEBUG oslo_vmware.api [None req-28bf20bd-b252-4b40-805a-7087e11663b4 tempest-SecurityGroupsTestJSON-147571119 tempest-SecurityGroupsTestJSON-147571119-project-member] Task: {'id': task-3417209, 'name': Rename_Task, 'duration_secs': 0.241565} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.495563] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-28bf20bd-b252-4b40-805a-7087e11663b4 tempest-SecurityGroupsTestJSON-147571119 tempest-SecurityGroupsTestJSON-147571119-project-member] [instance: 41c0824b-2186-49fe-bcfd-82c031bf4810] Powering on the VM {{(pid=69613) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 764.496862] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f33642f2-1d4b-44cc-be04-b6a66ba402b6 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.509294] env[69613]: DEBUG oslo_vmware.api [None req-28bf20bd-b252-4b40-805a-7087e11663b4 tempest-SecurityGroupsTestJSON-147571119 tempest-SecurityGroupsTestJSON-147571119-project-member] Waiting for the task: (returnval){ [ 764.509294] env[69613]: value = "task-3417211" [ 764.509294] env[69613]: _type = "Task" [ 764.509294] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.530332] env[69613]: DEBUG oslo_vmware.api [None req-28bf20bd-b252-4b40-805a-7087e11663b4 tempest-SecurityGroupsTestJSON-147571119 tempest-SecurityGroupsTestJSON-147571119-project-member] Task: {'id': task-3417211, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.610743] env[69613]: DEBUG oslo_vmware.api [None req-bf8dbb0d-2bce-4093-89be-c695b36fed95 tempest-ServerShowV257Test-2050624232 tempest-ServerShowV257Test-2050624232-project-member] Task: {'id': task-3417210, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.637732] env[69613]: DEBUG oslo_concurrency.lockutils [None req-10b3b422-343f-4ceb-8296-4779c39730e1 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Lock "3c85ee38-7f0c-48db-8bc7-cd3d17eb5f02" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 78.620s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 764.699058] env[69613]: DEBUG nova.compute.manager [None req-3e81210e-82ae-4c1f-81cf-15ea364d93e7 tempest-ServerRescueTestJSONUnderV235-2099362716 tempest-ServerRescueTestJSONUnderV235-2099362716-project-member] [instance: 267ffd7d-ab93-4dda-b46a-1059b3f82f4f] Start spawning the instance on the hypervisor. {{(pid=69613) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 764.730718] env[69613]: DEBUG nova.virt.hardware [None req-3e81210e-82ae-4c1f-81cf-15ea364d93e7 tempest-ServerRescueTestJSONUnderV235-2099362716 tempest-ServerRescueTestJSONUnderV235-2099362716-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T13:55:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T13:55:19Z,direct_url=,disk_format='vmdk',id=2b7a0304-b5d0-431d-b287-32c8388d7fbd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3e9e1b873f1442d59d5ee8247b941f74',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T13:55:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 764.731295] env[69613]: DEBUG nova.virt.hardware [None req-3e81210e-82ae-4c1f-81cf-15ea364d93e7 tempest-ServerRescueTestJSONUnderV235-2099362716 tempest-ServerRescueTestJSONUnderV235-2099362716-project-member] Flavor limits 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 764.731467] env[69613]: DEBUG nova.virt.hardware [None req-3e81210e-82ae-4c1f-81cf-15ea364d93e7 tempest-ServerRescueTestJSONUnderV235-2099362716 tempest-ServerRescueTestJSONUnderV235-2099362716-project-member] Image limits 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 764.731653] env[69613]: DEBUG nova.virt.hardware [None req-3e81210e-82ae-4c1f-81cf-15ea364d93e7 tempest-ServerRescueTestJSONUnderV235-2099362716 tempest-ServerRescueTestJSONUnderV235-2099362716-project-member] Flavor pref 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 764.731802] env[69613]: DEBUG nova.virt.hardware [None req-3e81210e-82ae-4c1f-81cf-15ea364d93e7 tempest-ServerRescueTestJSONUnderV235-2099362716 tempest-ServerRescueTestJSONUnderV235-2099362716-project-member] Image pref 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 764.731948] env[69613]: DEBUG nova.virt.hardware [None req-3e81210e-82ae-4c1f-81cf-15ea364d93e7 tempest-ServerRescueTestJSONUnderV235-2099362716 tempest-ServerRescueTestJSONUnderV235-2099362716-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 764.732562] env[69613]: DEBUG nova.virt.hardware [None req-3e81210e-82ae-4c1f-81cf-15ea364d93e7 tempest-ServerRescueTestJSONUnderV235-2099362716 tempest-ServerRescueTestJSONUnderV235-2099362716-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 764.732562] env[69613]: DEBUG nova.virt.hardware [None req-3e81210e-82ae-4c1f-81cf-15ea364d93e7 tempest-ServerRescueTestJSONUnderV235-2099362716 tempest-ServerRescueTestJSONUnderV235-2099362716-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69613) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 764.732692] env[69613]: DEBUG nova.virt.hardware [None req-3e81210e-82ae-4c1f-81cf-15ea364d93e7 tempest-ServerRescueTestJSONUnderV235-2099362716 tempest-ServerRescueTestJSONUnderV235-2099362716-project-member] Got 1 possible topologies {{(pid=69613) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 764.732924] env[69613]: DEBUG nova.virt.hardware [None req-3e81210e-82ae-4c1f-81cf-15ea364d93e7 tempest-ServerRescueTestJSONUnderV235-2099362716 tempest-ServerRescueTestJSONUnderV235-2099362716-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 764.733343] env[69613]: DEBUG nova.virt.hardware [None req-3e81210e-82ae-4c1f-81cf-15ea364d93e7 tempest-ServerRescueTestJSONUnderV235-2099362716 tempest-ServerRescueTestJSONUnderV235-2099362716-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 764.735640] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a74c98d-962b-4d83-b32b-f489a18b99a5 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.747247] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-379f9d09-c579-4ee9-815c-fc64294aec89 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.764623] env[69613]: DEBUG nova.network.neutron [None req-01d3ef8f-40fc-4a59-a37f-963ed7fa8127 tempest-ServersTestManualDisk-642376445 tempest-ServersTestManualDisk-642376445-project-member] [instance: 42aba8f8-9657-437f-b305-13239f26fac2] Updating instance_info_cache with network_info: [{"id": "e0f81abb-6f9b-4ea6-9853-4d08c327e061", "address": "fa:16:3e:d3:a0:cc", "network": {"id": "03e1e463-c396-4f49-97bf-afd0c53466a1", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1248378033-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "644a444b9fea48e2b547509885622d20", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ace50835-5731-4c77-b6c0-3076d7b4aa21", "external-id": "nsx-vlan-transportzone-270", "segmentation_id": 270, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape0f81abb-6f", "ovs_interfaceid": "e0f81abb-6f9b-4ea6-9853-4d08c327e061", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 764.974479] env[69613]: DEBUG nova.scheduler.client.report [None req-3478b058-f921-4baa-9e49-b6304022c1c0 tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] Inventory has not changed for provider af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69613) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 765.023685] env[69613]: DEBUG oslo_vmware.api [None req-28bf20bd-b252-4b40-805a-7087e11663b4 tempest-SecurityGroupsTestJSON-147571119 tempest-SecurityGroupsTestJSON-147571119-project-member] Task: {'id': task-3417211, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.062752] env[69613]: DEBUG oslo_concurrency.lockutils [None req-fee42419-72bc-4589-9f75-f6b2ced69124 tempest-ServersAdminTestJSON-948696807 tempest-ServersAdminTestJSON-948696807-project-admin] Acquiring lock "refresh_cache-3c85ee38-7f0c-48db-8bc7-cd3d17eb5f02" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.062937] env[69613]: DEBUG oslo_concurrency.lockutils [None req-fee42419-72bc-4589-9f75-f6b2ced69124 tempest-ServersAdminTestJSON-948696807 tempest-ServersAdminTestJSON-948696807-project-admin] Acquired lock "refresh_cache-3c85ee38-7f0c-48db-8bc7-cd3d17eb5f02" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.063802] env[69613]: DEBUG nova.network.neutron [None req-fee42419-72bc-4589-9f75-f6b2ced69124 tempest-ServersAdminTestJSON-948696807 tempest-ServersAdminTestJSON-948696807-project-admin] [instance: 3c85ee38-7f0c-48db-8bc7-cd3d17eb5f02] Building network info cache for instance {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 765.117472] env[69613]: DEBUG oslo_vmware.api [None req-bf8dbb0d-2bce-4093-89be-c695b36fed95 tempest-ServerShowV257Test-2050624232 tempest-ServerShowV257Test-2050624232-project-member] Task: {'id': task-3417210, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.141703] env[69613]: DEBUG nova.compute.manager [None req-412a2ba1-5c96-4d95-b24f-66e7976c83a3 tempest-ServersAdminNegativeTestJSON-2019534385 tempest-ServersAdminNegativeTestJSON-2019534385-project-member] [instance: f72c0c9a-5d4b-4c16-ae65-ab504d8b816d] Starting instance... {{(pid=69613) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 765.270018] env[69613]: DEBUG oslo_concurrency.lockutils [None req-01d3ef8f-40fc-4a59-a37f-963ed7fa8127 tempest-ServersTestManualDisk-642376445 tempest-ServersTestManualDisk-642376445-project-member] Releasing lock "refresh_cache-42aba8f8-9657-437f-b305-13239f26fac2" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.270018] env[69613]: DEBUG nova.compute.manager [None req-01d3ef8f-40fc-4a59-a37f-963ed7fa8127 tempest-ServersTestManualDisk-642376445 tempest-ServersTestManualDisk-642376445-project-member] [instance: 42aba8f8-9657-437f-b305-13239f26fac2] Instance network_info: |[{"id": "e0f81abb-6f9b-4ea6-9853-4d08c327e061", "address": "fa:16:3e:d3:a0:cc", "network": {"id": "03e1e463-c396-4f49-97bf-afd0c53466a1", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1248378033-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "644a444b9fea48e2b547509885622d20", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ace50835-5731-4c77-b6c0-3076d7b4aa21", "external-id": "nsx-vlan-transportzone-270", "segmentation_id": 270, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape0f81abb-6f", "ovs_interfaceid": "e0f81abb-6f9b-4ea6-9853-4d08c327e061", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69613) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 765.270306] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-01d3ef8f-40fc-4a59-a37f-963ed7fa8127 tempest-ServersTestManualDisk-642376445 tempest-ServersTestManualDisk-642376445-project-member] [instance: 42aba8f8-9657-437f-b305-13239f26fac2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d3:a0:cc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ace50835-5731-4c77-b6c0-3076d7b4aa21', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e0f81abb-6f9b-4ea6-9853-4d08c327e061', 'vif_model': 'vmxnet3'}] {{(pid=69613) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 765.280994] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-01d3ef8f-40fc-4a59-a37f-963ed7fa8127 tempest-ServersTestManualDisk-642376445 tempest-ServersTestManualDisk-642376445-project-member] Creating folder: Project (644a444b9fea48e2b547509885622d20). Parent ref: group-v681687. {{(pid=69613) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 765.280994] env[69613]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c0d8ef72-8b12-452b-8f47-f327d524c363 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.297516] env[69613]: INFO nova.virt.vmwareapi.vm_util [None req-01d3ef8f-40fc-4a59-a37f-963ed7fa8127 tempest-ServersTestManualDisk-642376445 tempest-ServersTestManualDisk-642376445-project-member] Created folder: Project (644a444b9fea48e2b547509885622d20) in parent group-v681687. [ 765.297516] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-01d3ef8f-40fc-4a59-a37f-963ed7fa8127 tempest-ServersTestManualDisk-642376445 tempest-ServersTestManualDisk-642376445-project-member] Creating folder: Instances. Parent ref: group-v681822. {{(pid=69613) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 765.297848] env[69613]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ef745a38-f7f5-4224-9606-f141b314a028 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.315651] env[69613]: INFO nova.virt.vmwareapi.vm_util [None req-01d3ef8f-40fc-4a59-a37f-963ed7fa8127 tempest-ServersTestManualDisk-642376445 tempest-ServersTestManualDisk-642376445-project-member] Created folder: Instances in parent group-v681822. [ 765.315925] env[69613]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-01d3ef8f-40fc-4a59-a37f-963ed7fa8127 tempest-ServersTestManualDisk-642376445 tempest-ServersTestManualDisk-642376445-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69613) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 765.316615] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 42aba8f8-9657-437f-b305-13239f26fac2] Creating VM on the ESX host {{(pid=69613) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 765.317066] env[69613]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8c1e91f8-9605-48b8-a988-1e9788530fdd {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.345232] env[69613]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 765.345232] env[69613]: value = "task-3417214" [ 765.345232] env[69613]: _type = "Task" [ 765.345232] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.353061] env[69613]: DEBUG oslo_vmware.api [-] Task: {'id': task-3417214, 'name': CreateVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.431764] env[69613]: DEBUG nova.compute.manager [req-7eb2dbb3-4bcd-4cd8-9062-4dbc5ecbe3f3 req-5f94c6bb-52eb-4594-bffc-b8a7b8e39061 service nova] [instance: 42aba8f8-9657-437f-b305-13239f26fac2] Received event network-changed-e0f81abb-6f9b-4ea6-9853-4d08c327e061 {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 765.431764] env[69613]: DEBUG nova.compute.manager [req-7eb2dbb3-4bcd-4cd8-9062-4dbc5ecbe3f3 req-5f94c6bb-52eb-4594-bffc-b8a7b8e39061 service nova] [instance: 42aba8f8-9657-437f-b305-13239f26fac2] Refreshing instance network info cache due to event network-changed-e0f81abb-6f9b-4ea6-9853-4d08c327e061. {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 765.431764] env[69613]: DEBUG oslo_concurrency.lockutils [req-7eb2dbb3-4bcd-4cd8-9062-4dbc5ecbe3f3 req-5f94c6bb-52eb-4594-bffc-b8a7b8e39061 service nova] Acquiring lock "refresh_cache-42aba8f8-9657-437f-b305-13239f26fac2" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.431764] env[69613]: DEBUG oslo_concurrency.lockutils [req-7eb2dbb3-4bcd-4cd8-9062-4dbc5ecbe3f3 req-5f94c6bb-52eb-4594-bffc-b8a7b8e39061 service nova] Acquired lock "refresh_cache-42aba8f8-9657-437f-b305-13239f26fac2" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.431764] env[69613]: DEBUG nova.network.neutron [req-7eb2dbb3-4bcd-4cd8-9062-4dbc5ecbe3f3 req-5f94c6bb-52eb-4594-bffc-b8a7b8e39061 service nova] [instance: 42aba8f8-9657-437f-b305-13239f26fac2] Refreshing network info cache for port e0f81abb-6f9b-4ea6-9853-4d08c327e061 {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 765.479721] env[69613]: DEBUG oslo_concurrency.lockutils [None req-3478b058-f921-4baa-9e49-b6304022c1c0 tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.819s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 765.480500] env[69613]: DEBUG nova.compute.manager [None req-3478b058-f921-4baa-9e49-b6304022c1c0 tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] [instance: 71e0d53c-ff3f-4a77-aa25-2a07e64500a7] Start building networks asynchronously for instance. {{(pid=69613) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 765.484027] env[69613]: DEBUG oslo_concurrency.lockutils [None req-a1f62780-f0ea-4b4b-ad4a-501b62ee98f9 tempest-ServersListShow298Test-1734213796 tempest-ServersListShow298Test-1734213796-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.920s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 765.486035] env[69613]: INFO nova.compute.claims [None req-a1f62780-f0ea-4b4b-ad4a-501b62ee98f9 tempest-ServersListShow298Test-1734213796 tempest-ServersListShow298Test-1734213796-project-member] [instance: 23dfa5b7-42f4-486c-8ce4-ae7d2e08c1e0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 765.530490] env[69613]: DEBUG oslo_vmware.api [None req-28bf20bd-b252-4b40-805a-7087e11663b4 tempest-SecurityGroupsTestJSON-147571119 tempest-SecurityGroupsTestJSON-147571119-project-member] Task: {'id': task-3417211, 'name': PowerOnVM_Task, 'duration_secs': 0.656105} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.531299] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-28bf20bd-b252-4b40-805a-7087e11663b4 tempest-SecurityGroupsTestJSON-147571119 tempest-SecurityGroupsTestJSON-147571119-project-member] [instance: 41c0824b-2186-49fe-bcfd-82c031bf4810] Powered on the VM {{(pid=69613) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 765.531545] env[69613]: INFO nova.compute.manager [None req-28bf20bd-b252-4b40-805a-7087e11663b4 tempest-SecurityGroupsTestJSON-147571119 tempest-SecurityGroupsTestJSON-147571119-project-member] [instance: 41c0824b-2186-49fe-bcfd-82c031bf4810] Took 8.98 seconds to spawn the instance on the hypervisor. [ 765.531729] env[69613]: DEBUG nova.compute.manager [None req-28bf20bd-b252-4b40-805a-7087e11663b4 tempest-SecurityGroupsTestJSON-147571119 tempest-SecurityGroupsTestJSON-147571119-project-member] [instance: 41c0824b-2186-49fe-bcfd-82c031bf4810] Checking state {{(pid=69613) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 765.532587] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d1fc360-53eb-409e-ae13-8da0ee4e0bb0 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.613435] env[69613]: DEBUG oslo_vmware.api [None req-bf8dbb0d-2bce-4093-89be-c695b36fed95 tempest-ServerShowV257Test-2050624232 tempest-ServerShowV257Test-2050624232-project-member] Task: {'id': task-3417210, 'name': PowerOnVM_Task, 'duration_secs': 1.41249} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.613552] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf8dbb0d-2bce-4093-89be-c695b36fed95 tempest-ServerShowV257Test-2050624232 tempest-ServerShowV257Test-2050624232-project-member] [instance: 670d9426-6edb-4dfd-9953-1f10f89ebfc6] Powered on the VM {{(pid=69613) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 765.613752] env[69613]: INFO nova.compute.manager [None req-bf8dbb0d-2bce-4093-89be-c695b36fed95 tempest-ServerShowV257Test-2050624232 tempest-ServerShowV257Test-2050624232-project-member] [instance: 670d9426-6edb-4dfd-9953-1f10f89ebfc6] Took 6.38 seconds to spawn the instance on the hypervisor. [ 765.613952] env[69613]: DEBUG nova.compute.manager [None req-bf8dbb0d-2bce-4093-89be-c695b36fed95 tempest-ServerShowV257Test-2050624232 tempest-ServerShowV257Test-2050624232-project-member] [instance: 670d9426-6edb-4dfd-9953-1f10f89ebfc6] Checking state {{(pid=69613) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 765.614926] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38149226-760c-4832-bb46-7536875b91c6 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.682402] env[69613]: DEBUG oslo_concurrency.lockutils [None req-412a2ba1-5c96-4d95-b24f-66e7976c83a3 tempest-ServersAdminNegativeTestJSON-2019534385 tempest-ServersAdminNegativeTestJSON-2019534385-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 765.873960] env[69613]: DEBUG oslo_vmware.api [-] Task: {'id': task-3417214, 'name': CreateVM_Task} progress is 99%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.991793] env[69613]: DEBUG nova.compute.utils [None req-3478b058-f921-4baa-9e49-b6304022c1c0 tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] Using /dev/sd instead of None {{(pid=69613) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 766.002354] env[69613]: DEBUG nova.compute.manager [None req-3478b058-f921-4baa-9e49-b6304022c1c0 tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] [instance: 71e0d53c-ff3f-4a77-aa25-2a07e64500a7] Allocating IP information in the background. {{(pid=69613) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 766.002354] env[69613]: DEBUG nova.network.neutron [None req-3478b058-f921-4baa-9e49-b6304022c1c0 tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] [instance: 71e0d53c-ff3f-4a77-aa25-2a07e64500a7] allocate_for_instance() {{(pid=69613) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 766.060706] env[69613]: INFO nova.compute.manager [None req-28bf20bd-b252-4b40-805a-7087e11663b4 tempest-SecurityGroupsTestJSON-147571119 tempest-SecurityGroupsTestJSON-147571119-project-member] [instance: 41c0824b-2186-49fe-bcfd-82c031bf4810] Took 43.48 seconds to build instance. [ 766.139103] env[69613]: INFO nova.compute.manager [None req-bf8dbb0d-2bce-4093-89be-c695b36fed95 tempest-ServerShowV257Test-2050624232 tempest-ServerShowV257Test-2050624232-project-member] [instance: 670d9426-6edb-4dfd-9953-1f10f89ebfc6] Took 41.19 seconds to build instance. [ 766.258265] env[69613]: DEBUG nova.policy [None req-3478b058-f921-4baa-9e49-b6304022c1c0 tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '25fa7f6543fc42f2bb9a8c1a647f31cf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '98a7364efc4045369caebaefb2b32fa3', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69613) authorize /opt/stack/nova/nova/policy.py:192}} [ 766.360851] env[69613]: DEBUG oslo_vmware.api [-] Task: {'id': task-3417214, 'name': CreateVM_Task, 'duration_secs': 0.54597} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.361053] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 42aba8f8-9657-437f-b305-13239f26fac2] Created VM on the ESX host {{(pid=69613) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 766.361792] env[69613]: DEBUG oslo_concurrency.lockutils [None req-01d3ef8f-40fc-4a59-a37f-963ed7fa8127 tempest-ServersTestManualDisk-642376445 tempest-ServersTestManualDisk-642376445-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.362043] env[69613]: DEBUG oslo_concurrency.lockutils [None req-01d3ef8f-40fc-4a59-a37f-963ed7fa8127 tempest-ServersTestManualDisk-642376445 tempest-ServersTestManualDisk-642376445-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.362409] env[69613]: DEBUG oslo_concurrency.lockutils [None req-01d3ef8f-40fc-4a59-a37f-963ed7fa8127 tempest-ServersTestManualDisk-642376445 tempest-ServersTestManualDisk-642376445-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.362711] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-53f4e136-bcaa-4523-a63c-f0a574102139 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.371604] env[69613]: DEBUG oslo_vmware.api [None req-01d3ef8f-40fc-4a59-a37f-963ed7fa8127 tempest-ServersTestManualDisk-642376445 tempest-ServersTestManualDisk-642376445-project-member] Waiting for the task: (returnval){ [ 766.371604] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]52911e60-7f5b-1d95-ec14-9ef610e026ee" [ 766.371604] env[69613]: _type = "Task" [ 766.371604] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.382841] env[69613]: DEBUG oslo_vmware.api [None req-01d3ef8f-40fc-4a59-a37f-963ed7fa8127 tempest-ServersTestManualDisk-642376445 tempest-ServersTestManualDisk-642376445-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52911e60-7f5b-1d95-ec14-9ef610e026ee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.405885] env[69613]: DEBUG nova.network.neutron [None req-fee42419-72bc-4589-9f75-f6b2ced69124 tempest-ServersAdminTestJSON-948696807 tempest-ServersAdminTestJSON-948696807-project-admin] [instance: 3c85ee38-7f0c-48db-8bc7-cd3d17eb5f02] Updating instance_info_cache with network_info: [{"id": "a9cc858c-4232-4622-842a-3870b6de8b1f", "address": "fa:16:3e:2b:bf:cc", "network": {"id": "64de9f7d-83a6-4dfb-bc7b-e08525149070", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-255161033-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "412c098cc7b941c6bb5c47763a2faff0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f499bc9-78da-46c1-9274-19edf26d31cb", "external-id": "nsx-vlan-transportzone-243", "segmentation_id": 243, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa9cc858c-42", "ovs_interfaceid": "a9cc858c-4232-4622-842a-3870b6de8b1f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 766.494231] env[69613]: DEBUG nova.network.neutron [req-7eb2dbb3-4bcd-4cd8-9062-4dbc5ecbe3f3 req-5f94c6bb-52eb-4594-bffc-b8a7b8e39061 service nova] [instance: 42aba8f8-9657-437f-b305-13239f26fac2] Updated VIF entry in instance network info cache for port e0f81abb-6f9b-4ea6-9853-4d08c327e061. {{(pid=69613) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 766.494508] env[69613]: DEBUG nova.network.neutron [req-7eb2dbb3-4bcd-4cd8-9062-4dbc5ecbe3f3 req-5f94c6bb-52eb-4594-bffc-b8a7b8e39061 service nova] [instance: 42aba8f8-9657-437f-b305-13239f26fac2] Updating instance_info_cache with network_info: [{"id": "e0f81abb-6f9b-4ea6-9853-4d08c327e061", "address": "fa:16:3e:d3:a0:cc", "network": {"id": "03e1e463-c396-4f49-97bf-afd0c53466a1", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1248378033-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "644a444b9fea48e2b547509885622d20", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ace50835-5731-4c77-b6c0-3076d7b4aa21", "external-id": "nsx-vlan-transportzone-270", "segmentation_id": 270, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape0f81abb-6f", "ovs_interfaceid": "e0f81abb-6f9b-4ea6-9853-4d08c327e061", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 766.499029] env[69613]: DEBUG nova.compute.manager [None req-3478b058-f921-4baa-9e49-b6304022c1c0 tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] [instance: 71e0d53c-ff3f-4a77-aa25-2a07e64500a7] Start building block device mappings for instance. {{(pid=69613) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 766.567256] env[69613]: DEBUG oslo_concurrency.lockutils [None req-28bf20bd-b252-4b40-805a-7087e11663b4 tempest-SecurityGroupsTestJSON-147571119 tempest-SecurityGroupsTestJSON-147571119-project-member] Lock "41c0824b-2186-49fe-bcfd-82c031bf4810" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 80.440s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 766.642427] env[69613]: DEBUG oslo_concurrency.lockutils [None req-bf8dbb0d-2bce-4093-89be-c695b36fed95 tempest-ServerShowV257Test-2050624232 tempest-ServerShowV257Test-2050624232-project-member] Lock "670d9426-6edb-4dfd-9953-1f10f89ebfc6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 73.294s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 766.871587] env[69613]: DEBUG nova.compute.manager [req-8e692655-ae86-4b94-98c2-311f1b624a04 req-ef098341-95cf-4577-a515-0fb767d57f5f service nova] [instance: 267ffd7d-ab93-4dda-b46a-1059b3f82f4f] Received event network-vif-plugged-ef9b141a-7095-410c-813d-1bf647afd208 {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 766.871820] env[69613]: DEBUG oslo_concurrency.lockutils [req-8e692655-ae86-4b94-98c2-311f1b624a04 req-ef098341-95cf-4577-a515-0fb767d57f5f service nova] Acquiring lock "267ffd7d-ab93-4dda-b46a-1059b3f82f4f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 766.873134] env[69613]: DEBUG oslo_concurrency.lockutils [req-8e692655-ae86-4b94-98c2-311f1b624a04 req-ef098341-95cf-4577-a515-0fb767d57f5f service nova] Lock "267ffd7d-ab93-4dda-b46a-1059b3f82f4f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 766.873134] env[69613]: DEBUG oslo_concurrency.lockutils [req-8e692655-ae86-4b94-98c2-311f1b624a04 req-ef098341-95cf-4577-a515-0fb767d57f5f service nova] Lock "267ffd7d-ab93-4dda-b46a-1059b3f82f4f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 766.873134] env[69613]: DEBUG nova.compute.manager [req-8e692655-ae86-4b94-98c2-311f1b624a04 req-ef098341-95cf-4577-a515-0fb767d57f5f service nova] [instance: 267ffd7d-ab93-4dda-b46a-1059b3f82f4f] No waiting events found dispatching network-vif-plugged-ef9b141a-7095-410c-813d-1bf647afd208 {{(pid=69613) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 766.873134] env[69613]: WARNING nova.compute.manager [req-8e692655-ae86-4b94-98c2-311f1b624a04 req-ef098341-95cf-4577-a515-0fb767d57f5f service nova] [instance: 267ffd7d-ab93-4dda-b46a-1059b3f82f4f] Received unexpected event network-vif-plugged-ef9b141a-7095-410c-813d-1bf647afd208 for instance with vm_state building and task_state spawning. [ 766.896033] env[69613]: DEBUG oslo_vmware.api [None req-01d3ef8f-40fc-4a59-a37f-963ed7fa8127 tempest-ServersTestManualDisk-642376445 tempest-ServersTestManualDisk-642376445-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52911e60-7f5b-1d95-ec14-9ef610e026ee, 'name': SearchDatastore_Task, 'duration_secs': 0.012933} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.896033] env[69613]: DEBUG oslo_concurrency.lockutils [None req-01d3ef8f-40fc-4a59-a37f-963ed7fa8127 tempest-ServersTestManualDisk-642376445 tempest-ServersTestManualDisk-642376445-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.896335] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-01d3ef8f-40fc-4a59-a37f-963ed7fa8127 tempest-ServersTestManualDisk-642376445 tempest-ServersTestManualDisk-642376445-project-member] [instance: 42aba8f8-9657-437f-b305-13239f26fac2] Processing image 2b7a0304-b5d0-431d-b287-32c8388d7fbd {{(pid=69613) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 766.896377] env[69613]: DEBUG oslo_concurrency.lockutils [None req-01d3ef8f-40fc-4a59-a37f-963ed7fa8127 tempest-ServersTestManualDisk-642376445 tempest-ServersTestManualDisk-642376445-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.896592] env[69613]: DEBUG oslo_concurrency.lockutils [None req-01d3ef8f-40fc-4a59-a37f-963ed7fa8127 tempest-ServersTestManualDisk-642376445 tempest-ServersTestManualDisk-642376445-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.896958] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-01d3ef8f-40fc-4a59-a37f-963ed7fa8127 tempest-ServersTestManualDisk-642376445 tempest-ServersTestManualDisk-642376445-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69613) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 766.897015] env[69613]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-12e205a8-224e-419a-893b-853afd895a64 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.908683] env[69613]: DEBUG oslo_concurrency.lockutils [None req-fee42419-72bc-4589-9f75-f6b2ced69124 tempest-ServersAdminTestJSON-948696807 tempest-ServersAdminTestJSON-948696807-project-admin] Releasing lock "refresh_cache-3c85ee38-7f0c-48db-8bc7-cd3d17eb5f02" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.909780] env[69613]: DEBUG nova.compute.manager [None req-fee42419-72bc-4589-9f75-f6b2ced69124 tempest-ServersAdminTestJSON-948696807 tempest-ServersAdminTestJSON-948696807-project-admin] [instance: 3c85ee38-7f0c-48db-8bc7-cd3d17eb5f02] Inject network info {{(pid=69613) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 766.909780] env[69613]: DEBUG nova.compute.manager [None req-fee42419-72bc-4589-9f75-f6b2ced69124 tempest-ServersAdminTestJSON-948696807 tempest-ServersAdminTestJSON-948696807-project-admin] [instance: 3c85ee38-7f0c-48db-8bc7-cd3d17eb5f02] network_info to inject: |[{"id": "a9cc858c-4232-4622-842a-3870b6de8b1f", "address": "fa:16:3e:2b:bf:cc", "network": {"id": "64de9f7d-83a6-4dfb-bc7b-e08525149070", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-255161033-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "412c098cc7b941c6bb5c47763a2faff0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f499bc9-78da-46c1-9274-19edf26d31cb", "external-id": "nsx-vlan-transportzone-243", "segmentation_id": 243, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa9cc858c-42", "ovs_interfaceid": "a9cc858c-4232-4622-842a-3870b6de8b1f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69613) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 766.915034] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-fee42419-72bc-4589-9f75-f6b2ced69124 tempest-ServersAdminTestJSON-948696807 tempest-ServersAdminTestJSON-948696807-project-admin] [instance: 3c85ee38-7f0c-48db-8bc7-cd3d17eb5f02] Reconfiguring VM instance to set the machine id {{(pid=69613) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 766.915457] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-01d3ef8f-40fc-4a59-a37f-963ed7fa8127 tempest-ServersTestManualDisk-642376445 tempest-ServersTestManualDisk-642376445-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69613) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 766.915815] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-01d3ef8f-40fc-4a59-a37f-963ed7fa8127 tempest-ServersTestManualDisk-642376445 tempest-ServersTestManualDisk-642376445-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69613) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 766.919862] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ec0a4f67-2dd7-41f4-8ddc-cc07ba9e4a41 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.931189] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bd8ecfea-d815-437e-be3a-6bbdfee0a287 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.942745] env[69613]: DEBUG oslo_vmware.api [None req-01d3ef8f-40fc-4a59-a37f-963ed7fa8127 tempest-ServersTestManualDisk-642376445 tempest-ServersTestManualDisk-642376445-project-member] Waiting for the task: (returnval){ [ 766.942745] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]523d9fee-cda6-8d2a-9863-fd41cb43b5a4" [ 766.942745] env[69613]: _type = "Task" [ 766.942745] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.944700] env[69613]: DEBUG oslo_vmware.api [None req-fee42419-72bc-4589-9f75-f6b2ced69124 tempest-ServersAdminTestJSON-948696807 tempest-ServersAdminTestJSON-948696807-project-admin] Waiting for the task: (returnval){ [ 766.944700] env[69613]: value = "task-3417215" [ 766.944700] env[69613]: _type = "Task" [ 766.944700] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.962389] env[69613]: DEBUG oslo_vmware.api [None req-01d3ef8f-40fc-4a59-a37f-963ed7fa8127 tempest-ServersTestManualDisk-642376445 tempest-ServersTestManualDisk-642376445-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]523d9fee-cda6-8d2a-9863-fd41cb43b5a4, 'name': SearchDatastore_Task, 'duration_secs': 0.012399} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.967351] env[69613]: DEBUG oslo_vmware.api [None req-fee42419-72bc-4589-9f75-f6b2ced69124 tempest-ServersAdminTestJSON-948696807 tempest-ServersAdminTestJSON-948696807-project-admin] Task: {'id': task-3417215, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.970689] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ecd233b5-9aa0-4508-9c62-f85c13fef312 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.981461] env[69613]: DEBUG oslo_vmware.api [None req-01d3ef8f-40fc-4a59-a37f-963ed7fa8127 tempest-ServersTestManualDisk-642376445 tempest-ServersTestManualDisk-642376445-project-member] Waiting for the task: (returnval){ [ 766.981461] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]52401b44-40c1-3ece-dd2d-941cfa645b9f" [ 766.981461] env[69613]: _type = "Task" [ 766.981461] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.997212] env[69613]: DEBUG oslo_vmware.api [None req-01d3ef8f-40fc-4a59-a37f-963ed7fa8127 tempest-ServersTestManualDisk-642376445 tempest-ServersTestManualDisk-642376445-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52401b44-40c1-3ece-dd2d-941cfa645b9f, 'name': SearchDatastore_Task, 'duration_secs': 0.011554} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.997518] env[69613]: DEBUG oslo_concurrency.lockutils [None req-01d3ef8f-40fc-4a59-a37f-963ed7fa8127 tempest-ServersTestManualDisk-642376445 tempest-ServersTestManualDisk-642376445-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.998172] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-01d3ef8f-40fc-4a59-a37f-963ed7fa8127 tempest-ServersTestManualDisk-642376445 tempest-ServersTestManualDisk-642376445-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk to [datastore1] 42aba8f8-9657-437f-b305-13239f26fac2/42aba8f8-9657-437f-b305-13239f26fac2.vmdk {{(pid=69613) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 766.998474] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9011d1a4-7b3b-43f8-856b-bde777556762 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.002812] env[69613]: DEBUG oslo_concurrency.lockutils [req-7eb2dbb3-4bcd-4cd8-9062-4dbc5ecbe3f3 req-5f94c6bb-52eb-4594-bffc-b8a7b8e39061 service nova] Releasing lock "refresh_cache-42aba8f8-9657-437f-b305-13239f26fac2" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.008683] env[69613]: DEBUG oslo_vmware.api [None req-01d3ef8f-40fc-4a59-a37f-963ed7fa8127 tempest-ServersTestManualDisk-642376445 tempest-ServersTestManualDisk-642376445-project-member] Waiting for the task: (returnval){ [ 767.008683] env[69613]: value = "task-3417216" [ 767.008683] env[69613]: _type = "Task" [ 767.008683] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.025969] env[69613]: DEBUG oslo_vmware.api [None req-01d3ef8f-40fc-4a59-a37f-963ed7fa8127 tempest-ServersTestManualDisk-642376445 tempest-ServersTestManualDisk-642376445-project-member] Task: {'id': task-3417216, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.069667] env[69613]: DEBUG nova.compute.manager [None req-257ff2e4-727b-4711-aa44-3a40292a5012 tempest-InstanceActionsNegativeTestJSON-1947508069 tempest-InstanceActionsNegativeTestJSON-1947508069-project-member] [instance: 87d9c28f-3471-4a4b-86cc-1bf24d3a68f9] Starting instance... {{(pid=69613) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 767.084522] env[69613]: DEBUG nova.network.neutron [None req-3e81210e-82ae-4c1f-81cf-15ea364d93e7 tempest-ServerRescueTestJSONUnderV235-2099362716 tempest-ServerRescueTestJSONUnderV235-2099362716-project-member] [instance: 267ffd7d-ab93-4dda-b46a-1059b3f82f4f] Successfully updated port: ef9b141a-7095-410c-813d-1bf647afd208 {{(pid=69613) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 767.214561] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4d3066b-2892-4a2b-9e26-2bf971ea94b7 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.225237] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-971ece48-10f1-4a42-9d2b-e00effe01f64 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.267336] env[69613]: INFO nova.compute.manager [None req-f9346ac3-2045-4137-a92b-786dae9ebe6b tempest-ServerShowV257Test-2050624232 tempest-ServerShowV257Test-2050624232-project-member] [instance: 670d9426-6edb-4dfd-9953-1f10f89ebfc6] Rebuilding instance [ 767.271751] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55180641-1a7c-4efe-b0d5-225fb06ef4d8 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.281486] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e265a6f-df5a-4186-b49c-ca629401aea6 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.301055] env[69613]: DEBUG nova.compute.provider_tree [None req-a1f62780-f0ea-4b4b-ad4a-501b62ee98f9 tempest-ServersListShow298Test-1734213796 tempest-ServersListShow298Test-1734213796-project-member] Inventory has not changed in ProviderTree for provider: af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 {{(pid=69613) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 767.336189] env[69613]: DEBUG nova.compute.manager [None req-f9346ac3-2045-4137-a92b-786dae9ebe6b tempest-ServerShowV257Test-2050624232 tempest-ServerShowV257Test-2050624232-project-member] [instance: 670d9426-6edb-4dfd-9953-1f10f89ebfc6] Checking state {{(pid=69613) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 767.337147] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3eadce0c-30b7-4a4c-9cc2-d14b06073e83 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.461598] env[69613]: DEBUG oslo_vmware.api [None req-fee42419-72bc-4589-9f75-f6b2ced69124 tempest-ServersAdminTestJSON-948696807 tempest-ServersAdminTestJSON-948696807-project-admin] Task: {'id': task-3417215, 'name': ReconfigVM_Task, 'duration_secs': 0.242691} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.462052] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-fee42419-72bc-4589-9f75-f6b2ced69124 tempest-ServersAdminTestJSON-948696807 tempest-ServersAdminTestJSON-948696807-project-admin] [instance: 3c85ee38-7f0c-48db-8bc7-cd3d17eb5f02] Reconfigured VM instance to set the machine id {{(pid=69613) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 767.504404] env[69613]: DEBUG nova.network.neutron [None req-3478b058-f921-4baa-9e49-b6304022c1c0 tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] [instance: 71e0d53c-ff3f-4a77-aa25-2a07e64500a7] Successfully created port: db26e29a-2db6-476f-b509-df88edbcbe0f {{(pid=69613) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 767.516925] env[69613]: DEBUG nova.compute.manager [None req-3478b058-f921-4baa-9e49-b6304022c1c0 tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] [instance: 71e0d53c-ff3f-4a77-aa25-2a07e64500a7] Start spawning the instance on the hypervisor. {{(pid=69613) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 767.524606] env[69613]: DEBUG oslo_vmware.api [None req-01d3ef8f-40fc-4a59-a37f-963ed7fa8127 tempest-ServersTestManualDisk-642376445 tempest-ServersTestManualDisk-642376445-project-member] Task: {'id': task-3417216, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.482017} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.525022] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-01d3ef8f-40fc-4a59-a37f-963ed7fa8127 tempest-ServersTestManualDisk-642376445 tempest-ServersTestManualDisk-642376445-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk to [datastore1] 42aba8f8-9657-437f-b305-13239f26fac2/42aba8f8-9657-437f-b305-13239f26fac2.vmdk {{(pid=69613) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 767.525407] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-01d3ef8f-40fc-4a59-a37f-963ed7fa8127 tempest-ServersTestManualDisk-642376445 tempest-ServersTestManualDisk-642376445-project-member] [instance: 42aba8f8-9657-437f-b305-13239f26fac2] Extending root virtual disk to 1048576 {{(pid=69613) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 767.525514] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-558860cf-917f-40a3-afe2-0b83a7f584ff {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.534150] env[69613]: DEBUG oslo_vmware.api [None req-01d3ef8f-40fc-4a59-a37f-963ed7fa8127 tempest-ServersTestManualDisk-642376445 tempest-ServersTestManualDisk-642376445-project-member] Waiting for the task: (returnval){ [ 767.534150] env[69613]: value = "task-3417217" [ 767.534150] env[69613]: _type = "Task" [ 767.534150] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.550467] env[69613]: DEBUG oslo_vmware.api [None req-01d3ef8f-40fc-4a59-a37f-963ed7fa8127 tempest-ServersTestManualDisk-642376445 tempest-ServersTestManualDisk-642376445-project-member] Task: {'id': task-3417217, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.553433] env[69613]: DEBUG nova.virt.hardware [None req-3478b058-f921-4baa-9e49-b6304022c1c0 tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T13:55:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T13:55:19Z,direct_url=,disk_format='vmdk',id=2b7a0304-b5d0-431d-b287-32c8388d7fbd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3e9e1b873f1442d59d5ee8247b941f74',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T13:55:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 767.553725] env[69613]: DEBUG nova.virt.hardware [None req-3478b058-f921-4baa-9e49-b6304022c1c0 tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] Flavor limits 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 767.553909] env[69613]: DEBUG nova.virt.hardware [None req-3478b058-f921-4baa-9e49-b6304022c1c0 tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] Image limits 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 767.554472] env[69613]: DEBUG nova.virt.hardware [None req-3478b058-f921-4baa-9e49-b6304022c1c0 tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] Flavor pref 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 767.554736] env[69613]: DEBUG nova.virt.hardware [None req-3478b058-f921-4baa-9e49-b6304022c1c0 tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] Image pref 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 767.554808] env[69613]: DEBUG nova.virt.hardware [None req-3478b058-f921-4baa-9e49-b6304022c1c0 tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 767.555038] env[69613]: DEBUG nova.virt.hardware [None req-3478b058-f921-4baa-9e49-b6304022c1c0 tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 767.555228] env[69613]: DEBUG nova.virt.hardware [None req-3478b058-f921-4baa-9e49-b6304022c1c0 tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69613) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 767.555414] env[69613]: DEBUG nova.virt.hardware [None req-3478b058-f921-4baa-9e49-b6304022c1c0 tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] Got 1 possible topologies {{(pid=69613) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 767.555621] env[69613]: DEBUG nova.virt.hardware [None req-3478b058-f921-4baa-9e49-b6304022c1c0 tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 767.555812] env[69613]: DEBUG nova.virt.hardware [None req-3478b058-f921-4baa-9e49-b6304022c1c0 tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 767.556811] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-400fd552-d280-4f4e-b2ff-dd47a83389d2 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.567762] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0161d398-26bc-4059-b796-b6e4ecb34134 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.588815] env[69613]: DEBUG oslo_concurrency.lockutils [None req-3e81210e-82ae-4c1f-81cf-15ea364d93e7 tempest-ServerRescueTestJSONUnderV235-2099362716 tempest-ServerRescueTestJSONUnderV235-2099362716-project-member] Acquiring lock "refresh_cache-267ffd7d-ab93-4dda-b46a-1059b3f82f4f" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.589042] env[69613]: DEBUG oslo_concurrency.lockutils [None req-3e81210e-82ae-4c1f-81cf-15ea364d93e7 tempest-ServerRescueTestJSONUnderV235-2099362716 tempest-ServerRescueTestJSONUnderV235-2099362716-project-member] Acquired lock "refresh_cache-267ffd7d-ab93-4dda-b46a-1059b3f82f4f" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.589199] env[69613]: DEBUG nova.network.neutron [None req-3e81210e-82ae-4c1f-81cf-15ea364d93e7 tempest-ServerRescueTestJSONUnderV235-2099362716 tempest-ServerRescueTestJSONUnderV235-2099362716-project-member] [instance: 267ffd7d-ab93-4dda-b46a-1059b3f82f4f] Building network info cache for instance {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 767.606298] env[69613]: DEBUG oslo_concurrency.lockutils [None req-257ff2e4-727b-4711-aa44-3a40292a5012 tempest-InstanceActionsNegativeTestJSON-1947508069 tempest-InstanceActionsNegativeTestJSON-1947508069-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 767.808524] env[69613]: DEBUG nova.scheduler.client.report [None req-a1f62780-f0ea-4b4b-ad4a-501b62ee98f9 tempest-ServersListShow298Test-1734213796 tempest-ServersListShow298Test-1734213796-project-member] Inventory has not changed for provider af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69613) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 768.047042] env[69613]: DEBUG oslo_vmware.api [None req-01d3ef8f-40fc-4a59-a37f-963ed7fa8127 tempest-ServersTestManualDisk-642376445 tempest-ServersTestManualDisk-642376445-project-member] Task: {'id': task-3417217, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.112694} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.047042] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-01d3ef8f-40fc-4a59-a37f-963ed7fa8127 tempest-ServersTestManualDisk-642376445 tempest-ServersTestManualDisk-642376445-project-member] [instance: 42aba8f8-9657-437f-b305-13239f26fac2] Extended root virtual disk {{(pid=69613) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 768.047375] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9ac9d0e-2e29-4ea2-a049-8ce7e0fc8360 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.079129] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-01d3ef8f-40fc-4a59-a37f-963ed7fa8127 tempest-ServersTestManualDisk-642376445 tempest-ServersTestManualDisk-642376445-project-member] [instance: 42aba8f8-9657-437f-b305-13239f26fac2] Reconfiguring VM instance instance-00000030 to attach disk [datastore1] 42aba8f8-9657-437f-b305-13239f26fac2/42aba8f8-9657-437f-b305-13239f26fac2.vmdk or device None with type sparse {{(pid=69613) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 768.079129] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-73f6277b-f491-4edf-b5ff-cc2be039d998 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.106047] env[69613]: DEBUG oslo_vmware.api [None req-01d3ef8f-40fc-4a59-a37f-963ed7fa8127 tempest-ServersTestManualDisk-642376445 tempest-ServersTestManualDisk-642376445-project-member] Waiting for the task: (returnval){ [ 768.106047] env[69613]: value = "task-3417218" [ 768.106047] env[69613]: _type = "Task" [ 768.106047] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.119092] env[69613]: DEBUG oslo_vmware.api [None req-01d3ef8f-40fc-4a59-a37f-963ed7fa8127 tempest-ServersTestManualDisk-642376445 tempest-ServersTestManualDisk-642376445-project-member] Task: {'id': task-3417218, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.197559] env[69613]: DEBUG nova.network.neutron [None req-3e81210e-82ae-4c1f-81cf-15ea364d93e7 tempest-ServerRescueTestJSONUnderV235-2099362716 tempest-ServerRescueTestJSONUnderV235-2099362716-project-member] [instance: 267ffd7d-ab93-4dda-b46a-1059b3f82f4f] Instance cache missing network info. {{(pid=69613) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 768.316283] env[69613]: DEBUG oslo_concurrency.lockutils [None req-a1f62780-f0ea-4b4b-ad4a-501b62ee98f9 tempest-ServersListShow298Test-1734213796 tempest-ServersListShow298Test-1734213796-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.832s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 768.317115] env[69613]: DEBUG nova.compute.manager [None req-a1f62780-f0ea-4b4b-ad4a-501b62ee98f9 tempest-ServersListShow298Test-1734213796 tempest-ServersListShow298Test-1734213796-project-member] [instance: 23dfa5b7-42f4-486c-8ce4-ae7d2e08c1e0] Start building networks asynchronously for instance. {{(pid=69613) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 768.320073] env[69613]: DEBUG oslo_concurrency.lockutils [None req-c002631e-6e30-4ca5-82e0-97e4ff9c9d0d tempest-ImagesOneServerTestJSON-1060956417 tempest-ImagesOneServerTestJSON-1060956417-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.784s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 768.320502] env[69613]: DEBUG nova.objects.instance [None req-c002631e-6e30-4ca5-82e0-97e4ff9c9d0d tempest-ImagesOneServerTestJSON-1060956417 tempest-ImagesOneServerTestJSON-1060956417-project-member] Lazy-loading 'resources' on Instance uuid d9e3bd67-974c-477a-baa2-99549051a828 {{(pid=69613) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 768.360781] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9346ac3-2045-4137-a92b-786dae9ebe6b tempest-ServerShowV257Test-2050624232 tempest-ServerShowV257Test-2050624232-project-member] [instance: 670d9426-6edb-4dfd-9953-1f10f89ebfc6] Powering off the VM {{(pid=69613) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 768.361085] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3f48c7f3-bd4a-4c00-ab22-c46112f229f7 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.373642] env[69613]: DEBUG oslo_vmware.api [None req-f9346ac3-2045-4137-a92b-786dae9ebe6b tempest-ServerShowV257Test-2050624232 tempest-ServerShowV257Test-2050624232-project-member] Waiting for the task: (returnval){ [ 768.373642] env[69613]: value = "task-3417219" [ 768.373642] env[69613]: _type = "Task" [ 768.373642] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.391218] env[69613]: DEBUG oslo_vmware.api [None req-f9346ac3-2045-4137-a92b-786dae9ebe6b tempest-ServerShowV257Test-2050624232 tempest-ServerShowV257Test-2050624232-project-member] Task: {'id': task-3417219, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.445584] env[69613]: DEBUG nova.network.neutron [None req-3e81210e-82ae-4c1f-81cf-15ea364d93e7 tempest-ServerRescueTestJSONUnderV235-2099362716 tempest-ServerRescueTestJSONUnderV235-2099362716-project-member] [instance: 267ffd7d-ab93-4dda-b46a-1059b3f82f4f] Updating instance_info_cache with network_info: [{"id": "ef9b141a-7095-410c-813d-1bf647afd208", "address": "fa:16:3e:c5:9c:69", "network": {"id": "c9e2af8e-f9e8-400d-876d-bea201b3974f", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1784991898-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "b67035ef2f3e49e5ae598086bf6e36fa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cbf3349e-d05e-4d44-a011-c4b6e41af988", "external-id": "nsx-vlan-transportzone-196", "segmentation_id": 196, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapef9b141a-70", "ovs_interfaceid": "ef9b141a-7095-410c-813d-1bf647afd208", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 768.623056] env[69613]: DEBUG oslo_vmware.api [None req-01d3ef8f-40fc-4a59-a37f-963ed7fa8127 tempest-ServersTestManualDisk-642376445 tempest-ServersTestManualDisk-642376445-project-member] Task: {'id': task-3417218, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.823988] env[69613]: DEBUG nova.compute.utils [None req-a1f62780-f0ea-4b4b-ad4a-501b62ee98f9 tempest-ServersListShow298Test-1734213796 tempest-ServersListShow298Test-1734213796-project-member] Using /dev/sd instead of None {{(pid=69613) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 768.829224] env[69613]: DEBUG nova.compute.manager [None req-a1f62780-f0ea-4b4b-ad4a-501b62ee98f9 tempest-ServersListShow298Test-1734213796 tempest-ServersListShow298Test-1734213796-project-member] [instance: 23dfa5b7-42f4-486c-8ce4-ae7d2e08c1e0] Not allocating networking since 'none' was specified. {{(pid=69613) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 768.897285] env[69613]: DEBUG oslo_vmware.api [None req-f9346ac3-2045-4137-a92b-786dae9ebe6b tempest-ServerShowV257Test-2050624232 tempest-ServerShowV257Test-2050624232-project-member] Task: {'id': task-3417219, 'name': PowerOffVM_Task, 'duration_secs': 0.278499} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.897285] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9346ac3-2045-4137-a92b-786dae9ebe6b tempest-ServerShowV257Test-2050624232 tempest-ServerShowV257Test-2050624232-project-member] [instance: 670d9426-6edb-4dfd-9953-1f10f89ebfc6] Powered off the VM {{(pid=69613) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 768.897285] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-f9346ac3-2045-4137-a92b-786dae9ebe6b tempest-ServerShowV257Test-2050624232 tempest-ServerShowV257Test-2050624232-project-member] [instance: 670d9426-6edb-4dfd-9953-1f10f89ebfc6] Destroying instance {{(pid=69613) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 768.897864] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecea5e42-433a-4ca4-b311-33cad18a42ff {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.907942] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-f9346ac3-2045-4137-a92b-786dae9ebe6b tempest-ServerShowV257Test-2050624232 tempest-ServerShowV257Test-2050624232-project-member] [instance: 670d9426-6edb-4dfd-9953-1f10f89ebfc6] Unregistering the VM {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 768.912295] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fead7414-af48-4a90-b843-495932146767 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.943044] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-f9346ac3-2045-4137-a92b-786dae9ebe6b tempest-ServerShowV257Test-2050624232 tempest-ServerShowV257Test-2050624232-project-member] [instance: 670d9426-6edb-4dfd-9953-1f10f89ebfc6] Unregistered the VM {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 768.944741] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-f9346ac3-2045-4137-a92b-786dae9ebe6b tempest-ServerShowV257Test-2050624232 tempest-ServerShowV257Test-2050624232-project-member] [instance: 670d9426-6edb-4dfd-9953-1f10f89ebfc6] Deleting contents of the VM from datastore datastore2 {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 768.944741] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9346ac3-2045-4137-a92b-786dae9ebe6b tempest-ServerShowV257Test-2050624232 tempest-ServerShowV257Test-2050624232-project-member] Deleting the datastore file [datastore2] 670d9426-6edb-4dfd-9953-1f10f89ebfc6 {{(pid=69613) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 768.944741] env[69613]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c45df29b-7be0-431f-b6f2-a762b9ca0d97 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.950438] env[69613]: DEBUG oslo_concurrency.lockutils [None req-3e81210e-82ae-4c1f-81cf-15ea364d93e7 tempest-ServerRescueTestJSONUnderV235-2099362716 tempest-ServerRescueTestJSONUnderV235-2099362716-project-member] Releasing lock "refresh_cache-267ffd7d-ab93-4dda-b46a-1059b3f82f4f" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.950438] env[69613]: DEBUG nova.compute.manager [None req-3e81210e-82ae-4c1f-81cf-15ea364d93e7 tempest-ServerRescueTestJSONUnderV235-2099362716 tempest-ServerRescueTestJSONUnderV235-2099362716-project-member] [instance: 267ffd7d-ab93-4dda-b46a-1059b3f82f4f] Instance network_info: |[{"id": "ef9b141a-7095-410c-813d-1bf647afd208", "address": "fa:16:3e:c5:9c:69", "network": {"id": "c9e2af8e-f9e8-400d-876d-bea201b3974f", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1784991898-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "b67035ef2f3e49e5ae598086bf6e36fa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cbf3349e-d05e-4d44-a011-c4b6e41af988", "external-id": "nsx-vlan-transportzone-196", "segmentation_id": 196, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapef9b141a-70", "ovs_interfaceid": "ef9b141a-7095-410c-813d-1bf647afd208", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69613) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 768.950568] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-3e81210e-82ae-4c1f-81cf-15ea364d93e7 tempest-ServerRescueTestJSONUnderV235-2099362716 tempest-ServerRescueTestJSONUnderV235-2099362716-project-member] [instance: 267ffd7d-ab93-4dda-b46a-1059b3f82f4f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c5:9c:69', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cbf3349e-d05e-4d44-a011-c4b6e41af988', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ef9b141a-7095-410c-813d-1bf647afd208', 'vif_model': 'vmxnet3'}] {{(pid=69613) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 768.963366] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e81210e-82ae-4c1f-81cf-15ea364d93e7 tempest-ServerRescueTestJSONUnderV235-2099362716 tempest-ServerRescueTestJSONUnderV235-2099362716-project-member] Creating folder: Project (b67035ef2f3e49e5ae598086bf6e36fa). Parent ref: group-v681687. {{(pid=69613) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 768.968661] env[69613]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b68dc3d4-c29e-44e5-90d2-fe14c7f36e9e {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.974304] env[69613]: DEBUG oslo_vmware.api [None req-f9346ac3-2045-4137-a92b-786dae9ebe6b tempest-ServerShowV257Test-2050624232 tempest-ServerShowV257Test-2050624232-project-member] Waiting for the task: (returnval){ [ 768.974304] env[69613]: value = "task-3417224" [ 768.974304] env[69613]: _type = "Task" [ 768.974304] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.986470] env[69613]: DEBUG oslo_vmware.api [None req-f9346ac3-2045-4137-a92b-786dae9ebe6b tempest-ServerShowV257Test-2050624232 tempest-ServerShowV257Test-2050624232-project-member] Task: {'id': task-3417224, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.988139] env[69613]: INFO nova.virt.vmwareapi.vm_util [None req-3e81210e-82ae-4c1f-81cf-15ea364d93e7 tempest-ServerRescueTestJSONUnderV235-2099362716 tempest-ServerRescueTestJSONUnderV235-2099362716-project-member] Created folder: Project (b67035ef2f3e49e5ae598086bf6e36fa) in parent group-v681687. [ 768.988269] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e81210e-82ae-4c1f-81cf-15ea364d93e7 tempest-ServerRescueTestJSONUnderV235-2099362716 tempest-ServerRescueTestJSONUnderV235-2099362716-project-member] Creating folder: Instances. Parent ref: group-v681827. {{(pid=69613) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 768.988558] env[69613]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c62181e0-5ee8-43d8-8777-17657d252337 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.001990] env[69613]: INFO nova.virt.vmwareapi.vm_util [None req-3e81210e-82ae-4c1f-81cf-15ea364d93e7 tempest-ServerRescueTestJSONUnderV235-2099362716 tempest-ServerRescueTestJSONUnderV235-2099362716-project-member] Created folder: Instances in parent group-v681827. [ 769.002224] env[69613]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3e81210e-82ae-4c1f-81cf-15ea364d93e7 tempest-ServerRescueTestJSONUnderV235-2099362716 tempest-ServerRescueTestJSONUnderV235-2099362716-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69613) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 769.002434] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 267ffd7d-ab93-4dda-b46a-1059b3f82f4f] Creating VM on the ESX host {{(pid=69613) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 769.002657] env[69613]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2cf57270-9fb9-4842-9cd1-3346cf9f9153 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.031568] env[69613]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 769.031568] env[69613]: value = "task-3417228" [ 769.031568] env[69613]: _type = "Task" [ 769.031568] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.042478] env[69613]: DEBUG oslo_vmware.api [-] Task: {'id': task-3417228, 'name': CreateVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.122052] env[69613]: DEBUG oslo_vmware.api [None req-01d3ef8f-40fc-4a59-a37f-963ed7fa8127 tempest-ServersTestManualDisk-642376445 tempest-ServersTestManualDisk-642376445-project-member] Task: {'id': task-3417218, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.139038] env[69613]: DEBUG nova.compute.manager [req-4036f039-f3b0-4de9-b564-1b067576df0e req-971fd944-5071-4563-8a56-ace321eacec5 service nova] [instance: 267ffd7d-ab93-4dda-b46a-1059b3f82f4f] Received event network-changed-ef9b141a-7095-410c-813d-1bf647afd208 {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 769.139038] env[69613]: DEBUG nova.compute.manager [req-4036f039-f3b0-4de9-b564-1b067576df0e req-971fd944-5071-4563-8a56-ace321eacec5 service nova] [instance: 267ffd7d-ab93-4dda-b46a-1059b3f82f4f] Refreshing instance network info cache due to event network-changed-ef9b141a-7095-410c-813d-1bf647afd208. {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 769.139038] env[69613]: DEBUG oslo_concurrency.lockutils [req-4036f039-f3b0-4de9-b564-1b067576df0e req-971fd944-5071-4563-8a56-ace321eacec5 service nova] Acquiring lock "refresh_cache-267ffd7d-ab93-4dda-b46a-1059b3f82f4f" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.139038] env[69613]: DEBUG oslo_concurrency.lockutils [req-4036f039-f3b0-4de9-b564-1b067576df0e req-971fd944-5071-4563-8a56-ace321eacec5 service nova] Acquired lock "refresh_cache-267ffd7d-ab93-4dda-b46a-1059b3f82f4f" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.139038] env[69613]: DEBUG nova.network.neutron [req-4036f039-f3b0-4de9-b564-1b067576df0e req-971fd944-5071-4563-8a56-ace321eacec5 service nova] [instance: 267ffd7d-ab93-4dda-b46a-1059b3f82f4f] Refreshing network info cache for port ef9b141a-7095-410c-813d-1bf647afd208 {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 769.329528] env[69613]: DEBUG nova.compute.manager [None req-a1f62780-f0ea-4b4b-ad4a-501b62ee98f9 tempest-ServersListShow298Test-1734213796 tempest-ServersListShow298Test-1734213796-project-member] [instance: 23dfa5b7-42f4-486c-8ce4-ae7d2e08c1e0] Start building block device mappings for instance. {{(pid=69613) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 769.434260] env[69613]: DEBUG oslo_concurrency.lockutils [None req-146ee144-4754-4a44-8496-065f4a59e37e tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Acquiring lock "3c040883-6acc-4ec2-b1e4-017089c4810f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 769.434507] env[69613]: DEBUG oslo_concurrency.lockutils [None req-146ee144-4754-4a44-8496-065f4a59e37e tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Lock "3c040883-6acc-4ec2-b1e4-017089c4810f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 769.489717] env[69613]: DEBUG oslo_vmware.api [None req-f9346ac3-2045-4137-a92b-786dae9ebe6b tempest-ServerShowV257Test-2050624232 tempest-ServerShowV257Test-2050624232-project-member] Task: {'id': task-3417224, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.127043} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.490075] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9346ac3-2045-4137-a92b-786dae9ebe6b tempest-ServerShowV257Test-2050624232 tempest-ServerShowV257Test-2050624232-project-member] Deleted the datastore file {{(pid=69613) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 769.490188] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-f9346ac3-2045-4137-a92b-786dae9ebe6b tempest-ServerShowV257Test-2050624232 tempest-ServerShowV257Test-2050624232-project-member] [instance: 670d9426-6edb-4dfd-9953-1f10f89ebfc6] Deleted contents of the VM from datastore datastore2 {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 769.490309] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-f9346ac3-2045-4137-a92b-786dae9ebe6b tempest-ServerShowV257Test-2050624232 tempest-ServerShowV257Test-2050624232-project-member] [instance: 670d9426-6edb-4dfd-9953-1f10f89ebfc6] Instance destroyed {{(pid=69613) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 769.497018] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e85f8af8-051c-4504-9aec-de161afaca18 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.503771] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dc571d9-15c6-437d-a24c-7f6241ff010d {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.538611] env[69613]: DEBUG oslo_concurrency.lockutils [None req-875538db-214e-46cd-ba21-ea0efe671297 tempest-SecurityGroupsTestJSON-147571119 tempest-SecurityGroupsTestJSON-147571119-project-member] Acquiring lock "41c0824b-2186-49fe-bcfd-82c031bf4810" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 769.538948] env[69613]: DEBUG oslo_concurrency.lockutils [None req-875538db-214e-46cd-ba21-ea0efe671297 tempest-SecurityGroupsTestJSON-147571119 tempest-SecurityGroupsTestJSON-147571119-project-member] Lock "41c0824b-2186-49fe-bcfd-82c031bf4810" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 769.543019] env[69613]: INFO nova.compute.manager [None req-875538db-214e-46cd-ba21-ea0efe671297 tempest-SecurityGroupsTestJSON-147571119 tempest-SecurityGroupsTestJSON-147571119-project-member] [instance: 41c0824b-2186-49fe-bcfd-82c031bf4810] Rebooting instance [ 769.545354] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d98dbaa8-5ad5-444a-9d14-1a334f237a76 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.558439] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a45f4c40-d662-4024-ad51-ea25f2122009 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.563323] env[69613]: DEBUG oslo_vmware.api [-] Task: {'id': task-3417228, 'name': CreateVM_Task, 'duration_secs': 0.44093} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.563788] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 267ffd7d-ab93-4dda-b46a-1059b3f82f4f] Created VM on the ESX host {{(pid=69613) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 769.564892] env[69613]: DEBUG oslo_concurrency.lockutils [None req-3e81210e-82ae-4c1f-81cf-15ea364d93e7 tempest-ServerRescueTestJSONUnderV235-2099362716 tempest-ServerRescueTestJSONUnderV235-2099362716-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.565046] env[69613]: DEBUG oslo_concurrency.lockutils [None req-3e81210e-82ae-4c1f-81cf-15ea364d93e7 tempest-ServerRescueTestJSONUnderV235-2099362716 tempest-ServerRescueTestJSONUnderV235-2099362716-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.565368] env[69613]: DEBUG oslo_concurrency.lockutils [None req-3e81210e-82ae-4c1f-81cf-15ea364d93e7 tempest-ServerRescueTestJSONUnderV235-2099362716 tempest-ServerRescueTestJSONUnderV235-2099362716-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.565627] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a96938a4-9f06-4dd0-be09-3787193f8dc5 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.575993] env[69613]: DEBUG nova.compute.provider_tree [None req-c002631e-6e30-4ca5-82e0-97e4ff9c9d0d tempest-ImagesOneServerTestJSON-1060956417 tempest-ImagesOneServerTestJSON-1060956417-project-member] Updating inventory in ProviderTree for provider af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69613) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 769.581576] env[69613]: DEBUG oslo_vmware.api [None req-3e81210e-82ae-4c1f-81cf-15ea364d93e7 tempest-ServerRescueTestJSONUnderV235-2099362716 tempest-ServerRescueTestJSONUnderV235-2099362716-project-member] Waiting for the task: (returnval){ [ 769.581576] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]529a9492-fb0c-0b6a-e5fa-3e67ff5438d1" [ 769.581576] env[69613]: _type = "Task" [ 769.581576] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.595345] env[69613]: DEBUG oslo_vmware.api [None req-3e81210e-82ae-4c1f-81cf-15ea364d93e7 tempest-ServerRescueTestJSONUnderV235-2099362716 tempest-ServerRescueTestJSONUnderV235-2099362716-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]529a9492-fb0c-0b6a-e5fa-3e67ff5438d1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.619606] env[69613]: DEBUG oslo_vmware.api [None req-01d3ef8f-40fc-4a59-a37f-963ed7fa8127 tempest-ServersTestManualDisk-642376445 tempest-ServersTestManualDisk-642376445-project-member] Task: {'id': task-3417218, 'name': ReconfigVM_Task, 'duration_secs': 1.313445} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.622896] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-01d3ef8f-40fc-4a59-a37f-963ed7fa8127 tempest-ServersTestManualDisk-642376445 tempest-ServersTestManualDisk-642376445-project-member] [instance: 42aba8f8-9657-437f-b305-13239f26fac2] Reconfigured VM instance instance-00000030 to attach disk [datastore1] 42aba8f8-9657-437f-b305-13239f26fac2/42aba8f8-9657-437f-b305-13239f26fac2.vmdk or device None with type sparse {{(pid=69613) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 769.623596] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-67fdc8c0-f6bf-4c9e-b70b-e2392f7ca9b0 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.633037] env[69613]: DEBUG oslo_vmware.api [None req-01d3ef8f-40fc-4a59-a37f-963ed7fa8127 tempest-ServersTestManualDisk-642376445 tempest-ServersTestManualDisk-642376445-project-member] Waiting for the task: (returnval){ [ 769.633037] env[69613]: value = "task-3417229" [ 769.633037] env[69613]: _type = "Task" [ 769.633037] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.642094] env[69613]: DEBUG oslo_vmware.api [None req-01d3ef8f-40fc-4a59-a37f-963ed7fa8127 tempest-ServersTestManualDisk-642376445 tempest-ServersTestManualDisk-642376445-project-member] Task: {'id': task-3417229, 'name': Rename_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.940041] env[69613]: DEBUG nova.compute.manager [None req-146ee144-4754-4a44-8496-065f4a59e37e tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] [instance: 3c040883-6acc-4ec2-b1e4-017089c4810f] Starting instance... {{(pid=69613) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 770.083342] env[69613]: DEBUG oslo_concurrency.lockutils [None req-875538db-214e-46cd-ba21-ea0efe671297 tempest-SecurityGroupsTestJSON-147571119 tempest-SecurityGroupsTestJSON-147571119-project-member] Acquiring lock "refresh_cache-41c0824b-2186-49fe-bcfd-82c031bf4810" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.083342] env[69613]: DEBUG oslo_concurrency.lockutils [None req-875538db-214e-46cd-ba21-ea0efe671297 tempest-SecurityGroupsTestJSON-147571119 tempest-SecurityGroupsTestJSON-147571119-project-member] Acquired lock "refresh_cache-41c0824b-2186-49fe-bcfd-82c031bf4810" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.083342] env[69613]: DEBUG nova.network.neutron [None req-875538db-214e-46cd-ba21-ea0efe671297 tempest-SecurityGroupsTestJSON-147571119 tempest-SecurityGroupsTestJSON-147571119-project-member] [instance: 41c0824b-2186-49fe-bcfd-82c031bf4810] Building network info cache for instance {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 770.097458] env[69613]: DEBUG oslo_vmware.api [None req-3e81210e-82ae-4c1f-81cf-15ea364d93e7 tempest-ServerRescueTestJSONUnderV235-2099362716 tempest-ServerRescueTestJSONUnderV235-2099362716-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]529a9492-fb0c-0b6a-e5fa-3e67ff5438d1, 'name': SearchDatastore_Task, 'duration_secs': 0.014922} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.098223] env[69613]: DEBUG nova.network.neutron [req-4036f039-f3b0-4de9-b564-1b067576df0e req-971fd944-5071-4563-8a56-ace321eacec5 service nova] [instance: 267ffd7d-ab93-4dda-b46a-1059b3f82f4f] Updated VIF entry in instance network info cache for port ef9b141a-7095-410c-813d-1bf647afd208. {{(pid=69613) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 770.098653] env[69613]: DEBUG nova.network.neutron [req-4036f039-f3b0-4de9-b564-1b067576df0e req-971fd944-5071-4563-8a56-ace321eacec5 service nova] [instance: 267ffd7d-ab93-4dda-b46a-1059b3f82f4f] Updating instance_info_cache with network_info: [{"id": "ef9b141a-7095-410c-813d-1bf647afd208", "address": "fa:16:3e:c5:9c:69", "network": {"id": "c9e2af8e-f9e8-400d-876d-bea201b3974f", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1784991898-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "b67035ef2f3e49e5ae598086bf6e36fa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cbf3349e-d05e-4d44-a011-c4b6e41af988", "external-id": "nsx-vlan-transportzone-196", "segmentation_id": 196, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapef9b141a-70", "ovs_interfaceid": "ef9b141a-7095-410c-813d-1bf647afd208", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 770.100282] env[69613]: DEBUG oslo_concurrency.lockutils [None req-3e81210e-82ae-4c1f-81cf-15ea364d93e7 tempest-ServerRescueTestJSONUnderV235-2099362716 tempest-ServerRescueTestJSONUnderV235-2099362716-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.100282] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-3e81210e-82ae-4c1f-81cf-15ea364d93e7 tempest-ServerRescueTestJSONUnderV235-2099362716 tempest-ServerRescueTestJSONUnderV235-2099362716-project-member] [instance: 267ffd7d-ab93-4dda-b46a-1059b3f82f4f] Processing image 2b7a0304-b5d0-431d-b287-32c8388d7fbd {{(pid=69613) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 770.100282] env[69613]: DEBUG oslo_concurrency.lockutils [None req-3e81210e-82ae-4c1f-81cf-15ea364d93e7 tempest-ServerRescueTestJSONUnderV235-2099362716 tempest-ServerRescueTestJSONUnderV235-2099362716-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.100676] env[69613]: DEBUG oslo_concurrency.lockutils [None req-3e81210e-82ae-4c1f-81cf-15ea364d93e7 tempest-ServerRescueTestJSONUnderV235-2099362716 tempest-ServerRescueTestJSONUnderV235-2099362716-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.100676] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e81210e-82ae-4c1f-81cf-15ea364d93e7 tempest-ServerRescueTestJSONUnderV235-2099362716 tempest-ServerRescueTestJSONUnderV235-2099362716-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69613) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 770.101573] env[69613]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-529c6a43-31b9-4550-ad22-27eb0c449c97 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.104385] env[69613]: ERROR nova.scheduler.client.report [None req-c002631e-6e30-4ca5-82e0-97e4ff9c9d0d tempest-ImagesOneServerTestJSON-1060956417 tempest-ImagesOneServerTestJSON-1060956417-project-member] [req-adc0577d-00fe-4f84-b271-f184b63a24c1] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID af76dfa6-80f5-47a1-ac1e-7e11abfaaed9. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-adc0577d-00fe-4f84-b271-f184b63a24c1"}]} [ 770.116341] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e81210e-82ae-4c1f-81cf-15ea364d93e7 tempest-ServerRescueTestJSONUnderV235-2099362716 tempest-ServerRescueTestJSONUnderV235-2099362716-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69613) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 770.116534] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-3e81210e-82ae-4c1f-81cf-15ea364d93e7 tempest-ServerRescueTestJSONUnderV235-2099362716 tempest-ServerRescueTestJSONUnderV235-2099362716-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69613) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 770.117870] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-31458fff-8044-4c18-857d-c017be5570b4 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.125777] env[69613]: DEBUG oslo_vmware.api [None req-3e81210e-82ae-4c1f-81cf-15ea364d93e7 tempest-ServerRescueTestJSONUnderV235-2099362716 tempest-ServerRescueTestJSONUnderV235-2099362716-project-member] Waiting for the task: (returnval){ [ 770.125777] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]52f007a9-755a-5af9-2dc3-ae15908f64de" [ 770.125777] env[69613]: _type = "Task" [ 770.125777] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.134527] env[69613]: DEBUG nova.scheduler.client.report [None req-c002631e-6e30-4ca5-82e0-97e4ff9c9d0d tempest-ImagesOneServerTestJSON-1060956417 tempest-ImagesOneServerTestJSON-1060956417-project-member] Refreshing inventories for resource provider af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 {{(pid=69613) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 770.148239] env[69613]: DEBUG oslo_vmware.api [None req-3e81210e-82ae-4c1f-81cf-15ea364d93e7 tempest-ServerRescueTestJSONUnderV235-2099362716 tempest-ServerRescueTestJSONUnderV235-2099362716-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52f007a9-755a-5af9-2dc3-ae15908f64de, 'name': SearchDatastore_Task, 'duration_secs': 0.012835} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.152787] env[69613]: DEBUG oslo_vmware.api [None req-01d3ef8f-40fc-4a59-a37f-963ed7fa8127 tempest-ServersTestManualDisk-642376445 tempest-ServersTestManualDisk-642376445-project-member] Task: {'id': task-3417229, 'name': Rename_Task, 'duration_secs': 0.228763} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.153071] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f90ea198-ed80-4fc5-829b-0d718ca50358 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.155464] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-01d3ef8f-40fc-4a59-a37f-963ed7fa8127 tempest-ServersTestManualDisk-642376445 tempest-ServersTestManualDisk-642376445-project-member] [instance: 42aba8f8-9657-437f-b305-13239f26fac2] Powering on the VM {{(pid=69613) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 770.156941] env[69613]: DEBUG nova.scheduler.client.report [None req-c002631e-6e30-4ca5-82e0-97e4ff9c9d0d tempest-ImagesOneServerTestJSON-1060956417 tempest-ImagesOneServerTestJSON-1060956417-project-member] Updating ProviderTree inventory for provider af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69613) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 770.156941] env[69613]: DEBUG nova.compute.provider_tree [None req-c002631e-6e30-4ca5-82e0-97e4ff9c9d0d tempest-ImagesOneServerTestJSON-1060956417 tempest-ImagesOneServerTestJSON-1060956417-project-member] Updating inventory in ProviderTree for provider af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69613) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 770.160147] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d55bb68c-5466-434d-8286-83c4075d1ab2 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.166832] env[69613]: DEBUG nova.network.neutron [None req-3478b058-f921-4baa-9e49-b6304022c1c0 tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] [instance: 71e0d53c-ff3f-4a77-aa25-2a07e64500a7] Successfully updated port: db26e29a-2db6-476f-b509-df88edbcbe0f {{(pid=69613) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 770.171822] env[69613]: DEBUG oslo_vmware.api [None req-3e81210e-82ae-4c1f-81cf-15ea364d93e7 tempest-ServerRescueTestJSONUnderV235-2099362716 tempest-ServerRescueTestJSONUnderV235-2099362716-project-member] Waiting for the task: (returnval){ [ 770.171822] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]52304c74-04d5-d297-e926-783b11e2b4e6" [ 770.171822] env[69613]: _type = "Task" [ 770.171822] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.177930] env[69613]: DEBUG oslo_vmware.api [None req-01d3ef8f-40fc-4a59-a37f-963ed7fa8127 tempest-ServersTestManualDisk-642376445 tempest-ServersTestManualDisk-642376445-project-member] Waiting for the task: (returnval){ [ 770.177930] env[69613]: value = "task-3417230" [ 770.177930] env[69613]: _type = "Task" [ 770.177930] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.182604] env[69613]: DEBUG nova.scheduler.client.report [None req-c002631e-6e30-4ca5-82e0-97e4ff9c9d0d tempest-ImagesOneServerTestJSON-1060956417 tempest-ImagesOneServerTestJSON-1060956417-project-member] Refreshing aggregate associations for resource provider af76dfa6-80f5-47a1-ac1e-7e11abfaaed9, aggregates: None {{(pid=69613) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 770.190283] env[69613]: DEBUG oslo_vmware.api [None req-3e81210e-82ae-4c1f-81cf-15ea364d93e7 tempest-ServerRescueTestJSONUnderV235-2099362716 tempest-ServerRescueTestJSONUnderV235-2099362716-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52304c74-04d5-d297-e926-783b11e2b4e6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.193965] env[69613]: DEBUG oslo_vmware.api [None req-01d3ef8f-40fc-4a59-a37f-963ed7fa8127 tempest-ServersTestManualDisk-642376445 tempest-ServersTestManualDisk-642376445-project-member] Task: {'id': task-3417230, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.207215] env[69613]: DEBUG nova.scheduler.client.report [None req-c002631e-6e30-4ca5-82e0-97e4ff9c9d0d tempest-ImagesOneServerTestJSON-1060956417 tempest-ImagesOneServerTestJSON-1060956417-project-member] Refreshing trait associations for resource provider af76dfa6-80f5-47a1-ac1e-7e11abfaaed9, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_NODE {{(pid=69613) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 770.345124] env[69613]: DEBUG nova.compute.manager [None req-a1f62780-f0ea-4b4b-ad4a-501b62ee98f9 tempest-ServersListShow298Test-1734213796 tempest-ServersListShow298Test-1734213796-project-member] [instance: 23dfa5b7-42f4-486c-8ce4-ae7d2e08c1e0] Start spawning the instance on the hypervisor. {{(pid=69613) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 770.373916] env[69613]: DEBUG nova.virt.hardware [None req-a1f62780-f0ea-4b4b-ad4a-501b62ee98f9 tempest-ServersListShow298Test-1734213796 tempest-ServersListShow298Test-1734213796-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T13:55:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T13:55:19Z,direct_url=,disk_format='vmdk',id=2b7a0304-b5d0-431d-b287-32c8388d7fbd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3e9e1b873f1442d59d5ee8247b941f74',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T13:55:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 770.374236] env[69613]: DEBUG nova.virt.hardware [None req-a1f62780-f0ea-4b4b-ad4a-501b62ee98f9 tempest-ServersListShow298Test-1734213796 tempest-ServersListShow298Test-1734213796-project-member] Flavor limits 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 770.374380] env[69613]: DEBUG nova.virt.hardware [None req-a1f62780-f0ea-4b4b-ad4a-501b62ee98f9 tempest-ServersListShow298Test-1734213796 tempest-ServersListShow298Test-1734213796-project-member] Image limits 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 770.374567] env[69613]: DEBUG nova.virt.hardware [None req-a1f62780-f0ea-4b4b-ad4a-501b62ee98f9 tempest-ServersListShow298Test-1734213796 tempest-ServersListShow298Test-1734213796-project-member] Flavor pref 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 770.374744] env[69613]: DEBUG nova.virt.hardware [None req-a1f62780-f0ea-4b4b-ad4a-501b62ee98f9 tempest-ServersListShow298Test-1734213796 tempest-ServersListShow298Test-1734213796-project-member] Image pref 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 770.374937] env[69613]: DEBUG nova.virt.hardware [None req-a1f62780-f0ea-4b4b-ad4a-501b62ee98f9 tempest-ServersListShow298Test-1734213796 tempest-ServersListShow298Test-1734213796-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 770.376630] env[69613]: DEBUG nova.virt.hardware [None req-a1f62780-f0ea-4b4b-ad4a-501b62ee98f9 tempest-ServersListShow298Test-1734213796 tempest-ServersListShow298Test-1734213796-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 770.376630] env[69613]: DEBUG nova.virt.hardware [None req-a1f62780-f0ea-4b4b-ad4a-501b62ee98f9 tempest-ServersListShow298Test-1734213796 tempest-ServersListShow298Test-1734213796-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69613) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 770.376630] env[69613]: DEBUG nova.virt.hardware [None req-a1f62780-f0ea-4b4b-ad4a-501b62ee98f9 tempest-ServersListShow298Test-1734213796 tempest-ServersListShow298Test-1734213796-project-member] Got 1 possible topologies {{(pid=69613) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 770.376630] env[69613]: DEBUG nova.virt.hardware [None req-a1f62780-f0ea-4b4b-ad4a-501b62ee98f9 tempest-ServersListShow298Test-1734213796 tempest-ServersListShow298Test-1734213796-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 770.376861] env[69613]: DEBUG nova.virt.hardware [None req-a1f62780-f0ea-4b4b-ad4a-501b62ee98f9 tempest-ServersListShow298Test-1734213796 tempest-ServersListShow298Test-1734213796-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 770.377697] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dac62b4-7df7-4829-acf4-ca5b77b3017a {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.391130] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95c3ed2c-e213-4683-8e1e-36c0ad2eaaf4 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.192224] env[69613]: DEBUG oslo_concurrency.lockutils [req-4036f039-f3b0-4de9-b564-1b067576df0e req-971fd944-5071-4563-8a56-ace321eacec5 service nova] Releasing lock "refresh_cache-267ffd7d-ab93-4dda-b46a-1059b3f82f4f" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.192521] env[69613]: DEBUG nova.compute.manager [req-4036f039-f3b0-4de9-b564-1b067576df0e req-971fd944-5071-4563-8a56-ace321eacec5 service nova] [instance: 41c0824b-2186-49fe-bcfd-82c031bf4810] Received event network-changed-60e7bb28-badb-4158-82ef-7d766149bc8b {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 771.192563] env[69613]: DEBUG nova.compute.manager [req-4036f039-f3b0-4de9-b564-1b067576df0e req-971fd944-5071-4563-8a56-ace321eacec5 service nova] [instance: 41c0824b-2186-49fe-bcfd-82c031bf4810] Refreshing instance network info cache due to event network-changed-60e7bb28-badb-4158-82ef-7d766149bc8b. {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 771.192713] env[69613]: DEBUG oslo_concurrency.lockutils [req-4036f039-f3b0-4de9-b564-1b067576df0e req-971fd944-5071-4563-8a56-ace321eacec5 service nova] Acquiring lock "refresh_cache-41c0824b-2186-49fe-bcfd-82c031bf4810" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.193141] env[69613]: DEBUG oslo_concurrency.lockutils [None req-3478b058-f921-4baa-9e49-b6304022c1c0 tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] Acquiring lock "refresh_cache-71e0d53c-ff3f-4a77-aa25-2a07e64500a7" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.193266] env[69613]: DEBUG oslo_concurrency.lockutils [None req-3478b058-f921-4baa-9e49-b6304022c1c0 tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] Acquired lock "refresh_cache-71e0d53c-ff3f-4a77-aa25-2a07e64500a7" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.193397] env[69613]: DEBUG nova.network.neutron [None req-3478b058-f921-4baa-9e49-b6304022c1c0 tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] [instance: 71e0d53c-ff3f-4a77-aa25-2a07e64500a7] Building network info cache for instance {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 771.194779] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-a1f62780-f0ea-4b4b-ad4a-501b62ee98f9 tempest-ServersListShow298Test-1734213796 tempest-ServersListShow298Test-1734213796-project-member] [instance: 23dfa5b7-42f4-486c-8ce4-ae7d2e08c1e0] Instance VIF info [] {{(pid=69613) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 771.200883] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1f62780-f0ea-4b4b-ad4a-501b62ee98f9 tempest-ServersListShow298Test-1734213796 tempest-ServersListShow298Test-1734213796-project-member] Creating folder: Project (ad7a8ce6d3c04765b5a11120db7034ba). Parent ref: group-v681687. {{(pid=69613) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 771.209975] env[69613]: DEBUG nova.compute.manager [req-ed6a08b0-a437-486c-8425-8a24eec6f4be req-fd253352-9f5c-4681-b155-808b9920d75b service nova] [instance: 71e0d53c-ff3f-4a77-aa25-2a07e64500a7] Received event network-vif-plugged-db26e29a-2db6-476f-b509-df88edbcbe0f {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 771.210145] env[69613]: DEBUG oslo_concurrency.lockutils [req-ed6a08b0-a437-486c-8425-8a24eec6f4be req-fd253352-9f5c-4681-b155-808b9920d75b service nova] Acquiring lock "71e0d53c-ff3f-4a77-aa25-2a07e64500a7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 771.210364] env[69613]: DEBUG oslo_concurrency.lockutils [req-ed6a08b0-a437-486c-8425-8a24eec6f4be req-fd253352-9f5c-4681-b155-808b9920d75b service nova] Lock "71e0d53c-ff3f-4a77-aa25-2a07e64500a7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 771.210520] env[69613]: DEBUG oslo_concurrency.lockutils [req-ed6a08b0-a437-486c-8425-8a24eec6f4be req-fd253352-9f5c-4681-b155-808b9920d75b service nova] Lock "71e0d53c-ff3f-4a77-aa25-2a07e64500a7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 771.210775] env[69613]: DEBUG nova.compute.manager [req-ed6a08b0-a437-486c-8425-8a24eec6f4be req-fd253352-9f5c-4681-b155-808b9920d75b service nova] [instance: 71e0d53c-ff3f-4a77-aa25-2a07e64500a7] No waiting events found dispatching network-vif-plugged-db26e29a-2db6-476f-b509-df88edbcbe0f {{(pid=69613) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 771.210859] env[69613]: WARNING nova.compute.manager [req-ed6a08b0-a437-486c-8425-8a24eec6f4be req-fd253352-9f5c-4681-b155-808b9920d75b service nova] [instance: 71e0d53c-ff3f-4a77-aa25-2a07e64500a7] Received unexpected event network-vif-plugged-db26e29a-2db6-476f-b509-df88edbcbe0f for instance with vm_state building and task_state spawning. [ 771.211093] env[69613]: DEBUG nova.compute.manager [req-ed6a08b0-a437-486c-8425-8a24eec6f4be req-fd253352-9f5c-4681-b155-808b9920d75b service nova] [instance: 71e0d53c-ff3f-4a77-aa25-2a07e64500a7] Received event network-changed-db26e29a-2db6-476f-b509-df88edbcbe0f {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 771.211231] env[69613]: DEBUG nova.compute.manager [req-ed6a08b0-a437-486c-8425-8a24eec6f4be req-fd253352-9f5c-4681-b155-808b9920d75b service nova] [instance: 71e0d53c-ff3f-4a77-aa25-2a07e64500a7] Refreshing instance network info cache due to event network-changed-db26e29a-2db6-476f-b509-df88edbcbe0f. {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 771.211636] env[69613]: DEBUG oslo_concurrency.lockutils [req-ed6a08b0-a437-486c-8425-8a24eec6f4be req-fd253352-9f5c-4681-b155-808b9920d75b service nova] Acquiring lock "refresh_cache-71e0d53c-ff3f-4a77-aa25-2a07e64500a7" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.220774] env[69613]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-efe4b46a-d006-4f36-8541-1235cd8d507c {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.223899] env[69613]: DEBUG oslo_concurrency.lockutils [None req-95f08712-4f43-4faf-9b6c-0a81d00fac08 tempest-ServerTagsTestJSON-713823130 tempest-ServerTagsTestJSON-713823130-project-member] Acquiring lock "beccb0b7-1179-4798-8642-35dbcec5e5a1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 771.224451] env[69613]: DEBUG oslo_concurrency.lockutils [None req-95f08712-4f43-4faf-9b6c-0a81d00fac08 tempest-ServerTagsTestJSON-713823130 tempest-ServerTagsTestJSON-713823130-project-member] Lock "beccb0b7-1179-4798-8642-35dbcec5e5a1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 771.233664] env[69613]: DEBUG oslo_vmware.api [None req-3e81210e-82ae-4c1f-81cf-15ea364d93e7 tempest-ServerRescueTestJSONUnderV235-2099362716 tempest-ServerRescueTestJSONUnderV235-2099362716-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52304c74-04d5-d297-e926-783b11e2b4e6, 'name': SearchDatastore_Task, 'duration_secs': 0.017997} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.237944] env[69613]: DEBUG oslo_concurrency.lockutils [None req-3e81210e-82ae-4c1f-81cf-15ea364d93e7 tempest-ServerRescueTestJSONUnderV235-2099362716 tempest-ServerRescueTestJSONUnderV235-2099362716-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.238418] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e81210e-82ae-4c1f-81cf-15ea364d93e7 tempest-ServerRescueTestJSONUnderV235-2099362716 tempest-ServerRescueTestJSONUnderV235-2099362716-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk to [datastore1] 267ffd7d-ab93-4dda-b46a-1059b3f82f4f/267ffd7d-ab93-4dda-b46a-1059b3f82f4f.vmdk {{(pid=69613) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 771.239331] env[69613]: DEBUG oslo_vmware.api [None req-01d3ef8f-40fc-4a59-a37f-963ed7fa8127 tempest-ServersTestManualDisk-642376445 tempest-ServersTestManualDisk-642376445-project-member] Task: {'id': task-3417230, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.240846] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a4bd1912-aa27-49b2-934e-481d9134e620 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.243022] env[69613]: INFO nova.virt.vmwareapi.vm_util [None req-a1f62780-f0ea-4b4b-ad4a-501b62ee98f9 tempest-ServersListShow298Test-1734213796 tempest-ServersListShow298Test-1734213796-project-member] Created folder: Project (ad7a8ce6d3c04765b5a11120db7034ba) in parent group-v681687. [ 771.243218] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1f62780-f0ea-4b4b-ad4a-501b62ee98f9 tempest-ServersListShow298Test-1734213796 tempest-ServersListShow298Test-1734213796-project-member] Creating folder: Instances. Parent ref: group-v681831. {{(pid=69613) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 771.248550] env[69613]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-aab979d3-d48a-4a58-8f7e-397717c7387a {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.250054] env[69613]: DEBUG oslo_concurrency.lockutils [None req-146ee144-4754-4a44-8496-065f4a59e37e tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 771.256376] env[69613]: DEBUG oslo_vmware.api [None req-3e81210e-82ae-4c1f-81cf-15ea364d93e7 tempest-ServerRescueTestJSONUnderV235-2099362716 tempest-ServerRescueTestJSONUnderV235-2099362716-project-member] Waiting for the task: (returnval){ [ 771.256376] env[69613]: value = "task-3417232" [ 771.256376] env[69613]: _type = "Task" [ 771.256376] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.264140] env[69613]: INFO nova.virt.vmwareapi.vm_util [None req-a1f62780-f0ea-4b4b-ad4a-501b62ee98f9 tempest-ServersListShow298Test-1734213796 tempest-ServersListShow298Test-1734213796-project-member] Created folder: Instances in parent group-v681831. [ 771.264140] env[69613]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a1f62780-f0ea-4b4b-ad4a-501b62ee98f9 tempest-ServersListShow298Test-1734213796 tempest-ServersListShow298Test-1734213796-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69613) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 771.264140] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 23dfa5b7-42f4-486c-8ce4-ae7d2e08c1e0] Creating VM on the ESX host {{(pid=69613) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 771.264140] env[69613]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0aff5c74-887b-440e-9a48-4908fbd19b05 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.284835] env[69613]: DEBUG oslo_vmware.api [None req-3e81210e-82ae-4c1f-81cf-15ea364d93e7 tempest-ServerRescueTestJSONUnderV235-2099362716 tempest-ServerRescueTestJSONUnderV235-2099362716-project-member] Task: {'id': task-3417232, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.295823] env[69613]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 771.295823] env[69613]: value = "task-3417234" [ 771.295823] env[69613]: _type = "Task" [ 771.295823] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.316063] env[69613]: DEBUG oslo_vmware.api [-] Task: {'id': task-3417234, 'name': CreateVM_Task} progress is 6%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.318701] env[69613]: DEBUG nova.virt.hardware [None req-f9346ac3-2045-4137-a92b-786dae9ebe6b tempest-ServerShowV257Test-2050624232 tempest-ServerShowV257Test-2050624232-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T13:55:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T13:55:19Z,direct_url=,disk_format='vmdk',id=2b7a0304-b5d0-431d-b287-32c8388d7fbd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3e9e1b873f1442d59d5ee8247b941f74',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T13:55:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 771.319028] env[69613]: DEBUG nova.virt.hardware [None req-f9346ac3-2045-4137-a92b-786dae9ebe6b tempest-ServerShowV257Test-2050624232 tempest-ServerShowV257Test-2050624232-project-member] Flavor limits 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 771.319147] env[69613]: DEBUG nova.virt.hardware [None req-f9346ac3-2045-4137-a92b-786dae9ebe6b tempest-ServerShowV257Test-2050624232 tempest-ServerShowV257Test-2050624232-project-member] Image limits 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 771.319346] env[69613]: DEBUG nova.virt.hardware [None req-f9346ac3-2045-4137-a92b-786dae9ebe6b tempest-ServerShowV257Test-2050624232 tempest-ServerShowV257Test-2050624232-project-member] Flavor pref 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 771.319499] env[69613]: DEBUG nova.virt.hardware [None req-f9346ac3-2045-4137-a92b-786dae9ebe6b tempest-ServerShowV257Test-2050624232 tempest-ServerShowV257Test-2050624232-project-member] Image pref 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 771.319643] env[69613]: DEBUG nova.virt.hardware [None req-f9346ac3-2045-4137-a92b-786dae9ebe6b tempest-ServerShowV257Test-2050624232 tempest-ServerShowV257Test-2050624232-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 771.319853] env[69613]: DEBUG nova.virt.hardware [None req-f9346ac3-2045-4137-a92b-786dae9ebe6b tempest-ServerShowV257Test-2050624232 tempest-ServerShowV257Test-2050624232-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 771.320055] env[69613]: DEBUG nova.virt.hardware [None req-f9346ac3-2045-4137-a92b-786dae9ebe6b tempest-ServerShowV257Test-2050624232 tempest-ServerShowV257Test-2050624232-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69613) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 771.320471] env[69613]: DEBUG nova.virt.hardware [None req-f9346ac3-2045-4137-a92b-786dae9ebe6b tempest-ServerShowV257Test-2050624232 tempest-ServerShowV257Test-2050624232-project-member] Got 1 possible topologies {{(pid=69613) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 771.320531] env[69613]: DEBUG nova.virt.hardware [None req-f9346ac3-2045-4137-a92b-786dae9ebe6b tempest-ServerShowV257Test-2050624232 tempest-ServerShowV257Test-2050624232-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 771.320768] env[69613]: DEBUG nova.virt.hardware [None req-f9346ac3-2045-4137-a92b-786dae9ebe6b tempest-ServerShowV257Test-2050624232 tempest-ServerShowV257Test-2050624232-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 771.321997] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6cfd92e-12e4-4553-b2f1-0d1357f57dee {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.339526] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cd2a97b-c573-4447-97ca-187aa17eb73c {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.361961] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-f9346ac3-2045-4137-a92b-786dae9ebe6b tempest-ServerShowV257Test-2050624232 tempest-ServerShowV257Test-2050624232-project-member] [instance: 670d9426-6edb-4dfd-9953-1f10f89ebfc6] Instance VIF info [] {{(pid=69613) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 771.368501] env[69613]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f9346ac3-2045-4137-a92b-786dae9ebe6b tempest-ServerShowV257Test-2050624232 tempest-ServerShowV257Test-2050624232-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69613) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 771.374330] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 670d9426-6edb-4dfd-9953-1f10f89ebfc6] Creating VM on the ESX host {{(pid=69613) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 771.374528] env[69613]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e10edcb8-5d12-4326-923b-9409ab2abaf5 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.398128] env[69613]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 771.398128] env[69613]: value = "task-3417235" [ 771.398128] env[69613]: _type = "Task" [ 771.398128] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.405870] env[69613]: DEBUG oslo_vmware.api [-] Task: {'id': task-3417235, 'name': CreateVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.649505] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-926e0e5d-4ec6-45b5-9280-9d33084fa8a9 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.661249] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be8cc184-4f57-4d57-bfd4-7dd863c78629 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.702290] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85ff9d0b-545f-4195-bba9-431ed34bd2de {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.719287] env[69613]: DEBUG oslo_vmware.api [None req-01d3ef8f-40fc-4a59-a37f-963ed7fa8127 tempest-ServersTestManualDisk-642376445 tempest-ServersTestManualDisk-642376445-project-member] Task: {'id': task-3417230, 'name': PowerOnVM_Task, 'duration_secs': 1.123617} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.719738] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-01d3ef8f-40fc-4a59-a37f-963ed7fa8127 tempest-ServersTestManualDisk-642376445 tempest-ServersTestManualDisk-642376445-project-member] [instance: 42aba8f8-9657-437f-b305-13239f26fac2] Powered on the VM {{(pid=69613) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 771.720050] env[69613]: INFO nova.compute.manager [None req-01d3ef8f-40fc-4a59-a37f-963ed7fa8127 tempest-ServersTestManualDisk-642376445 tempest-ServersTestManualDisk-642376445-project-member] [instance: 42aba8f8-9657-437f-b305-13239f26fac2] Took 9.82 seconds to spawn the instance on the hypervisor. [ 771.720292] env[69613]: DEBUG nova.compute.manager [None req-01d3ef8f-40fc-4a59-a37f-963ed7fa8127 tempest-ServersTestManualDisk-642376445 tempest-ServersTestManualDisk-642376445-project-member] [instance: 42aba8f8-9657-437f-b305-13239f26fac2] Checking state {{(pid=69613) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 771.721907] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03c08be1-2b5c-4478-8f42-cdbd73c7f303 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.726824] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0a61a7d-8f94-41d2-b046-959ed7a528f9 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.744450] env[69613]: DEBUG nova.compute.provider_tree [None req-c002631e-6e30-4ca5-82e0-97e4ff9c9d0d tempest-ImagesOneServerTestJSON-1060956417 tempest-ImagesOneServerTestJSON-1060956417-project-member] Updating inventory in ProviderTree for provider af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69613) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 771.765557] env[69613]: DEBUG nova.network.neutron [None req-875538db-214e-46cd-ba21-ea0efe671297 tempest-SecurityGroupsTestJSON-147571119 tempest-SecurityGroupsTestJSON-147571119-project-member] [instance: 41c0824b-2186-49fe-bcfd-82c031bf4810] Updating instance_info_cache with network_info: [{"id": "60e7bb28-badb-4158-82ef-7d766149bc8b", "address": "fa:16:3e:1e:9e:39", "network": {"id": "63a9d1a8-2b9f-44cd-b8a7-c3073c1df667", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-180258284-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "abcd35075ac348e88fb05677ad1f2b0f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb2eaecd-9701-4504-9fcb-fb1a420ead72", "external-id": "nsx-vlan-transportzone-433", "segmentation_id": 433, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap60e7bb28-ba", "ovs_interfaceid": "60e7bb28-badb-4158-82ef-7d766149bc8b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 771.780146] env[69613]: DEBUG oslo_vmware.api [None req-3e81210e-82ae-4c1f-81cf-15ea364d93e7 tempest-ServerRescueTestJSONUnderV235-2099362716 tempest-ServerRescueTestJSONUnderV235-2099362716-project-member] Task: {'id': task-3417232, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.803084] env[69613]: DEBUG nova.network.neutron [None req-3478b058-f921-4baa-9e49-b6304022c1c0 tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] [instance: 71e0d53c-ff3f-4a77-aa25-2a07e64500a7] Instance cache missing network info. {{(pid=69613) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 771.830093] env[69613]: DEBUG oslo_vmware.api [-] Task: {'id': task-3417234, 'name': CreateVM_Task} progress is 99%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.909234] env[69613]: DEBUG oslo_vmware.api [-] Task: {'id': task-3417235, 'name': CreateVM_Task} progress is 99%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.953160] env[69613]: INFO nova.compute.manager [None req-ab84d031-5f08-4613-b82b-fd3ae739f57b tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] [instance: 30032fc2-1100-456a-bd0d-f3daf0a16662] Rebuilding instance [ 772.013780] env[69613]: DEBUG nova.compute.manager [None req-ab84d031-5f08-4613-b82b-fd3ae739f57b tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] [instance: 30032fc2-1100-456a-bd0d-f3daf0a16662] Checking state {{(pid=69613) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 772.014745] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-866564d0-85ab-4b19-b35e-f8bc0ca624fa {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.118415] env[69613]: DEBUG nova.network.neutron [None req-3478b058-f921-4baa-9e49-b6304022c1c0 tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] [instance: 71e0d53c-ff3f-4a77-aa25-2a07e64500a7] Updating instance_info_cache with network_info: [{"id": "db26e29a-2db6-476f-b509-df88edbcbe0f", "address": "fa:16:3e:9e:58:de", "network": {"id": "c483e28c-2b27-484b-a9f9-734f2da7098c", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1567393561-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "98a7364efc4045369caebaefb2b32fa3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "411f389f-4e4f-4450-891e-38944cac6135", "external-id": "nsx-vlan-transportzone-795", "segmentation_id": 795, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb26e29a-2d", "ovs_interfaceid": "db26e29a-2db6-476f-b509-df88edbcbe0f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 772.266074] env[69613]: INFO nova.compute.manager [None req-01d3ef8f-40fc-4a59-a37f-963ed7fa8127 tempest-ServersTestManualDisk-642376445 tempest-ServersTestManualDisk-642376445-project-member] [instance: 42aba8f8-9657-437f-b305-13239f26fac2] Took 41.81 seconds to build instance. [ 772.268908] env[69613]: DEBUG oslo_concurrency.lockutils [None req-875538db-214e-46cd-ba21-ea0efe671297 tempest-SecurityGroupsTestJSON-147571119 tempest-SecurityGroupsTestJSON-147571119-project-member] Releasing lock "refresh_cache-41c0824b-2186-49fe-bcfd-82c031bf4810" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.273430] env[69613]: DEBUG oslo_concurrency.lockutils [req-4036f039-f3b0-4de9-b564-1b067576df0e req-971fd944-5071-4563-8a56-ace321eacec5 service nova] Acquired lock "refresh_cache-41c0824b-2186-49fe-bcfd-82c031bf4810" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.273478] env[69613]: DEBUG nova.network.neutron [req-4036f039-f3b0-4de9-b564-1b067576df0e req-971fd944-5071-4563-8a56-ace321eacec5 service nova] [instance: 41c0824b-2186-49fe-bcfd-82c031bf4810] Refreshing network info cache for port 60e7bb28-badb-4158-82ef-7d766149bc8b {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 772.274693] env[69613]: DEBUG oslo_vmware.api [None req-3e81210e-82ae-4c1f-81cf-15ea364d93e7 tempest-ServerRescueTestJSONUnderV235-2099362716 tempest-ServerRescueTestJSONUnderV235-2099362716-project-member] Task: {'id': task-3417232, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.738869} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.277723] env[69613]: ERROR nova.scheduler.client.report [None req-c002631e-6e30-4ca5-82e0-97e4ff9c9d0d tempest-ImagesOneServerTestJSON-1060956417 tempest-ImagesOneServerTestJSON-1060956417-project-member] [req-30a0e423-5001-44ed-894e-89c12ab07d25] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID af76dfa6-80f5-47a1-ac1e-7e11abfaaed9. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-30a0e423-5001-44ed-894e-89c12ab07d25"}]} [ 772.277723] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e81210e-82ae-4c1f-81cf-15ea364d93e7 tempest-ServerRescueTestJSONUnderV235-2099362716 tempest-ServerRescueTestJSONUnderV235-2099362716-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk to [datastore1] 267ffd7d-ab93-4dda-b46a-1059b3f82f4f/267ffd7d-ab93-4dda-b46a-1059b3f82f4f.vmdk {{(pid=69613) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 772.277723] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-3e81210e-82ae-4c1f-81cf-15ea364d93e7 tempest-ServerRescueTestJSONUnderV235-2099362716 tempest-ServerRescueTestJSONUnderV235-2099362716-project-member] [instance: 267ffd7d-ab93-4dda-b46a-1059b3f82f4f] Extending root virtual disk to 1048576 {{(pid=69613) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 772.281031] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f9f01654-52e3-4f7f-afec-90a4942269dd {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.289517] env[69613]: DEBUG oslo_vmware.api [None req-3e81210e-82ae-4c1f-81cf-15ea364d93e7 tempest-ServerRescueTestJSONUnderV235-2099362716 tempest-ServerRescueTestJSONUnderV235-2099362716-project-member] Waiting for the task: (returnval){ [ 772.289517] env[69613]: value = "task-3417237" [ 772.289517] env[69613]: _type = "Task" [ 772.289517] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.300407] env[69613]: DEBUG oslo_vmware.api [None req-3e81210e-82ae-4c1f-81cf-15ea364d93e7 tempest-ServerRescueTestJSONUnderV235-2099362716 tempest-ServerRescueTestJSONUnderV235-2099362716-project-member] Task: {'id': task-3417237, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.304865] env[69613]: DEBUG nova.scheduler.client.report [None req-c002631e-6e30-4ca5-82e0-97e4ff9c9d0d tempest-ImagesOneServerTestJSON-1060956417 tempest-ImagesOneServerTestJSON-1060956417-project-member] Refreshing inventories for resource provider af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 {{(pid=69613) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 772.314037] env[69613]: DEBUG oslo_vmware.api [-] Task: {'id': task-3417234, 'name': CreateVM_Task, 'duration_secs': 0.701389} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.314037] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 23dfa5b7-42f4-486c-8ce4-ae7d2e08c1e0] Created VM on the ESX host {{(pid=69613) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 772.314229] env[69613]: DEBUG oslo_concurrency.lockutils [None req-a1f62780-f0ea-4b4b-ad4a-501b62ee98f9 tempest-ServersListShow298Test-1734213796 tempest-ServersListShow298Test-1734213796-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.314278] env[69613]: DEBUG oslo_concurrency.lockutils [None req-a1f62780-f0ea-4b4b-ad4a-501b62ee98f9 tempest-ServersListShow298Test-1734213796 tempest-ServersListShow298Test-1734213796-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.314607] env[69613]: DEBUG oslo_concurrency.lockutils [None req-a1f62780-f0ea-4b4b-ad4a-501b62ee98f9 tempest-ServersListShow298Test-1734213796 tempest-ServersListShow298Test-1734213796-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.314875] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b678c1a8-2d67-4759-9301-bc3569fc99fc {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.320055] env[69613]: DEBUG oslo_vmware.api [None req-a1f62780-f0ea-4b4b-ad4a-501b62ee98f9 tempest-ServersListShow298Test-1734213796 tempest-ServersListShow298Test-1734213796-project-member] Waiting for the task: (returnval){ [ 772.320055] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]5255a5eb-e9fa-e53c-c3cd-4be1bd3eda00" [ 772.320055] env[69613]: _type = "Task" [ 772.320055] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.324846] env[69613]: DEBUG nova.scheduler.client.report [None req-c002631e-6e30-4ca5-82e0-97e4ff9c9d0d tempest-ImagesOneServerTestJSON-1060956417 tempest-ImagesOneServerTestJSON-1060956417-project-member] Updating ProviderTree inventory for provider af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69613) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 772.325121] env[69613]: DEBUG nova.compute.provider_tree [None req-c002631e-6e30-4ca5-82e0-97e4ff9c9d0d tempest-ImagesOneServerTestJSON-1060956417 tempest-ImagesOneServerTestJSON-1060956417-project-member] Updating inventory in ProviderTree for provider af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69613) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 772.333470] env[69613]: DEBUG oslo_vmware.api [None req-a1f62780-f0ea-4b4b-ad4a-501b62ee98f9 tempest-ServersListShow298Test-1734213796 tempest-ServersListShow298Test-1734213796-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]5255a5eb-e9fa-e53c-c3cd-4be1bd3eda00, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.338784] env[69613]: DEBUG nova.scheduler.client.report [None req-c002631e-6e30-4ca5-82e0-97e4ff9c9d0d tempest-ImagesOneServerTestJSON-1060956417 tempest-ImagesOneServerTestJSON-1060956417-project-member] Refreshing aggregate associations for resource provider af76dfa6-80f5-47a1-ac1e-7e11abfaaed9, aggregates: None {{(pid=69613) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 772.362044] env[69613]: DEBUG nova.scheduler.client.report [None req-c002631e-6e30-4ca5-82e0-97e4ff9c9d0d tempest-ImagesOneServerTestJSON-1060956417 tempest-ImagesOneServerTestJSON-1060956417-project-member] Refreshing trait associations for resource provider af76dfa6-80f5-47a1-ac1e-7e11abfaaed9, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_NODE {{(pid=69613) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 772.407376] env[69613]: DEBUG oslo_vmware.api [-] Task: {'id': task-3417235, 'name': CreateVM_Task, 'duration_secs': 0.59895} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.407566] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 670d9426-6edb-4dfd-9953-1f10f89ebfc6] Created VM on the ESX host {{(pid=69613) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 772.408018] env[69613]: DEBUG oslo_concurrency.lockutils [None req-f9346ac3-2045-4137-a92b-786dae9ebe6b tempest-ServerShowV257Test-2050624232 tempest-ServerShowV257Test-2050624232-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.621885] env[69613]: DEBUG oslo_concurrency.lockutils [None req-3478b058-f921-4baa-9e49-b6304022c1c0 tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] Releasing lock "refresh_cache-71e0d53c-ff3f-4a77-aa25-2a07e64500a7" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.622232] env[69613]: DEBUG nova.compute.manager [None req-3478b058-f921-4baa-9e49-b6304022c1c0 tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] [instance: 71e0d53c-ff3f-4a77-aa25-2a07e64500a7] Instance network_info: |[{"id": "db26e29a-2db6-476f-b509-df88edbcbe0f", "address": "fa:16:3e:9e:58:de", "network": {"id": "c483e28c-2b27-484b-a9f9-734f2da7098c", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1567393561-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "98a7364efc4045369caebaefb2b32fa3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "411f389f-4e4f-4450-891e-38944cac6135", "external-id": "nsx-vlan-transportzone-795", "segmentation_id": 795, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb26e29a-2d", "ovs_interfaceid": "db26e29a-2db6-476f-b509-df88edbcbe0f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69613) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 772.622527] env[69613]: DEBUG oslo_concurrency.lockutils [req-ed6a08b0-a437-486c-8425-8a24eec6f4be req-fd253352-9f5c-4681-b155-808b9920d75b service nova] Acquired lock "refresh_cache-71e0d53c-ff3f-4a77-aa25-2a07e64500a7" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.622700] env[69613]: DEBUG nova.network.neutron [req-ed6a08b0-a437-486c-8425-8a24eec6f4be req-fd253352-9f5c-4681-b155-808b9920d75b service nova] [instance: 71e0d53c-ff3f-4a77-aa25-2a07e64500a7] Refreshing network info cache for port db26e29a-2db6-476f-b509-df88edbcbe0f {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 772.623921] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-3478b058-f921-4baa-9e49-b6304022c1c0 tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] [instance: 71e0d53c-ff3f-4a77-aa25-2a07e64500a7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9e:58:de', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '411f389f-4e4f-4450-891e-38944cac6135', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'db26e29a-2db6-476f-b509-df88edbcbe0f', 'vif_model': 'vmxnet3'}] {{(pid=69613) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 772.631540] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-3478b058-f921-4baa-9e49-b6304022c1c0 tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] Creating folder: Project (98a7364efc4045369caebaefb2b32fa3). Parent ref: group-v681687. {{(pid=69613) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 772.636633] env[69613]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bdca1523-47ca-4585-98dc-43a04e333ace {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.648384] env[69613]: INFO nova.virt.vmwareapi.vm_util [None req-3478b058-f921-4baa-9e49-b6304022c1c0 tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] Created folder: Project (98a7364efc4045369caebaefb2b32fa3) in parent group-v681687. [ 772.648574] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-3478b058-f921-4baa-9e49-b6304022c1c0 tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] Creating folder: Instances. Parent ref: group-v681835. {{(pid=69613) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 772.648824] env[69613]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4d5c3078-1a65-4c21-9b07-d98270483245 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.662117] env[69613]: INFO nova.virt.vmwareapi.vm_util [None req-3478b058-f921-4baa-9e49-b6304022c1c0 tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] Created folder: Instances in parent group-v681835. [ 772.662399] env[69613]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3478b058-f921-4baa-9e49-b6304022c1c0 tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69613) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 772.664749] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 71e0d53c-ff3f-4a77-aa25-2a07e64500a7] Creating VM on the ESX host {{(pid=69613) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 772.665149] env[69613]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-966da457-af72-4d02-b16d-dc6eee4513a7 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.688018] env[69613]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 772.688018] env[69613]: value = "task-3417240" [ 772.688018] env[69613]: _type = "Task" [ 772.688018] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.698016] env[69613]: DEBUG oslo_vmware.api [-] Task: {'id': task-3417240, 'name': CreateVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.768245] env[69613]: DEBUG oslo_concurrency.lockutils [None req-01d3ef8f-40fc-4a59-a37f-963ed7fa8127 tempest-ServersTestManualDisk-642376445 tempest-ServersTestManualDisk-642376445-project-member] Lock "42aba8f8-9657-437f-b305-13239f26fac2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 67.864s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 772.781432] env[69613]: DEBUG nova.compute.manager [None req-875538db-214e-46cd-ba21-ea0efe671297 tempest-SecurityGroupsTestJSON-147571119 tempest-SecurityGroupsTestJSON-147571119-project-member] [instance: 41c0824b-2186-49fe-bcfd-82c031bf4810] Checking state {{(pid=69613) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 772.782599] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e605db65-86a0-48d8-bae8-e52165098dae {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.809572] env[69613]: DEBUG oslo_vmware.api [None req-3e81210e-82ae-4c1f-81cf-15ea364d93e7 tempest-ServerRescueTestJSONUnderV235-2099362716 tempest-ServerRescueTestJSONUnderV235-2099362716-project-member] Task: {'id': task-3417237, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085393} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.815241] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-3e81210e-82ae-4c1f-81cf-15ea364d93e7 tempest-ServerRescueTestJSONUnderV235-2099362716 tempest-ServerRescueTestJSONUnderV235-2099362716-project-member] [instance: 267ffd7d-ab93-4dda-b46a-1059b3f82f4f] Extended root virtual disk {{(pid=69613) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 772.819160] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73d5ffe2-75d5-4c98-b025-6da1664bddcc {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.874434] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e81210e-82ae-4c1f-81cf-15ea364d93e7 tempest-ServerRescueTestJSONUnderV235-2099362716 tempest-ServerRescueTestJSONUnderV235-2099362716-project-member] [instance: 267ffd7d-ab93-4dda-b46a-1059b3f82f4f] Reconfiguring VM instance instance-00000031 to attach disk [datastore1] 267ffd7d-ab93-4dda-b46a-1059b3f82f4f/267ffd7d-ab93-4dda-b46a-1059b3f82f4f.vmdk or device None with type sparse {{(pid=69613) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 772.892129] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e02b9790-40cd-42c2-962f-cbabdc98f501 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.913883] env[69613]: DEBUG oslo_vmware.api [None req-a1f62780-f0ea-4b4b-ad4a-501b62ee98f9 tempest-ServersListShow298Test-1734213796 tempest-ServersListShow298Test-1734213796-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]5255a5eb-e9fa-e53c-c3cd-4be1bd3eda00, 'name': SearchDatastore_Task, 'duration_secs': 0.015273} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.919019] env[69613]: DEBUG oslo_concurrency.lockutils [None req-a1f62780-f0ea-4b4b-ad4a-501b62ee98f9 tempest-ServersListShow298Test-1734213796 tempest-ServersListShow298Test-1734213796-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.919019] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-a1f62780-f0ea-4b4b-ad4a-501b62ee98f9 tempest-ServersListShow298Test-1734213796 tempest-ServersListShow298Test-1734213796-project-member] [instance: 23dfa5b7-42f4-486c-8ce4-ae7d2e08c1e0] Processing image 2b7a0304-b5d0-431d-b287-32c8388d7fbd {{(pid=69613) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 772.919019] env[69613]: DEBUG oslo_concurrency.lockutils [None req-a1f62780-f0ea-4b4b-ad4a-501b62ee98f9 tempest-ServersListShow298Test-1734213796 tempest-ServersListShow298Test-1734213796-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.919019] env[69613]: DEBUG oslo_concurrency.lockutils [None req-a1f62780-f0ea-4b4b-ad4a-501b62ee98f9 tempest-ServersListShow298Test-1734213796 tempest-ServersListShow298Test-1734213796-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.919287] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1f62780-f0ea-4b4b-ad4a-501b62ee98f9 tempest-ServersListShow298Test-1734213796 tempest-ServersListShow298Test-1734213796-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69613) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 772.919287] env[69613]: DEBUG oslo_concurrency.lockutils [None req-f9346ac3-2045-4137-a92b-786dae9ebe6b tempest-ServerShowV257Test-2050624232 tempest-ServerShowV257Test-2050624232-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.919461] env[69613]: DEBUG oslo_concurrency.lockutils [None req-f9346ac3-2045-4137-a92b-786dae9ebe6b tempest-ServerShowV257Test-2050624232 tempest-ServerShowV257Test-2050624232-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.919801] env[69613]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5c8a1ebe-ab09-4341-85d4-a4d0acdd1de3 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.925213] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e5d7634c-3324-4d36-b658-595743498bc8 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.927045] env[69613]: DEBUG oslo_vmware.api [None req-3e81210e-82ae-4c1f-81cf-15ea364d93e7 tempest-ServerRescueTestJSONUnderV235-2099362716 tempest-ServerRescueTestJSONUnderV235-2099362716-project-member] Waiting for the task: (returnval){ [ 772.927045] env[69613]: value = "task-3417241" [ 772.927045] env[69613]: _type = "Task" [ 772.927045] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.934921] env[69613]: DEBUG oslo_vmware.api [None req-f9346ac3-2045-4137-a92b-786dae9ebe6b tempest-ServerShowV257Test-2050624232 tempest-ServerShowV257Test-2050624232-project-member] Waiting for the task: (returnval){ [ 772.934921] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]526b1c32-77df-456b-9341-b920f7d066f5" [ 772.934921] env[69613]: _type = "Task" [ 772.934921] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.943364] env[69613]: DEBUG oslo_vmware.api [None req-3e81210e-82ae-4c1f-81cf-15ea364d93e7 tempest-ServerRescueTestJSONUnderV235-2099362716 tempest-ServerRescueTestJSONUnderV235-2099362716-project-member] Task: {'id': task-3417241, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.943639] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1f62780-f0ea-4b4b-ad4a-501b62ee98f9 tempest-ServersListShow298Test-1734213796 tempest-ServersListShow298Test-1734213796-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69613) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 772.943881] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-a1f62780-f0ea-4b4b-ad4a-501b62ee98f9 tempest-ServersListShow298Test-1734213796 tempest-ServersListShow298Test-1734213796-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69613) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 772.947323] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5d2dd17e-aa77-42de-9e80-54ee4ef5fa0a {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.954302] env[69613]: DEBUG oslo_vmware.api [None req-f9346ac3-2045-4137-a92b-786dae9ebe6b tempest-ServerShowV257Test-2050624232 tempest-ServerShowV257Test-2050624232-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]526b1c32-77df-456b-9341-b920f7d066f5, 'name': SearchDatastore_Task, 'duration_secs': 0.012922} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.955581] env[69613]: DEBUG oslo_concurrency.lockutils [None req-f9346ac3-2045-4137-a92b-786dae9ebe6b tempest-ServerShowV257Test-2050624232 tempest-ServerShowV257Test-2050624232-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.955581] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-f9346ac3-2045-4137-a92b-786dae9ebe6b tempest-ServerShowV257Test-2050624232 tempest-ServerShowV257Test-2050624232-project-member] [instance: 670d9426-6edb-4dfd-9953-1f10f89ebfc6] Processing image 2b7a0304-b5d0-431d-b287-32c8388d7fbd {{(pid=69613) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 772.956488] env[69613]: DEBUG oslo_concurrency.lockutils [None req-f9346ac3-2045-4137-a92b-786dae9ebe6b tempest-ServerShowV257Test-2050624232 tempest-ServerShowV257Test-2050624232-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.957926] env[69613]: DEBUG oslo_vmware.api [None req-a1f62780-f0ea-4b4b-ad4a-501b62ee98f9 tempest-ServersListShow298Test-1734213796 tempest-ServersListShow298Test-1734213796-project-member] Waiting for the task: (returnval){ [ 772.957926] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]52e8a444-1cdd-494d-07f7-d353eec33ca5" [ 772.957926] env[69613]: _type = "Task" [ 772.957926] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.969023] env[69613]: DEBUG oslo_vmware.api [None req-a1f62780-f0ea-4b4b-ad4a-501b62ee98f9 tempest-ServersListShow298Test-1734213796 tempest-ServersListShow298Test-1734213796-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52e8a444-1cdd-494d-07f7-d353eec33ca5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.971474] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dc7e82f-e049-4da2-b5da-0ec6bf7e8e77 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.978325] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e633ce40-b5ec-4119-8c48-9dbe759061df {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.013797] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd7f2c35-a177-4bad-9fe3-eb11f00bdef9 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.023753] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d186849-54c3-4818-a2de-4c10e4c3eda3 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.037382] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab84d031-5f08-4613-b82b-fd3ae739f57b tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] [instance: 30032fc2-1100-456a-bd0d-f3daf0a16662] Powering off the VM {{(pid=69613) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 773.037953] env[69613]: DEBUG nova.compute.provider_tree [None req-c002631e-6e30-4ca5-82e0-97e4ff9c9d0d tempest-ImagesOneServerTestJSON-1060956417 tempest-ImagesOneServerTestJSON-1060956417-project-member] Updating inventory in ProviderTree for provider af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69613) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 773.039320] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2a8345a1-f668-40ae-a7b2-e260ba922022 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.045642] env[69613]: DEBUG oslo_vmware.api [None req-ab84d031-5f08-4613-b82b-fd3ae739f57b tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Waiting for the task: (returnval){ [ 773.045642] env[69613]: value = "task-3417242" [ 773.045642] env[69613]: _type = "Task" [ 773.045642] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.059958] env[69613]: DEBUG oslo_vmware.api [None req-ab84d031-5f08-4613-b82b-fd3ae739f57b tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Task: {'id': task-3417242, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.119453] env[69613]: DEBUG nova.network.neutron [req-ed6a08b0-a437-486c-8425-8a24eec6f4be req-fd253352-9f5c-4681-b155-808b9920d75b service nova] [instance: 71e0d53c-ff3f-4a77-aa25-2a07e64500a7] Updated VIF entry in instance network info cache for port db26e29a-2db6-476f-b509-df88edbcbe0f. {{(pid=69613) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 773.120548] env[69613]: DEBUG nova.network.neutron [req-ed6a08b0-a437-486c-8425-8a24eec6f4be req-fd253352-9f5c-4681-b155-808b9920d75b service nova] [instance: 71e0d53c-ff3f-4a77-aa25-2a07e64500a7] Updating instance_info_cache with network_info: [{"id": "db26e29a-2db6-476f-b509-df88edbcbe0f", "address": "fa:16:3e:9e:58:de", "network": {"id": "c483e28c-2b27-484b-a9f9-734f2da7098c", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1567393561-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "98a7364efc4045369caebaefb2b32fa3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "411f389f-4e4f-4450-891e-38944cac6135", "external-id": "nsx-vlan-transportzone-795", "segmentation_id": 795, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb26e29a-2d", "ovs_interfaceid": "db26e29a-2db6-476f-b509-df88edbcbe0f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 773.182413] env[69613]: DEBUG oslo_vmware.rw_handles [None req-8e423f78-82f9-48b5-acbf-a0fce1442a2a tempest-ListImageFiltersTestJSON-1131301097 tempest-ListImageFiltersTestJSON-1131301097-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e0100d-b1cc-6eb3-45d7-d7cb53f5609c/disk-0.vmdk. {{(pid=69613) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 773.183754] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0848dea4-b088-4cc6-b11e-1015aac61499 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.194968] env[69613]: DEBUG oslo_vmware.rw_handles [None req-8e423f78-82f9-48b5-acbf-a0fce1442a2a tempest-ListImageFiltersTestJSON-1131301097 tempest-ListImageFiltersTestJSON-1131301097-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e0100d-b1cc-6eb3-45d7-d7cb53f5609c/disk-0.vmdk is in state: ready. {{(pid=69613) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 773.195205] env[69613]: ERROR oslo_vmware.rw_handles [None req-8e423f78-82f9-48b5-acbf-a0fce1442a2a tempest-ListImageFiltersTestJSON-1131301097 tempest-ListImageFiltersTestJSON-1131301097-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e0100d-b1cc-6eb3-45d7-d7cb53f5609c/disk-0.vmdk due to incomplete transfer. [ 773.196064] env[69613]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-58d15f0f-2105-4857-9e01-7666b4257d3e {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.201914] env[69613]: DEBUG oslo_vmware.api [-] Task: {'id': task-3417240, 'name': CreateVM_Task} progress is 99%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.209754] env[69613]: DEBUG oslo_vmware.rw_handles [None req-8e423f78-82f9-48b5-acbf-a0fce1442a2a tempest-ListImageFiltersTestJSON-1131301097 tempest-ListImageFiltersTestJSON-1131301097-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e0100d-b1cc-6eb3-45d7-d7cb53f5609c/disk-0.vmdk. {{(pid=69613) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 773.209754] env[69613]: DEBUG nova.virt.vmwareapi.images [None req-8e423f78-82f9-48b5-acbf-a0fce1442a2a tempest-ListImageFiltersTestJSON-1131301097 tempest-ListImageFiltersTestJSON-1131301097-project-member] [instance: 8a331293-ee7f-4faa-a316-56aec9296894] Uploaded image e71aaec4-7971-454e-88af-b992eb95fc6d to the Glance image server {{(pid=69613) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 773.211679] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e423f78-82f9-48b5-acbf-a0fce1442a2a tempest-ListImageFiltersTestJSON-1131301097 tempest-ListImageFiltersTestJSON-1131301097-project-member] [instance: 8a331293-ee7f-4faa-a316-56aec9296894] Destroying the VM {{(pid=69613) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 773.212027] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-21c6e7ef-6dd6-4db6-93b4-310e8b5b0108 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.220014] env[69613]: DEBUG oslo_vmware.api [None req-8e423f78-82f9-48b5-acbf-a0fce1442a2a tempest-ListImageFiltersTestJSON-1131301097 tempest-ListImageFiltersTestJSON-1131301097-project-member] Waiting for the task: (returnval){ [ 773.220014] env[69613]: value = "task-3417243" [ 773.220014] env[69613]: _type = "Task" [ 773.220014] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.230632] env[69613]: DEBUG oslo_vmware.api [None req-8e423f78-82f9-48b5-acbf-a0fce1442a2a tempest-ListImageFiltersTestJSON-1131301097 tempest-ListImageFiltersTestJSON-1131301097-project-member] Task: {'id': task-3417243, 'name': Destroy_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.272635] env[69613]: DEBUG nova.compute.manager [None req-95f08712-4f43-4faf-9b6c-0a81d00fac08 tempest-ServerTagsTestJSON-713823130 tempest-ServerTagsTestJSON-713823130-project-member] [instance: beccb0b7-1179-4798-8642-35dbcec5e5a1] Starting instance... {{(pid=69613) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 773.406149] env[69613]: DEBUG nova.network.neutron [req-4036f039-f3b0-4de9-b564-1b067576df0e req-971fd944-5071-4563-8a56-ace321eacec5 service nova] [instance: 41c0824b-2186-49fe-bcfd-82c031bf4810] Updated VIF entry in instance network info cache for port 60e7bb28-badb-4158-82ef-7d766149bc8b. {{(pid=69613) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 773.406763] env[69613]: DEBUG nova.network.neutron [req-4036f039-f3b0-4de9-b564-1b067576df0e req-971fd944-5071-4563-8a56-ace321eacec5 service nova] [instance: 41c0824b-2186-49fe-bcfd-82c031bf4810] Updating instance_info_cache with network_info: [{"id": "60e7bb28-badb-4158-82ef-7d766149bc8b", "address": "fa:16:3e:1e:9e:39", "network": {"id": "63a9d1a8-2b9f-44cd-b8a7-c3073c1df667", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-180258284-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "abcd35075ac348e88fb05677ad1f2b0f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb2eaecd-9701-4504-9fcb-fb1a420ead72", "external-id": "nsx-vlan-transportzone-433", "segmentation_id": 433, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap60e7bb28-ba", "ovs_interfaceid": "60e7bb28-badb-4158-82ef-7d766149bc8b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 773.446676] env[69613]: DEBUG oslo_vmware.api [None req-3e81210e-82ae-4c1f-81cf-15ea364d93e7 tempest-ServerRescueTestJSONUnderV235-2099362716 tempest-ServerRescueTestJSONUnderV235-2099362716-project-member] Task: {'id': task-3417241, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.467946] env[69613]: DEBUG oslo_vmware.api [None req-a1f62780-f0ea-4b4b-ad4a-501b62ee98f9 tempest-ServersListShow298Test-1734213796 tempest-ServersListShow298Test-1734213796-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52e8a444-1cdd-494d-07f7-d353eec33ca5, 'name': SearchDatastore_Task, 'duration_secs': 0.009619} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.468758] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5992c357-fdfd-445d-93af-42b82d1a8004 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.474583] env[69613]: DEBUG oslo_vmware.api [None req-a1f62780-f0ea-4b4b-ad4a-501b62ee98f9 tempest-ServersListShow298Test-1734213796 tempest-ServersListShow298Test-1734213796-project-member] Waiting for the task: (returnval){ [ 773.474583] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]5243bb75-975f-6a8e-6a8c-14a817cd1957" [ 773.474583] env[69613]: _type = "Task" [ 773.474583] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.484442] env[69613]: DEBUG oslo_vmware.api [None req-a1f62780-f0ea-4b4b-ad4a-501b62ee98f9 tempest-ServersListShow298Test-1734213796 tempest-ServersListShow298Test-1734213796-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]5243bb75-975f-6a8e-6a8c-14a817cd1957, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.556374] env[69613]: DEBUG oslo_vmware.api [None req-ab84d031-5f08-4613-b82b-fd3ae739f57b tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Task: {'id': task-3417242, 'name': PowerOffVM_Task, 'duration_secs': 0.247942} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.556714] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab84d031-5f08-4613-b82b-fd3ae739f57b tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] [instance: 30032fc2-1100-456a-bd0d-f3daf0a16662] Powered off the VM {{(pid=69613) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 773.556944] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-ab84d031-5f08-4613-b82b-fd3ae739f57b tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] [instance: 30032fc2-1100-456a-bd0d-f3daf0a16662] Destroying instance {{(pid=69613) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 773.557963] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6172caeb-766c-4363-a286-818f9f82d600 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.564460] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-ab84d031-5f08-4613-b82b-fd3ae739f57b tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] [instance: 30032fc2-1100-456a-bd0d-f3daf0a16662] Unregistering the VM {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 773.564700] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-73a1ee16-322d-4e76-bf46-111f7e3d771b {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.576521] env[69613]: DEBUG nova.scheduler.client.report [None req-c002631e-6e30-4ca5-82e0-97e4ff9c9d0d tempest-ImagesOneServerTestJSON-1060956417 tempest-ImagesOneServerTestJSON-1060956417-project-member] Updated inventory for provider af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 with generation 69 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69613) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 773.576783] env[69613]: DEBUG nova.compute.provider_tree [None req-c002631e-6e30-4ca5-82e0-97e4ff9c9d0d tempest-ImagesOneServerTestJSON-1060956417 tempest-ImagesOneServerTestJSON-1060956417-project-member] Updating resource provider af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 generation from 69 to 70 during operation: update_inventory {{(pid=69613) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 773.576963] env[69613]: DEBUG nova.compute.provider_tree [None req-c002631e-6e30-4ca5-82e0-97e4ff9c9d0d tempest-ImagesOneServerTestJSON-1060956417 tempest-ImagesOneServerTestJSON-1060956417-project-member] Updating inventory in ProviderTree for provider af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69613) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 773.624512] env[69613]: DEBUG oslo_concurrency.lockutils [req-ed6a08b0-a437-486c-8425-8a24eec6f4be req-fd253352-9f5c-4681-b155-808b9920d75b service nova] Releasing lock "refresh_cache-71e0d53c-ff3f-4a77-aa25-2a07e64500a7" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.628864] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-ab84d031-5f08-4613-b82b-fd3ae739f57b tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] [instance: 30032fc2-1100-456a-bd0d-f3daf0a16662] Unregistered the VM {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 773.629230] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-ab84d031-5f08-4613-b82b-fd3ae739f57b tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] [instance: 30032fc2-1100-456a-bd0d-f3daf0a16662] Deleting contents of the VM from datastore datastore1 {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 773.629448] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab84d031-5f08-4613-b82b-fd3ae739f57b tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Deleting the datastore file [datastore1] 30032fc2-1100-456a-bd0d-f3daf0a16662 {{(pid=69613) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 773.630321] env[69613]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0742d758-9df2-4a8f-aaf9-2517591e9e32 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.636397] env[69613]: DEBUG oslo_vmware.api [None req-ab84d031-5f08-4613-b82b-fd3ae739f57b tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Waiting for the task: (returnval){ [ 773.636397] env[69613]: value = "task-3417245" [ 773.636397] env[69613]: _type = "Task" [ 773.636397] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.646022] env[69613]: DEBUG oslo_vmware.api [None req-ab84d031-5f08-4613-b82b-fd3ae739f57b tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Task: {'id': task-3417245, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.699436] env[69613]: DEBUG oslo_vmware.api [-] Task: {'id': task-3417240, 'name': CreateVM_Task, 'duration_secs': 0.520349} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.699436] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 71e0d53c-ff3f-4a77-aa25-2a07e64500a7] Created VM on the ESX host {{(pid=69613) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 773.700201] env[69613]: DEBUG oslo_concurrency.lockutils [None req-3478b058-f921-4baa-9e49-b6304022c1c0 tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.700360] env[69613]: DEBUG oslo_concurrency.lockutils [None req-3478b058-f921-4baa-9e49-b6304022c1c0 tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.700666] env[69613]: DEBUG oslo_concurrency.lockutils [None req-3478b058-f921-4baa-9e49-b6304022c1c0 tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.700959] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e17b3c9b-2080-4f77-86af-05440cb3485a {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.705609] env[69613]: DEBUG oslo_vmware.api [None req-3478b058-f921-4baa-9e49-b6304022c1c0 tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] Waiting for the task: (returnval){ [ 773.705609] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]520d2e28-4918-8822-838f-bc1d4b9699f0" [ 773.705609] env[69613]: _type = "Task" [ 773.705609] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.713683] env[69613]: DEBUG oslo_vmware.api [None req-3478b058-f921-4baa-9e49-b6304022c1c0 tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]520d2e28-4918-8822-838f-bc1d4b9699f0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.731421] env[69613]: DEBUG oslo_vmware.api [None req-8e423f78-82f9-48b5-acbf-a0fce1442a2a tempest-ListImageFiltersTestJSON-1131301097 tempest-ListImageFiltersTestJSON-1131301097-project-member] Task: {'id': task-3417243, 'name': Destroy_Task} progress is 33%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.809326] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe7cf2bb-1a3c-4a07-9e3b-d8d46d252090 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.817329] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-875538db-214e-46cd-ba21-ea0efe671297 tempest-SecurityGroupsTestJSON-147571119 tempest-SecurityGroupsTestJSON-147571119-project-member] [instance: 41c0824b-2186-49fe-bcfd-82c031bf4810] Doing hard reboot of VM {{(pid=69613) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 773.818549] env[69613]: DEBUG oslo_concurrency.lockutils [None req-95f08712-4f43-4faf-9b6c-0a81d00fac08 tempest-ServerTagsTestJSON-713823130 tempest-ServerTagsTestJSON-713823130-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 773.818801] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-7b427152-ef6c-4fb7-b12a-9548a293a71a {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.825373] env[69613]: DEBUG oslo_vmware.api [None req-875538db-214e-46cd-ba21-ea0efe671297 tempest-SecurityGroupsTestJSON-147571119 tempest-SecurityGroupsTestJSON-147571119-project-member] Waiting for the task: (returnval){ [ 773.825373] env[69613]: value = "task-3417246" [ 773.825373] env[69613]: _type = "Task" [ 773.825373] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.834522] env[69613]: DEBUG oslo_vmware.api [None req-875538db-214e-46cd-ba21-ea0efe671297 tempest-SecurityGroupsTestJSON-147571119 tempest-SecurityGroupsTestJSON-147571119-project-member] Task: {'id': task-3417246, 'name': ResetVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.910244] env[69613]: DEBUG oslo_concurrency.lockutils [req-4036f039-f3b0-4de9-b564-1b067576df0e req-971fd944-5071-4563-8a56-ace321eacec5 service nova] Releasing lock "refresh_cache-41c0824b-2186-49fe-bcfd-82c031bf4810" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.940304] env[69613]: DEBUG oslo_vmware.api [None req-3e81210e-82ae-4c1f-81cf-15ea364d93e7 tempest-ServerRescueTestJSONUnderV235-2099362716 tempest-ServerRescueTestJSONUnderV235-2099362716-project-member] Task: {'id': task-3417241, 'name': ReconfigVM_Task, 'duration_secs': 0.759889} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.940583] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e81210e-82ae-4c1f-81cf-15ea364d93e7 tempest-ServerRescueTestJSONUnderV235-2099362716 tempest-ServerRescueTestJSONUnderV235-2099362716-project-member] [instance: 267ffd7d-ab93-4dda-b46a-1059b3f82f4f] Reconfigured VM instance instance-00000031 to attach disk [datastore1] 267ffd7d-ab93-4dda-b46a-1059b3f82f4f/267ffd7d-ab93-4dda-b46a-1059b3f82f4f.vmdk or device None with type sparse {{(pid=69613) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 773.941345] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6a8bf0e1-3ea5-45ba-8fea-b5ae280239a1 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.947906] env[69613]: DEBUG oslo_vmware.api [None req-3e81210e-82ae-4c1f-81cf-15ea364d93e7 tempest-ServerRescueTestJSONUnderV235-2099362716 tempest-ServerRescueTestJSONUnderV235-2099362716-project-member] Waiting for the task: (returnval){ [ 773.947906] env[69613]: value = "task-3417247" [ 773.947906] env[69613]: _type = "Task" [ 773.947906] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.955783] env[69613]: DEBUG oslo_vmware.api [None req-3e81210e-82ae-4c1f-81cf-15ea364d93e7 tempest-ServerRescueTestJSONUnderV235-2099362716 tempest-ServerRescueTestJSONUnderV235-2099362716-project-member] Task: {'id': task-3417247, 'name': Rename_Task} progress is 5%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.984476] env[69613]: DEBUG oslo_vmware.api [None req-a1f62780-f0ea-4b4b-ad4a-501b62ee98f9 tempest-ServersListShow298Test-1734213796 tempest-ServersListShow298Test-1734213796-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]5243bb75-975f-6a8e-6a8c-14a817cd1957, 'name': SearchDatastore_Task, 'duration_secs': 0.009571} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.984759] env[69613]: DEBUG oslo_concurrency.lockutils [None req-a1f62780-f0ea-4b4b-ad4a-501b62ee98f9 tempest-ServersListShow298Test-1734213796 tempest-ServersListShow298Test-1734213796-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.985027] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1f62780-f0ea-4b4b-ad4a-501b62ee98f9 tempest-ServersListShow298Test-1734213796 tempest-ServersListShow298Test-1734213796-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk to [datastore1] 23dfa5b7-42f4-486c-8ce4-ae7d2e08c1e0/23dfa5b7-42f4-486c-8ce4-ae7d2e08c1e0.vmdk {{(pid=69613) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 773.985908] env[69613]: DEBUG oslo_concurrency.lockutils [None req-f9346ac3-2045-4137-a92b-786dae9ebe6b tempest-ServerShowV257Test-2050624232 tempest-ServerShowV257Test-2050624232-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.985908] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9346ac3-2045-4137-a92b-786dae9ebe6b tempest-ServerShowV257Test-2050624232 tempest-ServerShowV257Test-2050624232-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69613) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 773.985908] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3d3c389c-6471-47f4-ac10-c2ca7be08d6d {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.988058] env[69613]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-11a24592-7987-4c39-92d6-b1ad23cf8758 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.994868] env[69613]: DEBUG oslo_vmware.api [None req-a1f62780-f0ea-4b4b-ad4a-501b62ee98f9 tempest-ServersListShow298Test-1734213796 tempest-ServersListShow298Test-1734213796-project-member] Waiting for the task: (returnval){ [ 773.994868] env[69613]: value = "task-3417248" [ 773.994868] env[69613]: _type = "Task" [ 773.994868] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.999622] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9346ac3-2045-4137-a92b-786dae9ebe6b tempest-ServerShowV257Test-2050624232 tempest-ServerShowV257Test-2050624232-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69613) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 773.999808] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-f9346ac3-2045-4137-a92b-786dae9ebe6b tempest-ServerShowV257Test-2050624232 tempest-ServerShowV257Test-2050624232-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69613) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 774.001832] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f4aa6db3-de9b-425f-8a7c-9d42b2da8736 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.007215] env[69613]: DEBUG oslo_vmware.api [None req-a1f62780-f0ea-4b4b-ad4a-501b62ee98f9 tempest-ServersListShow298Test-1734213796 tempest-ServersListShow298Test-1734213796-project-member] Task: {'id': task-3417248, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.012421] env[69613]: DEBUG oslo_vmware.api [None req-f9346ac3-2045-4137-a92b-786dae9ebe6b tempest-ServerShowV257Test-2050624232 tempest-ServerShowV257Test-2050624232-project-member] Waiting for the task: (returnval){ [ 774.012421] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]527b110a-8f09-a109-8f92-7737499934af" [ 774.012421] env[69613]: _type = "Task" [ 774.012421] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.018565] env[69613]: DEBUG oslo_vmware.api [None req-f9346ac3-2045-4137-a92b-786dae9ebe6b tempest-ServerShowV257Test-2050624232 tempest-ServerShowV257Test-2050624232-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]527b110a-8f09-a109-8f92-7737499934af, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.070192] env[69613]: DEBUG nova.compute.manager [req-d1ee4492-7fc4-43ef-9a82-6a0cc07da2b8 req-4ee9b070-3810-4f89-b86b-84f36e5432bc service nova] [instance: 42aba8f8-9657-437f-b305-13239f26fac2] Received event network-changed-e0f81abb-6f9b-4ea6-9853-4d08c327e061 {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 774.070426] env[69613]: DEBUG nova.compute.manager [req-d1ee4492-7fc4-43ef-9a82-6a0cc07da2b8 req-4ee9b070-3810-4f89-b86b-84f36e5432bc service nova] [instance: 42aba8f8-9657-437f-b305-13239f26fac2] Refreshing instance network info cache due to event network-changed-e0f81abb-6f9b-4ea6-9853-4d08c327e061. {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 774.070649] env[69613]: DEBUG oslo_concurrency.lockutils [req-d1ee4492-7fc4-43ef-9a82-6a0cc07da2b8 req-4ee9b070-3810-4f89-b86b-84f36e5432bc service nova] Acquiring lock "refresh_cache-42aba8f8-9657-437f-b305-13239f26fac2" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.070796] env[69613]: DEBUG oslo_concurrency.lockutils [req-d1ee4492-7fc4-43ef-9a82-6a0cc07da2b8 req-4ee9b070-3810-4f89-b86b-84f36e5432bc service nova] Acquired lock "refresh_cache-42aba8f8-9657-437f-b305-13239f26fac2" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.071070] env[69613]: DEBUG nova.network.neutron [req-d1ee4492-7fc4-43ef-9a82-6a0cc07da2b8 req-4ee9b070-3810-4f89-b86b-84f36e5432bc service nova] [instance: 42aba8f8-9657-437f-b305-13239f26fac2] Refreshing network info cache for port e0f81abb-6f9b-4ea6-9853-4d08c327e061 {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 774.086205] env[69613]: DEBUG oslo_concurrency.lockutils [None req-c002631e-6e30-4ca5-82e0-97e4ff9c9d0d tempest-ImagesOneServerTestJSON-1060956417 tempest-ImagesOneServerTestJSON-1060956417-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 5.766s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 774.088921] env[69613]: DEBUG oslo_concurrency.lockutils [None req-ea2cc2e1-8dab-46da-87f2-15b565b47538 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.794s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 774.089215] env[69613]: DEBUG nova.objects.instance [None req-ea2cc2e1-8dab-46da-87f2-15b565b47538 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Lazy-loading 'resources' on Instance uuid ff22c9d2-3cfe-48ed-b3f5-c0cfe68812c2 {{(pid=69613) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 774.113533] env[69613]: INFO nova.scheduler.client.report [None req-c002631e-6e30-4ca5-82e0-97e4ff9c9d0d tempest-ImagesOneServerTestJSON-1060956417 tempest-ImagesOneServerTestJSON-1060956417-project-member] Deleted allocations for instance d9e3bd67-974c-477a-baa2-99549051a828 [ 774.157481] env[69613]: DEBUG oslo_vmware.api [None req-ab84d031-5f08-4613-b82b-fd3ae739f57b tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Task: {'id': task-3417245, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.158742} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.158346] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab84d031-5f08-4613-b82b-fd3ae739f57b tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Deleted the datastore file {{(pid=69613) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 774.158885] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-ab84d031-5f08-4613-b82b-fd3ae739f57b tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] [instance: 30032fc2-1100-456a-bd0d-f3daf0a16662] Deleted contents of the VM from datastore datastore1 {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 774.159372] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-ab84d031-5f08-4613-b82b-fd3ae739f57b tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] [instance: 30032fc2-1100-456a-bd0d-f3daf0a16662] Instance destroyed {{(pid=69613) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 774.219977] env[69613]: DEBUG oslo_vmware.api [None req-3478b058-f921-4baa-9e49-b6304022c1c0 tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]520d2e28-4918-8822-838f-bc1d4b9699f0, 'name': SearchDatastore_Task, 'duration_secs': 0.010485} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.220443] env[69613]: DEBUG oslo_concurrency.lockutils [None req-3478b058-f921-4baa-9e49-b6304022c1c0 tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.220660] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-3478b058-f921-4baa-9e49-b6304022c1c0 tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] [instance: 71e0d53c-ff3f-4a77-aa25-2a07e64500a7] Processing image 2b7a0304-b5d0-431d-b287-32c8388d7fbd {{(pid=69613) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 774.220889] env[69613]: DEBUG oslo_concurrency.lockutils [None req-3478b058-f921-4baa-9e49-b6304022c1c0 tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.231013] env[69613]: DEBUG oslo_vmware.api [None req-8e423f78-82f9-48b5-acbf-a0fce1442a2a tempest-ListImageFiltersTestJSON-1131301097 tempest-ListImageFiltersTestJSON-1131301097-project-member] Task: {'id': task-3417243, 'name': Destroy_Task, 'duration_secs': 0.783801} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.231402] env[69613]: INFO nova.virt.vmwareapi.vm_util [None req-8e423f78-82f9-48b5-acbf-a0fce1442a2a tempest-ListImageFiltersTestJSON-1131301097 tempest-ListImageFiltersTestJSON-1131301097-project-member] [instance: 8a331293-ee7f-4faa-a316-56aec9296894] Destroyed the VM [ 774.231671] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-8e423f78-82f9-48b5-acbf-a0fce1442a2a tempest-ListImageFiltersTestJSON-1131301097 tempest-ListImageFiltersTestJSON-1131301097-project-member] [instance: 8a331293-ee7f-4faa-a316-56aec9296894] Deleting Snapshot of the VM instance {{(pid=69613) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 774.231960] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-287c4bfc-8589-4d97-a721-fc5dbc175ce7 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.240769] env[69613]: DEBUG oslo_vmware.api [None req-8e423f78-82f9-48b5-acbf-a0fce1442a2a tempest-ListImageFiltersTestJSON-1131301097 tempest-ListImageFiltersTestJSON-1131301097-project-member] Waiting for the task: (returnval){ [ 774.240769] env[69613]: value = "task-3417250" [ 774.240769] env[69613]: _type = "Task" [ 774.240769] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.250083] env[69613]: DEBUG oslo_vmware.api [None req-8e423f78-82f9-48b5-acbf-a0fce1442a2a tempest-ListImageFiltersTestJSON-1131301097 tempest-ListImageFiltersTestJSON-1131301097-project-member] Task: {'id': task-3417250, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.338068] env[69613]: DEBUG oslo_vmware.api [None req-875538db-214e-46cd-ba21-ea0efe671297 tempest-SecurityGroupsTestJSON-147571119 tempest-SecurityGroupsTestJSON-147571119-project-member] Task: {'id': task-3417246, 'name': ResetVM_Task, 'duration_secs': 0.09} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.338490] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-875538db-214e-46cd-ba21-ea0efe671297 tempest-SecurityGroupsTestJSON-147571119 tempest-SecurityGroupsTestJSON-147571119-project-member] [instance: 41c0824b-2186-49fe-bcfd-82c031bf4810] Did hard reboot of VM {{(pid=69613) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 774.338750] env[69613]: DEBUG nova.compute.manager [None req-875538db-214e-46cd-ba21-ea0efe671297 tempest-SecurityGroupsTestJSON-147571119 tempest-SecurityGroupsTestJSON-147571119-project-member] [instance: 41c0824b-2186-49fe-bcfd-82c031bf4810] Checking state {{(pid=69613) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 774.339780] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb594271-c27a-4980-b68c-df54c22ed04b {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.460178] env[69613]: DEBUG oslo_vmware.api [None req-3e81210e-82ae-4c1f-81cf-15ea364d93e7 tempest-ServerRescueTestJSONUnderV235-2099362716 tempest-ServerRescueTestJSONUnderV235-2099362716-project-member] Task: {'id': task-3417247, 'name': Rename_Task, 'duration_secs': 0.227189} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.460624] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e81210e-82ae-4c1f-81cf-15ea364d93e7 tempest-ServerRescueTestJSONUnderV235-2099362716 tempest-ServerRescueTestJSONUnderV235-2099362716-project-member] [instance: 267ffd7d-ab93-4dda-b46a-1059b3f82f4f] Powering on the VM {{(pid=69613) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 774.460817] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fab40e25-ff8a-4612-8851-9c107dfda69a {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.469055] env[69613]: DEBUG oslo_vmware.api [None req-3e81210e-82ae-4c1f-81cf-15ea364d93e7 tempest-ServerRescueTestJSONUnderV235-2099362716 tempest-ServerRescueTestJSONUnderV235-2099362716-project-member] Waiting for the task: (returnval){ [ 774.469055] env[69613]: value = "task-3417251" [ 774.469055] env[69613]: _type = "Task" [ 774.469055] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.479106] env[69613]: DEBUG oslo_vmware.api [None req-3e81210e-82ae-4c1f-81cf-15ea364d93e7 tempest-ServerRescueTestJSONUnderV235-2099362716 tempest-ServerRescueTestJSONUnderV235-2099362716-project-member] Task: {'id': task-3417251, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.505614] env[69613]: DEBUG oslo_vmware.api [None req-a1f62780-f0ea-4b4b-ad4a-501b62ee98f9 tempest-ServersListShow298Test-1734213796 tempest-ServersListShow298Test-1734213796-project-member] Task: {'id': task-3417248, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.521804] env[69613]: DEBUG oslo_vmware.api [None req-f9346ac3-2045-4137-a92b-786dae9ebe6b tempest-ServerShowV257Test-2050624232 tempest-ServerShowV257Test-2050624232-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]527b110a-8f09-a109-8f92-7737499934af, 'name': SearchDatastore_Task, 'duration_secs': 0.010714} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.522899] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-67924e23-c7e8-48f5-8dde-9a870387bdec {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.529021] env[69613]: DEBUG oslo_vmware.api [None req-f9346ac3-2045-4137-a92b-786dae9ebe6b tempest-ServerShowV257Test-2050624232 tempest-ServerShowV257Test-2050624232-project-member] Waiting for the task: (returnval){ [ 774.529021] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]52ffbdc6-dea4-3425-f391-1c2c627a4270" [ 774.529021] env[69613]: _type = "Task" [ 774.529021] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.537543] env[69613]: DEBUG oslo_vmware.api [None req-f9346ac3-2045-4137-a92b-786dae9ebe6b tempest-ServerShowV257Test-2050624232 tempest-ServerShowV257Test-2050624232-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52ffbdc6-dea4-3425-f391-1c2c627a4270, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.629900] env[69613]: DEBUG oslo_concurrency.lockutils [None req-c002631e-6e30-4ca5-82e0-97e4ff9c9d0d tempest-ImagesOneServerTestJSON-1060956417 tempest-ImagesOneServerTestJSON-1060956417-project-member] Lock "d9e3bd67-974c-477a-baa2-99549051a828" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.842s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 774.751261] env[69613]: DEBUG oslo_vmware.api [None req-8e423f78-82f9-48b5-acbf-a0fce1442a2a tempest-ListImageFiltersTestJSON-1131301097 tempest-ListImageFiltersTestJSON-1131301097-project-member] Task: {'id': task-3417250, 'name': RemoveSnapshot_Task} progress is 31%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.857080] env[69613]: DEBUG oslo_concurrency.lockutils [None req-875538db-214e-46cd-ba21-ea0efe671297 tempest-SecurityGroupsTestJSON-147571119 tempest-SecurityGroupsTestJSON-147571119-project-member] Lock "41c0824b-2186-49fe-bcfd-82c031bf4810" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 5.317s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 774.917080] env[69613]: DEBUG nova.network.neutron [req-d1ee4492-7fc4-43ef-9a82-6a0cc07da2b8 req-4ee9b070-3810-4f89-b86b-84f36e5432bc service nova] [instance: 42aba8f8-9657-437f-b305-13239f26fac2] Updated VIF entry in instance network info cache for port e0f81abb-6f9b-4ea6-9853-4d08c327e061. {{(pid=69613) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 774.917875] env[69613]: DEBUG nova.network.neutron [req-d1ee4492-7fc4-43ef-9a82-6a0cc07da2b8 req-4ee9b070-3810-4f89-b86b-84f36e5432bc service nova] [instance: 42aba8f8-9657-437f-b305-13239f26fac2] Updating instance_info_cache with network_info: [{"id": "e0f81abb-6f9b-4ea6-9853-4d08c327e061", "address": "fa:16:3e:d3:a0:cc", "network": {"id": "03e1e463-c396-4f49-97bf-afd0c53466a1", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1248378033-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.144", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "644a444b9fea48e2b547509885622d20", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ace50835-5731-4c77-b6c0-3076d7b4aa21", "external-id": "nsx-vlan-transportzone-270", "segmentation_id": 270, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape0f81abb-6f", "ovs_interfaceid": "e0f81abb-6f9b-4ea6-9853-4d08c327e061", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 774.982535] env[69613]: DEBUG oslo_vmware.api [None req-3e81210e-82ae-4c1f-81cf-15ea364d93e7 tempest-ServerRescueTestJSONUnderV235-2099362716 tempest-ServerRescueTestJSONUnderV235-2099362716-project-member] Task: {'id': task-3417251, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.009101] env[69613]: DEBUG oslo_vmware.api [None req-a1f62780-f0ea-4b4b-ad4a-501b62ee98f9 tempest-ServersListShow298Test-1734213796 tempest-ServersListShow298Test-1734213796-project-member] Task: {'id': task-3417248, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.548862} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.009456] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1f62780-f0ea-4b4b-ad4a-501b62ee98f9 tempest-ServersListShow298Test-1734213796 tempest-ServersListShow298Test-1734213796-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk to [datastore1] 23dfa5b7-42f4-486c-8ce4-ae7d2e08c1e0/23dfa5b7-42f4-486c-8ce4-ae7d2e08c1e0.vmdk {{(pid=69613) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 775.009691] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-a1f62780-f0ea-4b4b-ad4a-501b62ee98f9 tempest-ServersListShow298Test-1734213796 tempest-ServersListShow298Test-1734213796-project-member] [instance: 23dfa5b7-42f4-486c-8ce4-ae7d2e08c1e0] Extending root virtual disk to 1048576 {{(pid=69613) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 775.009941] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-611c8afd-f87b-4e53-8f64-3b3c315ccb77 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.020694] env[69613]: DEBUG oslo_vmware.api [None req-a1f62780-f0ea-4b4b-ad4a-501b62ee98f9 tempest-ServersListShow298Test-1734213796 tempest-ServersListShow298Test-1734213796-project-member] Waiting for the task: (returnval){ [ 775.020694] env[69613]: value = "task-3417252" [ 775.020694] env[69613]: _type = "Task" [ 775.020694] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.037022] env[69613]: DEBUG oslo_vmware.api [None req-a1f62780-f0ea-4b4b-ad4a-501b62ee98f9 tempest-ServersListShow298Test-1734213796 tempest-ServersListShow298Test-1734213796-project-member] Task: {'id': task-3417252, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.047250] env[69613]: DEBUG oslo_vmware.api [None req-f9346ac3-2045-4137-a92b-786dae9ebe6b tempest-ServerShowV257Test-2050624232 tempest-ServerShowV257Test-2050624232-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52ffbdc6-dea4-3425-f391-1c2c627a4270, 'name': SearchDatastore_Task, 'duration_secs': 0.012605} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.047586] env[69613]: DEBUG oslo_concurrency.lockutils [None req-f9346ac3-2045-4137-a92b-786dae9ebe6b tempest-ServerShowV257Test-2050624232 tempest-ServerShowV257Test-2050624232-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.047856] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9346ac3-2045-4137-a92b-786dae9ebe6b tempest-ServerShowV257Test-2050624232 tempest-ServerShowV257Test-2050624232-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk to [datastore1] 670d9426-6edb-4dfd-9953-1f10f89ebfc6/670d9426-6edb-4dfd-9953-1f10f89ebfc6.vmdk {{(pid=69613) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 775.048254] env[69613]: DEBUG oslo_concurrency.lockutils [None req-3478b058-f921-4baa-9e49-b6304022c1c0 tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.048351] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-3478b058-f921-4baa-9e49-b6304022c1c0 tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69613) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 775.048600] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4065cd34-0b21-4d14-858f-bd7f2a9435d3 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.051165] env[69613]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-edb26792-9e6c-4668-9c08-d80cf989f55e {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.062540] env[69613]: DEBUG oslo_vmware.api [None req-f9346ac3-2045-4137-a92b-786dae9ebe6b tempest-ServerShowV257Test-2050624232 tempest-ServerShowV257Test-2050624232-project-member] Waiting for the task: (returnval){ [ 775.062540] env[69613]: value = "task-3417253" [ 775.062540] env[69613]: _type = "Task" [ 775.062540] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.067378] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-3478b058-f921-4baa-9e49-b6304022c1c0 tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69613) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 775.067586] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-3478b058-f921-4baa-9e49-b6304022c1c0 tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69613) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 775.068946] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-12acc9f1-d302-4688-a1e5-f3c408359c73 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.079277] env[69613]: DEBUG oslo_vmware.api [None req-f9346ac3-2045-4137-a92b-786dae9ebe6b tempest-ServerShowV257Test-2050624232 tempest-ServerShowV257Test-2050624232-project-member] Task: {'id': task-3417253, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.084581] env[69613]: DEBUG oslo_vmware.api [None req-3478b058-f921-4baa-9e49-b6304022c1c0 tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] Waiting for the task: (returnval){ [ 775.084581] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]527fa5e8-fe4b-a939-9aef-7506dc76609b" [ 775.084581] env[69613]: _type = "Task" [ 775.084581] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.101298] env[69613]: DEBUG oslo_vmware.api [None req-3478b058-f921-4baa-9e49-b6304022c1c0 tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]527fa5e8-fe4b-a939-9aef-7506dc76609b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.213254] env[69613]: DEBUG nova.virt.hardware [None req-ab84d031-5f08-4613-b82b-fd3ae739f57b tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T13:55:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T13:55:19Z,direct_url=,disk_format='vmdk',id=2b7a0304-b5d0-431d-b287-32c8388d7fbd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3e9e1b873f1442d59d5ee8247b941f74',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T13:55:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 775.213525] env[69613]: DEBUG nova.virt.hardware [None req-ab84d031-5f08-4613-b82b-fd3ae739f57b tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Flavor limits 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 775.213687] env[69613]: DEBUG nova.virt.hardware [None req-ab84d031-5f08-4613-b82b-fd3ae739f57b tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Image limits 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 775.213873] env[69613]: DEBUG nova.virt.hardware [None req-ab84d031-5f08-4613-b82b-fd3ae739f57b tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Flavor pref 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 775.214151] env[69613]: DEBUG nova.virt.hardware [None req-ab84d031-5f08-4613-b82b-fd3ae739f57b tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Image pref 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 775.214401] env[69613]: DEBUG nova.virt.hardware [None req-ab84d031-5f08-4613-b82b-fd3ae739f57b tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 775.214673] env[69613]: DEBUG nova.virt.hardware [None req-ab84d031-5f08-4613-b82b-fd3ae739f57b tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 775.214878] env[69613]: DEBUG nova.virt.hardware [None req-ab84d031-5f08-4613-b82b-fd3ae739f57b tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69613) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 775.215166] env[69613]: DEBUG nova.virt.hardware [None req-ab84d031-5f08-4613-b82b-fd3ae739f57b tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Got 1 possible topologies {{(pid=69613) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 775.215554] env[69613]: DEBUG nova.virt.hardware [None req-ab84d031-5f08-4613-b82b-fd3ae739f57b tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 775.215707] env[69613]: DEBUG nova.virt.hardware [None req-ab84d031-5f08-4613-b82b-fd3ae739f57b tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 775.217185] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6743ceaf-92cd-4fbd-ba13-3f28fd21a766 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.226704] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3a55ebc-18fa-4d61-b1c9-ee4f42d32388 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.232873] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07d67f2e-2062-4fde-9b66-4ee0c97969a1 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.249164] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-ab84d031-5f08-4613-b82b-fd3ae739f57b tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] [instance: 30032fc2-1100-456a-bd0d-f3daf0a16662] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:18:98:e1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3f499bc9-78da-46c1-9274-19edf26d31cb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2eb54e51-b86d-4946-8cf8-9be06f8cefb6', 'vif_model': 'vmxnet3'}] {{(pid=69613) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 775.261317] env[69613]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ab84d031-5f08-4613-b82b-fd3ae739f57b tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69613) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 775.263918] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 30032fc2-1100-456a-bd0d-f3daf0a16662] Creating VM on the ESX host {{(pid=69613) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 775.264341] env[69613]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5e2dd05d-951d-4697-8ae0-288b51b2ff63 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.279580] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c06ccd4b-c92f-4362-b2a2-3ef648234cb6 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.290353] env[69613]: DEBUG oslo_vmware.api [None req-8e423f78-82f9-48b5-acbf-a0fce1442a2a tempest-ListImageFiltersTestJSON-1131301097 tempest-ListImageFiltersTestJSON-1131301097-project-member] Task: {'id': task-3417250, 'name': RemoveSnapshot_Task, 'duration_secs': 0.984468} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.318963] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-8e423f78-82f9-48b5-acbf-a0fce1442a2a tempest-ListImageFiltersTestJSON-1131301097 tempest-ListImageFiltersTestJSON-1131301097-project-member] [instance: 8a331293-ee7f-4faa-a316-56aec9296894] Deleted Snapshot of the VM instance {{(pid=69613) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 775.319400] env[69613]: INFO nova.compute.manager [None req-8e423f78-82f9-48b5-acbf-a0fce1442a2a tempest-ListImageFiltersTestJSON-1131301097 tempest-ListImageFiltersTestJSON-1131301097-project-member] [instance: 8a331293-ee7f-4faa-a316-56aec9296894] Took 18.09 seconds to snapshot the instance on the hypervisor. [ 775.323143] env[69613]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 775.323143] env[69613]: value = "task-3417254" [ 775.323143] env[69613]: _type = "Task" [ 775.323143] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.324073] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9eb2f24e-9b70-4fdd-9eac-4edf0fd1fec6 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.341825] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e538ddf-bde0-46bc-9e68-886edd36b748 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.345966] env[69613]: DEBUG oslo_vmware.api [-] Task: {'id': task-3417254, 'name': CreateVM_Task} progress is 15%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.358073] env[69613]: DEBUG nova.compute.provider_tree [None req-ea2cc2e1-8dab-46da-87f2-15b565b47538 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Inventory has not changed in ProviderTree for provider: af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 {{(pid=69613) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 775.422545] env[69613]: DEBUG oslo_concurrency.lockutils [req-d1ee4492-7fc4-43ef-9a82-6a0cc07da2b8 req-4ee9b070-3810-4f89-b86b-84f36e5432bc service nova] Releasing lock "refresh_cache-42aba8f8-9657-437f-b305-13239f26fac2" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.482835] env[69613]: DEBUG oslo_vmware.api [None req-3e81210e-82ae-4c1f-81cf-15ea364d93e7 tempest-ServerRescueTestJSONUnderV235-2099362716 tempest-ServerRescueTestJSONUnderV235-2099362716-project-member] Task: {'id': task-3417251, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.540220] env[69613]: DEBUG oslo_vmware.api [None req-a1f62780-f0ea-4b4b-ad4a-501b62ee98f9 tempest-ServersListShow298Test-1734213796 tempest-ServersListShow298Test-1734213796-project-member] Task: {'id': task-3417252, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.101954} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.540220] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-a1f62780-f0ea-4b4b-ad4a-501b62ee98f9 tempest-ServersListShow298Test-1734213796 tempest-ServersListShow298Test-1734213796-project-member] [instance: 23dfa5b7-42f4-486c-8ce4-ae7d2e08c1e0] Extended root virtual disk {{(pid=69613) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 775.540220] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8b9bff1-1e03-40a4-bfc5-0aea1d01c0d9 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.570456] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-a1f62780-f0ea-4b4b-ad4a-501b62ee98f9 tempest-ServersListShow298Test-1734213796 tempest-ServersListShow298Test-1734213796-project-member] [instance: 23dfa5b7-42f4-486c-8ce4-ae7d2e08c1e0] Reconfiguring VM instance instance-00000033 to attach disk [datastore1] 23dfa5b7-42f4-486c-8ce4-ae7d2e08c1e0/23dfa5b7-42f4-486c-8ce4-ae7d2e08c1e0.vmdk or device None with type sparse {{(pid=69613) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 775.570456] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5e059eba-9b7c-44d3-92ef-6335dae6fe6b {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.614857] env[69613]: DEBUG oslo_vmware.api [None req-3478b058-f921-4baa-9e49-b6304022c1c0 tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]527fa5e8-fe4b-a939-9aef-7506dc76609b, 'name': SearchDatastore_Task, 'duration_secs': 0.013826} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.615050] env[69613]: DEBUG oslo_vmware.api [None req-f9346ac3-2045-4137-a92b-786dae9ebe6b tempest-ServerShowV257Test-2050624232 tempest-ServerShowV257Test-2050624232-project-member] Task: {'id': task-3417253, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.619326] env[69613]: DEBUG oslo_vmware.api [None req-a1f62780-f0ea-4b4b-ad4a-501b62ee98f9 tempest-ServersListShow298Test-1734213796 tempest-ServersListShow298Test-1734213796-project-member] Waiting for the task: (returnval){ [ 775.619326] env[69613]: value = "task-3417255" [ 775.619326] env[69613]: _type = "Task" [ 775.619326] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.619326] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2fb35220-0770-47ae-be9c-2943f2681d4d {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.629295] env[69613]: DEBUG oslo_vmware.api [None req-3478b058-f921-4baa-9e49-b6304022c1c0 tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] Waiting for the task: (returnval){ [ 775.629295] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]526ab324-ece5-381a-de04-9fb7068bceb7" [ 775.629295] env[69613]: _type = "Task" [ 775.629295] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.640188] env[69613]: DEBUG oslo_vmware.api [None req-a1f62780-f0ea-4b4b-ad4a-501b62ee98f9 tempest-ServersListShow298Test-1734213796 tempest-ServersListShow298Test-1734213796-project-member] Task: {'id': task-3417255, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.652029] env[69613]: DEBUG oslo_vmware.api [None req-3478b058-f921-4baa-9e49-b6304022c1c0 tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]526ab324-ece5-381a-de04-9fb7068bceb7, 'name': SearchDatastore_Task, 'duration_secs': 0.019546} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.652303] env[69613]: DEBUG oslo_concurrency.lockutils [None req-3478b058-f921-4baa-9e49-b6304022c1c0 tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.652556] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-3478b058-f921-4baa-9e49-b6304022c1c0 tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk to [datastore1] 71e0d53c-ff3f-4a77-aa25-2a07e64500a7/71e0d53c-ff3f-4a77-aa25-2a07e64500a7.vmdk {{(pid=69613) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 775.652817] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-df7b15e8-bd13-4662-97dd-bb896960b487 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.661110] env[69613]: DEBUG oslo_vmware.api [None req-3478b058-f921-4baa-9e49-b6304022c1c0 tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] Waiting for the task: (returnval){ [ 775.661110] env[69613]: value = "task-3417256" [ 775.661110] env[69613]: _type = "Task" [ 775.661110] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.669918] env[69613]: DEBUG oslo_vmware.api [None req-3478b058-f921-4baa-9e49-b6304022c1c0 tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] Task: {'id': task-3417256, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.838437] env[69613]: DEBUG oslo_vmware.api [-] Task: {'id': task-3417254, 'name': CreateVM_Task, 'duration_secs': 0.48822} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.838647] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 30032fc2-1100-456a-bd0d-f3daf0a16662] Created VM on the ESX host {{(pid=69613) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 775.839271] env[69613]: DEBUG oslo_concurrency.lockutils [None req-ab84d031-5f08-4613-b82b-fd3ae739f57b tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.840807] env[69613]: DEBUG oslo_concurrency.lockutils [None req-ab84d031-5f08-4613-b82b-fd3ae739f57b tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.840807] env[69613]: DEBUG oslo_concurrency.lockutils [None req-ab84d031-5f08-4613-b82b-fd3ae739f57b tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.840807] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2c71e3c5-a548-40ed-b263-e6652d7ba771 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.845841] env[69613]: DEBUG oslo_vmware.api [None req-ab84d031-5f08-4613-b82b-fd3ae739f57b tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Waiting for the task: (returnval){ [ 775.845841] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]5285eda3-1754-8dcf-8748-9443349a7441" [ 775.845841] env[69613]: _type = "Task" [ 775.845841] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.857741] env[69613]: DEBUG oslo_vmware.api [None req-ab84d031-5f08-4613-b82b-fd3ae739f57b tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]5285eda3-1754-8dcf-8748-9443349a7441, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.864333] env[69613]: DEBUG nova.scheduler.client.report [None req-ea2cc2e1-8dab-46da-87f2-15b565b47538 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Inventory has not changed for provider af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69613) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 775.987307] env[69613]: DEBUG oslo_vmware.api [None req-3e81210e-82ae-4c1f-81cf-15ea364d93e7 tempest-ServerRescueTestJSONUnderV235-2099362716 tempest-ServerRescueTestJSONUnderV235-2099362716-project-member] Task: {'id': task-3417251, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.078358] env[69613]: DEBUG oslo_vmware.api [None req-f9346ac3-2045-4137-a92b-786dae9ebe6b tempest-ServerShowV257Test-2050624232 tempest-ServerShowV257Test-2050624232-project-member] Task: {'id': task-3417253, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.764033} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.078899] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9346ac3-2045-4137-a92b-786dae9ebe6b tempest-ServerShowV257Test-2050624232 tempest-ServerShowV257Test-2050624232-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk to [datastore1] 670d9426-6edb-4dfd-9953-1f10f89ebfc6/670d9426-6edb-4dfd-9953-1f10f89ebfc6.vmdk {{(pid=69613) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 776.079307] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-f9346ac3-2045-4137-a92b-786dae9ebe6b tempest-ServerShowV257Test-2050624232 tempest-ServerShowV257Test-2050624232-project-member] [instance: 670d9426-6edb-4dfd-9953-1f10f89ebfc6] Extending root virtual disk to 1048576 {{(pid=69613) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 776.079307] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-07976021-6e1c-4df8-a9f6-32e1a55d6e08 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.089128] env[69613]: DEBUG oslo_vmware.api [None req-f9346ac3-2045-4137-a92b-786dae9ebe6b tempest-ServerShowV257Test-2050624232 tempest-ServerShowV257Test-2050624232-project-member] Waiting for the task: (returnval){ [ 776.089128] env[69613]: value = "task-3417257" [ 776.089128] env[69613]: _type = "Task" [ 776.089128] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.100719] env[69613]: DEBUG oslo_vmware.api [None req-f9346ac3-2045-4137-a92b-786dae9ebe6b tempest-ServerShowV257Test-2050624232 tempest-ServerShowV257Test-2050624232-project-member] Task: {'id': task-3417257, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.136273] env[69613]: DEBUG oslo_vmware.api [None req-a1f62780-f0ea-4b4b-ad4a-501b62ee98f9 tempest-ServersListShow298Test-1734213796 tempest-ServersListShow298Test-1734213796-project-member] Task: {'id': task-3417255, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.173219] env[69613]: DEBUG oslo_vmware.api [None req-3478b058-f921-4baa-9e49-b6304022c1c0 tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] Task: {'id': task-3417256, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.175594] env[69613]: DEBUG nova.compute.manager [req-c6fbd2be-8209-4747-93fd-3f3937f39f53 req-88582950-2d5d-4866-b008-8fc818a046d6 service nova] [instance: 41c0824b-2186-49fe-bcfd-82c031bf4810] Received event network-changed-60e7bb28-badb-4158-82ef-7d766149bc8b {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 776.175795] env[69613]: DEBUG nova.compute.manager [req-c6fbd2be-8209-4747-93fd-3f3937f39f53 req-88582950-2d5d-4866-b008-8fc818a046d6 service nova] [instance: 41c0824b-2186-49fe-bcfd-82c031bf4810] Refreshing instance network info cache due to event network-changed-60e7bb28-badb-4158-82ef-7d766149bc8b. {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 776.176612] env[69613]: DEBUG oslo_concurrency.lockutils [req-c6fbd2be-8209-4747-93fd-3f3937f39f53 req-88582950-2d5d-4866-b008-8fc818a046d6 service nova] Acquiring lock "refresh_cache-41c0824b-2186-49fe-bcfd-82c031bf4810" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.176903] env[69613]: DEBUG oslo_concurrency.lockutils [req-c6fbd2be-8209-4747-93fd-3f3937f39f53 req-88582950-2d5d-4866-b008-8fc818a046d6 service nova] Acquired lock "refresh_cache-41c0824b-2186-49fe-bcfd-82c031bf4810" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.177670] env[69613]: DEBUG nova.network.neutron [req-c6fbd2be-8209-4747-93fd-3f3937f39f53 req-88582950-2d5d-4866-b008-8fc818a046d6 service nova] [instance: 41c0824b-2186-49fe-bcfd-82c031bf4810] Refreshing network info cache for port 60e7bb28-badb-4158-82ef-7d766149bc8b {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 776.361832] env[69613]: DEBUG oslo_vmware.api [None req-ab84d031-5f08-4613-b82b-fd3ae739f57b tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]5285eda3-1754-8dcf-8748-9443349a7441, 'name': SearchDatastore_Task, 'duration_secs': 0.012634} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.362322] env[69613]: DEBUG oslo_concurrency.lockutils [None req-ab84d031-5f08-4613-b82b-fd3ae739f57b tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.363316] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-ab84d031-5f08-4613-b82b-fd3ae739f57b tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] [instance: 30032fc2-1100-456a-bd0d-f3daf0a16662] Processing image 2b7a0304-b5d0-431d-b287-32c8388d7fbd {{(pid=69613) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 776.363598] env[69613]: DEBUG oslo_concurrency.lockutils [None req-ab84d031-5f08-4613-b82b-fd3ae739f57b tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.363755] env[69613]: DEBUG oslo_concurrency.lockutils [None req-ab84d031-5f08-4613-b82b-fd3ae739f57b tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.363938] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab84d031-5f08-4613-b82b-fd3ae739f57b tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69613) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 776.364255] env[69613]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e501ecd8-2da8-4c76-925a-d850839bd8f6 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.369486] env[69613]: DEBUG oslo_concurrency.lockutils [None req-ea2cc2e1-8dab-46da-87f2-15b565b47538 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.281s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 776.375267] env[69613]: DEBUG oslo_concurrency.lockutils [None req-514d41db-2ae4-4221-8f86-6e44c528e424 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.982s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 776.375267] env[69613]: DEBUG nova.objects.instance [None req-514d41db-2ae4-4221-8f86-6e44c528e424 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Lazy-loading 'resources' on Instance uuid e1db078f-b047-4e92-9b28-109607d988a4 {{(pid=69613) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 776.375783] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab84d031-5f08-4613-b82b-fd3ae739f57b tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69613) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 776.376039] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-ab84d031-5f08-4613-b82b-fd3ae739f57b tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69613) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 776.377102] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-52f1f4cd-b214-4350-9bab-d07354e345c9 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.383711] env[69613]: DEBUG oslo_vmware.api [None req-ab84d031-5f08-4613-b82b-fd3ae739f57b tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Waiting for the task: (returnval){ [ 776.383711] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]52da3a7b-0af1-2006-1a53-c60526280bfe" [ 776.383711] env[69613]: _type = "Task" [ 776.383711] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.397608] env[69613]: DEBUG oslo_vmware.api [None req-ab84d031-5f08-4613-b82b-fd3ae739f57b tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52da3a7b-0af1-2006-1a53-c60526280bfe, 'name': SearchDatastore_Task, 'duration_secs': 0.01106} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.398402] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a7e675ff-45cb-4450-90fc-a2cb14227527 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.405582] env[69613]: DEBUG oslo_vmware.api [None req-ab84d031-5f08-4613-b82b-fd3ae739f57b tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Waiting for the task: (returnval){ [ 776.405582] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]5205bf22-5bbe-258a-9cb8-74a15a6068ae" [ 776.405582] env[69613]: _type = "Task" [ 776.405582] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.415644] env[69613]: DEBUG oslo_vmware.api [None req-ab84d031-5f08-4613-b82b-fd3ae739f57b tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]5205bf22-5bbe-258a-9cb8-74a15a6068ae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.416653] env[69613]: INFO nova.scheduler.client.report [None req-ea2cc2e1-8dab-46da-87f2-15b565b47538 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Deleted allocations for instance ff22c9d2-3cfe-48ed-b3f5-c0cfe68812c2 [ 776.482155] env[69613]: DEBUG oslo_vmware.api [None req-3e81210e-82ae-4c1f-81cf-15ea364d93e7 tempest-ServerRescueTestJSONUnderV235-2099362716 tempest-ServerRescueTestJSONUnderV235-2099362716-project-member] Task: {'id': task-3417251, 'name': PowerOnVM_Task, 'duration_secs': 1.518995} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.482282] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e81210e-82ae-4c1f-81cf-15ea364d93e7 tempest-ServerRescueTestJSONUnderV235-2099362716 tempest-ServerRescueTestJSONUnderV235-2099362716-project-member] [instance: 267ffd7d-ab93-4dda-b46a-1059b3f82f4f] Powered on the VM {{(pid=69613) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 776.482452] env[69613]: INFO nova.compute.manager [None req-3e81210e-82ae-4c1f-81cf-15ea364d93e7 tempest-ServerRescueTestJSONUnderV235-2099362716 tempest-ServerRescueTestJSONUnderV235-2099362716-project-member] [instance: 267ffd7d-ab93-4dda-b46a-1059b3f82f4f] Took 11.78 seconds to spawn the instance on the hypervisor. [ 776.482621] env[69613]: DEBUG nova.compute.manager [None req-3e81210e-82ae-4c1f-81cf-15ea364d93e7 tempest-ServerRescueTestJSONUnderV235-2099362716 tempest-ServerRescueTestJSONUnderV235-2099362716-project-member] [instance: 267ffd7d-ab93-4dda-b46a-1059b3f82f4f] Checking state {{(pid=69613) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 776.483439] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fd1e1d6-80ac-44a9-b6c9-1e9b1b59f0f9 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.602778] env[69613]: DEBUG oslo_vmware.api [None req-f9346ac3-2045-4137-a92b-786dae9ebe6b tempest-ServerShowV257Test-2050624232 tempest-ServerShowV257Test-2050624232-project-member] Task: {'id': task-3417257, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.109253} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.603244] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-f9346ac3-2045-4137-a92b-786dae9ebe6b tempest-ServerShowV257Test-2050624232 tempest-ServerShowV257Test-2050624232-project-member] [instance: 670d9426-6edb-4dfd-9953-1f10f89ebfc6] Extended root virtual disk {{(pid=69613) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 776.604386] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-877f32a3-52f3-44be-b94f-28d86235f327 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.629771] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-f9346ac3-2045-4137-a92b-786dae9ebe6b tempest-ServerShowV257Test-2050624232 tempest-ServerShowV257Test-2050624232-project-member] [instance: 670d9426-6edb-4dfd-9953-1f10f89ebfc6] Reconfiguring VM instance instance-0000002f to attach disk [datastore1] 670d9426-6edb-4dfd-9953-1f10f89ebfc6/670d9426-6edb-4dfd-9953-1f10f89ebfc6.vmdk or device None with type sparse {{(pid=69613) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 776.630202] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aed80604-8fb5-4f28-907d-67788bc5a29f {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.659051] env[69613]: DEBUG oslo_vmware.api [None req-a1f62780-f0ea-4b4b-ad4a-501b62ee98f9 tempest-ServersListShow298Test-1734213796 tempest-ServersListShow298Test-1734213796-project-member] Task: {'id': task-3417255, 'name': ReconfigVM_Task, 'duration_secs': 0.767765} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.661723] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-a1f62780-f0ea-4b4b-ad4a-501b62ee98f9 tempest-ServersListShow298Test-1734213796 tempest-ServersListShow298Test-1734213796-project-member] [instance: 23dfa5b7-42f4-486c-8ce4-ae7d2e08c1e0] Reconfigured VM instance instance-00000033 to attach disk [datastore1] 23dfa5b7-42f4-486c-8ce4-ae7d2e08c1e0/23dfa5b7-42f4-486c-8ce4-ae7d2e08c1e0.vmdk or device None with type sparse {{(pid=69613) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 776.661723] env[69613]: DEBUG oslo_vmware.api [None req-f9346ac3-2045-4137-a92b-786dae9ebe6b tempest-ServerShowV257Test-2050624232 tempest-ServerShowV257Test-2050624232-project-member] Waiting for the task: (returnval){ [ 776.661723] env[69613]: value = "task-3417259" [ 776.661723] env[69613]: _type = "Task" [ 776.661723] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.661723] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e98f1aca-1a62-48c1-81fa-808854c3df9d {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.682473] env[69613]: DEBUG oslo_vmware.api [None req-f9346ac3-2045-4137-a92b-786dae9ebe6b tempest-ServerShowV257Test-2050624232 tempest-ServerShowV257Test-2050624232-project-member] Task: {'id': task-3417259, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.685309] env[69613]: DEBUG oslo_vmware.api [None req-3478b058-f921-4baa-9e49-b6304022c1c0 tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] Task: {'id': task-3417256, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.614165} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.687033] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-3478b058-f921-4baa-9e49-b6304022c1c0 tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk to [datastore1] 71e0d53c-ff3f-4a77-aa25-2a07e64500a7/71e0d53c-ff3f-4a77-aa25-2a07e64500a7.vmdk {{(pid=69613) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 776.687434] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-3478b058-f921-4baa-9e49-b6304022c1c0 tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] [instance: 71e0d53c-ff3f-4a77-aa25-2a07e64500a7] Extending root virtual disk to 1048576 {{(pid=69613) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 776.689754] env[69613]: DEBUG oslo_vmware.api [None req-a1f62780-f0ea-4b4b-ad4a-501b62ee98f9 tempest-ServersListShow298Test-1734213796 tempest-ServersListShow298Test-1734213796-project-member] Waiting for the task: (returnval){ [ 776.689754] env[69613]: value = "task-3417260" [ 776.689754] env[69613]: _type = "Task" [ 776.689754] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.689754] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-04c5a73a-336a-4a0d-a583-7a815820eecc {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.701913] env[69613]: DEBUG oslo_vmware.api [None req-a1f62780-f0ea-4b4b-ad4a-501b62ee98f9 tempest-ServersListShow298Test-1734213796 tempest-ServersListShow298Test-1734213796-project-member] Task: {'id': task-3417260, 'name': Rename_Task} progress is 10%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.703569] env[69613]: DEBUG oslo_vmware.api [None req-3478b058-f921-4baa-9e49-b6304022c1c0 tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] Waiting for the task: (returnval){ [ 776.703569] env[69613]: value = "task-3417261" [ 776.703569] env[69613]: _type = "Task" [ 776.703569] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.709448] env[69613]: DEBUG oslo_concurrency.lockutils [None req-4c813fca-f5ad-437f-aa62-b2fcb4d16e26 tempest-SecurityGroupsTestJSON-147571119 tempest-SecurityGroupsTestJSON-147571119-project-member] Acquiring lock "41c0824b-2186-49fe-bcfd-82c031bf4810" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 776.710160] env[69613]: DEBUG oslo_concurrency.lockutils [None req-4c813fca-f5ad-437f-aa62-b2fcb4d16e26 tempest-SecurityGroupsTestJSON-147571119 tempest-SecurityGroupsTestJSON-147571119-project-member] Lock "41c0824b-2186-49fe-bcfd-82c031bf4810" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 776.710160] env[69613]: DEBUG oslo_concurrency.lockutils [None req-4c813fca-f5ad-437f-aa62-b2fcb4d16e26 tempest-SecurityGroupsTestJSON-147571119 tempest-SecurityGroupsTestJSON-147571119-project-member] Acquiring lock "41c0824b-2186-49fe-bcfd-82c031bf4810-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 776.710160] env[69613]: DEBUG oslo_concurrency.lockutils [None req-4c813fca-f5ad-437f-aa62-b2fcb4d16e26 tempest-SecurityGroupsTestJSON-147571119 tempest-SecurityGroupsTestJSON-147571119-project-member] Lock "41c0824b-2186-49fe-bcfd-82c031bf4810-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 776.711244] env[69613]: DEBUG oslo_concurrency.lockutils [None req-4c813fca-f5ad-437f-aa62-b2fcb4d16e26 tempest-SecurityGroupsTestJSON-147571119 tempest-SecurityGroupsTestJSON-147571119-project-member] Lock "41c0824b-2186-49fe-bcfd-82c031bf4810-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 776.717135] env[69613]: INFO nova.compute.manager [None req-4c813fca-f5ad-437f-aa62-b2fcb4d16e26 tempest-SecurityGroupsTestJSON-147571119 tempest-SecurityGroupsTestJSON-147571119-project-member] [instance: 41c0824b-2186-49fe-bcfd-82c031bf4810] Terminating instance [ 776.718672] env[69613]: DEBUG oslo_vmware.api [None req-3478b058-f921-4baa-9e49-b6304022c1c0 tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] Task: {'id': task-3417261, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.917252] env[69613]: DEBUG oslo_vmware.api [None req-ab84d031-5f08-4613-b82b-fd3ae739f57b tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]5205bf22-5bbe-258a-9cb8-74a15a6068ae, 'name': SearchDatastore_Task, 'duration_secs': 0.029791} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.917520] env[69613]: DEBUG oslo_concurrency.lockutils [None req-ab84d031-5f08-4613-b82b-fd3ae739f57b tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.917778] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab84d031-5f08-4613-b82b-fd3ae739f57b tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk to [datastore2] 30032fc2-1100-456a-bd0d-f3daf0a16662/30032fc2-1100-456a-bd0d-f3daf0a16662.vmdk {{(pid=69613) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 776.918094] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3d7d9ca8-6a9e-4946-bf70-00d8b90bce1c {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.931325] env[69613]: DEBUG oslo_concurrency.lockutils [None req-ea2cc2e1-8dab-46da-87f2-15b565b47538 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Lock "ff22c9d2-3cfe-48ed-b3f5-c0cfe68812c2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.418s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 776.934667] env[69613]: DEBUG oslo_vmware.api [None req-ab84d031-5f08-4613-b82b-fd3ae739f57b tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Waiting for the task: (returnval){ [ 776.934667] env[69613]: value = "task-3417262" [ 776.934667] env[69613]: _type = "Task" [ 776.934667] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.944805] env[69613]: DEBUG oslo_vmware.api [None req-ab84d031-5f08-4613-b82b-fd3ae739f57b tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Task: {'id': task-3417262, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.007020] env[69613]: INFO nova.compute.manager [None req-3e81210e-82ae-4c1f-81cf-15ea364d93e7 tempest-ServerRescueTestJSONUnderV235-2099362716 tempest-ServerRescueTestJSONUnderV235-2099362716-project-member] [instance: 267ffd7d-ab93-4dda-b46a-1059b3f82f4f] Took 45.01 seconds to build instance. [ 777.042045] env[69613]: DEBUG nova.network.neutron [req-c6fbd2be-8209-4747-93fd-3f3937f39f53 req-88582950-2d5d-4866-b008-8fc818a046d6 service nova] [instance: 41c0824b-2186-49fe-bcfd-82c031bf4810] Updated VIF entry in instance network info cache for port 60e7bb28-badb-4158-82ef-7d766149bc8b. {{(pid=69613) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 777.042045] env[69613]: DEBUG nova.network.neutron [req-c6fbd2be-8209-4747-93fd-3f3937f39f53 req-88582950-2d5d-4866-b008-8fc818a046d6 service nova] [instance: 41c0824b-2186-49fe-bcfd-82c031bf4810] Updating instance_info_cache with network_info: [{"id": "60e7bb28-badb-4158-82ef-7d766149bc8b", "address": "fa:16:3e:1e:9e:39", "network": {"id": "63a9d1a8-2b9f-44cd-b8a7-c3073c1df667", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-180258284-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "abcd35075ac348e88fb05677ad1f2b0f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb2eaecd-9701-4504-9fcb-fb1a420ead72", "external-id": "nsx-vlan-transportzone-433", "segmentation_id": 433, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap60e7bb28-ba", "ovs_interfaceid": "60e7bb28-badb-4158-82ef-7d766149bc8b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 777.173683] env[69613]: DEBUG oslo_vmware.api [None req-f9346ac3-2045-4137-a92b-786dae9ebe6b tempest-ServerShowV257Test-2050624232 tempest-ServerShowV257Test-2050624232-project-member] Task: {'id': task-3417259, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.203913] env[69613]: DEBUG oslo_vmware.api [None req-a1f62780-f0ea-4b4b-ad4a-501b62ee98f9 tempest-ServersListShow298Test-1734213796 tempest-ServersListShow298Test-1734213796-project-member] Task: {'id': task-3417260, 'name': Rename_Task} progress is 14%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.212759] env[69613]: DEBUG oslo_vmware.api [None req-3478b058-f921-4baa-9e49-b6304022c1c0 tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] Task: {'id': task-3417261, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080682} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.215600] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-3478b058-f921-4baa-9e49-b6304022c1c0 tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] [instance: 71e0d53c-ff3f-4a77-aa25-2a07e64500a7] Extended root virtual disk {{(pid=69613) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 777.216664] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1d05933-af5a-4ae8-81fb-33222614d448 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.221808] env[69613]: DEBUG nova.compute.manager [None req-4c813fca-f5ad-437f-aa62-b2fcb4d16e26 tempest-SecurityGroupsTestJSON-147571119 tempest-SecurityGroupsTestJSON-147571119-project-member] [instance: 41c0824b-2186-49fe-bcfd-82c031bf4810] Start destroying the instance on the hypervisor. {{(pid=69613) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 777.221808] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-4c813fca-f5ad-437f-aa62-b2fcb4d16e26 tempest-SecurityGroupsTestJSON-147571119 tempest-SecurityGroupsTestJSON-147571119-project-member] [instance: 41c0824b-2186-49fe-bcfd-82c031bf4810] Destroying instance {{(pid=69613) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 777.222403] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cae536dd-fb7b-4ba7-b306-0d378e8bdc92 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.243696] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-3478b058-f921-4baa-9e49-b6304022c1c0 tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] [instance: 71e0d53c-ff3f-4a77-aa25-2a07e64500a7] Reconfiguring VM instance instance-00000032 to attach disk [datastore1] 71e0d53c-ff3f-4a77-aa25-2a07e64500a7/71e0d53c-ff3f-4a77-aa25-2a07e64500a7.vmdk or device None with type sparse {{(pid=69613) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 777.247257] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e6a73d1a-249b-4179-9940-444df441a706 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.264392] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c813fca-f5ad-437f-aa62-b2fcb4d16e26 tempest-SecurityGroupsTestJSON-147571119 tempest-SecurityGroupsTestJSON-147571119-project-member] [instance: 41c0824b-2186-49fe-bcfd-82c031bf4810] Powering off the VM {{(pid=69613) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 777.265038] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0bd9a440-4273-4018-98cd-baf177c06a0f {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.273544] env[69613]: DEBUG oslo_vmware.api [None req-3478b058-f921-4baa-9e49-b6304022c1c0 tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] Waiting for the task: (returnval){ [ 777.273544] env[69613]: value = "task-3417263" [ 777.273544] env[69613]: _type = "Task" [ 777.273544] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.274707] env[69613]: DEBUG oslo_vmware.api [None req-4c813fca-f5ad-437f-aa62-b2fcb4d16e26 tempest-SecurityGroupsTestJSON-147571119 tempest-SecurityGroupsTestJSON-147571119-project-member] Waiting for the task: (returnval){ [ 777.274707] env[69613]: value = "task-3417264" [ 777.274707] env[69613]: _type = "Task" [ 777.274707] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.290230] env[69613]: DEBUG oslo_vmware.api [None req-4c813fca-f5ad-437f-aa62-b2fcb4d16e26 tempest-SecurityGroupsTestJSON-147571119 tempest-SecurityGroupsTestJSON-147571119-project-member] Task: {'id': task-3417264, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.293961] env[69613]: DEBUG oslo_vmware.api [None req-3478b058-f921-4baa-9e49-b6304022c1c0 tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] Task: {'id': task-3417263, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.447166] env[69613]: DEBUG oslo_vmware.api [None req-ab84d031-5f08-4613-b82b-fd3ae739f57b tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Task: {'id': task-3417262, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.507693] env[69613]: DEBUG oslo_concurrency.lockutils [None req-3e81210e-82ae-4c1f-81cf-15ea364d93e7 tempest-ServerRescueTestJSONUnderV235-2099362716 tempest-ServerRescueTestJSONUnderV235-2099362716-project-member] Lock "267ffd7d-ab93-4dda-b46a-1059b3f82f4f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 72.430s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 777.510307] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2377829d-6403-4b5e-a257-1b8fe3d8c07c {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.522362] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db9902b3-f46b-44b9-a504-2800958e7d5f {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.560515] env[69613]: DEBUG oslo_concurrency.lockutils [req-c6fbd2be-8209-4747-93fd-3f3937f39f53 req-88582950-2d5d-4866-b008-8fc818a046d6 service nova] Releasing lock "refresh_cache-41c0824b-2186-49fe-bcfd-82c031bf4810" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.565427] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77425ed1-8af9-4b6a-b62b-70f030acc88d {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.575430] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7600230-0c8f-481c-a477-aa6fe69b805a {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.595146] env[69613]: DEBUG nova.compute.provider_tree [None req-514d41db-2ae4-4221-8f86-6e44c528e424 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Inventory has not changed in ProviderTree for provider: af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 {{(pid=69613) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 777.675030] env[69613]: DEBUG oslo_vmware.api [None req-f9346ac3-2045-4137-a92b-786dae9ebe6b tempest-ServerShowV257Test-2050624232 tempest-ServerShowV257Test-2050624232-project-member] Task: {'id': task-3417259, 'name': ReconfigVM_Task, 'duration_secs': 0.762308} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.675030] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-f9346ac3-2045-4137-a92b-786dae9ebe6b tempest-ServerShowV257Test-2050624232 tempest-ServerShowV257Test-2050624232-project-member] [instance: 670d9426-6edb-4dfd-9953-1f10f89ebfc6] Reconfigured VM instance instance-0000002f to attach disk [datastore1] 670d9426-6edb-4dfd-9953-1f10f89ebfc6/670d9426-6edb-4dfd-9953-1f10f89ebfc6.vmdk or device None with type sparse {{(pid=69613) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 777.675879] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a953ceaf-58b3-4ea2-90df-8f63a1a74f45 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.684500] env[69613]: DEBUG oslo_vmware.api [None req-f9346ac3-2045-4137-a92b-786dae9ebe6b tempest-ServerShowV257Test-2050624232 tempest-ServerShowV257Test-2050624232-project-member] Waiting for the task: (returnval){ [ 777.684500] env[69613]: value = "task-3417265" [ 777.684500] env[69613]: _type = "Task" [ 777.684500] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.695414] env[69613]: DEBUG oslo_vmware.api [None req-f9346ac3-2045-4137-a92b-786dae9ebe6b tempest-ServerShowV257Test-2050624232 tempest-ServerShowV257Test-2050624232-project-member] Task: {'id': task-3417265, 'name': Rename_Task} progress is 5%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.705252] env[69613]: DEBUG oslo_vmware.api [None req-a1f62780-f0ea-4b4b-ad4a-501b62ee98f9 tempest-ServersListShow298Test-1734213796 tempest-ServersListShow298Test-1734213796-project-member] Task: {'id': task-3417260, 'name': Rename_Task, 'duration_secs': 0.790637} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.705252] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1f62780-f0ea-4b4b-ad4a-501b62ee98f9 tempest-ServersListShow298Test-1734213796 tempest-ServersListShow298Test-1734213796-project-member] [instance: 23dfa5b7-42f4-486c-8ce4-ae7d2e08c1e0] Powering on the VM {{(pid=69613) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 777.705455] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a784d663-0d08-4589-bd89-4b016c5eb1da {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.714435] env[69613]: DEBUG oslo_vmware.api [None req-a1f62780-f0ea-4b4b-ad4a-501b62ee98f9 tempest-ServersListShow298Test-1734213796 tempest-ServersListShow298Test-1734213796-project-member] Waiting for the task: (returnval){ [ 777.714435] env[69613]: value = "task-3417266" [ 777.714435] env[69613]: _type = "Task" [ 777.714435] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.726184] env[69613]: DEBUG oslo_vmware.api [None req-a1f62780-f0ea-4b4b-ad4a-501b62ee98f9 tempest-ServersListShow298Test-1734213796 tempest-ServersListShow298Test-1734213796-project-member] Task: {'id': task-3417266, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.787912] env[69613]: DEBUG oslo_vmware.api [None req-4c813fca-f5ad-437f-aa62-b2fcb4d16e26 tempest-SecurityGroupsTestJSON-147571119 tempest-SecurityGroupsTestJSON-147571119-project-member] Task: {'id': task-3417264, 'name': PowerOffVM_Task, 'duration_secs': 0.223837} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.791291] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c813fca-f5ad-437f-aa62-b2fcb4d16e26 tempest-SecurityGroupsTestJSON-147571119 tempest-SecurityGroupsTestJSON-147571119-project-member] [instance: 41c0824b-2186-49fe-bcfd-82c031bf4810] Powered off the VM {{(pid=69613) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 777.791527] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-4c813fca-f5ad-437f-aa62-b2fcb4d16e26 tempest-SecurityGroupsTestJSON-147571119 tempest-SecurityGroupsTestJSON-147571119-project-member] [instance: 41c0824b-2186-49fe-bcfd-82c031bf4810] Unregistering the VM {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 777.791830] env[69613]: DEBUG oslo_vmware.api [None req-3478b058-f921-4baa-9e49-b6304022c1c0 tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] Task: {'id': task-3417263, 'name': ReconfigVM_Task, 'duration_secs': 0.378856} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.792079] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-658ec2b7-2d50-497f-b2b5-edfc63860ed0 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.793785] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-3478b058-f921-4baa-9e49-b6304022c1c0 tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] [instance: 71e0d53c-ff3f-4a77-aa25-2a07e64500a7] Reconfigured VM instance instance-00000032 to attach disk [datastore1] 71e0d53c-ff3f-4a77-aa25-2a07e64500a7/71e0d53c-ff3f-4a77-aa25-2a07e64500a7.vmdk or device None with type sparse {{(pid=69613) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 777.794307] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a9a84848-1a97-4fe8-8ac0-7adff3dee4a2 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.802304] env[69613]: DEBUG oslo_vmware.api [None req-3478b058-f921-4baa-9e49-b6304022c1c0 tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] Waiting for the task: (returnval){ [ 777.802304] env[69613]: value = "task-3417267" [ 777.802304] env[69613]: _type = "Task" [ 777.802304] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.814783] env[69613]: DEBUG oslo_vmware.api [None req-3478b058-f921-4baa-9e49-b6304022c1c0 tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] Task: {'id': task-3417267, 'name': Rename_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.888389] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-4c813fca-f5ad-437f-aa62-b2fcb4d16e26 tempest-SecurityGroupsTestJSON-147571119 tempest-SecurityGroupsTestJSON-147571119-project-member] [instance: 41c0824b-2186-49fe-bcfd-82c031bf4810] Unregistered the VM {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 777.888389] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-4c813fca-f5ad-437f-aa62-b2fcb4d16e26 tempest-SecurityGroupsTestJSON-147571119 tempest-SecurityGroupsTestJSON-147571119-project-member] [instance: 41c0824b-2186-49fe-bcfd-82c031bf4810] Deleting contents of the VM from datastore datastore2 {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 777.888389] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c813fca-f5ad-437f-aa62-b2fcb4d16e26 tempest-SecurityGroupsTestJSON-147571119 tempest-SecurityGroupsTestJSON-147571119-project-member] Deleting the datastore file [datastore2] 41c0824b-2186-49fe-bcfd-82c031bf4810 {{(pid=69613) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 777.888389] env[69613]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fc857dd5-70cc-4680-890d-dbd7856a4f75 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.896380] env[69613]: DEBUG oslo_vmware.api [None req-4c813fca-f5ad-437f-aa62-b2fcb4d16e26 tempest-SecurityGroupsTestJSON-147571119 tempest-SecurityGroupsTestJSON-147571119-project-member] Waiting for the task: (returnval){ [ 777.896380] env[69613]: value = "task-3417269" [ 777.896380] env[69613]: _type = "Task" [ 777.896380] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.910060] env[69613]: DEBUG oslo_vmware.api [None req-4c813fca-f5ad-437f-aa62-b2fcb4d16e26 tempest-SecurityGroupsTestJSON-147571119 tempest-SecurityGroupsTestJSON-147571119-project-member] Task: {'id': task-3417269, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.948812] env[69613]: DEBUG oslo_vmware.api [None req-ab84d031-5f08-4613-b82b-fd3ae739f57b tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Task: {'id': task-3417262, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.852051} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.949488] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab84d031-5f08-4613-b82b-fd3ae739f57b tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk to [datastore2] 30032fc2-1100-456a-bd0d-f3daf0a16662/30032fc2-1100-456a-bd0d-f3daf0a16662.vmdk {{(pid=69613) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 777.953131] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-ab84d031-5f08-4613-b82b-fd3ae739f57b tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] [instance: 30032fc2-1100-456a-bd0d-f3daf0a16662] Extending root virtual disk to 1048576 {{(pid=69613) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 777.953131] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-32256deb-001c-48c1-9cc5-7bbbd1b513a8 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.969028] env[69613]: DEBUG oslo_vmware.api [None req-ab84d031-5f08-4613-b82b-fd3ae739f57b tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Waiting for the task: (returnval){ [ 777.969028] env[69613]: value = "task-3417270" [ 777.969028] env[69613]: _type = "Task" [ 777.969028] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.982728] env[69613]: DEBUG oslo_vmware.api [None req-ab84d031-5f08-4613-b82b-fd3ae739f57b tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Task: {'id': task-3417270, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.066883] env[69613]: DEBUG nova.compute.manager [None req-4e1a22c6-d979-4335-a8e5-09e8b7ff8cfe tempest-ListImageFiltersTestJSON-1131301097 tempest-ListImageFiltersTestJSON-1131301097-project-member] [instance: 352f5690-451d-489a-a7b1-259ff9b95e49] Checking state {{(pid=69613) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 778.066883] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a1fe3cc-a3a2-4b1b-a452-6d2896fb5159 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.100452] env[69613]: DEBUG nova.scheduler.client.report [None req-514d41db-2ae4-4221-8f86-6e44c528e424 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Inventory has not changed for provider af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69613) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 778.198272] env[69613]: DEBUG oslo_vmware.api [None req-f9346ac3-2045-4137-a92b-786dae9ebe6b tempest-ServerShowV257Test-2050624232 tempest-ServerShowV257Test-2050624232-project-member] Task: {'id': task-3417265, 'name': Rename_Task, 'duration_secs': 0.252858} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.199040] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9346ac3-2045-4137-a92b-786dae9ebe6b tempest-ServerShowV257Test-2050624232 tempest-ServerShowV257Test-2050624232-project-member] [instance: 670d9426-6edb-4dfd-9953-1f10f89ebfc6] Powering on the VM {{(pid=69613) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 778.199040] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-170b9b4d-a746-42a1-bb75-e3bd23805ed5 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.210933] env[69613]: DEBUG oslo_vmware.api [None req-f9346ac3-2045-4137-a92b-786dae9ebe6b tempest-ServerShowV257Test-2050624232 tempest-ServerShowV257Test-2050624232-project-member] Waiting for the task: (returnval){ [ 778.210933] env[69613]: value = "task-3417271" [ 778.210933] env[69613]: _type = "Task" [ 778.210933] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.221670] env[69613]: DEBUG oslo_vmware.api [None req-f9346ac3-2045-4137-a92b-786dae9ebe6b tempest-ServerShowV257Test-2050624232 tempest-ServerShowV257Test-2050624232-project-member] Task: {'id': task-3417271, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.228075] env[69613]: DEBUG oslo_vmware.api [None req-a1f62780-f0ea-4b4b-ad4a-501b62ee98f9 tempest-ServersListShow298Test-1734213796 tempest-ServersListShow298Test-1734213796-project-member] Task: {'id': task-3417266, 'name': PowerOnVM_Task, 'duration_secs': 0.494759} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.228377] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1f62780-f0ea-4b4b-ad4a-501b62ee98f9 tempest-ServersListShow298Test-1734213796 tempest-ServersListShow298Test-1734213796-project-member] [instance: 23dfa5b7-42f4-486c-8ce4-ae7d2e08c1e0] Powered on the VM {{(pid=69613) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 778.228576] env[69613]: INFO nova.compute.manager [None req-a1f62780-f0ea-4b4b-ad4a-501b62ee98f9 tempest-ServersListShow298Test-1734213796 tempest-ServersListShow298Test-1734213796-project-member] [instance: 23dfa5b7-42f4-486c-8ce4-ae7d2e08c1e0] Took 7.88 seconds to spawn the instance on the hypervisor. [ 778.228792] env[69613]: DEBUG nova.compute.manager [None req-a1f62780-f0ea-4b4b-ad4a-501b62ee98f9 tempest-ServersListShow298Test-1734213796 tempest-ServersListShow298Test-1734213796-project-member] [instance: 23dfa5b7-42f4-486c-8ce4-ae7d2e08c1e0] Checking state {{(pid=69613) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 778.229692] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3a23d08-17ad-4b48-91a5-0f7d32479e01 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.288964] env[69613]: DEBUG oslo_concurrency.lockutils [None req-e1a51cfc-ee8f-435d-93cc-2803815dd4bf tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Acquiring lock "18e8c7de-e7c8-4bb2-be6f-52dd2c20489b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 778.288964] env[69613]: DEBUG oslo_concurrency.lockutils [None req-e1a51cfc-ee8f-435d-93cc-2803815dd4bf tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Lock "18e8c7de-e7c8-4bb2-be6f-52dd2c20489b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 778.314959] env[69613]: DEBUG oslo_vmware.api [None req-3478b058-f921-4baa-9e49-b6304022c1c0 tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] Task: {'id': task-3417267, 'name': Rename_Task, 'duration_secs': 0.182498} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.315402] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-3478b058-f921-4baa-9e49-b6304022c1c0 tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] [instance: 71e0d53c-ff3f-4a77-aa25-2a07e64500a7] Powering on the VM {{(pid=69613) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 778.315918] env[69613]: INFO nova.compute.manager [None req-954cb9ae-4d1d-46ff-9860-e5db1ce5aa4b tempest-ServerRescueTestJSONUnderV235-2099362716 tempest-ServerRescueTestJSONUnderV235-2099362716-project-member] [instance: 267ffd7d-ab93-4dda-b46a-1059b3f82f4f] Rescuing [ 778.316278] env[69613]: DEBUG oslo_concurrency.lockutils [None req-954cb9ae-4d1d-46ff-9860-e5db1ce5aa4b tempest-ServerRescueTestJSONUnderV235-2099362716 tempest-ServerRescueTestJSONUnderV235-2099362716-project-member] Acquiring lock "refresh_cache-267ffd7d-ab93-4dda-b46a-1059b3f82f4f" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.316655] env[69613]: DEBUG oslo_concurrency.lockutils [None req-954cb9ae-4d1d-46ff-9860-e5db1ce5aa4b tempest-ServerRescueTestJSONUnderV235-2099362716 tempest-ServerRescueTestJSONUnderV235-2099362716-project-member] Acquired lock "refresh_cache-267ffd7d-ab93-4dda-b46a-1059b3f82f4f" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.316936] env[69613]: DEBUG nova.network.neutron [None req-954cb9ae-4d1d-46ff-9860-e5db1ce5aa4b tempest-ServerRescueTestJSONUnderV235-2099362716 tempest-ServerRescueTestJSONUnderV235-2099362716-project-member] [instance: 267ffd7d-ab93-4dda-b46a-1059b3f82f4f] Building network info cache for instance {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 778.318181] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b222d516-ca6d-4ee8-90c6-b8017c28fa3f {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.328337] env[69613]: DEBUG oslo_vmware.api [None req-3478b058-f921-4baa-9e49-b6304022c1c0 tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] Waiting for the task: (returnval){ [ 778.328337] env[69613]: value = "task-3417273" [ 778.328337] env[69613]: _type = "Task" [ 778.328337] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.342191] env[69613]: DEBUG oslo_vmware.api [None req-3478b058-f921-4baa-9e49-b6304022c1c0 tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] Task: {'id': task-3417273, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.410806] env[69613]: DEBUG oslo_vmware.api [None req-4c813fca-f5ad-437f-aa62-b2fcb4d16e26 tempest-SecurityGroupsTestJSON-147571119 tempest-SecurityGroupsTestJSON-147571119-project-member] Task: {'id': task-3417269, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.207001} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.411072] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c813fca-f5ad-437f-aa62-b2fcb4d16e26 tempest-SecurityGroupsTestJSON-147571119 tempest-SecurityGroupsTestJSON-147571119-project-member] Deleted the datastore file {{(pid=69613) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 778.411282] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-4c813fca-f5ad-437f-aa62-b2fcb4d16e26 tempest-SecurityGroupsTestJSON-147571119 tempest-SecurityGroupsTestJSON-147571119-project-member] [instance: 41c0824b-2186-49fe-bcfd-82c031bf4810] Deleted contents of the VM from datastore datastore2 {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 778.411501] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-4c813fca-f5ad-437f-aa62-b2fcb4d16e26 tempest-SecurityGroupsTestJSON-147571119 tempest-SecurityGroupsTestJSON-147571119-project-member] [instance: 41c0824b-2186-49fe-bcfd-82c031bf4810] Instance destroyed {{(pid=69613) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 778.411693] env[69613]: INFO nova.compute.manager [None req-4c813fca-f5ad-437f-aa62-b2fcb4d16e26 tempest-SecurityGroupsTestJSON-147571119 tempest-SecurityGroupsTestJSON-147571119-project-member] [instance: 41c0824b-2186-49fe-bcfd-82c031bf4810] Took 1.19 seconds to destroy the instance on the hypervisor. [ 778.412008] env[69613]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4c813fca-f5ad-437f-aa62-b2fcb4d16e26 tempest-SecurityGroupsTestJSON-147571119 tempest-SecurityGroupsTestJSON-147571119-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69613) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 778.412329] env[69613]: DEBUG nova.compute.manager [-] [instance: 41c0824b-2186-49fe-bcfd-82c031bf4810] Deallocating network for instance {{(pid=69613) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 778.412472] env[69613]: DEBUG nova.network.neutron [-] [instance: 41c0824b-2186-49fe-bcfd-82c031bf4810] deallocate_for_instance() {{(pid=69613) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 778.482540] env[69613]: DEBUG oslo_vmware.api [None req-ab84d031-5f08-4613-b82b-fd3ae739f57b tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Task: {'id': task-3417270, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084581} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.483230] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-ab84d031-5f08-4613-b82b-fd3ae739f57b tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] [instance: 30032fc2-1100-456a-bd0d-f3daf0a16662] Extended root virtual disk {{(pid=69613) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 778.485138] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b17567ed-a182-4fdc-bc23-0ff6acd95c51 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.521197] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab84d031-5f08-4613-b82b-fd3ae739f57b tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] [instance: 30032fc2-1100-456a-bd0d-f3daf0a16662] Reconfiguring VM instance instance-00000007 to attach disk [datastore2] 30032fc2-1100-456a-bd0d-f3daf0a16662/30032fc2-1100-456a-bd0d-f3daf0a16662.vmdk or device None with type sparse {{(pid=69613) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 778.521197] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2f72ffbd-d2fa-4347-9abb-b4e761f015d4 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.544632] env[69613]: DEBUG oslo_vmware.api [None req-ab84d031-5f08-4613-b82b-fd3ae739f57b tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Waiting for the task: (returnval){ [ 778.544632] env[69613]: value = "task-3417274" [ 778.544632] env[69613]: _type = "Task" [ 778.544632] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.557302] env[69613]: DEBUG oslo_vmware.api [None req-ab84d031-5f08-4613-b82b-fd3ae739f57b tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Task: {'id': task-3417274, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.582140] env[69613]: INFO nova.compute.manager [None req-4e1a22c6-d979-4335-a8e5-09e8b7ff8cfe tempest-ListImageFiltersTestJSON-1131301097 tempest-ListImageFiltersTestJSON-1131301097-project-member] [instance: 352f5690-451d-489a-a7b1-259ff9b95e49] instance snapshotting [ 778.585136] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dea1db6a-b91f-454e-a223-8bf0163b7081 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.608566] env[69613]: DEBUG oslo_concurrency.lockutils [None req-514d41db-2ae4-4221-8f86-6e44c528e424 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.236s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 778.611799] env[69613]: DEBUG oslo_concurrency.lockutils [None req-0759add2-7c20-453d-a65a-4e216d6bad65 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.865s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 778.614475] env[69613]: INFO nova.compute.claims [None req-0759add2-7c20-453d-a65a-4e216d6bad65 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] [instance: cf649a29-c0b2-4cc4-9d7d-da72ef553093] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 778.619234] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eac79778-da7a-403c-a716-6daefba83b92 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.658867] env[69613]: INFO nova.scheduler.client.report [None req-514d41db-2ae4-4221-8f86-6e44c528e424 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Deleted allocations for instance e1db078f-b047-4e92-9b28-109607d988a4 [ 778.726873] env[69613]: DEBUG oslo_vmware.api [None req-f9346ac3-2045-4137-a92b-786dae9ebe6b tempest-ServerShowV257Test-2050624232 tempest-ServerShowV257Test-2050624232-project-member] Task: {'id': task-3417271, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.754859] env[69613]: INFO nova.compute.manager [None req-a1f62780-f0ea-4b4b-ad4a-501b62ee98f9 tempest-ServersListShow298Test-1734213796 tempest-ServersListShow298Test-1734213796-project-member] [instance: 23dfa5b7-42f4-486c-8ce4-ae7d2e08c1e0] Took 34.23 seconds to build instance. [ 778.775269] env[69613]: DEBUG nova.compute.manager [req-4c843bcc-bae5-4813-be2a-66f4f3c63fb8 req-35a9f856-6dc9-4087-83c4-1dca7bae2f77 service nova] [instance: 41c0824b-2186-49fe-bcfd-82c031bf4810] Received event network-vif-deleted-60e7bb28-badb-4158-82ef-7d766149bc8b {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 778.775599] env[69613]: INFO nova.compute.manager [req-4c843bcc-bae5-4813-be2a-66f4f3c63fb8 req-35a9f856-6dc9-4087-83c4-1dca7bae2f77 service nova] [instance: 41c0824b-2186-49fe-bcfd-82c031bf4810] Neutron deleted interface 60e7bb28-badb-4158-82ef-7d766149bc8b; detaching it from the instance and deleting it from the info cache [ 778.775990] env[69613]: DEBUG nova.network.neutron [req-4c843bcc-bae5-4813-be2a-66f4f3c63fb8 req-35a9f856-6dc9-4087-83c4-1dca7bae2f77 service nova] [instance: 41c0824b-2186-49fe-bcfd-82c031bf4810] Updating instance_info_cache with network_info: [] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 778.790319] env[69613]: DEBUG nova.compute.manager [None req-e1a51cfc-ee8f-435d-93cc-2803815dd4bf tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] [instance: 18e8c7de-e7c8-4bb2-be6f-52dd2c20489b] Starting instance... {{(pid=69613) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 778.848977] env[69613]: DEBUG oslo_vmware.api [None req-3478b058-f921-4baa-9e49-b6304022c1c0 tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] Task: {'id': task-3417273, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.058425] env[69613]: DEBUG oslo_vmware.api [None req-ab84d031-5f08-4613-b82b-fd3ae739f57b tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Task: {'id': task-3417274, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.134048] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-4e1a22c6-d979-4335-a8e5-09e8b7ff8cfe tempest-ListImageFiltersTestJSON-1131301097 tempest-ListImageFiltersTestJSON-1131301097-project-member] [instance: 352f5690-451d-489a-a7b1-259ff9b95e49] Creating Snapshot of the VM instance {{(pid=69613) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 779.134506] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-1a8d8cd6-8a8c-461f-a23a-2b6a144d5e75 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.145742] env[69613]: DEBUG oslo_vmware.api [None req-4e1a22c6-d979-4335-a8e5-09e8b7ff8cfe tempest-ListImageFiltersTestJSON-1131301097 tempest-ListImageFiltersTestJSON-1131301097-project-member] Waiting for the task: (returnval){ [ 779.145742] env[69613]: value = "task-3417275" [ 779.145742] env[69613]: _type = "Task" [ 779.145742] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.162479] env[69613]: DEBUG oslo_vmware.api [None req-4e1a22c6-d979-4335-a8e5-09e8b7ff8cfe tempest-ListImageFiltersTestJSON-1131301097 tempest-ListImageFiltersTestJSON-1131301097-project-member] Task: {'id': task-3417275, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.169539] env[69613]: DEBUG nova.network.neutron [None req-954cb9ae-4d1d-46ff-9860-e5db1ce5aa4b tempest-ServerRescueTestJSONUnderV235-2099362716 tempest-ServerRescueTestJSONUnderV235-2099362716-project-member] [instance: 267ffd7d-ab93-4dda-b46a-1059b3f82f4f] Updating instance_info_cache with network_info: [{"id": "ef9b141a-7095-410c-813d-1bf647afd208", "address": "fa:16:3e:c5:9c:69", "network": {"id": "c9e2af8e-f9e8-400d-876d-bea201b3974f", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1784991898-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "b67035ef2f3e49e5ae598086bf6e36fa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cbf3349e-d05e-4d44-a011-c4b6e41af988", "external-id": "nsx-vlan-transportzone-196", "segmentation_id": 196, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapef9b141a-70", "ovs_interfaceid": "ef9b141a-7095-410c-813d-1bf647afd208", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 779.171887] env[69613]: DEBUG oslo_concurrency.lockutils [None req-514d41db-2ae4-4221-8f86-6e44c528e424 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Lock "e1db078f-b047-4e92-9b28-109607d988a4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.667s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 779.228013] env[69613]: DEBUG oslo_vmware.api [None req-f9346ac3-2045-4137-a92b-786dae9ebe6b tempest-ServerShowV257Test-2050624232 tempest-ServerShowV257Test-2050624232-project-member] Task: {'id': task-3417271, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.252056] env[69613]: DEBUG nova.network.neutron [-] [instance: 41c0824b-2186-49fe-bcfd-82c031bf4810] Updating instance_info_cache with network_info: [] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 779.258961] env[69613]: DEBUG oslo_concurrency.lockutils [None req-a1f62780-f0ea-4b4b-ad4a-501b62ee98f9 tempest-ServersListShow298Test-1734213796 tempest-ServersListShow298Test-1734213796-project-member] Lock "23dfa5b7-42f4-486c-8ce4-ae7d2e08c1e0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.197s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 779.280396] env[69613]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-69b781fd-2c72-4d8b-bb0a-d2642f5c0cf3 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.297693] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee950908-d850-4e11-b488-dd55f9103b30 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.352059] env[69613]: DEBUG nova.compute.manager [req-4c843bcc-bae5-4813-be2a-66f4f3c63fb8 req-35a9f856-6dc9-4087-83c4-1dca7bae2f77 service nova] [instance: 41c0824b-2186-49fe-bcfd-82c031bf4810] Detach interface failed, port_id=60e7bb28-badb-4158-82ef-7d766149bc8b, reason: Instance 41c0824b-2186-49fe-bcfd-82c031bf4810 could not be found. {{(pid=69613) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 779.353492] env[69613]: DEBUG oslo_concurrency.lockutils [None req-e1a51cfc-ee8f-435d-93cc-2803815dd4bf tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 779.360558] env[69613]: DEBUG oslo_vmware.api [None req-3478b058-f921-4baa-9e49-b6304022c1c0 tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] Task: {'id': task-3417273, 'name': PowerOnVM_Task, 'duration_secs': 0.829454} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.360810] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-3478b058-f921-4baa-9e49-b6304022c1c0 tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] [instance: 71e0d53c-ff3f-4a77-aa25-2a07e64500a7] Powered on the VM {{(pid=69613) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 779.361160] env[69613]: INFO nova.compute.manager [None req-3478b058-f921-4baa-9e49-b6304022c1c0 tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] [instance: 71e0d53c-ff3f-4a77-aa25-2a07e64500a7] Took 11.84 seconds to spawn the instance on the hypervisor. [ 779.361235] env[69613]: DEBUG nova.compute.manager [None req-3478b058-f921-4baa-9e49-b6304022c1c0 tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] [instance: 71e0d53c-ff3f-4a77-aa25-2a07e64500a7] Checking state {{(pid=69613) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 779.362034] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-991a326d-322e-4fa8-b1d5-a6c0aad486b1 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.558077] env[69613]: DEBUG oslo_vmware.api [None req-ab84d031-5f08-4613-b82b-fd3ae739f57b tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Task: {'id': task-3417274, 'name': ReconfigVM_Task, 'duration_secs': 0.686886} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.558444] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab84d031-5f08-4613-b82b-fd3ae739f57b tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] [instance: 30032fc2-1100-456a-bd0d-f3daf0a16662] Reconfigured VM instance instance-00000007 to attach disk [datastore2] 30032fc2-1100-456a-bd0d-f3daf0a16662/30032fc2-1100-456a-bd0d-f3daf0a16662.vmdk or device None with type sparse {{(pid=69613) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 779.558860] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5f251f72-f396-4e35-8d89-6d61636fb8e1 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.569429] env[69613]: DEBUG oslo_vmware.api [None req-ab84d031-5f08-4613-b82b-fd3ae739f57b tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Waiting for the task: (returnval){ [ 779.569429] env[69613]: value = "task-3417276" [ 779.569429] env[69613]: _type = "Task" [ 779.569429] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.579620] env[69613]: DEBUG oslo_vmware.api [None req-ab84d031-5f08-4613-b82b-fd3ae739f57b tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Task: {'id': task-3417276, 'name': Rename_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.662574] env[69613]: DEBUG oslo_vmware.api [None req-4e1a22c6-d979-4335-a8e5-09e8b7ff8cfe tempest-ListImageFiltersTestJSON-1131301097 tempest-ListImageFiltersTestJSON-1131301097-project-member] Task: {'id': task-3417275, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.678214] env[69613]: DEBUG oslo_concurrency.lockutils [None req-954cb9ae-4d1d-46ff-9860-e5db1ce5aa4b tempest-ServerRescueTestJSONUnderV235-2099362716 tempest-ServerRescueTestJSONUnderV235-2099362716-project-member] Releasing lock "refresh_cache-267ffd7d-ab93-4dda-b46a-1059b3f82f4f" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.732554] env[69613]: DEBUG oslo_vmware.api [None req-f9346ac3-2045-4137-a92b-786dae9ebe6b tempest-ServerShowV257Test-2050624232 tempest-ServerShowV257Test-2050624232-project-member] Task: {'id': task-3417271, 'name': PowerOnVM_Task, 'duration_secs': 1.037347} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.733567] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9346ac3-2045-4137-a92b-786dae9ebe6b tempest-ServerShowV257Test-2050624232 tempest-ServerShowV257Test-2050624232-project-member] [instance: 670d9426-6edb-4dfd-9953-1f10f89ebfc6] Powered on the VM {{(pid=69613) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 779.733762] env[69613]: DEBUG nova.compute.manager [None req-f9346ac3-2045-4137-a92b-786dae9ebe6b tempest-ServerShowV257Test-2050624232 tempest-ServerShowV257Test-2050624232-project-member] [instance: 670d9426-6edb-4dfd-9953-1f10f89ebfc6] Checking state {{(pid=69613) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 779.734629] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb1e5919-ebb0-40a5-bfc1-0f2d96551b1b {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.756101] env[69613]: INFO nova.compute.manager [-] [instance: 41c0824b-2186-49fe-bcfd-82c031bf4810] Took 1.34 seconds to deallocate network for instance. [ 779.891803] env[69613]: INFO nova.compute.manager [None req-3478b058-f921-4baa-9e49-b6304022c1c0 tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] [instance: 71e0d53c-ff3f-4a77-aa25-2a07e64500a7] Took 43.39 seconds to build instance. [ 780.082033] env[69613]: DEBUG oslo_vmware.api [None req-ab84d031-5f08-4613-b82b-fd3ae739f57b tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Task: {'id': task-3417276, 'name': Rename_Task, 'duration_secs': 0.344416} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.083493] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab84d031-5f08-4613-b82b-fd3ae739f57b tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] [instance: 30032fc2-1100-456a-bd0d-f3daf0a16662] Powering on the VM {{(pid=69613) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 780.083493] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d39cfd3b-6490-4c69-b925-46402a5a562d {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.092042] env[69613]: DEBUG oslo_vmware.api [None req-ab84d031-5f08-4613-b82b-fd3ae739f57b tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Waiting for the task: (returnval){ [ 780.092042] env[69613]: value = "task-3417277" [ 780.092042] env[69613]: _type = "Task" [ 780.092042] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.102713] env[69613]: DEBUG oslo_vmware.api [None req-ab84d031-5f08-4613-b82b-fd3ae739f57b tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Task: {'id': task-3417277, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.161880] env[69613]: DEBUG oslo_vmware.api [None req-4e1a22c6-d979-4335-a8e5-09e8b7ff8cfe tempest-ListImageFiltersTestJSON-1131301097 tempest-ListImageFiltersTestJSON-1131301097-project-member] Task: {'id': task-3417275, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.210792] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c1e060e-036f-42c1-adfc-e0e5e5316553 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.221079] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74861efe-ea69-465d-819c-db6aa2e29347 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.262564] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0b31cd5-96e0-4963-90d5-39aff507e874 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.267759] env[69613]: DEBUG oslo_concurrency.lockutils [None req-4c813fca-f5ad-437f-aa62-b2fcb4d16e26 tempest-SecurityGroupsTestJSON-147571119 tempest-SecurityGroupsTestJSON-147571119-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 780.268298] env[69613]: DEBUG oslo_concurrency.lockutils [None req-f9346ac3-2045-4137-a92b-786dae9ebe6b tempest-ServerShowV257Test-2050624232 tempest-ServerShowV257Test-2050624232-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 780.275814] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46abf768-7bd6-47fc-b07a-3de258f0480a {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.296589] env[69613]: DEBUG nova.compute.provider_tree [None req-0759add2-7c20-453d-a65a-4e216d6bad65 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] Inventory has not changed in ProviderTree for provider: af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 {{(pid=69613) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 780.394482] env[69613]: DEBUG oslo_concurrency.lockutils [None req-3478b058-f921-4baa-9e49-b6304022c1c0 tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] Lock "71e0d53c-ff3f-4a77-aa25-2a07e64500a7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 69.048s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 780.520491] env[69613]: DEBUG oslo_concurrency.lockutils [None req-c8b3226f-f941-48c9-a041-7601d0d8ccf8 tempest-AttachInterfacesV270Test-22779326 tempest-AttachInterfacesV270Test-22779326-project-member] Acquiring lock "82b3a038-a7d0-403c-9058-8b8d01bafb31" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 780.521118] env[69613]: DEBUG oslo_concurrency.lockutils [None req-c8b3226f-f941-48c9-a041-7601d0d8ccf8 tempest-AttachInterfacesV270Test-22779326 tempest-AttachInterfacesV270Test-22779326-project-member] Lock "82b3a038-a7d0-403c-9058-8b8d01bafb31" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 780.604959] env[69613]: DEBUG oslo_vmware.api [None req-ab84d031-5f08-4613-b82b-fd3ae739f57b tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Task: {'id': task-3417277, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.663691] env[69613]: DEBUG oslo_vmware.api [None req-4e1a22c6-d979-4335-a8e5-09e8b7ff8cfe tempest-ListImageFiltersTestJSON-1131301097 tempest-ListImageFiltersTestJSON-1131301097-project-member] Task: {'id': task-3417275, 'name': CreateSnapshot_Task, 'duration_secs': 1.197196} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.663967] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-4e1a22c6-d979-4335-a8e5-09e8b7ff8cfe tempest-ListImageFiltersTestJSON-1131301097 tempest-ListImageFiltersTestJSON-1131301097-project-member] [instance: 352f5690-451d-489a-a7b1-259ff9b95e49] Created Snapshot of the VM instance {{(pid=69613) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 780.667254] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb6ee314-0f01-439d-95e5-42b8516f82a4 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.728904] env[69613]: DEBUG oslo_concurrency.lockutils [None req-8724caaa-392c-4e8a-bdc1-be802fb1f420 tempest-ServerShowV257Test-2050624232 tempest-ServerShowV257Test-2050624232-project-member] Acquiring lock "670d9426-6edb-4dfd-9953-1f10f89ebfc6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 780.729215] env[69613]: DEBUG oslo_concurrency.lockutils [None req-8724caaa-392c-4e8a-bdc1-be802fb1f420 tempest-ServerShowV257Test-2050624232 tempest-ServerShowV257Test-2050624232-project-member] Lock "670d9426-6edb-4dfd-9953-1f10f89ebfc6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 780.729432] env[69613]: DEBUG oslo_concurrency.lockutils [None req-8724caaa-392c-4e8a-bdc1-be802fb1f420 tempest-ServerShowV257Test-2050624232 tempest-ServerShowV257Test-2050624232-project-member] Acquiring lock "670d9426-6edb-4dfd-9953-1f10f89ebfc6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 780.730911] env[69613]: DEBUG oslo_concurrency.lockutils [None req-8724caaa-392c-4e8a-bdc1-be802fb1f420 tempest-ServerShowV257Test-2050624232 tempest-ServerShowV257Test-2050624232-project-member] Lock "670d9426-6edb-4dfd-9953-1f10f89ebfc6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 780.730911] env[69613]: DEBUG oslo_concurrency.lockutils [None req-8724caaa-392c-4e8a-bdc1-be802fb1f420 tempest-ServerShowV257Test-2050624232 tempest-ServerShowV257Test-2050624232-project-member] Lock "670d9426-6edb-4dfd-9953-1f10f89ebfc6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 780.735667] env[69613]: INFO nova.compute.manager [None req-8724caaa-392c-4e8a-bdc1-be802fb1f420 tempest-ServerShowV257Test-2050624232 tempest-ServerShowV257Test-2050624232-project-member] [instance: 670d9426-6edb-4dfd-9953-1f10f89ebfc6] Terminating instance [ 780.800738] env[69613]: DEBUG nova.scheduler.client.report [None req-0759add2-7c20-453d-a65a-4e216d6bad65 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] Inventory has not changed for provider af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69613) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 780.929869] env[69613]: DEBUG oslo_concurrency.lockutils [None req-c16f920a-ed0d-4361-9cd7-4e6000b64d44 tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] Acquiring lock "1d1867b6-e625-4262-849c-a6ce4acce7bf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 780.930423] env[69613]: DEBUG oslo_concurrency.lockutils [None req-c16f920a-ed0d-4361-9cd7-4e6000b64d44 tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] Lock "1d1867b6-e625-4262-849c-a6ce4acce7bf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 781.026464] env[69613]: DEBUG nova.compute.manager [None req-c8b3226f-f941-48c9-a041-7601d0d8ccf8 tempest-AttachInterfacesV270Test-22779326 tempest-AttachInterfacesV270Test-22779326-project-member] [instance: 82b3a038-a7d0-403c-9058-8b8d01bafb31] Starting instance... {{(pid=69613) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 781.107736] env[69613]: DEBUG oslo_vmware.api [None req-ab84d031-5f08-4613-b82b-fd3ae739f57b tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Task: {'id': task-3417277, 'name': PowerOnVM_Task, 'duration_secs': 0.799035} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.108213] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab84d031-5f08-4613-b82b-fd3ae739f57b tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] [instance: 30032fc2-1100-456a-bd0d-f3daf0a16662] Powered on the VM {{(pid=69613) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 781.108492] env[69613]: DEBUG nova.compute.manager [None req-ab84d031-5f08-4613-b82b-fd3ae739f57b tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] [instance: 30032fc2-1100-456a-bd0d-f3daf0a16662] Checking state {{(pid=69613) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 781.109788] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bec5e816-f5b4-4a00-b66c-91c83871dd5a {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.189892] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-4e1a22c6-d979-4335-a8e5-09e8b7ff8cfe tempest-ListImageFiltersTestJSON-1131301097 tempest-ListImageFiltersTestJSON-1131301097-project-member] [instance: 352f5690-451d-489a-a7b1-259ff9b95e49] Creating linked-clone VM from snapshot {{(pid=69613) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 781.190815] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-e4d4a432-3a7d-4106-88ec-5b9094b94a46 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.194529] env[69613]: INFO nova.compute.manager [None req-e8af305d-3e71-488e-815e-5670799ee1e8 tempest-ServersListShow298Test-1734213796 tempest-ServersListShow298Test-1734213796-project-member] [instance: 23dfa5b7-42f4-486c-8ce4-ae7d2e08c1e0] Rebuilding instance [ 781.205683] env[69613]: DEBUG oslo_vmware.api [None req-4e1a22c6-d979-4335-a8e5-09e8b7ff8cfe tempest-ListImageFiltersTestJSON-1131301097 tempest-ListImageFiltersTestJSON-1131301097-project-member] Waiting for the task: (returnval){ [ 781.205683] env[69613]: value = "task-3417279" [ 781.205683] env[69613]: _type = "Task" [ 781.205683] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.215469] env[69613]: DEBUG oslo_vmware.api [None req-4e1a22c6-d979-4335-a8e5-09e8b7ff8cfe tempest-ListImageFiltersTestJSON-1131301097 tempest-ListImageFiltersTestJSON-1131301097-project-member] Task: {'id': task-3417279, 'name': CloneVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.243117] env[69613]: DEBUG oslo_concurrency.lockutils [None req-8724caaa-392c-4e8a-bdc1-be802fb1f420 tempest-ServerShowV257Test-2050624232 tempest-ServerShowV257Test-2050624232-project-member] Acquiring lock "refresh_cache-670d9426-6edb-4dfd-9953-1f10f89ebfc6" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.243117] env[69613]: DEBUG oslo_concurrency.lockutils [None req-8724caaa-392c-4e8a-bdc1-be802fb1f420 tempest-ServerShowV257Test-2050624232 tempest-ServerShowV257Test-2050624232-project-member] Acquired lock "refresh_cache-670d9426-6edb-4dfd-9953-1f10f89ebfc6" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.243117] env[69613]: DEBUG nova.network.neutron [None req-8724caaa-392c-4e8a-bdc1-be802fb1f420 tempest-ServerShowV257Test-2050624232 tempest-ServerShowV257Test-2050624232-project-member] [instance: 670d9426-6edb-4dfd-9953-1f10f89ebfc6] Building network info cache for instance {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 781.243117] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-954cb9ae-4d1d-46ff-9860-e5db1ce5aa4b tempest-ServerRescueTestJSONUnderV235-2099362716 tempest-ServerRescueTestJSONUnderV235-2099362716-project-member] [instance: 267ffd7d-ab93-4dda-b46a-1059b3f82f4f] Powering off the VM {{(pid=69613) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 781.249032] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3bc779fb-f667-4889-933b-a7f6c7a719e8 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.254095] env[69613]: DEBUG nova.compute.manager [None req-e8af305d-3e71-488e-815e-5670799ee1e8 tempest-ServersListShow298Test-1734213796 tempest-ServersListShow298Test-1734213796-project-member] [instance: 23dfa5b7-42f4-486c-8ce4-ae7d2e08c1e0] Checking state {{(pid=69613) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 781.255299] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-974b2c3b-94e6-4cb2-8b61-c014776b12af {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.261538] env[69613]: DEBUG oslo_vmware.api [None req-954cb9ae-4d1d-46ff-9860-e5db1ce5aa4b tempest-ServerRescueTestJSONUnderV235-2099362716 tempest-ServerRescueTestJSONUnderV235-2099362716-project-member] Waiting for the task: (returnval){ [ 781.261538] env[69613]: value = "task-3417280" [ 781.261538] env[69613]: _type = "Task" [ 781.261538] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.275389] env[69613]: DEBUG oslo_vmware.api [None req-954cb9ae-4d1d-46ff-9860-e5db1ce5aa4b tempest-ServerRescueTestJSONUnderV235-2099362716 tempest-ServerRescueTestJSONUnderV235-2099362716-project-member] Task: {'id': task-3417280, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.305944] env[69613]: DEBUG oslo_concurrency.lockutils [None req-0759add2-7c20-453d-a65a-4e216d6bad65 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.694s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 781.306501] env[69613]: DEBUG nova.compute.manager [None req-0759add2-7c20-453d-a65a-4e216d6bad65 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] [instance: cf649a29-c0b2-4cc4-9d7d-da72ef553093] Start building networks asynchronously for instance. {{(pid=69613) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 781.310203] env[69613]: DEBUG oslo_concurrency.lockutils [None req-6eaa0095-281f-4f74-9df8-fa2d844d036e tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.491s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 781.312539] env[69613]: INFO nova.compute.claims [None req-6eaa0095-281f-4f74-9df8-fa2d844d036e tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] [instance: 1380fea1-6d74-469a-8a3a-7706e3d1f932] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 781.433117] env[69613]: DEBUG nova.compute.manager [None req-c16f920a-ed0d-4361-9cd7-4e6000b64d44 tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] [instance: 1d1867b6-e625-4262-849c-a6ce4acce7bf] Starting instance... {{(pid=69613) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 781.544463] env[69613]: DEBUG oslo_concurrency.lockutils [None req-c8b3226f-f941-48c9-a041-7601d0d8ccf8 tempest-AttachInterfacesV270Test-22779326 tempest-AttachInterfacesV270Test-22779326-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 781.633284] env[69613]: DEBUG oslo_concurrency.lockutils [None req-ab84d031-5f08-4613-b82b-fd3ae739f57b tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 781.716823] env[69613]: DEBUG oslo_vmware.api [None req-4e1a22c6-d979-4335-a8e5-09e8b7ff8cfe tempest-ListImageFiltersTestJSON-1131301097 tempest-ListImageFiltersTestJSON-1131301097-project-member] Task: {'id': task-3417279, 'name': CloneVM_Task} progress is 94%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.769627] env[69613]: DEBUG nova.network.neutron [None req-8724caaa-392c-4e8a-bdc1-be802fb1f420 tempest-ServerShowV257Test-2050624232 tempest-ServerShowV257Test-2050624232-project-member] [instance: 670d9426-6edb-4dfd-9953-1f10f89ebfc6] Instance cache missing network info. {{(pid=69613) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 781.784590] env[69613]: DEBUG oslo_vmware.api [None req-954cb9ae-4d1d-46ff-9860-e5db1ce5aa4b tempest-ServerRescueTestJSONUnderV235-2099362716 tempest-ServerRescueTestJSONUnderV235-2099362716-project-member] Task: {'id': task-3417280, 'name': PowerOffVM_Task, 'duration_secs': 0.453006} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.786013] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-954cb9ae-4d1d-46ff-9860-e5db1ce5aa4b tempest-ServerRescueTestJSONUnderV235-2099362716 tempest-ServerRescueTestJSONUnderV235-2099362716-project-member] [instance: 267ffd7d-ab93-4dda-b46a-1059b3f82f4f] Powered off the VM {{(pid=69613) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 781.787511] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f64ad003-8574-4a6f-b5fe-7f242cd78491 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.820923] env[69613]: DEBUG nova.compute.utils [None req-0759add2-7c20-453d-a65a-4e216d6bad65 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] Using /dev/sd instead of None {{(pid=69613) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 781.826136] env[69613]: DEBUG nova.compute.manager [None req-0759add2-7c20-453d-a65a-4e216d6bad65 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] [instance: cf649a29-c0b2-4cc4-9d7d-da72ef553093] Allocating IP information in the background. {{(pid=69613) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 781.826136] env[69613]: DEBUG nova.network.neutron [None req-0759add2-7c20-453d-a65a-4e216d6bad65 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] [instance: cf649a29-c0b2-4cc4-9d7d-da72ef553093] allocate_for_instance() {{(pid=69613) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 781.827846] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89a9efc8-4f18-4a24-9cc7-7e0ee41594da {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.862525] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-954cb9ae-4d1d-46ff-9860-e5db1ce5aa4b tempest-ServerRescueTestJSONUnderV235-2099362716 tempest-ServerRescueTestJSONUnderV235-2099362716-project-member] [instance: 267ffd7d-ab93-4dda-b46a-1059b3f82f4f] Powering off the VM {{(pid=69613) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 781.864106] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-34cf3ba0-22fe-4247-b844-599abdeb39e2 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.873982] env[69613]: DEBUG oslo_vmware.api [None req-954cb9ae-4d1d-46ff-9860-e5db1ce5aa4b tempest-ServerRescueTestJSONUnderV235-2099362716 tempest-ServerRescueTestJSONUnderV235-2099362716-project-member] Waiting for the task: (returnval){ [ 781.873982] env[69613]: value = "task-3417281" [ 781.873982] env[69613]: _type = "Task" [ 781.873982] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.889129] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-954cb9ae-4d1d-46ff-9860-e5db1ce5aa4b tempest-ServerRescueTestJSONUnderV235-2099362716 tempest-ServerRescueTestJSONUnderV235-2099362716-project-member] [instance: 267ffd7d-ab93-4dda-b46a-1059b3f82f4f] VM already powered off {{(pid=69613) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 781.889567] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-954cb9ae-4d1d-46ff-9860-e5db1ce5aa4b tempest-ServerRescueTestJSONUnderV235-2099362716 tempest-ServerRescueTestJSONUnderV235-2099362716-project-member] [instance: 267ffd7d-ab93-4dda-b46a-1059b3f82f4f] Processing image 2b7a0304-b5d0-431d-b287-32c8388d7fbd {{(pid=69613) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 781.889938] env[69613]: DEBUG oslo_concurrency.lockutils [None req-954cb9ae-4d1d-46ff-9860-e5db1ce5aa4b tempest-ServerRescueTestJSONUnderV235-2099362716 tempest-ServerRescueTestJSONUnderV235-2099362716-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.890227] env[69613]: DEBUG oslo_concurrency.lockutils [None req-954cb9ae-4d1d-46ff-9860-e5db1ce5aa4b tempest-ServerRescueTestJSONUnderV235-2099362716 tempest-ServerRescueTestJSONUnderV235-2099362716-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.890540] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-954cb9ae-4d1d-46ff-9860-e5db1ce5aa4b tempest-ServerRescueTestJSONUnderV235-2099362716 tempest-ServerRescueTestJSONUnderV235-2099362716-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69613) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 781.890940] env[69613]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1f7363a4-89c5-4c02-a6b9-54817037644f {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.904235] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-954cb9ae-4d1d-46ff-9860-e5db1ce5aa4b tempest-ServerRescueTestJSONUnderV235-2099362716 tempest-ServerRescueTestJSONUnderV235-2099362716-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69613) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 781.904470] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-954cb9ae-4d1d-46ff-9860-e5db1ce5aa4b tempest-ServerRescueTestJSONUnderV235-2099362716 tempest-ServerRescueTestJSONUnderV235-2099362716-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69613) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 781.905324] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-84953ab3-3a56-47cb-8ab3-21df01e5cf20 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.913294] env[69613]: DEBUG oslo_vmware.api [None req-954cb9ae-4d1d-46ff-9860-e5db1ce5aa4b tempest-ServerRescueTestJSONUnderV235-2099362716 tempest-ServerRescueTestJSONUnderV235-2099362716-project-member] Waiting for the task: (returnval){ [ 781.913294] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]5268d4eb-f65a-6326-c3ce-4097ccb67dbe" [ 781.913294] env[69613]: _type = "Task" [ 781.913294] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.923289] env[69613]: DEBUG oslo_vmware.api [None req-954cb9ae-4d1d-46ff-9860-e5db1ce5aa4b tempest-ServerRescueTestJSONUnderV235-2099362716 tempest-ServerRescueTestJSONUnderV235-2099362716-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]5268d4eb-f65a-6326-c3ce-4097ccb67dbe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.950362] env[69613]: DEBUG nova.network.neutron [None req-8724caaa-392c-4e8a-bdc1-be802fb1f420 tempest-ServerShowV257Test-2050624232 tempest-ServerShowV257Test-2050624232-project-member] [instance: 670d9426-6edb-4dfd-9953-1f10f89ebfc6] Updating instance_info_cache with network_info: [] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 781.960625] env[69613]: DEBUG oslo_concurrency.lockutils [None req-c16f920a-ed0d-4361-9cd7-4e6000b64d44 tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 781.970351] env[69613]: DEBUG nova.policy [None req-0759add2-7c20-453d-a65a-4e216d6bad65 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8b01e47c0f874e0e8fe0cefb753d16f7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '70491f9430e24961b9308f48ea2dc709', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69613) authorize /opt/stack/nova/nova/policy.py:192}} [ 782.219432] env[69613]: DEBUG oslo_vmware.api [None req-4e1a22c6-d979-4335-a8e5-09e8b7ff8cfe tempest-ListImageFiltersTestJSON-1131301097 tempest-ListImageFiltersTestJSON-1131301097-project-member] Task: {'id': task-3417279, 'name': CloneVM_Task} progress is 94%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.278233] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8af305d-3e71-488e-815e-5670799ee1e8 tempest-ServersListShow298Test-1734213796 tempest-ServersListShow298Test-1734213796-project-member] [instance: 23dfa5b7-42f4-486c-8ce4-ae7d2e08c1e0] Powering off the VM {{(pid=69613) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 782.278566] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-689ad83d-b80c-40d1-8566-692aef49c89d {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.288456] env[69613]: DEBUG oslo_vmware.api [None req-e8af305d-3e71-488e-815e-5670799ee1e8 tempest-ServersListShow298Test-1734213796 tempest-ServersListShow298Test-1734213796-project-member] Waiting for the task: (returnval){ [ 782.288456] env[69613]: value = "task-3417282" [ 782.288456] env[69613]: _type = "Task" [ 782.288456] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.299813] env[69613]: DEBUG oslo_vmware.api [None req-e8af305d-3e71-488e-815e-5670799ee1e8 tempest-ServersListShow298Test-1734213796 tempest-ServersListShow298Test-1734213796-project-member] Task: {'id': task-3417282, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.333254] env[69613]: DEBUG nova.compute.manager [None req-0759add2-7c20-453d-a65a-4e216d6bad65 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] [instance: cf649a29-c0b2-4cc4-9d7d-da72ef553093] Start building block device mappings for instance. {{(pid=69613) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 782.430762] env[69613]: DEBUG oslo_vmware.api [None req-954cb9ae-4d1d-46ff-9860-e5db1ce5aa4b tempest-ServerRescueTestJSONUnderV235-2099362716 tempest-ServerRescueTestJSONUnderV235-2099362716-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]5268d4eb-f65a-6326-c3ce-4097ccb67dbe, 'name': SearchDatastore_Task, 'duration_secs': 0.013353} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.431688] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1a7f50ca-828a-4065-bc18-b837c7514116 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.440928] env[69613]: DEBUG oslo_vmware.api [None req-954cb9ae-4d1d-46ff-9860-e5db1ce5aa4b tempest-ServerRescueTestJSONUnderV235-2099362716 tempest-ServerRescueTestJSONUnderV235-2099362716-project-member] Waiting for the task: (returnval){ [ 782.440928] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]526ee3ae-6328-a86d-1b60-bdec60fcab30" [ 782.440928] env[69613]: _type = "Task" [ 782.440928] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.453613] env[69613]: DEBUG oslo_concurrency.lockutils [None req-8724caaa-392c-4e8a-bdc1-be802fb1f420 tempest-ServerShowV257Test-2050624232 tempest-ServerShowV257Test-2050624232-project-member] Releasing lock "refresh_cache-670d9426-6edb-4dfd-9953-1f10f89ebfc6" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.453783] env[69613]: DEBUG nova.compute.manager [None req-8724caaa-392c-4e8a-bdc1-be802fb1f420 tempest-ServerShowV257Test-2050624232 tempest-ServerShowV257Test-2050624232-project-member] [instance: 670d9426-6edb-4dfd-9953-1f10f89ebfc6] Start destroying the instance on the hypervisor. {{(pid=69613) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 782.453995] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-8724caaa-392c-4e8a-bdc1-be802fb1f420 tempest-ServerShowV257Test-2050624232 tempest-ServerShowV257Test-2050624232-project-member] [instance: 670d9426-6edb-4dfd-9953-1f10f89ebfc6] Destroying instance {{(pid=69613) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 782.454364] env[69613]: DEBUG oslo_vmware.api [None req-954cb9ae-4d1d-46ff-9860-e5db1ce5aa4b tempest-ServerRescueTestJSONUnderV235-2099362716 tempest-ServerRescueTestJSONUnderV235-2099362716-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]526ee3ae-6328-a86d-1b60-bdec60fcab30, 'name': SearchDatastore_Task, 'duration_secs': 0.011291} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.460065] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59df6f72-72df-4000-93dd-6e8a40a13015 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.461932] env[69613]: DEBUG oslo_concurrency.lockutils [None req-954cb9ae-4d1d-46ff-9860-e5db1ce5aa4b tempest-ServerRescueTestJSONUnderV235-2099362716 tempest-ServerRescueTestJSONUnderV235-2099362716-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.462219] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-954cb9ae-4d1d-46ff-9860-e5db1ce5aa4b tempest-ServerRescueTestJSONUnderV235-2099362716 tempest-ServerRescueTestJSONUnderV235-2099362716-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk to [datastore1] 267ffd7d-ab93-4dda-b46a-1059b3f82f4f/2b7a0304-b5d0-431d-b287-32c8388d7fbd-rescue.vmdk. {{(pid=69613) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 782.462714] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-59c3112b-de03-44d5-9477-21088fc98a4d {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.471237] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-8724caaa-392c-4e8a-bdc1-be802fb1f420 tempest-ServerShowV257Test-2050624232 tempest-ServerShowV257Test-2050624232-project-member] [instance: 670d9426-6edb-4dfd-9953-1f10f89ebfc6] Powering off the VM {{(pid=69613) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 782.471561] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7b1ff02b-e769-4476-a55e-18d9bae05b0f {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.475024] env[69613]: DEBUG oslo_vmware.api [None req-954cb9ae-4d1d-46ff-9860-e5db1ce5aa4b tempest-ServerRescueTestJSONUnderV235-2099362716 tempest-ServerRescueTestJSONUnderV235-2099362716-project-member] Waiting for the task: (returnval){ [ 782.475024] env[69613]: value = "task-3417284" [ 782.475024] env[69613]: _type = "Task" [ 782.475024] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.481876] env[69613]: DEBUG nova.network.neutron [None req-0759add2-7c20-453d-a65a-4e216d6bad65 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] [instance: cf649a29-c0b2-4cc4-9d7d-da72ef553093] Successfully created port: 08b5c128-df52-4c4f-9613-e8b6aadb19dc {{(pid=69613) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 782.485053] env[69613]: DEBUG oslo_vmware.api [None req-8724caaa-392c-4e8a-bdc1-be802fb1f420 tempest-ServerShowV257Test-2050624232 tempest-ServerShowV257Test-2050624232-project-member] Waiting for the task: (returnval){ [ 782.485053] env[69613]: value = "task-3417285" [ 782.485053] env[69613]: _type = "Task" [ 782.485053] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.499739] env[69613]: DEBUG oslo_vmware.api [None req-954cb9ae-4d1d-46ff-9860-e5db1ce5aa4b tempest-ServerRescueTestJSONUnderV235-2099362716 tempest-ServerRescueTestJSONUnderV235-2099362716-project-member] Task: {'id': task-3417284, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.506376] env[69613]: DEBUG oslo_vmware.api [None req-8724caaa-392c-4e8a-bdc1-be802fb1f420 tempest-ServerShowV257Test-2050624232 tempest-ServerShowV257Test-2050624232-project-member] Task: {'id': task-3417285, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.728407] env[69613]: INFO nova.compute.manager [None req-20708cb9-2aaa-462d-bb59-1239315285d3 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] [instance: 30032fc2-1100-456a-bd0d-f3daf0a16662] Rebuilding instance [ 782.730523] env[69613]: DEBUG oslo_vmware.api [None req-4e1a22c6-d979-4335-a8e5-09e8b7ff8cfe tempest-ListImageFiltersTestJSON-1131301097 tempest-ListImageFiltersTestJSON-1131301097-project-member] Task: {'id': task-3417279, 'name': CloneVM_Task} progress is 95%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.796969] env[69613]: DEBUG nova.compute.manager [None req-20708cb9-2aaa-462d-bb59-1239315285d3 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] [instance: 30032fc2-1100-456a-bd0d-f3daf0a16662] Checking state {{(pid=69613) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 782.798801] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19b26482-0037-49f8-b835-0820d630c013 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.819036] env[69613]: DEBUG oslo_vmware.api [None req-e8af305d-3e71-488e-815e-5670799ee1e8 tempest-ServersListShow298Test-1734213796 tempest-ServersListShow298Test-1734213796-project-member] Task: {'id': task-3417282, 'name': PowerOffVM_Task, 'duration_secs': 0.128947} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.819036] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8af305d-3e71-488e-815e-5670799ee1e8 tempest-ServersListShow298Test-1734213796 tempest-ServersListShow298Test-1734213796-project-member] [instance: 23dfa5b7-42f4-486c-8ce4-ae7d2e08c1e0] Powered off the VM {{(pid=69613) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 782.820132] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-e8af305d-3e71-488e-815e-5670799ee1e8 tempest-ServersListShow298Test-1734213796 tempest-ServersListShow298Test-1734213796-project-member] [instance: 23dfa5b7-42f4-486c-8ce4-ae7d2e08c1e0] Destroying instance {{(pid=69613) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 782.823487] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3210b85-e5a8-40dc-893b-c7295f201b84 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.834921] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-e8af305d-3e71-488e-815e-5670799ee1e8 tempest-ServersListShow298Test-1734213796 tempest-ServersListShow298Test-1734213796-project-member] [instance: 23dfa5b7-42f4-486c-8ce4-ae7d2e08c1e0] Unregistering the VM {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 782.834921] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1ded4b96-7887-4d37-a0f6-0afbb7dded77 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.868037] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-e8af305d-3e71-488e-815e-5670799ee1e8 tempest-ServersListShow298Test-1734213796 tempest-ServersListShow298Test-1734213796-project-member] [instance: 23dfa5b7-42f4-486c-8ce4-ae7d2e08c1e0] Unregistered the VM {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 782.868572] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-e8af305d-3e71-488e-815e-5670799ee1e8 tempest-ServersListShow298Test-1734213796 tempest-ServersListShow298Test-1734213796-project-member] [instance: 23dfa5b7-42f4-486c-8ce4-ae7d2e08c1e0] Deleting contents of the VM from datastore datastore1 {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 782.868991] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-e8af305d-3e71-488e-815e-5670799ee1e8 tempest-ServersListShow298Test-1734213796 tempest-ServersListShow298Test-1734213796-project-member] Deleting the datastore file [datastore1] 23dfa5b7-42f4-486c-8ce4-ae7d2e08c1e0 {{(pid=69613) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 782.869674] env[69613]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8ec0b8d4-8e69-4ee1-ab95-5b2449946af4 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.885858] env[69613]: DEBUG oslo_vmware.api [None req-e8af305d-3e71-488e-815e-5670799ee1e8 tempest-ServersListShow298Test-1734213796 tempest-ServersListShow298Test-1734213796-project-member] Waiting for the task: (returnval){ [ 782.885858] env[69613]: value = "task-3417287" [ 782.885858] env[69613]: _type = "Task" [ 782.885858] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.898723] env[69613]: DEBUG oslo_vmware.api [None req-e8af305d-3e71-488e-815e-5670799ee1e8 tempest-ServersListShow298Test-1734213796 tempest-ServersListShow298Test-1734213796-project-member] Task: {'id': task-3417287, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.957956] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86f03685-0f5d-4974-a116-963d95c5b5c1 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.967433] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61759bad-4469-4a9d-a312-bdf56c26b383 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.007940] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8476168b-1034-419d-81cd-485c6165f64f {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.018987] env[69613]: DEBUG oslo_vmware.api [None req-954cb9ae-4d1d-46ff-9860-e5db1ce5aa4b tempest-ServerRescueTestJSONUnderV235-2099362716 tempest-ServerRescueTestJSONUnderV235-2099362716-project-member] Task: {'id': task-3417284, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.494054} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.023314] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d11fbb3e-4de2-447d-90d9-84617052b100 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.029163] env[69613]: INFO nova.virt.vmwareapi.ds_util [None req-954cb9ae-4d1d-46ff-9860-e5db1ce5aa4b tempest-ServerRescueTestJSONUnderV235-2099362716 tempest-ServerRescueTestJSONUnderV235-2099362716-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk to [datastore1] 267ffd7d-ab93-4dda-b46a-1059b3f82f4f/2b7a0304-b5d0-431d-b287-32c8388d7fbd-rescue.vmdk. [ 783.029505] env[69613]: DEBUG oslo_vmware.api [None req-8724caaa-392c-4e8a-bdc1-be802fb1f420 tempest-ServerShowV257Test-2050624232 tempest-ServerShowV257Test-2050624232-project-member] Task: {'id': task-3417285, 'name': PowerOffVM_Task, 'duration_secs': 0.112134} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.030586] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c343d353-0a66-4420-a429-3f63c118e863 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.034753] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-8724caaa-392c-4e8a-bdc1-be802fb1f420 tempest-ServerShowV257Test-2050624232 tempest-ServerShowV257Test-2050624232-project-member] [instance: 670d9426-6edb-4dfd-9953-1f10f89ebfc6] Powered off the VM {{(pid=69613) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 783.034753] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-8724caaa-392c-4e8a-bdc1-be802fb1f420 tempest-ServerShowV257Test-2050624232 tempest-ServerShowV257Test-2050624232-project-member] [instance: 670d9426-6edb-4dfd-9953-1f10f89ebfc6] Unregistering the VM {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 783.034753] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-91d61eb3-ecd7-41e4-99fb-a2a19e5bb2a5 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.044217] env[69613]: DEBUG nova.compute.provider_tree [None req-6eaa0095-281f-4f74-9df8-fa2d844d036e tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] Inventory has not changed in ProviderTree for provider: af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 {{(pid=69613) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 783.070416] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-954cb9ae-4d1d-46ff-9860-e5db1ce5aa4b tempest-ServerRescueTestJSONUnderV235-2099362716 tempest-ServerRescueTestJSONUnderV235-2099362716-project-member] [instance: 267ffd7d-ab93-4dda-b46a-1059b3f82f4f] Reconfiguring VM instance instance-00000031 to attach disk [datastore1] 267ffd7d-ab93-4dda-b46a-1059b3f82f4f/2b7a0304-b5d0-431d-b287-32c8388d7fbd-rescue.vmdk or device None with type thin {{(pid=69613) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 783.072854] env[69613]: DEBUG nova.scheduler.client.report [None req-6eaa0095-281f-4f74-9df8-fa2d844d036e tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] Inventory has not changed for provider af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69613) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 783.076174] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ebc571b1-3266-4fbe-9da5-9741eef6fd00 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.092254] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-8724caaa-392c-4e8a-bdc1-be802fb1f420 tempest-ServerShowV257Test-2050624232 tempest-ServerShowV257Test-2050624232-project-member] [instance: 670d9426-6edb-4dfd-9953-1f10f89ebfc6] Unregistered the VM {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 783.092467] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-8724caaa-392c-4e8a-bdc1-be802fb1f420 tempest-ServerShowV257Test-2050624232 tempest-ServerShowV257Test-2050624232-project-member] [instance: 670d9426-6edb-4dfd-9953-1f10f89ebfc6] Deleting contents of the VM from datastore datastore1 {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 783.092649] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-8724caaa-392c-4e8a-bdc1-be802fb1f420 tempest-ServerShowV257Test-2050624232 tempest-ServerShowV257Test-2050624232-project-member] Deleting the datastore file [datastore1] 670d9426-6edb-4dfd-9953-1f10f89ebfc6 {{(pid=69613) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 783.093343] env[69613]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a6603c69-8a9d-4bc4-9a65-8532cfd118fa {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.099572] env[69613]: DEBUG oslo_vmware.api [None req-954cb9ae-4d1d-46ff-9860-e5db1ce5aa4b tempest-ServerRescueTestJSONUnderV235-2099362716 tempest-ServerRescueTestJSONUnderV235-2099362716-project-member] Waiting for the task: (returnval){ [ 783.099572] env[69613]: value = "task-3417289" [ 783.099572] env[69613]: _type = "Task" [ 783.099572] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.101274] env[69613]: DEBUG oslo_vmware.api [None req-8724caaa-392c-4e8a-bdc1-be802fb1f420 tempest-ServerShowV257Test-2050624232 tempest-ServerShowV257Test-2050624232-project-member] Waiting for the task: (returnval){ [ 783.101274] env[69613]: value = "task-3417290" [ 783.101274] env[69613]: _type = "Task" [ 783.101274] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.113766] env[69613]: DEBUG oslo_vmware.api [None req-954cb9ae-4d1d-46ff-9860-e5db1ce5aa4b tempest-ServerRescueTestJSONUnderV235-2099362716 tempest-ServerRescueTestJSONUnderV235-2099362716-project-member] Task: {'id': task-3417289, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.117527] env[69613]: DEBUG oslo_vmware.api [None req-8724caaa-392c-4e8a-bdc1-be802fb1f420 tempest-ServerShowV257Test-2050624232 tempest-ServerShowV257Test-2050624232-project-member] Task: {'id': task-3417290, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.217085] env[69613]: DEBUG oslo_vmware.api [None req-4e1a22c6-d979-4335-a8e5-09e8b7ff8cfe tempest-ListImageFiltersTestJSON-1131301097 tempest-ListImageFiltersTestJSON-1131301097-project-member] Task: {'id': task-3417279, 'name': CloneVM_Task} progress is 100%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.348847] env[69613]: DEBUG nova.compute.manager [None req-0759add2-7c20-453d-a65a-4e216d6bad65 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] [instance: cf649a29-c0b2-4cc4-9d7d-da72ef553093] Start spawning the instance on the hypervisor. {{(pid=69613) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 783.370090] env[69613]: DEBUG nova.virt.hardware [None req-0759add2-7c20-453d-a65a-4e216d6bad65 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T13:55:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T13:55:19Z,direct_url=,disk_format='vmdk',id=2b7a0304-b5d0-431d-b287-32c8388d7fbd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3e9e1b873f1442d59d5ee8247b941f74',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T13:55:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 783.370385] env[69613]: DEBUG nova.virt.hardware [None req-0759add2-7c20-453d-a65a-4e216d6bad65 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] Flavor limits 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 783.370562] env[69613]: DEBUG nova.virt.hardware [None req-0759add2-7c20-453d-a65a-4e216d6bad65 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] Image limits 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 783.370747] env[69613]: DEBUG nova.virt.hardware [None req-0759add2-7c20-453d-a65a-4e216d6bad65 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] Flavor pref 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 783.370891] env[69613]: DEBUG nova.virt.hardware [None req-0759add2-7c20-453d-a65a-4e216d6bad65 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] Image pref 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 783.371075] env[69613]: DEBUG nova.virt.hardware [None req-0759add2-7c20-453d-a65a-4e216d6bad65 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 783.371298] env[69613]: DEBUG nova.virt.hardware [None req-0759add2-7c20-453d-a65a-4e216d6bad65 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 783.371469] env[69613]: DEBUG nova.virt.hardware [None req-0759add2-7c20-453d-a65a-4e216d6bad65 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69613) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 783.371633] env[69613]: DEBUG nova.virt.hardware [None req-0759add2-7c20-453d-a65a-4e216d6bad65 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] Got 1 possible topologies {{(pid=69613) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 783.371794] env[69613]: DEBUG nova.virt.hardware [None req-0759add2-7c20-453d-a65a-4e216d6bad65 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 783.371964] env[69613]: DEBUG nova.virt.hardware [None req-0759add2-7c20-453d-a65a-4e216d6bad65 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 783.372816] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3713a8a6-7d41-4e7e-84a6-b7bf8f29fe48 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.381461] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0bc5dea-99e2-4b91-a651-ffbefc74edd5 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.402776] env[69613]: DEBUG oslo_vmware.api [None req-e8af305d-3e71-488e-815e-5670799ee1e8 tempest-ServersListShow298Test-1734213796 tempest-ServersListShow298Test-1734213796-project-member] Task: {'id': task-3417287, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.144956} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.403224] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-e8af305d-3e71-488e-815e-5670799ee1e8 tempest-ServersListShow298Test-1734213796 tempest-ServersListShow298Test-1734213796-project-member] Deleted the datastore file {{(pid=69613) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 783.403224] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-e8af305d-3e71-488e-815e-5670799ee1e8 tempest-ServersListShow298Test-1734213796 tempest-ServersListShow298Test-1734213796-project-member] [instance: 23dfa5b7-42f4-486c-8ce4-ae7d2e08c1e0] Deleted contents of the VM from datastore datastore1 {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 783.403403] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-e8af305d-3e71-488e-815e-5670799ee1e8 tempest-ServersListShow298Test-1734213796 tempest-ServersListShow298Test-1734213796-project-member] [instance: 23dfa5b7-42f4-486c-8ce4-ae7d2e08c1e0] Instance destroyed {{(pid=69613) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 783.593748] env[69613]: DEBUG oslo_concurrency.lockutils [None req-6eaa0095-281f-4f74-9df8-fa2d844d036e tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.283s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 783.594623] env[69613]: DEBUG nova.compute.manager [None req-6eaa0095-281f-4f74-9df8-fa2d844d036e tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] [instance: 1380fea1-6d74-469a-8a3a-7706e3d1f932] Start building networks asynchronously for instance. {{(pid=69613) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 783.600757] env[69613]: DEBUG oslo_concurrency.lockutils [None req-968159ec-ed07-4fd5-b598-c029380689af tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.553s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 783.602967] env[69613]: INFO nova.compute.claims [None req-968159ec-ed07-4fd5-b598-c029380689af tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] [instance: 14d0f0b3-1a44-4461-a24b-7a39574b7532] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 783.619801] env[69613]: DEBUG oslo_vmware.api [None req-8724caaa-392c-4e8a-bdc1-be802fb1f420 tempest-ServerShowV257Test-2050624232 tempest-ServerShowV257Test-2050624232-project-member] Task: {'id': task-3417290, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.105562} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.623160] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-8724caaa-392c-4e8a-bdc1-be802fb1f420 tempest-ServerShowV257Test-2050624232 tempest-ServerShowV257Test-2050624232-project-member] Deleted the datastore file {{(pid=69613) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 783.623367] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-8724caaa-392c-4e8a-bdc1-be802fb1f420 tempest-ServerShowV257Test-2050624232 tempest-ServerShowV257Test-2050624232-project-member] [instance: 670d9426-6edb-4dfd-9953-1f10f89ebfc6] Deleted contents of the VM from datastore datastore1 {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 783.623542] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-8724caaa-392c-4e8a-bdc1-be802fb1f420 tempest-ServerShowV257Test-2050624232 tempest-ServerShowV257Test-2050624232-project-member] [instance: 670d9426-6edb-4dfd-9953-1f10f89ebfc6] Instance destroyed {{(pid=69613) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 783.623717] env[69613]: INFO nova.compute.manager [None req-8724caaa-392c-4e8a-bdc1-be802fb1f420 tempest-ServerShowV257Test-2050624232 tempest-ServerShowV257Test-2050624232-project-member] [instance: 670d9426-6edb-4dfd-9953-1f10f89ebfc6] Took 1.17 seconds to destroy the instance on the hypervisor. [ 783.623957] env[69613]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8724caaa-392c-4e8a-bdc1-be802fb1f420 tempest-ServerShowV257Test-2050624232 tempest-ServerShowV257Test-2050624232-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69613) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 783.624186] env[69613]: DEBUG oslo_vmware.api [None req-954cb9ae-4d1d-46ff-9860-e5db1ce5aa4b tempest-ServerRescueTestJSONUnderV235-2099362716 tempest-ServerRescueTestJSONUnderV235-2099362716-project-member] Task: {'id': task-3417289, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.624438] env[69613]: DEBUG nova.compute.manager [-] [instance: 670d9426-6edb-4dfd-9953-1f10f89ebfc6] Deallocating network for instance {{(pid=69613) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 783.624537] env[69613]: DEBUG nova.network.neutron [-] [instance: 670d9426-6edb-4dfd-9953-1f10f89ebfc6] deallocate_for_instance() {{(pid=69613) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 783.642257] env[69613]: DEBUG nova.network.neutron [-] [instance: 670d9426-6edb-4dfd-9953-1f10f89ebfc6] Instance cache missing network info. {{(pid=69613) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 783.717903] env[69613]: DEBUG oslo_vmware.api [None req-4e1a22c6-d979-4335-a8e5-09e8b7ff8cfe tempest-ListImageFiltersTestJSON-1131301097 tempest-ListImageFiltersTestJSON-1131301097-project-member] Task: {'id': task-3417279, 'name': CloneVM_Task, 'duration_secs': 2.126964} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.719043] env[69613]: INFO nova.virt.vmwareapi.vmops [None req-4e1a22c6-d979-4335-a8e5-09e8b7ff8cfe tempest-ListImageFiltersTestJSON-1131301097 tempest-ListImageFiltersTestJSON-1131301097-project-member] [instance: 352f5690-451d-489a-a7b1-259ff9b95e49] Created linked-clone VM from snapshot [ 783.719043] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a386a6a-2045-466e-8832-0120459ba072 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.727341] env[69613]: DEBUG nova.virt.vmwareapi.images [None req-4e1a22c6-d979-4335-a8e5-09e8b7ff8cfe tempest-ListImageFiltersTestJSON-1131301097 tempest-ListImageFiltersTestJSON-1131301097-project-member] [instance: 352f5690-451d-489a-a7b1-259ff9b95e49] Uploading image a832b893-b329-45f5-9773-77beb9fbfa29 {{(pid=69613) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 783.748830] env[69613]: DEBUG oslo_vmware.rw_handles [None req-4e1a22c6-d979-4335-a8e5-09e8b7ff8cfe tempest-ListImageFiltersTestJSON-1131301097 tempest-ListImageFiltersTestJSON-1131301097-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 783.748830] env[69613]: value = "vm-681841" [ 783.748830] env[69613]: _type = "VirtualMachine" [ 783.748830] env[69613]: }. {{(pid=69613) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 783.749281] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-02df0b1d-8f96-4b6e-8658-85519e7fb5bd {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.757565] env[69613]: DEBUG oslo_vmware.rw_handles [None req-4e1a22c6-d979-4335-a8e5-09e8b7ff8cfe tempest-ListImageFiltersTestJSON-1131301097 tempest-ListImageFiltersTestJSON-1131301097-project-member] Lease: (returnval){ [ 783.757565] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]527c232e-ba92-a2be-0e88-338b00d79838" [ 783.757565] env[69613]: _type = "HttpNfcLease" [ 783.757565] env[69613]: } obtained for exporting VM: (result){ [ 783.757565] env[69613]: value = "vm-681841" [ 783.757565] env[69613]: _type = "VirtualMachine" [ 783.757565] env[69613]: }. {{(pid=69613) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 783.757881] env[69613]: DEBUG oslo_vmware.api [None req-4e1a22c6-d979-4335-a8e5-09e8b7ff8cfe tempest-ListImageFiltersTestJSON-1131301097 tempest-ListImageFiltersTestJSON-1131301097-project-member] Waiting for the lease: (returnval){ [ 783.757881] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]527c232e-ba92-a2be-0e88-338b00d79838" [ 783.757881] env[69613]: _type = "HttpNfcLease" [ 783.757881] env[69613]: } to be ready. {{(pid=69613) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 783.764980] env[69613]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 783.764980] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]527c232e-ba92-a2be-0e88-338b00d79838" [ 783.764980] env[69613]: _type = "HttpNfcLease" [ 783.764980] env[69613]: } is initializing. {{(pid=69613) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 783.823234] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-20708cb9-2aaa-462d-bb59-1239315285d3 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] [instance: 30032fc2-1100-456a-bd0d-f3daf0a16662] Powering off the VM {{(pid=69613) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 783.823568] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cea92f9c-d499-4521-bd37-a8c9e7f2a622 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.832244] env[69613]: DEBUG oslo_vmware.api [None req-20708cb9-2aaa-462d-bb59-1239315285d3 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Waiting for the task: (returnval){ [ 783.832244] env[69613]: value = "task-3417292" [ 783.832244] env[69613]: _type = "Task" [ 783.832244] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.841919] env[69613]: DEBUG oslo_vmware.api [None req-20708cb9-2aaa-462d-bb59-1239315285d3 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Task: {'id': task-3417292, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.105399] env[69613]: DEBUG nova.compute.manager [req-1013a698-0e33-4f5b-a58b-5961236eac01 req-a73ccc71-bfc5-405c-ad30-f1025aaa03ed service nova] [instance: cf649a29-c0b2-4cc4-9d7d-da72ef553093] Received event network-vif-plugged-08b5c128-df52-4c4f-9613-e8b6aadb19dc {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 784.105661] env[69613]: DEBUG oslo_concurrency.lockutils [req-1013a698-0e33-4f5b-a58b-5961236eac01 req-a73ccc71-bfc5-405c-ad30-f1025aaa03ed service nova] Acquiring lock "cf649a29-c0b2-4cc4-9d7d-da72ef553093-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 784.105834] env[69613]: DEBUG oslo_concurrency.lockutils [req-1013a698-0e33-4f5b-a58b-5961236eac01 req-a73ccc71-bfc5-405c-ad30-f1025aaa03ed service nova] Lock "cf649a29-c0b2-4cc4-9d7d-da72ef553093-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 784.106013] env[69613]: DEBUG oslo_concurrency.lockutils [req-1013a698-0e33-4f5b-a58b-5961236eac01 req-a73ccc71-bfc5-405c-ad30-f1025aaa03ed service nova] Lock "cf649a29-c0b2-4cc4-9d7d-da72ef553093-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 784.106520] env[69613]: DEBUG nova.compute.manager [req-1013a698-0e33-4f5b-a58b-5961236eac01 req-a73ccc71-bfc5-405c-ad30-f1025aaa03ed service nova] [instance: cf649a29-c0b2-4cc4-9d7d-da72ef553093] No waiting events found dispatching network-vif-plugged-08b5c128-df52-4c4f-9613-e8b6aadb19dc {{(pid=69613) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 784.106733] env[69613]: WARNING nova.compute.manager [req-1013a698-0e33-4f5b-a58b-5961236eac01 req-a73ccc71-bfc5-405c-ad30-f1025aaa03ed service nova] [instance: cf649a29-c0b2-4cc4-9d7d-da72ef553093] Received unexpected event network-vif-plugged-08b5c128-df52-4c4f-9613-e8b6aadb19dc for instance with vm_state building and task_state spawning. [ 784.109065] env[69613]: DEBUG nova.compute.utils [None req-6eaa0095-281f-4f74-9df8-fa2d844d036e tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] Using /dev/sd instead of None {{(pid=69613) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 784.111058] env[69613]: DEBUG nova.compute.manager [None req-6eaa0095-281f-4f74-9df8-fa2d844d036e tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] [instance: 1380fea1-6d74-469a-8a3a-7706e3d1f932] Allocating IP information in the background. {{(pid=69613) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 784.111773] env[69613]: DEBUG nova.network.neutron [None req-6eaa0095-281f-4f74-9df8-fa2d844d036e tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] [instance: 1380fea1-6d74-469a-8a3a-7706e3d1f932] allocate_for_instance() {{(pid=69613) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 784.128710] env[69613]: DEBUG oslo_vmware.api [None req-954cb9ae-4d1d-46ff-9860-e5db1ce5aa4b tempest-ServerRescueTestJSONUnderV235-2099362716 tempest-ServerRescueTestJSONUnderV235-2099362716-project-member] Task: {'id': task-3417289, 'name': ReconfigVM_Task, 'duration_secs': 0.62366} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.129298] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-954cb9ae-4d1d-46ff-9860-e5db1ce5aa4b tempest-ServerRescueTestJSONUnderV235-2099362716 tempest-ServerRescueTestJSONUnderV235-2099362716-project-member] [instance: 267ffd7d-ab93-4dda-b46a-1059b3f82f4f] Reconfigured VM instance instance-00000031 to attach disk [datastore1] 267ffd7d-ab93-4dda-b46a-1059b3f82f4f/2b7a0304-b5d0-431d-b287-32c8388d7fbd-rescue.vmdk or device None with type thin {{(pid=69613) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 784.130614] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76b2a79c-42be-44d1-8b90-804fc88d8304 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.154680] env[69613]: DEBUG nova.network.neutron [-] [instance: 670d9426-6edb-4dfd-9953-1f10f89ebfc6] Updating instance_info_cache with network_info: [] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 784.161571] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e59a9a51-dde6-40d5-a1dc-9a5f803c1b10 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.176083] env[69613]: DEBUG nova.policy [None req-6eaa0095-281f-4f74-9df8-fa2d844d036e tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6e47bdbd5b764346a2382abe22ff4248', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b2fa8926919b44e7a69ce5637737d86f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69613) authorize /opt/stack/nova/nova/policy.py:192}} [ 784.183623] env[69613]: DEBUG oslo_vmware.api [None req-954cb9ae-4d1d-46ff-9860-e5db1ce5aa4b tempest-ServerRescueTestJSONUnderV235-2099362716 tempest-ServerRescueTestJSONUnderV235-2099362716-project-member] Waiting for the task: (returnval){ [ 784.183623] env[69613]: value = "task-3417293" [ 784.183623] env[69613]: _type = "Task" [ 784.183623] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.197523] env[69613]: DEBUG oslo_vmware.api [None req-954cb9ae-4d1d-46ff-9860-e5db1ce5aa4b tempest-ServerRescueTestJSONUnderV235-2099362716 tempest-ServerRescueTestJSONUnderV235-2099362716-project-member] Task: {'id': task-3417293, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.269365] env[69613]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 784.269365] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]527c232e-ba92-a2be-0e88-338b00d79838" [ 784.269365] env[69613]: _type = "HttpNfcLease" [ 784.269365] env[69613]: } is ready. {{(pid=69613) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 784.269666] env[69613]: DEBUG oslo_vmware.rw_handles [None req-4e1a22c6-d979-4335-a8e5-09e8b7ff8cfe tempest-ListImageFiltersTestJSON-1131301097 tempest-ListImageFiltersTestJSON-1131301097-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 784.269666] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]527c232e-ba92-a2be-0e88-338b00d79838" [ 784.269666] env[69613]: _type = "HttpNfcLease" [ 784.269666] env[69613]: }. {{(pid=69613) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 784.270464] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ac260da-3ad1-440c-a5c7-e4e33a4c4855 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.278568] env[69613]: DEBUG oslo_vmware.rw_handles [None req-4e1a22c6-d979-4335-a8e5-09e8b7ff8cfe tempest-ListImageFiltersTestJSON-1131301097 tempest-ListImageFiltersTestJSON-1131301097-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52475350-8e55-719a-8ed5-3bc1a00a673c/disk-0.vmdk from lease info. {{(pid=69613) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 784.278778] env[69613]: DEBUG oslo_vmware.rw_handles [None req-4e1a22c6-d979-4335-a8e5-09e8b7ff8cfe tempest-ListImageFiltersTestJSON-1131301097 tempest-ListImageFiltersTestJSON-1131301097-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52475350-8e55-719a-8ed5-3bc1a00a673c/disk-0.vmdk for reading. {{(pid=69613) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 784.356866] env[69613]: DEBUG oslo_vmware.api [None req-20708cb9-2aaa-462d-bb59-1239315285d3 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Task: {'id': task-3417292, 'name': PowerOffVM_Task, 'duration_secs': 0.206988} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.357290] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-20708cb9-2aaa-462d-bb59-1239315285d3 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] [instance: 30032fc2-1100-456a-bd0d-f3daf0a16662] Powered off the VM {{(pid=69613) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 784.357585] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-20708cb9-2aaa-462d-bb59-1239315285d3 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] [instance: 30032fc2-1100-456a-bd0d-f3daf0a16662] Destroying instance {{(pid=69613) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 784.358621] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83e173c0-0e34-4499-b8fb-0ba6251fc268 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.364840] env[69613]: DEBUG nova.network.neutron [None req-0759add2-7c20-453d-a65a-4e216d6bad65 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] [instance: cf649a29-c0b2-4cc4-9d7d-da72ef553093] Successfully updated port: 08b5c128-df52-4c4f-9613-e8b6aadb19dc {{(pid=69613) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 784.369842] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-20708cb9-2aaa-462d-bb59-1239315285d3 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] [instance: 30032fc2-1100-456a-bd0d-f3daf0a16662] Unregistering the VM {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 784.369842] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cf35e78e-d29e-410d-ab34-066a25a32b5d {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.389421] env[69613]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-4326ff83-2bf0-472d-b3f4-a2db6b073916 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.443342] env[69613]: DEBUG nova.virt.hardware [None req-e8af305d-3e71-488e-815e-5670799ee1e8 tempest-ServersListShow298Test-1734213796 tempest-ServersListShow298Test-1734213796-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T13:55:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T13:55:19Z,direct_url=,disk_format='vmdk',id=2b7a0304-b5d0-431d-b287-32c8388d7fbd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3e9e1b873f1442d59d5ee8247b941f74',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T13:55:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 784.443486] env[69613]: DEBUG nova.virt.hardware [None req-e8af305d-3e71-488e-815e-5670799ee1e8 tempest-ServersListShow298Test-1734213796 tempest-ServersListShow298Test-1734213796-project-member] Flavor limits 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 784.444045] env[69613]: DEBUG nova.virt.hardware [None req-e8af305d-3e71-488e-815e-5670799ee1e8 tempest-ServersListShow298Test-1734213796 tempest-ServersListShow298Test-1734213796-project-member] Image limits 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 784.444045] env[69613]: DEBUG nova.virt.hardware [None req-e8af305d-3e71-488e-815e-5670799ee1e8 tempest-ServersListShow298Test-1734213796 tempest-ServersListShow298Test-1734213796-project-member] Flavor pref 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 784.444045] env[69613]: DEBUG nova.virt.hardware [None req-e8af305d-3e71-488e-815e-5670799ee1e8 tempest-ServersListShow298Test-1734213796 tempest-ServersListShow298Test-1734213796-project-member] Image pref 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 784.444210] env[69613]: DEBUG nova.virt.hardware [None req-e8af305d-3e71-488e-815e-5670799ee1e8 tempest-ServersListShow298Test-1734213796 tempest-ServersListShow298Test-1734213796-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 784.444742] env[69613]: DEBUG nova.virt.hardware [None req-e8af305d-3e71-488e-815e-5670799ee1e8 tempest-ServersListShow298Test-1734213796 tempest-ServersListShow298Test-1734213796-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 784.444742] env[69613]: DEBUG nova.virt.hardware [None req-e8af305d-3e71-488e-815e-5670799ee1e8 tempest-ServersListShow298Test-1734213796 tempest-ServersListShow298Test-1734213796-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69613) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 784.444742] env[69613]: DEBUG nova.virt.hardware [None req-e8af305d-3e71-488e-815e-5670799ee1e8 tempest-ServersListShow298Test-1734213796 tempest-ServersListShow298Test-1734213796-project-member] Got 1 possible topologies {{(pid=69613) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 784.444870] env[69613]: DEBUG nova.virt.hardware [None req-e8af305d-3e71-488e-815e-5670799ee1e8 tempest-ServersListShow298Test-1734213796 tempest-ServersListShow298Test-1734213796-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 784.444913] env[69613]: DEBUG nova.virt.hardware [None req-e8af305d-3e71-488e-815e-5670799ee1e8 tempest-ServersListShow298Test-1734213796 tempest-ServersListShow298Test-1734213796-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 784.445800] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e10d367e-2dee-4c6e-bb45-a06a65417f86 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.450723] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-20708cb9-2aaa-462d-bb59-1239315285d3 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] [instance: 30032fc2-1100-456a-bd0d-f3daf0a16662] Unregistered the VM {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 784.450936] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-20708cb9-2aaa-462d-bb59-1239315285d3 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] [instance: 30032fc2-1100-456a-bd0d-f3daf0a16662] Deleting contents of the VM from datastore datastore2 {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 784.451137] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-20708cb9-2aaa-462d-bb59-1239315285d3 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Deleting the datastore file [datastore2] 30032fc2-1100-456a-bd0d-f3daf0a16662 {{(pid=69613) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 784.453672] env[69613]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e62e362b-9a99-4ddb-812d-b3c1a73f6e04 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.457137] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b007f63-a88d-4bb4-b58d-8a03f976a39f {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.472728] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-e8af305d-3e71-488e-815e-5670799ee1e8 tempest-ServersListShow298Test-1734213796 tempest-ServersListShow298Test-1734213796-project-member] [instance: 23dfa5b7-42f4-486c-8ce4-ae7d2e08c1e0] Instance VIF info [] {{(pid=69613) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 784.478441] env[69613]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e8af305d-3e71-488e-815e-5670799ee1e8 tempest-ServersListShow298Test-1734213796 tempest-ServersListShow298Test-1734213796-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69613) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 784.479897] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 23dfa5b7-42f4-486c-8ce4-ae7d2e08c1e0] Creating VM on the ESX host {{(pid=69613) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 784.480326] env[69613]: DEBUG oslo_vmware.api [None req-20708cb9-2aaa-462d-bb59-1239315285d3 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Waiting for the task: (returnval){ [ 784.480326] env[69613]: value = "task-3417295" [ 784.480326] env[69613]: _type = "Task" [ 784.480326] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.480540] env[69613]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-00c9f74a-7a5e-48e9-9fef-e9c8dd30d700 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.501038] env[69613]: DEBUG oslo_vmware.api [None req-20708cb9-2aaa-462d-bb59-1239315285d3 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Task: {'id': task-3417295, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.504350] env[69613]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 784.504350] env[69613]: value = "task-3417296" [ 784.504350] env[69613]: _type = "Task" [ 784.504350] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.511454] env[69613]: DEBUG oslo_vmware.api [-] Task: {'id': task-3417296, 'name': CreateVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.612814] env[69613]: DEBUG nova.compute.manager [None req-6eaa0095-281f-4f74-9df8-fa2d844d036e tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] [instance: 1380fea1-6d74-469a-8a3a-7706e3d1f932] Start building block device mappings for instance. {{(pid=69613) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 784.658323] env[69613]: INFO nova.compute.manager [-] [instance: 670d9426-6edb-4dfd-9953-1f10f89ebfc6] Took 1.03 seconds to deallocate network for instance. [ 784.699982] env[69613]: DEBUG oslo_vmware.api [None req-954cb9ae-4d1d-46ff-9860-e5db1ce5aa4b tempest-ServerRescueTestJSONUnderV235-2099362716 tempest-ServerRescueTestJSONUnderV235-2099362716-project-member] Task: {'id': task-3417293, 'name': ReconfigVM_Task, 'duration_secs': 0.207751} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.701813] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-954cb9ae-4d1d-46ff-9860-e5db1ce5aa4b tempest-ServerRescueTestJSONUnderV235-2099362716 tempest-ServerRescueTestJSONUnderV235-2099362716-project-member] [instance: 267ffd7d-ab93-4dda-b46a-1059b3f82f4f] Powering on the VM {{(pid=69613) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 784.701813] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-31a94383-bc5f-4a91-992b-ba095a067418 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.712145] env[69613]: DEBUG oslo_vmware.api [None req-954cb9ae-4d1d-46ff-9860-e5db1ce5aa4b tempest-ServerRescueTestJSONUnderV235-2099362716 tempest-ServerRescueTestJSONUnderV235-2099362716-project-member] Waiting for the task: (returnval){ [ 784.712145] env[69613]: value = "task-3417298" [ 784.712145] env[69613]: _type = "Task" [ 784.712145] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.722070] env[69613]: DEBUG oslo_vmware.api [None req-954cb9ae-4d1d-46ff-9860-e5db1ce5aa4b tempest-ServerRescueTestJSONUnderV235-2099362716 tempest-ServerRescueTestJSONUnderV235-2099362716-project-member] Task: {'id': task-3417298, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.868438] env[69613]: DEBUG oslo_concurrency.lockutils [None req-0759add2-7c20-453d-a65a-4e216d6bad65 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] Acquiring lock "refresh_cache-cf649a29-c0b2-4cc4-9d7d-da72ef553093" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.868438] env[69613]: DEBUG oslo_concurrency.lockutils [None req-0759add2-7c20-453d-a65a-4e216d6bad65 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] Acquired lock "refresh_cache-cf649a29-c0b2-4cc4-9d7d-da72ef553093" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.868438] env[69613]: DEBUG nova.network.neutron [None req-0759add2-7c20-453d-a65a-4e216d6bad65 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] [instance: cf649a29-c0b2-4cc4-9d7d-da72ef553093] Building network info cache for instance {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 784.952596] env[69613]: DEBUG nova.network.neutron [None req-6eaa0095-281f-4f74-9df8-fa2d844d036e tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] [instance: 1380fea1-6d74-469a-8a3a-7706e3d1f932] Successfully created port: c3b5fff4-a217-4d31-b496-7b938601cd0a {{(pid=69613) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 785.016637] env[69613]: DEBUG oslo_vmware.api [None req-20708cb9-2aaa-462d-bb59-1239315285d3 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Task: {'id': task-3417295, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.152329} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.020340] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-20708cb9-2aaa-462d-bb59-1239315285d3 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Deleted the datastore file {{(pid=69613) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 785.020554] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-20708cb9-2aaa-462d-bb59-1239315285d3 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] [instance: 30032fc2-1100-456a-bd0d-f3daf0a16662] Deleted contents of the VM from datastore datastore2 {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 785.020892] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-20708cb9-2aaa-462d-bb59-1239315285d3 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] [instance: 30032fc2-1100-456a-bd0d-f3daf0a16662] Instance destroyed {{(pid=69613) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 785.024126] env[69613]: DEBUG oslo_vmware.api [-] Task: {'id': task-3417296, 'name': CreateVM_Task, 'duration_secs': 0.39324} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.027248] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 23dfa5b7-42f4-486c-8ce4-ae7d2e08c1e0] Created VM on the ESX host {{(pid=69613) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 785.027918] env[69613]: DEBUG oslo_concurrency.lockutils [None req-e8af305d-3e71-488e-815e-5670799ee1e8 tempest-ServersListShow298Test-1734213796 tempest-ServersListShow298Test-1734213796-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.028089] env[69613]: DEBUG oslo_concurrency.lockutils [None req-e8af305d-3e71-488e-815e-5670799ee1e8 tempest-ServersListShow298Test-1734213796 tempest-ServersListShow298Test-1734213796-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.028471] env[69613]: DEBUG oslo_concurrency.lockutils [None req-e8af305d-3e71-488e-815e-5670799ee1e8 tempest-ServersListShow298Test-1734213796 tempest-ServersListShow298Test-1734213796-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.028734] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0353fbd9-512d-453e-bbc8-eeae826d3e43 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.034692] env[69613]: DEBUG oslo_vmware.api [None req-e8af305d-3e71-488e-815e-5670799ee1e8 tempest-ServersListShow298Test-1734213796 tempest-ServersListShow298Test-1734213796-project-member] Waiting for the task: (returnval){ [ 785.034692] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]522f3973-dc11-8296-258b-f402ef5ad18f" [ 785.034692] env[69613]: _type = "Task" [ 785.034692] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.044938] env[69613]: DEBUG oslo_vmware.api [None req-e8af305d-3e71-488e-815e-5670799ee1e8 tempest-ServersListShow298Test-1734213796 tempest-ServersListShow298Test-1734213796-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]522f3973-dc11-8296-258b-f402ef5ad18f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.169021] env[69613]: DEBUG oslo_concurrency.lockutils [None req-8724caaa-392c-4e8a-bdc1-be802fb1f420 tempest-ServerShowV257Test-2050624232 tempest-ServerShowV257Test-2050624232-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 785.226153] env[69613]: DEBUG oslo_vmware.api [None req-954cb9ae-4d1d-46ff-9860-e5db1ce5aa4b tempest-ServerRescueTestJSONUnderV235-2099362716 tempest-ServerRescueTestJSONUnderV235-2099362716-project-member] Task: {'id': task-3417298, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.261127] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cd59c44-44af-4254-9ff4-937f1ac191ed {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.274519] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3071092-1558-4386-b7f0-802be0765ac5 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.310865] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47e34514-6773-4d50-beeb-1be043642755 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.321516] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e1f9b94-a81d-467d-a87f-d453d539dc92 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.338136] env[69613]: DEBUG nova.compute.provider_tree [None req-968159ec-ed07-4fd5-b598-c029380689af tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Inventory has not changed in ProviderTree for provider: af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 {{(pid=69613) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 785.418695] env[69613]: DEBUG nova.network.neutron [None req-0759add2-7c20-453d-a65a-4e216d6bad65 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] [instance: cf649a29-c0b2-4cc4-9d7d-da72ef553093] Instance cache missing network info. {{(pid=69613) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 785.546440] env[69613]: DEBUG oslo_vmware.api [None req-e8af305d-3e71-488e-815e-5670799ee1e8 tempest-ServersListShow298Test-1734213796 tempest-ServersListShow298Test-1734213796-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]522f3973-dc11-8296-258b-f402ef5ad18f, 'name': SearchDatastore_Task, 'duration_secs': 0.010964} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.546864] env[69613]: DEBUG oslo_concurrency.lockutils [None req-e8af305d-3e71-488e-815e-5670799ee1e8 tempest-ServersListShow298Test-1734213796 tempest-ServersListShow298Test-1734213796-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.547129] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-e8af305d-3e71-488e-815e-5670799ee1e8 tempest-ServersListShow298Test-1734213796 tempest-ServersListShow298Test-1734213796-project-member] [instance: 23dfa5b7-42f4-486c-8ce4-ae7d2e08c1e0] Processing image 2b7a0304-b5d0-431d-b287-32c8388d7fbd {{(pid=69613) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 785.547377] env[69613]: DEBUG oslo_concurrency.lockutils [None req-e8af305d-3e71-488e-815e-5670799ee1e8 tempest-ServersListShow298Test-1734213796 tempest-ServersListShow298Test-1734213796-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.547601] env[69613]: DEBUG oslo_concurrency.lockutils [None req-e8af305d-3e71-488e-815e-5670799ee1e8 tempest-ServersListShow298Test-1734213796 tempest-ServersListShow298Test-1734213796-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.547825] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-e8af305d-3e71-488e-815e-5670799ee1e8 tempest-ServersListShow298Test-1734213796 tempest-ServersListShow298Test-1734213796-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69613) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 785.548145] env[69613]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-679b8a80-680c-4cd7-9723-f33420159fa0 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.559300] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-e8af305d-3e71-488e-815e-5670799ee1e8 tempest-ServersListShow298Test-1734213796 tempest-ServersListShow298Test-1734213796-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69613) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 785.559911] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-e8af305d-3e71-488e-815e-5670799ee1e8 tempest-ServersListShow298Test-1734213796 tempest-ServersListShow298Test-1734213796-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69613) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 785.560775] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-176d0024-c6b8-4a3d-97e4-c154ff620472 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.567562] env[69613]: DEBUG oslo_vmware.api [None req-e8af305d-3e71-488e-815e-5670799ee1e8 tempest-ServersListShow298Test-1734213796 tempest-ServersListShow298Test-1734213796-project-member] Waiting for the task: (returnval){ [ 785.567562] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]52fd608c-bd2c-a77d-4994-caead4244cb3" [ 785.567562] env[69613]: _type = "Task" [ 785.567562] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.578571] env[69613]: DEBUG oslo_vmware.api [None req-e8af305d-3e71-488e-815e-5670799ee1e8 tempest-ServersListShow298Test-1734213796 tempest-ServersListShow298Test-1734213796-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52fd608c-bd2c-a77d-4994-caead4244cb3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.628853] env[69613]: DEBUG nova.compute.manager [None req-6eaa0095-281f-4f74-9df8-fa2d844d036e tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] [instance: 1380fea1-6d74-469a-8a3a-7706e3d1f932] Start spawning the instance on the hypervisor. {{(pid=69613) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 785.660389] env[69613]: DEBUG nova.virt.hardware [None req-6eaa0095-281f-4f74-9df8-fa2d844d036e tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T13:55:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T13:55:19Z,direct_url=,disk_format='vmdk',id=2b7a0304-b5d0-431d-b287-32c8388d7fbd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3e9e1b873f1442d59d5ee8247b941f74',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T13:55:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 785.660869] env[69613]: DEBUG nova.virt.hardware [None req-6eaa0095-281f-4f74-9df8-fa2d844d036e tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] Flavor limits 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 785.661183] env[69613]: DEBUG nova.virt.hardware [None req-6eaa0095-281f-4f74-9df8-fa2d844d036e tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] Image limits 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 785.661497] env[69613]: DEBUG nova.virt.hardware [None req-6eaa0095-281f-4f74-9df8-fa2d844d036e tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] Flavor pref 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 785.661784] env[69613]: DEBUG nova.virt.hardware [None req-6eaa0095-281f-4f74-9df8-fa2d844d036e tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] Image pref 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 785.666133] env[69613]: DEBUG nova.virt.hardware [None req-6eaa0095-281f-4f74-9df8-fa2d844d036e tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 785.666133] env[69613]: DEBUG nova.virt.hardware [None req-6eaa0095-281f-4f74-9df8-fa2d844d036e tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 785.666133] env[69613]: DEBUG nova.virt.hardware [None req-6eaa0095-281f-4f74-9df8-fa2d844d036e tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69613) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 785.666133] env[69613]: DEBUG nova.virt.hardware [None req-6eaa0095-281f-4f74-9df8-fa2d844d036e tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] Got 1 possible topologies {{(pid=69613) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 785.666133] env[69613]: DEBUG nova.virt.hardware [None req-6eaa0095-281f-4f74-9df8-fa2d844d036e tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 785.666468] env[69613]: DEBUG nova.virt.hardware [None req-6eaa0095-281f-4f74-9df8-fa2d844d036e tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 785.666468] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b532af4-ef59-4406-b1a9-7c0ff53b3e6e {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.668306] env[69613]: DEBUG nova.network.neutron [None req-0759add2-7c20-453d-a65a-4e216d6bad65 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] [instance: cf649a29-c0b2-4cc4-9d7d-da72ef553093] Updating instance_info_cache with network_info: [{"id": "08b5c128-df52-4c4f-9613-e8b6aadb19dc", "address": "fa:16:3e:63:dd:56", "network": {"id": "7f5a9020-c966-459c-b2b1-fc62b2ff6283", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.203", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3e9e1b873f1442d59d5ee8247b941f74", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aec0089a-ff85-4bef-bad8-c84de39af71a", "external-id": "nsx-vlan-transportzone-758", "segmentation_id": 758, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap08b5c128-df", "ovs_interfaceid": "08b5c128-df52-4c4f-9613-e8b6aadb19dc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 785.676453] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1045e26f-540b-4a8e-aea7-13a9925c0828 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.722693] env[69613]: DEBUG oslo_vmware.api [None req-954cb9ae-4d1d-46ff-9860-e5db1ce5aa4b tempest-ServerRescueTestJSONUnderV235-2099362716 tempest-ServerRescueTestJSONUnderV235-2099362716-project-member] Task: {'id': task-3417298, 'name': PowerOnVM_Task, 'duration_secs': 0.52507} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.723319] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-954cb9ae-4d1d-46ff-9860-e5db1ce5aa4b tempest-ServerRescueTestJSONUnderV235-2099362716 tempest-ServerRescueTestJSONUnderV235-2099362716-project-member] [instance: 267ffd7d-ab93-4dda-b46a-1059b3f82f4f] Powered on the VM {{(pid=69613) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 785.726713] env[69613]: DEBUG nova.compute.manager [None req-954cb9ae-4d1d-46ff-9860-e5db1ce5aa4b tempest-ServerRescueTestJSONUnderV235-2099362716 tempest-ServerRescueTestJSONUnderV235-2099362716-project-member] [instance: 267ffd7d-ab93-4dda-b46a-1059b3f82f4f] Checking state {{(pid=69613) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 785.727654] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff1d8716-4786-4997-bff5-a0f388f962e9 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.841140] env[69613]: DEBUG nova.scheduler.client.report [None req-968159ec-ed07-4fd5-b598-c029380689af tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Inventory has not changed for provider af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69613) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 786.060256] env[69613]: DEBUG nova.virt.hardware [None req-20708cb9-2aaa-462d-bb59-1239315285d3 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T13:55:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T13:55:19Z,direct_url=,disk_format='vmdk',id=2b7a0304-b5d0-431d-b287-32c8388d7fbd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3e9e1b873f1442d59d5ee8247b941f74',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T13:55:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 786.060654] env[69613]: DEBUG nova.virt.hardware [None req-20708cb9-2aaa-462d-bb59-1239315285d3 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Flavor limits 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 786.060896] env[69613]: DEBUG nova.virt.hardware [None req-20708cb9-2aaa-462d-bb59-1239315285d3 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Image limits 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 786.061179] env[69613]: DEBUG nova.virt.hardware [None req-20708cb9-2aaa-462d-bb59-1239315285d3 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Flavor pref 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 786.061346] env[69613]: DEBUG nova.virt.hardware [None req-20708cb9-2aaa-462d-bb59-1239315285d3 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Image pref 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 786.061507] env[69613]: DEBUG nova.virt.hardware [None req-20708cb9-2aaa-462d-bb59-1239315285d3 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 786.061751] env[69613]: DEBUG nova.virt.hardware [None req-20708cb9-2aaa-462d-bb59-1239315285d3 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 786.063075] env[69613]: DEBUG nova.virt.hardware [None req-20708cb9-2aaa-462d-bb59-1239315285d3 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69613) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 786.063075] env[69613]: DEBUG nova.virt.hardware [None req-20708cb9-2aaa-462d-bb59-1239315285d3 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Got 1 possible topologies {{(pid=69613) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 786.063075] env[69613]: DEBUG nova.virt.hardware [None req-20708cb9-2aaa-462d-bb59-1239315285d3 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 786.063075] env[69613]: DEBUG nova.virt.hardware [None req-20708cb9-2aaa-462d-bb59-1239315285d3 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 786.064294] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14b27fa5-5b72-4cb9-ab13-6029873e4cbf {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.076867] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82a694bf-134e-4d07-87ad-3b7228121e6d {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.085018] env[69613]: DEBUG oslo_vmware.api [None req-e8af305d-3e71-488e-815e-5670799ee1e8 tempest-ServersListShow298Test-1734213796 tempest-ServersListShow298Test-1734213796-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52fd608c-bd2c-a77d-4994-caead4244cb3, 'name': SearchDatastore_Task, 'duration_secs': 0.011929} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.086329] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6a271d17-52c1-48c7-ae88-11e458f2f801 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.098160] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-20708cb9-2aaa-462d-bb59-1239315285d3 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] [instance: 30032fc2-1100-456a-bd0d-f3daf0a16662] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:18:98:e1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3f499bc9-78da-46c1-9274-19edf26d31cb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2eb54e51-b86d-4946-8cf8-9be06f8cefb6', 'vif_model': 'vmxnet3'}] {{(pid=69613) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 786.105907] env[69613]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-20708cb9-2aaa-462d-bb59-1239315285d3 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69613) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 786.106698] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 30032fc2-1100-456a-bd0d-f3daf0a16662] Creating VM on the ESX host {{(pid=69613) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 786.106958] env[69613]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-852d0f5e-3062-4cfa-a027-1b69d800d443 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.128369] env[69613]: DEBUG oslo_vmware.api [None req-e8af305d-3e71-488e-815e-5670799ee1e8 tempest-ServersListShow298Test-1734213796 tempest-ServersListShow298Test-1734213796-project-member] Waiting for the task: (returnval){ [ 786.128369] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]528a776e-d267-4cb3-a78e-f18250fbc18d" [ 786.128369] env[69613]: _type = "Task" [ 786.128369] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.138394] env[69613]: DEBUG nova.compute.manager [req-0e8a5bc1-c190-4051-b6e6-d1018e890ab7 req-4004cc9d-82d8-4b43-a218-87c475fda0cd service nova] [instance: cf649a29-c0b2-4cc4-9d7d-da72ef553093] Received event network-changed-08b5c128-df52-4c4f-9613-e8b6aadb19dc {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 786.138564] env[69613]: DEBUG nova.compute.manager [req-0e8a5bc1-c190-4051-b6e6-d1018e890ab7 req-4004cc9d-82d8-4b43-a218-87c475fda0cd service nova] [instance: cf649a29-c0b2-4cc4-9d7d-da72ef553093] Refreshing instance network info cache due to event network-changed-08b5c128-df52-4c4f-9613-e8b6aadb19dc. {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 786.139057] env[69613]: DEBUG oslo_concurrency.lockutils [req-0e8a5bc1-c190-4051-b6e6-d1018e890ab7 req-4004cc9d-82d8-4b43-a218-87c475fda0cd service nova] Acquiring lock "refresh_cache-cf649a29-c0b2-4cc4-9d7d-da72ef553093" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.147544] env[69613]: DEBUG oslo_vmware.api [None req-e8af305d-3e71-488e-815e-5670799ee1e8 tempest-ServersListShow298Test-1734213796 tempest-ServersListShow298Test-1734213796-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]528a776e-d267-4cb3-a78e-f18250fbc18d, 'name': SearchDatastore_Task, 'duration_secs': 0.011278} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.148914] env[69613]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 786.148914] env[69613]: value = "task-3417299" [ 786.148914] env[69613]: _type = "Task" [ 786.148914] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.148914] env[69613]: DEBUG oslo_concurrency.lockutils [None req-e8af305d-3e71-488e-815e-5670799ee1e8 tempest-ServersListShow298Test-1734213796 tempest-ServersListShow298Test-1734213796-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.148914] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8af305d-3e71-488e-815e-5670799ee1e8 tempest-ServersListShow298Test-1734213796 tempest-ServersListShow298Test-1734213796-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk to [datastore1] 23dfa5b7-42f4-486c-8ce4-ae7d2e08c1e0/23dfa5b7-42f4-486c-8ce4-ae7d2e08c1e0.vmdk {{(pid=69613) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 786.148914] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b0f68a95-fbfb-48e4-85e2-d578c177a321 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.168563] env[69613]: DEBUG oslo_vmware.api [None req-e8af305d-3e71-488e-815e-5670799ee1e8 tempest-ServersListShow298Test-1734213796 tempest-ServersListShow298Test-1734213796-project-member] Waiting for the task: (returnval){ [ 786.168563] env[69613]: value = "task-3417300" [ 786.168563] env[69613]: _type = "Task" [ 786.168563] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.169680] env[69613]: DEBUG oslo_vmware.api [-] Task: {'id': task-3417299, 'name': CreateVM_Task} progress is 6%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.174616] env[69613]: DEBUG oslo_concurrency.lockutils [None req-0759add2-7c20-453d-a65a-4e216d6bad65 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] Releasing lock "refresh_cache-cf649a29-c0b2-4cc4-9d7d-da72ef553093" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.175097] env[69613]: DEBUG nova.compute.manager [None req-0759add2-7c20-453d-a65a-4e216d6bad65 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] [instance: cf649a29-c0b2-4cc4-9d7d-da72ef553093] Instance network_info: |[{"id": "08b5c128-df52-4c4f-9613-e8b6aadb19dc", "address": "fa:16:3e:63:dd:56", "network": {"id": "7f5a9020-c966-459c-b2b1-fc62b2ff6283", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.203", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3e9e1b873f1442d59d5ee8247b941f74", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aec0089a-ff85-4bef-bad8-c84de39af71a", "external-id": "nsx-vlan-transportzone-758", "segmentation_id": 758, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap08b5c128-df", "ovs_interfaceid": "08b5c128-df52-4c4f-9613-e8b6aadb19dc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69613) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 786.175537] env[69613]: DEBUG oslo_concurrency.lockutils [req-0e8a5bc1-c190-4051-b6e6-d1018e890ab7 req-4004cc9d-82d8-4b43-a218-87c475fda0cd service nova] Acquired lock "refresh_cache-cf649a29-c0b2-4cc4-9d7d-da72ef553093" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.175886] env[69613]: DEBUG nova.network.neutron [req-0e8a5bc1-c190-4051-b6e6-d1018e890ab7 req-4004cc9d-82d8-4b43-a218-87c475fda0cd service nova] [instance: cf649a29-c0b2-4cc4-9d7d-da72ef553093] Refreshing network info cache for port 08b5c128-df52-4c4f-9613-e8b6aadb19dc {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 786.181158] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-0759add2-7c20-453d-a65a-4e216d6bad65 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] [instance: cf649a29-c0b2-4cc4-9d7d-da72ef553093] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:63:dd:56', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'aec0089a-ff85-4bef-bad8-c84de39af71a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '08b5c128-df52-4c4f-9613-e8b6aadb19dc', 'vif_model': 'vmxnet3'}] {{(pid=69613) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 786.190383] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-0759add2-7c20-453d-a65a-4e216d6bad65 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] Creating folder: Project (70491f9430e24961b9308f48ea2dc709). Parent ref: group-v681687. {{(pid=69613) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 786.196382] env[69613]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-38f4405f-c0b3-435a-a36b-30d2db80aa43 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.204217] env[69613]: DEBUG oslo_vmware.api [None req-e8af305d-3e71-488e-815e-5670799ee1e8 tempest-ServersListShow298Test-1734213796 tempest-ServersListShow298Test-1734213796-project-member] Task: {'id': task-3417300, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.219656] env[69613]: INFO nova.virt.vmwareapi.vm_util [None req-0759add2-7c20-453d-a65a-4e216d6bad65 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] Created folder: Project (70491f9430e24961b9308f48ea2dc709) in parent group-v681687. [ 786.219872] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-0759add2-7c20-453d-a65a-4e216d6bad65 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] Creating folder: Instances. Parent ref: group-v681844. {{(pid=69613) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 786.220230] env[69613]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-48c91f7d-6ded-4e9c-9fc2-a2fc16bc4183 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.235999] env[69613]: INFO nova.virt.vmwareapi.vm_util [None req-0759add2-7c20-453d-a65a-4e216d6bad65 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] Created folder: Instances in parent group-v681844. [ 786.236343] env[69613]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0759add2-7c20-453d-a65a-4e216d6bad65 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69613) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 786.236572] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cf649a29-c0b2-4cc4-9d7d-da72ef553093] Creating VM on the ESX host {{(pid=69613) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 786.236962] env[69613]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ec31a641-d97c-443f-91bf-85d417235462 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.264166] env[69613]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 786.264166] env[69613]: value = "task-3417303" [ 786.264166] env[69613]: _type = "Task" [ 786.264166] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.275583] env[69613]: DEBUG oslo_vmware.api [-] Task: {'id': task-3417303, 'name': CreateVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.346934] env[69613]: DEBUG oslo_concurrency.lockutils [None req-968159ec-ed07-4fd5-b598-c029380689af tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.746s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 786.347698] env[69613]: DEBUG nova.compute.manager [None req-968159ec-ed07-4fd5-b598-c029380689af tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] [instance: 14d0f0b3-1a44-4461-a24b-7a39574b7532] Start building networks asynchronously for instance. {{(pid=69613) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 786.357035] env[69613]: DEBUG oslo_concurrency.lockutils [None req-412a2ba1-5c96-4d95-b24f-66e7976c83a3 tempest-ServersAdminNegativeTestJSON-2019534385 tempest-ServersAdminNegativeTestJSON-2019534385-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.671s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 786.357035] env[69613]: INFO nova.compute.claims [None req-412a2ba1-5c96-4d95-b24f-66e7976c83a3 tempest-ServersAdminNegativeTestJSON-2019534385 tempest-ServersAdminNegativeTestJSON-2019534385-project-member] [instance: f72c0c9a-5d4b-4c16-ae65-ab504d8b816d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 786.660108] env[69613]: DEBUG oslo_vmware.api [-] Task: {'id': task-3417299, 'name': CreateVM_Task, 'duration_secs': 0.423056} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.660292] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 30032fc2-1100-456a-bd0d-f3daf0a16662] Created VM on the ESX host {{(pid=69613) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 786.660988] env[69613]: DEBUG oslo_concurrency.lockutils [None req-20708cb9-2aaa-462d-bb59-1239315285d3 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.661172] env[69613]: DEBUG oslo_concurrency.lockutils [None req-20708cb9-2aaa-462d-bb59-1239315285d3 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.661514] env[69613]: DEBUG oslo_concurrency.lockutils [None req-20708cb9-2aaa-462d-bb59-1239315285d3 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.661778] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e591a6ca-43f8-4edc-b70c-2a67a98f50be {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.670912] env[69613]: DEBUG oslo_vmware.api [None req-20708cb9-2aaa-462d-bb59-1239315285d3 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Waiting for the task: (returnval){ [ 786.670912] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]528dedda-d201-0a41-6a71-56de14e58dce" [ 786.670912] env[69613]: _type = "Task" [ 786.670912] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.684664] env[69613]: DEBUG oslo_vmware.api [None req-e8af305d-3e71-488e-815e-5670799ee1e8 tempest-ServersListShow298Test-1734213796 tempest-ServersListShow298Test-1734213796-project-member] Task: {'id': task-3417300, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.49943} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.690161] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8af305d-3e71-488e-815e-5670799ee1e8 tempest-ServersListShow298Test-1734213796 tempest-ServersListShow298Test-1734213796-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk to [datastore1] 23dfa5b7-42f4-486c-8ce4-ae7d2e08c1e0/23dfa5b7-42f4-486c-8ce4-ae7d2e08c1e0.vmdk {{(pid=69613) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 786.690161] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-e8af305d-3e71-488e-815e-5670799ee1e8 tempest-ServersListShow298Test-1734213796 tempest-ServersListShow298Test-1734213796-project-member] [instance: 23dfa5b7-42f4-486c-8ce4-ae7d2e08c1e0] Extending root virtual disk to 1048576 {{(pid=69613) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 786.690920] env[69613]: DEBUG oslo_vmware.api [None req-20708cb9-2aaa-462d-bb59-1239315285d3 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]528dedda-d201-0a41-6a71-56de14e58dce, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.695386] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-012b8d44-e8a0-4005-94c9-d928e4012876 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.708286] env[69613]: DEBUG oslo_vmware.api [None req-e8af305d-3e71-488e-815e-5670799ee1e8 tempest-ServersListShow298Test-1734213796 tempest-ServersListShow298Test-1734213796-project-member] Waiting for the task: (returnval){ [ 786.708286] env[69613]: value = "task-3417304" [ 786.708286] env[69613]: _type = "Task" [ 786.708286] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.720919] env[69613]: DEBUG oslo_vmware.api [None req-e8af305d-3e71-488e-815e-5670799ee1e8 tempest-ServersListShow298Test-1734213796 tempest-ServersListShow298Test-1734213796-project-member] Task: {'id': task-3417304, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.774012] env[69613]: DEBUG oslo_vmware.api [-] Task: {'id': task-3417303, 'name': CreateVM_Task} progress is 99%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.863353] env[69613]: DEBUG nova.compute.utils [None req-968159ec-ed07-4fd5-b598-c029380689af tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Using /dev/sd instead of None {{(pid=69613) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 786.865150] env[69613]: DEBUG nova.compute.manager [None req-968159ec-ed07-4fd5-b598-c029380689af tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] [instance: 14d0f0b3-1a44-4461-a24b-7a39574b7532] Allocating IP information in the background. {{(pid=69613) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 786.865743] env[69613]: DEBUG nova.network.neutron [None req-968159ec-ed07-4fd5-b598-c029380689af tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] [instance: 14d0f0b3-1a44-4461-a24b-7a39574b7532] allocate_for_instance() {{(pid=69613) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 786.890049] env[69613]: DEBUG nova.network.neutron [req-0e8a5bc1-c190-4051-b6e6-d1018e890ab7 req-4004cc9d-82d8-4b43-a218-87c475fda0cd service nova] [instance: cf649a29-c0b2-4cc4-9d7d-da72ef553093] Updated VIF entry in instance network info cache for port 08b5c128-df52-4c4f-9613-e8b6aadb19dc. {{(pid=69613) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 786.890204] env[69613]: DEBUG nova.network.neutron [req-0e8a5bc1-c190-4051-b6e6-d1018e890ab7 req-4004cc9d-82d8-4b43-a218-87c475fda0cd service nova] [instance: cf649a29-c0b2-4cc4-9d7d-da72ef553093] Updating instance_info_cache with network_info: [{"id": "08b5c128-df52-4c4f-9613-e8b6aadb19dc", "address": "fa:16:3e:63:dd:56", "network": {"id": "7f5a9020-c966-459c-b2b1-fc62b2ff6283", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.203", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3e9e1b873f1442d59d5ee8247b941f74", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aec0089a-ff85-4bef-bad8-c84de39af71a", "external-id": "nsx-vlan-transportzone-758", "segmentation_id": 758, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap08b5c128-df", "ovs_interfaceid": "08b5c128-df52-4c4f-9613-e8b6aadb19dc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 786.918997] env[69613]: DEBUG nova.policy [None req-968159ec-ed07-4fd5-b598-c029380689af tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '91dcb8052d454218b37bca5d756084e4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7c90428991084ffb9d2b6d33b2ce1e15', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69613) authorize /opt/stack/nova/nova/policy.py:192}} [ 787.176165] env[69613]: DEBUG nova.network.neutron [None req-6eaa0095-281f-4f74-9df8-fa2d844d036e tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] [instance: 1380fea1-6d74-469a-8a3a-7706e3d1f932] Successfully updated port: c3b5fff4-a217-4d31-b496-7b938601cd0a {{(pid=69613) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 787.192019] env[69613]: DEBUG oslo_vmware.api [None req-20708cb9-2aaa-462d-bb59-1239315285d3 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]528dedda-d201-0a41-6a71-56de14e58dce, 'name': SearchDatastore_Task, 'duration_secs': 0.014276} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.192414] env[69613]: DEBUG oslo_concurrency.lockutils [None req-20708cb9-2aaa-462d-bb59-1239315285d3 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.192720] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-20708cb9-2aaa-462d-bb59-1239315285d3 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] [instance: 30032fc2-1100-456a-bd0d-f3daf0a16662] Processing image 2b7a0304-b5d0-431d-b287-32c8388d7fbd {{(pid=69613) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 787.193011] env[69613]: DEBUG oslo_concurrency.lockutils [None req-20708cb9-2aaa-462d-bb59-1239315285d3 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.193206] env[69613]: DEBUG oslo_concurrency.lockutils [None req-20708cb9-2aaa-462d-bb59-1239315285d3 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.193411] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-20708cb9-2aaa-462d-bb59-1239315285d3 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69613) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 787.194097] env[69613]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5c75dc84-9772-4351-affa-8d2083cec86e {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.205455] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-20708cb9-2aaa-462d-bb59-1239315285d3 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69613) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 787.205663] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-20708cb9-2aaa-462d-bb59-1239315285d3 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69613) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 787.206637] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e8278f76-112e-4765-9b25-2128d0eba57f {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.217216] env[69613]: DEBUG oslo_vmware.api [None req-20708cb9-2aaa-462d-bb59-1239315285d3 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Waiting for the task: (returnval){ [ 787.217216] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]5276e5d3-e4ad-0873-3fbc-8ce6e7c264fb" [ 787.217216] env[69613]: _type = "Task" [ 787.217216] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.220332] env[69613]: DEBUG oslo_vmware.api [None req-e8af305d-3e71-488e-815e-5670799ee1e8 tempest-ServersListShow298Test-1734213796 tempest-ServersListShow298Test-1734213796-project-member] Task: {'id': task-3417304, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074959} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.223582] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-e8af305d-3e71-488e-815e-5670799ee1e8 tempest-ServersListShow298Test-1734213796 tempest-ServersListShow298Test-1734213796-project-member] [instance: 23dfa5b7-42f4-486c-8ce4-ae7d2e08c1e0] Extended root virtual disk {{(pid=69613) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 787.224967] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-570264d6-44b2-45b3-92ec-cb23aa6cb9f4 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.234537] env[69613]: DEBUG oslo_vmware.api [None req-20708cb9-2aaa-462d-bb59-1239315285d3 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]5276e5d3-e4ad-0873-3fbc-8ce6e7c264fb, 'name': SearchDatastore_Task, 'duration_secs': 0.011352} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.252146] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-e8af305d-3e71-488e-815e-5670799ee1e8 tempest-ServersListShow298Test-1734213796 tempest-ServersListShow298Test-1734213796-project-member] [instance: 23dfa5b7-42f4-486c-8ce4-ae7d2e08c1e0] Reconfiguring VM instance instance-00000033 to attach disk [datastore1] 23dfa5b7-42f4-486c-8ce4-ae7d2e08c1e0/23dfa5b7-42f4-486c-8ce4-ae7d2e08c1e0.vmdk or device None with type sparse {{(pid=69613) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 787.252146] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1ef08817-fedb-4a1b-945e-9769c00b8329 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.254716] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bea199d4-93c1-4272-abfb-6546903fb5a5 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.271637] env[69613]: DEBUG nova.network.neutron [None req-968159ec-ed07-4fd5-b598-c029380689af tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] [instance: 14d0f0b3-1a44-4461-a24b-7a39574b7532] Successfully created port: db2a8144-b7dc-4d0b-b93d-2482e8d8ac0e {{(pid=69613) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 787.279587] env[69613]: DEBUG oslo_vmware.api [None req-20708cb9-2aaa-462d-bb59-1239315285d3 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Waiting for the task: (returnval){ [ 787.279587] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]521017a7-ff38-ebeb-0b09-17c4c32c3956" [ 787.279587] env[69613]: _type = "Task" [ 787.279587] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.291260] env[69613]: DEBUG oslo_vmware.api [None req-e8af305d-3e71-488e-815e-5670799ee1e8 tempest-ServersListShow298Test-1734213796 tempest-ServersListShow298Test-1734213796-project-member] Waiting for the task: (returnval){ [ 787.291260] env[69613]: value = "task-3417305" [ 787.291260] env[69613]: _type = "Task" [ 787.291260] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.291662] env[69613]: DEBUG oslo_vmware.api [-] Task: {'id': task-3417303, 'name': CreateVM_Task} progress is 99%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.300205] env[69613]: DEBUG oslo_vmware.api [None req-20708cb9-2aaa-462d-bb59-1239315285d3 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]521017a7-ff38-ebeb-0b09-17c4c32c3956, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.306416] env[69613]: DEBUG oslo_vmware.api [None req-e8af305d-3e71-488e-815e-5670799ee1e8 tempest-ServersListShow298Test-1734213796 tempest-ServersListShow298Test-1734213796-project-member] Task: {'id': task-3417305, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.373137] env[69613]: DEBUG nova.compute.manager [None req-968159ec-ed07-4fd5-b598-c029380689af tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] [instance: 14d0f0b3-1a44-4461-a24b-7a39574b7532] Start building block device mappings for instance. {{(pid=69613) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 787.394828] env[69613]: DEBUG oslo_concurrency.lockutils [req-0e8a5bc1-c190-4051-b6e6-d1018e890ab7 req-4004cc9d-82d8-4b43-a218-87c475fda0cd service nova] Releasing lock "refresh_cache-cf649a29-c0b2-4cc4-9d7d-da72ef553093" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.681883] env[69613]: DEBUG oslo_concurrency.lockutils [None req-6eaa0095-281f-4f74-9df8-fa2d844d036e tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] Acquiring lock "refresh_cache-1380fea1-6d74-469a-8a3a-7706e3d1f932" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.682070] env[69613]: DEBUG oslo_concurrency.lockutils [None req-6eaa0095-281f-4f74-9df8-fa2d844d036e tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] Acquired lock "refresh_cache-1380fea1-6d74-469a-8a3a-7706e3d1f932" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.682275] env[69613]: DEBUG nova.network.neutron [None req-6eaa0095-281f-4f74-9df8-fa2d844d036e tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] [instance: 1380fea1-6d74-469a-8a3a-7706e3d1f932] Building network info cache for instance {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 787.788181] env[69613]: DEBUG oslo_vmware.api [-] Task: {'id': task-3417303, 'name': CreateVM_Task} progress is 99%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.800473] env[69613]: DEBUG oslo_vmware.api [None req-20708cb9-2aaa-462d-bb59-1239315285d3 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]521017a7-ff38-ebeb-0b09-17c4c32c3956, 'name': SearchDatastore_Task, 'duration_secs': 0.029017} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.801217] env[69613]: DEBUG oslo_concurrency.lockutils [None req-20708cb9-2aaa-462d-bb59-1239315285d3 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.801604] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-20708cb9-2aaa-462d-bb59-1239315285d3 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk to [datastore2] 30032fc2-1100-456a-bd0d-f3daf0a16662/30032fc2-1100-456a-bd0d-f3daf0a16662.vmdk {{(pid=69613) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 787.801890] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-30ffd03f-cb0a-44fc-b5e7-d800d6db12c7 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.812028] env[69613]: DEBUG oslo_vmware.api [None req-e8af305d-3e71-488e-815e-5670799ee1e8 tempest-ServersListShow298Test-1734213796 tempest-ServersListShow298Test-1734213796-project-member] Task: {'id': task-3417305, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.818250] env[69613]: DEBUG oslo_vmware.api [None req-20708cb9-2aaa-462d-bb59-1239315285d3 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Waiting for the task: (returnval){ [ 787.818250] env[69613]: value = "task-3417306" [ 787.818250] env[69613]: _type = "Task" [ 787.818250] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.830152] env[69613]: DEBUG oslo_vmware.api [None req-20708cb9-2aaa-462d-bb59-1239315285d3 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Task: {'id': task-3417306, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.920286] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1adbece-7fc8-4ea6-8e8e-4b9623b502ae {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.930663] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d23ddf6-8ad2-48d4-aa61-52bc150fb3cb {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.974891] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-941f2fa1-d505-4b0f-8cc1-9cca5f37bc6f {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.987170] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c895eb12-8391-42ee-8dea-10f3a86bfe33 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.002804] env[69613]: DEBUG nova.compute.provider_tree [None req-412a2ba1-5c96-4d95-b24f-66e7976c83a3 tempest-ServersAdminNegativeTestJSON-2019534385 tempest-ServersAdminNegativeTestJSON-2019534385-project-member] Inventory has not changed in ProviderTree for provider: af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 {{(pid=69613) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 788.250011] env[69613]: DEBUG nova.network.neutron [None req-6eaa0095-281f-4f74-9df8-fa2d844d036e tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] [instance: 1380fea1-6d74-469a-8a3a-7706e3d1f932] Instance cache missing network info. {{(pid=69613) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 788.295014] env[69613]: DEBUG oslo_concurrency.lockutils [None req-2b34f76f-2202-4518-911c-49e04a7124ae tempest-ServerActionsV293TestJSON-1188024240 tempest-ServerActionsV293TestJSON-1188024240-project-member] Acquiring lock "aa0eb3a4-34df-4e34-b86a-2a1d19f3a984" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 788.295432] env[69613]: DEBUG oslo_concurrency.lockutils [None req-2b34f76f-2202-4518-911c-49e04a7124ae tempest-ServerActionsV293TestJSON-1188024240 tempest-ServerActionsV293TestJSON-1188024240-project-member] Lock "aa0eb3a4-34df-4e34-b86a-2a1d19f3a984" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 788.295726] env[69613]: DEBUG oslo_vmware.api [-] Task: {'id': task-3417303, 'name': CreateVM_Task} progress is 99%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.308045] env[69613]: DEBUG oslo_vmware.api [None req-e8af305d-3e71-488e-815e-5670799ee1e8 tempest-ServersListShow298Test-1734213796 tempest-ServersListShow298Test-1734213796-project-member] Task: {'id': task-3417305, 'name': ReconfigVM_Task, 'duration_secs': 0.742062} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.308404] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-e8af305d-3e71-488e-815e-5670799ee1e8 tempest-ServersListShow298Test-1734213796 tempest-ServersListShow298Test-1734213796-project-member] [instance: 23dfa5b7-42f4-486c-8ce4-ae7d2e08c1e0] Reconfigured VM instance instance-00000033 to attach disk [datastore1] 23dfa5b7-42f4-486c-8ce4-ae7d2e08c1e0/23dfa5b7-42f4-486c-8ce4-ae7d2e08c1e0.vmdk or device None with type sparse {{(pid=69613) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 788.309119] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-745f4ba8-d010-46b8-b71a-a64edb74a494 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.318706] env[69613]: DEBUG oslo_vmware.api [None req-e8af305d-3e71-488e-815e-5670799ee1e8 tempest-ServersListShow298Test-1734213796 tempest-ServersListShow298Test-1734213796-project-member] Waiting for the task: (returnval){ [ 788.318706] env[69613]: value = "task-3417307" [ 788.318706] env[69613]: _type = "Task" [ 788.318706] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.333819] env[69613]: DEBUG oslo_vmware.api [None req-20708cb9-2aaa-462d-bb59-1239315285d3 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Task: {'id': task-3417306, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.337236] env[69613]: DEBUG oslo_vmware.api [None req-e8af305d-3e71-488e-815e-5670799ee1e8 tempest-ServersListShow298Test-1734213796 tempest-ServersListShow298Test-1734213796-project-member] Task: {'id': task-3417307, 'name': Rename_Task} progress is 5%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.387351] env[69613]: DEBUG nova.compute.manager [None req-968159ec-ed07-4fd5-b598-c029380689af tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] [instance: 14d0f0b3-1a44-4461-a24b-7a39574b7532] Start spawning the instance on the hypervisor. {{(pid=69613) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 788.414260] env[69613]: DEBUG nova.virt.hardware [None req-968159ec-ed07-4fd5-b598-c029380689af tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T13:55:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T13:55:19Z,direct_url=,disk_format='vmdk',id=2b7a0304-b5d0-431d-b287-32c8388d7fbd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3e9e1b873f1442d59d5ee8247b941f74',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T13:55:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 788.414497] env[69613]: DEBUG nova.virt.hardware [None req-968159ec-ed07-4fd5-b598-c029380689af tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Flavor limits 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 788.414650] env[69613]: DEBUG nova.virt.hardware [None req-968159ec-ed07-4fd5-b598-c029380689af tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Image limits 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 788.414828] env[69613]: DEBUG nova.virt.hardware [None req-968159ec-ed07-4fd5-b598-c029380689af tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Flavor pref 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 788.414971] env[69613]: DEBUG nova.virt.hardware [None req-968159ec-ed07-4fd5-b598-c029380689af tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Image pref 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 788.415147] env[69613]: DEBUG nova.virt.hardware [None req-968159ec-ed07-4fd5-b598-c029380689af tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 788.415366] env[69613]: DEBUG nova.virt.hardware [None req-968159ec-ed07-4fd5-b598-c029380689af tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 788.415524] env[69613]: DEBUG nova.virt.hardware [None req-968159ec-ed07-4fd5-b598-c029380689af tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69613) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 788.415686] env[69613]: DEBUG nova.virt.hardware [None req-968159ec-ed07-4fd5-b598-c029380689af tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Got 1 possible topologies {{(pid=69613) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 788.415844] env[69613]: DEBUG nova.virt.hardware [None req-968159ec-ed07-4fd5-b598-c029380689af tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 788.416020] env[69613]: DEBUG nova.virt.hardware [None req-968159ec-ed07-4fd5-b598-c029380689af tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 788.416931] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7e6406c-d8cf-4922-9962-cbf97f7b887c {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.426587] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30488287-f57c-4612-a93d-12385692303e {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.508603] env[69613]: DEBUG nova.scheduler.client.report [None req-412a2ba1-5c96-4d95-b24f-66e7976c83a3 tempest-ServersAdminNegativeTestJSON-2019534385 tempest-ServersAdminNegativeTestJSON-2019534385-project-member] Inventory has not changed for provider af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69613) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 788.568464] env[69613]: DEBUG nova.network.neutron [None req-6eaa0095-281f-4f74-9df8-fa2d844d036e tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] [instance: 1380fea1-6d74-469a-8a3a-7706e3d1f932] Updating instance_info_cache with network_info: [{"id": "c3b5fff4-a217-4d31-b496-7b938601cd0a", "address": "fa:16:3e:56:3e:9d", "network": {"id": "58d9295e-3d37-4d12-be71-a3fb6e54ce13", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-2144850768-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b2fa8926919b44e7a69ce5637737d86f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bb10726-a946-47b9-b4b5-6916e3f14cc5", "external-id": "nsx-vlan-transportzone-609", "segmentation_id": 609, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc3b5fff4-a2", "ovs_interfaceid": "c3b5fff4-a217-4d31-b496-7b938601cd0a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 788.671228] env[69613]: DEBUG nova.compute.manager [req-585f789c-238e-4a1d-bed6-eb36439cef05 req-0a9fad4f-3854-4bf8-8c4d-4d44b8633ae2 service nova] [instance: 1380fea1-6d74-469a-8a3a-7706e3d1f932] Received event network-vif-plugged-c3b5fff4-a217-4d31-b496-7b938601cd0a {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 788.671228] env[69613]: DEBUG oslo_concurrency.lockutils [req-585f789c-238e-4a1d-bed6-eb36439cef05 req-0a9fad4f-3854-4bf8-8c4d-4d44b8633ae2 service nova] Acquiring lock "1380fea1-6d74-469a-8a3a-7706e3d1f932-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 788.671228] env[69613]: DEBUG oslo_concurrency.lockutils [req-585f789c-238e-4a1d-bed6-eb36439cef05 req-0a9fad4f-3854-4bf8-8c4d-4d44b8633ae2 service nova] Lock "1380fea1-6d74-469a-8a3a-7706e3d1f932-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 788.672114] env[69613]: DEBUG oslo_concurrency.lockutils [req-585f789c-238e-4a1d-bed6-eb36439cef05 req-0a9fad4f-3854-4bf8-8c4d-4d44b8633ae2 service nova] Lock "1380fea1-6d74-469a-8a3a-7706e3d1f932-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 788.673690] env[69613]: DEBUG nova.compute.manager [req-585f789c-238e-4a1d-bed6-eb36439cef05 req-0a9fad4f-3854-4bf8-8c4d-4d44b8633ae2 service nova] [instance: 1380fea1-6d74-469a-8a3a-7706e3d1f932] No waiting events found dispatching network-vif-plugged-c3b5fff4-a217-4d31-b496-7b938601cd0a {{(pid=69613) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 788.673690] env[69613]: WARNING nova.compute.manager [req-585f789c-238e-4a1d-bed6-eb36439cef05 req-0a9fad4f-3854-4bf8-8c4d-4d44b8633ae2 service nova] [instance: 1380fea1-6d74-469a-8a3a-7706e3d1f932] Received unexpected event network-vif-plugged-c3b5fff4-a217-4d31-b496-7b938601cd0a for instance with vm_state building and task_state spawning. [ 788.673690] env[69613]: DEBUG nova.compute.manager [req-585f789c-238e-4a1d-bed6-eb36439cef05 req-0a9fad4f-3854-4bf8-8c4d-4d44b8633ae2 service nova] [instance: 1380fea1-6d74-469a-8a3a-7706e3d1f932] Received event network-changed-c3b5fff4-a217-4d31-b496-7b938601cd0a {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 788.673690] env[69613]: DEBUG nova.compute.manager [req-585f789c-238e-4a1d-bed6-eb36439cef05 req-0a9fad4f-3854-4bf8-8c4d-4d44b8633ae2 service nova] [instance: 1380fea1-6d74-469a-8a3a-7706e3d1f932] Refreshing instance network info cache due to event network-changed-c3b5fff4-a217-4d31-b496-7b938601cd0a. {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 788.673690] env[69613]: DEBUG oslo_concurrency.lockutils [req-585f789c-238e-4a1d-bed6-eb36439cef05 req-0a9fad4f-3854-4bf8-8c4d-4d44b8633ae2 service nova] Acquiring lock "refresh_cache-1380fea1-6d74-469a-8a3a-7706e3d1f932" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.772236] env[69613]: DEBUG nova.compute.manager [req-c65a080b-566d-499c-b19d-552b2ccc9118 req-2a4bbb4a-b840-4a53-aeca-1ccaa4f3b89b service nova] [instance: 14d0f0b3-1a44-4461-a24b-7a39574b7532] Received event network-vif-plugged-db2a8144-b7dc-4d0b-b93d-2482e8d8ac0e {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 788.772236] env[69613]: DEBUG oslo_concurrency.lockutils [req-c65a080b-566d-499c-b19d-552b2ccc9118 req-2a4bbb4a-b840-4a53-aeca-1ccaa4f3b89b service nova] Acquiring lock "14d0f0b3-1a44-4461-a24b-7a39574b7532-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 788.772236] env[69613]: DEBUG oslo_concurrency.lockutils [req-c65a080b-566d-499c-b19d-552b2ccc9118 req-2a4bbb4a-b840-4a53-aeca-1ccaa4f3b89b service nova] Lock "14d0f0b3-1a44-4461-a24b-7a39574b7532-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 788.772236] env[69613]: DEBUG oslo_concurrency.lockutils [req-c65a080b-566d-499c-b19d-552b2ccc9118 req-2a4bbb4a-b840-4a53-aeca-1ccaa4f3b89b service nova] Lock "14d0f0b3-1a44-4461-a24b-7a39574b7532-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 788.772236] env[69613]: DEBUG nova.compute.manager [req-c65a080b-566d-499c-b19d-552b2ccc9118 req-2a4bbb4a-b840-4a53-aeca-1ccaa4f3b89b service nova] [instance: 14d0f0b3-1a44-4461-a24b-7a39574b7532] No waiting events found dispatching network-vif-plugged-db2a8144-b7dc-4d0b-b93d-2482e8d8ac0e {{(pid=69613) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 788.772476] env[69613]: WARNING nova.compute.manager [req-c65a080b-566d-499c-b19d-552b2ccc9118 req-2a4bbb4a-b840-4a53-aeca-1ccaa4f3b89b service nova] [instance: 14d0f0b3-1a44-4461-a24b-7a39574b7532] Received unexpected event network-vif-plugged-db2a8144-b7dc-4d0b-b93d-2482e8d8ac0e for instance with vm_state building and task_state spawning. [ 788.787946] env[69613]: DEBUG oslo_vmware.api [-] Task: {'id': task-3417303, 'name': CreateVM_Task} progress is 99%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.845663] env[69613]: DEBUG oslo_vmware.api [None req-20708cb9-2aaa-462d-bb59-1239315285d3 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Task: {'id': task-3417306, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.529222} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.847066] env[69613]: DEBUG oslo_vmware.api [None req-e8af305d-3e71-488e-815e-5670799ee1e8 tempest-ServersListShow298Test-1734213796 tempest-ServersListShow298Test-1734213796-project-member] Task: {'id': task-3417307, 'name': Rename_Task} progress is 99%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.847807] env[69613]: DEBUG nova.network.neutron [None req-968159ec-ed07-4fd5-b598-c029380689af tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] [instance: 14d0f0b3-1a44-4461-a24b-7a39574b7532] Successfully updated port: db2a8144-b7dc-4d0b-b93d-2482e8d8ac0e {{(pid=69613) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 788.849458] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-20708cb9-2aaa-462d-bb59-1239315285d3 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk to [datastore2] 30032fc2-1100-456a-bd0d-f3daf0a16662/30032fc2-1100-456a-bd0d-f3daf0a16662.vmdk {{(pid=69613) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 788.849458] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-20708cb9-2aaa-462d-bb59-1239315285d3 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] [instance: 30032fc2-1100-456a-bd0d-f3daf0a16662] Extending root virtual disk to 1048576 {{(pid=69613) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 788.849458] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7c74d8eb-321d-4fa8-81a0-c8a823e538dd {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.861021] env[69613]: DEBUG oslo_vmware.api [None req-20708cb9-2aaa-462d-bb59-1239315285d3 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Waiting for the task: (returnval){ [ 788.861021] env[69613]: value = "task-3417308" [ 788.861021] env[69613]: _type = "Task" [ 788.861021] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.874024] env[69613]: DEBUG oslo_vmware.api [None req-20708cb9-2aaa-462d-bb59-1239315285d3 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Task: {'id': task-3417308, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.014607] env[69613]: DEBUG oslo_concurrency.lockutils [None req-412a2ba1-5c96-4d95-b24f-66e7976c83a3 tempest-ServersAdminNegativeTestJSON-2019534385 tempest-ServersAdminNegativeTestJSON-2019534385-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.661s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 789.015214] env[69613]: DEBUG nova.compute.manager [None req-412a2ba1-5c96-4d95-b24f-66e7976c83a3 tempest-ServersAdminNegativeTestJSON-2019534385 tempest-ServersAdminNegativeTestJSON-2019534385-project-member] [instance: f72c0c9a-5d4b-4c16-ae65-ab504d8b816d] Start building networks asynchronously for instance. {{(pid=69613) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 789.024106] env[69613]: DEBUG oslo_concurrency.lockutils [None req-257ff2e4-727b-4711-aa44-3a40292a5012 tempest-InstanceActionsNegativeTestJSON-1947508069 tempest-InstanceActionsNegativeTestJSON-1947508069-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.412s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 789.024106] env[69613]: INFO nova.compute.claims [None req-257ff2e4-727b-4711-aa44-3a40292a5012 tempest-InstanceActionsNegativeTestJSON-1947508069 tempest-InstanceActionsNegativeTestJSON-1947508069-project-member] [instance: 87d9c28f-3471-4a4b-86cc-1bf24d3a68f9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 789.071570] env[69613]: DEBUG oslo_concurrency.lockutils [None req-6eaa0095-281f-4f74-9df8-fa2d844d036e tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] Releasing lock "refresh_cache-1380fea1-6d74-469a-8a3a-7706e3d1f932" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.071956] env[69613]: DEBUG nova.compute.manager [None req-6eaa0095-281f-4f74-9df8-fa2d844d036e tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] [instance: 1380fea1-6d74-469a-8a3a-7706e3d1f932] Instance network_info: |[{"id": "c3b5fff4-a217-4d31-b496-7b938601cd0a", "address": "fa:16:3e:56:3e:9d", "network": {"id": "58d9295e-3d37-4d12-be71-a3fb6e54ce13", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-2144850768-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b2fa8926919b44e7a69ce5637737d86f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bb10726-a946-47b9-b4b5-6916e3f14cc5", "external-id": "nsx-vlan-transportzone-609", "segmentation_id": 609, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc3b5fff4-a2", "ovs_interfaceid": "c3b5fff4-a217-4d31-b496-7b938601cd0a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69613) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 789.072274] env[69613]: DEBUG oslo_concurrency.lockutils [req-585f789c-238e-4a1d-bed6-eb36439cef05 req-0a9fad4f-3854-4bf8-8c4d-4d44b8633ae2 service nova] Acquired lock "refresh_cache-1380fea1-6d74-469a-8a3a-7706e3d1f932" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.072526] env[69613]: DEBUG nova.network.neutron [req-585f789c-238e-4a1d-bed6-eb36439cef05 req-0a9fad4f-3854-4bf8-8c4d-4d44b8633ae2 service nova] [instance: 1380fea1-6d74-469a-8a3a-7706e3d1f932] Refreshing network info cache for port c3b5fff4-a217-4d31-b496-7b938601cd0a {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 789.073763] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-6eaa0095-281f-4f74-9df8-fa2d844d036e tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] [instance: 1380fea1-6d74-469a-8a3a-7706e3d1f932] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:56:3e:9d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7bb10726-a946-47b9-b4b5-6916e3f14cc5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c3b5fff4-a217-4d31-b496-7b938601cd0a', 'vif_model': 'vmxnet3'}] {{(pid=69613) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 789.085098] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-6eaa0095-281f-4f74-9df8-fa2d844d036e tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] Creating folder: Project (b2fa8926919b44e7a69ce5637737d86f). Parent ref: group-v681687. {{(pid=69613) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 789.088706] env[69613]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a54190b2-5873-46f6-9e3d-a745132382aa {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.103652] env[69613]: INFO nova.virt.vmwareapi.vm_util [None req-6eaa0095-281f-4f74-9df8-fa2d844d036e tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] Created folder: Project (b2fa8926919b44e7a69ce5637737d86f) in parent group-v681687. [ 789.104215] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-6eaa0095-281f-4f74-9df8-fa2d844d036e tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] Creating folder: Instances. Parent ref: group-v681847. {{(pid=69613) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 789.105466] env[69613]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b6fb60ed-b531-47f0-8337-0b8eb03ea522 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.121693] env[69613]: INFO nova.virt.vmwareapi.vm_util [None req-6eaa0095-281f-4f74-9df8-fa2d844d036e tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] Created folder: Instances in parent group-v681847. [ 789.121931] env[69613]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6eaa0095-281f-4f74-9df8-fa2d844d036e tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69613) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 789.122379] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1380fea1-6d74-469a-8a3a-7706e3d1f932] Creating VM on the ESX host {{(pid=69613) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 789.122711] env[69613]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-499d6790-7bee-49d6-a62c-70453a81530c {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.153055] env[69613]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 789.153055] env[69613]: value = "task-3417311" [ 789.153055] env[69613]: _type = "Task" [ 789.153055] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.163492] env[69613]: DEBUG oslo_vmware.api [-] Task: {'id': task-3417311, 'name': CreateVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.287377] env[69613]: DEBUG oslo_vmware.api [-] Task: {'id': task-3417303, 'name': CreateVM_Task} progress is 99%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.332164] env[69613]: DEBUG oslo_vmware.api [None req-e8af305d-3e71-488e-815e-5670799ee1e8 tempest-ServersListShow298Test-1734213796 tempest-ServersListShow298Test-1734213796-project-member] Task: {'id': task-3417307, 'name': Rename_Task} progress is 99%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.338300] env[69613]: DEBUG nova.network.neutron [req-585f789c-238e-4a1d-bed6-eb36439cef05 req-0a9fad4f-3854-4bf8-8c4d-4d44b8633ae2 service nova] [instance: 1380fea1-6d74-469a-8a3a-7706e3d1f932] Updated VIF entry in instance network info cache for port c3b5fff4-a217-4d31-b496-7b938601cd0a. {{(pid=69613) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 789.338687] env[69613]: DEBUG nova.network.neutron [req-585f789c-238e-4a1d-bed6-eb36439cef05 req-0a9fad4f-3854-4bf8-8c4d-4d44b8633ae2 service nova] [instance: 1380fea1-6d74-469a-8a3a-7706e3d1f932] Updating instance_info_cache with network_info: [{"id": "c3b5fff4-a217-4d31-b496-7b938601cd0a", "address": "fa:16:3e:56:3e:9d", "network": {"id": "58d9295e-3d37-4d12-be71-a3fb6e54ce13", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-2144850768-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b2fa8926919b44e7a69ce5637737d86f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bb10726-a946-47b9-b4b5-6916e3f14cc5", "external-id": "nsx-vlan-transportzone-609", "segmentation_id": 609, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc3b5fff4-a2", "ovs_interfaceid": "c3b5fff4-a217-4d31-b496-7b938601cd0a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 789.354014] env[69613]: DEBUG oslo_concurrency.lockutils [None req-968159ec-ed07-4fd5-b598-c029380689af tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Acquiring lock "refresh_cache-14d0f0b3-1a44-4461-a24b-7a39574b7532" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.354233] env[69613]: DEBUG oslo_concurrency.lockutils [None req-968159ec-ed07-4fd5-b598-c029380689af tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Acquired lock "refresh_cache-14d0f0b3-1a44-4461-a24b-7a39574b7532" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.354307] env[69613]: DEBUG nova.network.neutron [None req-968159ec-ed07-4fd5-b598-c029380689af tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] [instance: 14d0f0b3-1a44-4461-a24b-7a39574b7532] Building network info cache for instance {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 789.369940] env[69613]: DEBUG oslo_vmware.api [None req-20708cb9-2aaa-462d-bb59-1239315285d3 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Task: {'id': task-3417308, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071561} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.370315] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-20708cb9-2aaa-462d-bb59-1239315285d3 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] [instance: 30032fc2-1100-456a-bd0d-f3daf0a16662] Extended root virtual disk {{(pid=69613) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 789.371408] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d61e0574-d02f-47bc-8cd1-fee3f764899a {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.398225] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-20708cb9-2aaa-462d-bb59-1239315285d3 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] [instance: 30032fc2-1100-456a-bd0d-f3daf0a16662] Reconfiguring VM instance instance-00000007 to attach disk [datastore2] 30032fc2-1100-456a-bd0d-f3daf0a16662/30032fc2-1100-456a-bd0d-f3daf0a16662.vmdk or device None with type sparse {{(pid=69613) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 789.399061] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0178b6d2-a28a-4ec6-a0d7-79886cec6ee1 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.425225] env[69613]: DEBUG oslo_vmware.api [None req-20708cb9-2aaa-462d-bb59-1239315285d3 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Waiting for the task: (returnval){ [ 789.425225] env[69613]: value = "task-3417312" [ 789.425225] env[69613]: _type = "Task" [ 789.425225] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.436592] env[69613]: DEBUG oslo_vmware.api [None req-20708cb9-2aaa-462d-bb59-1239315285d3 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Task: {'id': task-3417312, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.533027] env[69613]: DEBUG nova.compute.utils [None req-412a2ba1-5c96-4d95-b24f-66e7976c83a3 tempest-ServersAdminNegativeTestJSON-2019534385 tempest-ServersAdminNegativeTestJSON-2019534385-project-member] Using /dev/sd instead of None {{(pid=69613) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 789.533027] env[69613]: DEBUG nova.compute.manager [None req-412a2ba1-5c96-4d95-b24f-66e7976c83a3 tempest-ServersAdminNegativeTestJSON-2019534385 tempest-ServersAdminNegativeTestJSON-2019534385-project-member] [instance: f72c0c9a-5d4b-4c16-ae65-ab504d8b816d] Allocating IP information in the background. {{(pid=69613) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 789.533027] env[69613]: DEBUG nova.network.neutron [None req-412a2ba1-5c96-4d95-b24f-66e7976c83a3 tempest-ServersAdminNegativeTestJSON-2019534385 tempest-ServersAdminNegativeTestJSON-2019534385-project-member] [instance: f72c0c9a-5d4b-4c16-ae65-ab504d8b816d] allocate_for_instance() {{(pid=69613) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 789.593145] env[69613]: DEBUG nova.policy [None req-412a2ba1-5c96-4d95-b24f-66e7976c83a3 tempest-ServersAdminNegativeTestJSON-2019534385 tempest-ServersAdminNegativeTestJSON-2019534385-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b2601ee475d54facb63c95b17f3cde41', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3e2898f923ea445db9e2b8d8e2ab81b7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69613) authorize /opt/stack/nova/nova/policy.py:192}} [ 789.666206] env[69613]: DEBUG oslo_vmware.api [-] Task: {'id': task-3417311, 'name': CreateVM_Task} progress is 25%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.789305] env[69613]: DEBUG oslo_vmware.api [-] Task: {'id': task-3417303, 'name': CreateVM_Task, 'duration_secs': 3.237094} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.789544] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cf649a29-c0b2-4cc4-9d7d-da72ef553093] Created VM on the ESX host {{(pid=69613) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 789.790933] env[69613]: DEBUG oslo_concurrency.lockutils [None req-0759add2-7c20-453d-a65a-4e216d6bad65 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.791265] env[69613]: DEBUG oslo_concurrency.lockutils [None req-0759add2-7c20-453d-a65a-4e216d6bad65 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.791607] env[69613]: DEBUG oslo_concurrency.lockutils [None req-0759add2-7c20-453d-a65a-4e216d6bad65 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.791884] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-30c4161a-1dc8-4ec1-b3c5-192b2a4b95ef {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.799871] env[69613]: DEBUG oslo_vmware.api [None req-0759add2-7c20-453d-a65a-4e216d6bad65 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] Waiting for the task: (returnval){ [ 789.799871] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]52aec53c-b555-b02e-ad6a-af08b51c5651" [ 789.799871] env[69613]: _type = "Task" [ 789.799871] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.812089] env[69613]: DEBUG oslo_vmware.api [None req-0759add2-7c20-453d-a65a-4e216d6bad65 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52aec53c-b555-b02e-ad6a-af08b51c5651, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.833287] env[69613]: DEBUG oslo_vmware.api [None req-e8af305d-3e71-488e-815e-5670799ee1e8 tempest-ServersListShow298Test-1734213796 tempest-ServersListShow298Test-1734213796-project-member] Task: {'id': task-3417307, 'name': Rename_Task, 'duration_secs': 1.332586} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.833580] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8af305d-3e71-488e-815e-5670799ee1e8 tempest-ServersListShow298Test-1734213796 tempest-ServersListShow298Test-1734213796-project-member] [instance: 23dfa5b7-42f4-486c-8ce4-ae7d2e08c1e0] Powering on the VM {{(pid=69613) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 789.833836] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-76795bde-35df-44d4-ae89-c9120e15869a {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.842468] env[69613]: DEBUG oslo_concurrency.lockutils [req-585f789c-238e-4a1d-bed6-eb36439cef05 req-0a9fad4f-3854-4bf8-8c4d-4d44b8633ae2 service nova] Releasing lock "refresh_cache-1380fea1-6d74-469a-8a3a-7706e3d1f932" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.842694] env[69613]: DEBUG nova.compute.manager [req-585f789c-238e-4a1d-bed6-eb36439cef05 req-0a9fad4f-3854-4bf8-8c4d-4d44b8633ae2 service nova] [instance: 267ffd7d-ab93-4dda-b46a-1059b3f82f4f] Received event network-changed-ef9b141a-7095-410c-813d-1bf647afd208 {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 789.842897] env[69613]: DEBUG nova.compute.manager [req-585f789c-238e-4a1d-bed6-eb36439cef05 req-0a9fad4f-3854-4bf8-8c4d-4d44b8633ae2 service nova] [instance: 267ffd7d-ab93-4dda-b46a-1059b3f82f4f] Refreshing instance network info cache due to event network-changed-ef9b141a-7095-410c-813d-1bf647afd208. {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 789.843256] env[69613]: DEBUG oslo_concurrency.lockutils [req-585f789c-238e-4a1d-bed6-eb36439cef05 req-0a9fad4f-3854-4bf8-8c4d-4d44b8633ae2 service nova] Acquiring lock "refresh_cache-267ffd7d-ab93-4dda-b46a-1059b3f82f4f" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.843454] env[69613]: DEBUG oslo_concurrency.lockutils [req-585f789c-238e-4a1d-bed6-eb36439cef05 req-0a9fad4f-3854-4bf8-8c4d-4d44b8633ae2 service nova] Acquired lock "refresh_cache-267ffd7d-ab93-4dda-b46a-1059b3f82f4f" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.843670] env[69613]: DEBUG nova.network.neutron [req-585f789c-238e-4a1d-bed6-eb36439cef05 req-0a9fad4f-3854-4bf8-8c4d-4d44b8633ae2 service nova] [instance: 267ffd7d-ab93-4dda-b46a-1059b3f82f4f] Refreshing network info cache for port ef9b141a-7095-410c-813d-1bf647afd208 {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 789.845409] env[69613]: DEBUG oslo_vmware.api [None req-e8af305d-3e71-488e-815e-5670799ee1e8 tempest-ServersListShow298Test-1734213796 tempest-ServersListShow298Test-1734213796-project-member] Waiting for the task: (returnval){ [ 789.845409] env[69613]: value = "task-3417313" [ 789.845409] env[69613]: _type = "Task" [ 789.845409] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.865848] env[69613]: DEBUG oslo_vmware.api [None req-e8af305d-3e71-488e-815e-5670799ee1e8 tempest-ServersListShow298Test-1734213796 tempest-ServersListShow298Test-1734213796-project-member] Task: {'id': task-3417313, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.934937] env[69613]: DEBUG nova.network.neutron [None req-412a2ba1-5c96-4d95-b24f-66e7976c83a3 tempest-ServersAdminNegativeTestJSON-2019534385 tempest-ServersAdminNegativeTestJSON-2019534385-project-member] [instance: f72c0c9a-5d4b-4c16-ae65-ab504d8b816d] Successfully created port: a9df16b6-b484-4930-9a97-a39695430695 {{(pid=69613) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 789.943691] env[69613]: DEBUG oslo_vmware.api [None req-20708cb9-2aaa-462d-bb59-1239315285d3 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Task: {'id': task-3417312, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.944587] env[69613]: DEBUG nova.network.neutron [None req-968159ec-ed07-4fd5-b598-c029380689af tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] [instance: 14d0f0b3-1a44-4461-a24b-7a39574b7532] Instance cache missing network info. {{(pid=69613) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 790.037986] env[69613]: DEBUG nova.compute.manager [None req-412a2ba1-5c96-4d95-b24f-66e7976c83a3 tempest-ServersAdminNegativeTestJSON-2019534385 tempest-ServersAdminNegativeTestJSON-2019534385-project-member] [instance: f72c0c9a-5d4b-4c16-ae65-ab504d8b816d] Start building block device mappings for instance. {{(pid=69613) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 790.170849] env[69613]: DEBUG oslo_vmware.api [-] Task: {'id': task-3417311, 'name': CreateVM_Task, 'duration_secs': 0.782117} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.171224] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1380fea1-6d74-469a-8a3a-7706e3d1f932] Created VM on the ESX host {{(pid=69613) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 790.172443] env[69613]: DEBUG oslo_concurrency.lockutils [None req-6eaa0095-281f-4f74-9df8-fa2d844d036e tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.172637] env[69613]: DEBUG oslo_concurrency.lockutils [None req-6eaa0095-281f-4f74-9df8-fa2d844d036e tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.173018] env[69613]: DEBUG oslo_concurrency.lockutils [None req-6eaa0095-281f-4f74-9df8-fa2d844d036e tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.173448] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e6799c87-5c80-4d68-95c6-890b405f6e65 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.182052] env[69613]: DEBUG oslo_vmware.api [None req-6eaa0095-281f-4f74-9df8-fa2d844d036e tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] Waiting for the task: (returnval){ [ 790.182052] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]52c9a0a9-0194-2db3-c4de-07f093b1a9e9" [ 790.182052] env[69613]: _type = "Task" [ 790.182052] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.192986] env[69613]: DEBUG oslo_vmware.api [None req-6eaa0095-281f-4f74-9df8-fa2d844d036e tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52c9a0a9-0194-2db3-c4de-07f093b1a9e9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.313078] env[69613]: DEBUG oslo_vmware.api [None req-0759add2-7c20-453d-a65a-4e216d6bad65 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52aec53c-b555-b02e-ad6a-af08b51c5651, 'name': SearchDatastore_Task, 'duration_secs': 0.012925} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.313360] env[69613]: DEBUG oslo_concurrency.lockutils [None req-0759add2-7c20-453d-a65a-4e216d6bad65 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.313804] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-0759add2-7c20-453d-a65a-4e216d6bad65 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] [instance: cf649a29-c0b2-4cc4-9d7d-da72ef553093] Processing image 2b7a0304-b5d0-431d-b287-32c8388d7fbd {{(pid=69613) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 790.314123] env[69613]: DEBUG oslo_concurrency.lockutils [None req-0759add2-7c20-453d-a65a-4e216d6bad65 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.314326] env[69613]: DEBUG oslo_concurrency.lockutils [None req-0759add2-7c20-453d-a65a-4e216d6bad65 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.314565] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-0759add2-7c20-453d-a65a-4e216d6bad65 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69613) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 790.317520] env[69613]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-874e4848-f802-418e-933e-46188a7e5b86 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.327901] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-0759add2-7c20-453d-a65a-4e216d6bad65 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69613) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 790.328436] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-0759add2-7c20-453d-a65a-4e216d6bad65 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69613) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 790.329337] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-df7c750b-14ca-4471-8ccd-1dd349b653bb {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.339893] env[69613]: DEBUG oslo_vmware.api [None req-0759add2-7c20-453d-a65a-4e216d6bad65 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] Waiting for the task: (returnval){ [ 790.339893] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]52c224da-16e2-70bd-b237-084d0fe8179f" [ 790.339893] env[69613]: _type = "Task" [ 790.339893] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.356939] env[69613]: DEBUG oslo_vmware.api [None req-0759add2-7c20-453d-a65a-4e216d6bad65 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52c224da-16e2-70bd-b237-084d0fe8179f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.365155] env[69613]: DEBUG oslo_vmware.api [None req-e8af305d-3e71-488e-815e-5670799ee1e8 tempest-ServersListShow298Test-1734213796 tempest-ServersListShow298Test-1734213796-project-member] Task: {'id': task-3417313, 'name': PowerOnVM_Task, 'duration_secs': 0.510832} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.365504] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8af305d-3e71-488e-815e-5670799ee1e8 tempest-ServersListShow298Test-1734213796 tempest-ServersListShow298Test-1734213796-project-member] [instance: 23dfa5b7-42f4-486c-8ce4-ae7d2e08c1e0] Powered on the VM {{(pid=69613) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 790.365948] env[69613]: DEBUG nova.compute.manager [None req-e8af305d-3e71-488e-815e-5670799ee1e8 tempest-ServersListShow298Test-1734213796 tempest-ServersListShow298Test-1734213796-project-member] [instance: 23dfa5b7-42f4-486c-8ce4-ae7d2e08c1e0] Checking state {{(pid=69613) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 790.366920] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42a14ecf-bbc7-4d49-b723-bf4e3f0e2b55 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.444955] env[69613]: DEBUG oslo_vmware.api [None req-20708cb9-2aaa-462d-bb59-1239315285d3 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Task: {'id': task-3417312, 'name': ReconfigVM_Task, 'duration_secs': 0.604441} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.447863] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-20708cb9-2aaa-462d-bb59-1239315285d3 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] [instance: 30032fc2-1100-456a-bd0d-f3daf0a16662] Reconfigured VM instance instance-00000007 to attach disk [datastore2] 30032fc2-1100-456a-bd0d-f3daf0a16662/30032fc2-1100-456a-bd0d-f3daf0a16662.vmdk or device None with type sparse {{(pid=69613) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 790.451125] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8cc46670-43e5-4ba2-8b22-4556c41117e0 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.460365] env[69613]: DEBUG oslo_vmware.api [None req-20708cb9-2aaa-462d-bb59-1239315285d3 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Waiting for the task: (returnval){ [ 790.460365] env[69613]: value = "task-3417314" [ 790.460365] env[69613]: _type = "Task" [ 790.460365] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.470964] env[69613]: DEBUG oslo_vmware.api [None req-20708cb9-2aaa-462d-bb59-1239315285d3 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Task: {'id': task-3417314, 'name': Rename_Task} progress is 5%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.551238] env[69613]: DEBUG nova.network.neutron [None req-968159ec-ed07-4fd5-b598-c029380689af tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] [instance: 14d0f0b3-1a44-4461-a24b-7a39574b7532] Updating instance_info_cache with network_info: [{"id": "db2a8144-b7dc-4d0b-b93d-2482e8d8ac0e", "address": "fa:16:3e:ae:43:a8", "network": {"id": "075ea19d-4486-47a4-b67d-490e88881ac3", "bridge": "br-int", "label": "tempest-ImagesTestJSON-566193002-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7c90428991084ffb9d2b6d33b2ce1e15", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b7d09e9-a3dd-4d89-b9dd-2814f5f6dd5d", "external-id": "nsx-vlan-transportzone-591", "segmentation_id": 591, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb2a8144-b7", "ovs_interfaceid": "db2a8144-b7dc-4d0b-b93d-2482e8d8ac0e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 790.682873] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87d54d98-21fa-4df7-b9c2-f0152fdbea51 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.699917] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52191a7b-9414-4190-9899-967ed981b8f1 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.704857] env[69613]: DEBUG oslo_vmware.api [None req-6eaa0095-281f-4f74-9df8-fa2d844d036e tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52c9a0a9-0194-2db3-c4de-07f093b1a9e9, 'name': SearchDatastore_Task, 'duration_secs': 0.013942} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.708287] env[69613]: DEBUG oslo_concurrency.lockutils [None req-6eaa0095-281f-4f74-9df8-fa2d844d036e tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.708287] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-6eaa0095-281f-4f74-9df8-fa2d844d036e tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] [instance: 1380fea1-6d74-469a-8a3a-7706e3d1f932] Processing image 2b7a0304-b5d0-431d-b287-32c8388d7fbd {{(pid=69613) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 790.708427] env[69613]: DEBUG oslo_concurrency.lockutils [None req-6eaa0095-281f-4f74-9df8-fa2d844d036e tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.708555] env[69613]: DEBUG oslo_concurrency.lockutils [None req-6eaa0095-281f-4f74-9df8-fa2d844d036e tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.708757] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-6eaa0095-281f-4f74-9df8-fa2d844d036e tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69613) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 790.709502] env[69613]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-227a7d7a-4c23-4ab0-b222-153a73e660b7 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.745753] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3105ab7-f8c1-4d74-bb51-283d50735b3a {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.748538] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-6eaa0095-281f-4f74-9df8-fa2d844d036e tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69613) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 790.748725] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-6eaa0095-281f-4f74-9df8-fa2d844d036e tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69613) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 790.749472] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a6001e60-340f-47ee-9f35-c7beaa7a1835 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.759122] env[69613]: DEBUG oslo_vmware.api [None req-6eaa0095-281f-4f74-9df8-fa2d844d036e tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] Waiting for the task: (returnval){ [ 790.759122] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]52307339-f663-84bc-382b-913dfa15f1cd" [ 790.759122] env[69613]: _type = "Task" [ 790.759122] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.761084] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2b19225-63fd-4866-b88f-8edda835b15d {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.775380] env[69613]: DEBUG oslo_vmware.api [None req-6eaa0095-281f-4f74-9df8-fa2d844d036e tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52307339-f663-84bc-382b-913dfa15f1cd, 'name': SearchDatastore_Task, 'duration_secs': 0.011988} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.787817] env[69613]: DEBUG nova.compute.provider_tree [None req-257ff2e4-727b-4711-aa44-3a40292a5012 tempest-InstanceActionsNegativeTestJSON-1947508069 tempest-InstanceActionsNegativeTestJSON-1947508069-project-member] Inventory has not changed in ProviderTree for provider: af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 {{(pid=69613) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 790.792142] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b16d5fa9-7d48-48f6-a5e3-b9a0ba6d7086 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.797594] env[69613]: DEBUG oslo_vmware.api [None req-6eaa0095-281f-4f74-9df8-fa2d844d036e tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] Waiting for the task: (returnval){ [ 790.797594] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]52649ca4-1feb-5320-7be6-b35e658d1ec1" [ 790.797594] env[69613]: _type = "Task" [ 790.797594] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.807760] env[69613]: DEBUG oslo_vmware.api [None req-6eaa0095-281f-4f74-9df8-fa2d844d036e tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52649ca4-1feb-5320-7be6-b35e658d1ec1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.851680] env[69613]: DEBUG oslo_vmware.api [None req-0759add2-7c20-453d-a65a-4e216d6bad65 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52c224da-16e2-70bd-b237-084d0fe8179f, 'name': SearchDatastore_Task, 'duration_secs': 0.01213} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.852590] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-825bb26b-43e3-480c-b27f-b0ee02cfa868 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.859082] env[69613]: DEBUG oslo_vmware.api [None req-0759add2-7c20-453d-a65a-4e216d6bad65 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] Waiting for the task: (returnval){ [ 790.859082] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]523ff05b-0083-40a2-8c1e-c8661dd7764c" [ 790.859082] env[69613]: _type = "Task" [ 790.859082] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.868159] env[69613]: DEBUG oslo_vmware.api [None req-0759add2-7c20-453d-a65a-4e216d6bad65 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]523ff05b-0083-40a2-8c1e-c8661dd7764c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.872267] env[69613]: DEBUG nova.network.neutron [req-585f789c-238e-4a1d-bed6-eb36439cef05 req-0a9fad4f-3854-4bf8-8c4d-4d44b8633ae2 service nova] [instance: 267ffd7d-ab93-4dda-b46a-1059b3f82f4f] Updated VIF entry in instance network info cache for port ef9b141a-7095-410c-813d-1bf647afd208. {{(pid=69613) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 790.872823] env[69613]: DEBUG nova.network.neutron [req-585f789c-238e-4a1d-bed6-eb36439cef05 req-0a9fad4f-3854-4bf8-8c4d-4d44b8633ae2 service nova] [instance: 267ffd7d-ab93-4dda-b46a-1059b3f82f4f] Updating instance_info_cache with network_info: [{"id": "ef9b141a-7095-410c-813d-1bf647afd208", "address": "fa:16:3e:c5:9c:69", "network": {"id": "c9e2af8e-f9e8-400d-876d-bea201b3974f", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1784991898-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.155", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "b67035ef2f3e49e5ae598086bf6e36fa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cbf3349e-d05e-4d44-a011-c4b6e41af988", "external-id": "nsx-vlan-transportzone-196", "segmentation_id": 196, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapef9b141a-70", "ovs_interfaceid": "ef9b141a-7095-410c-813d-1bf647afd208", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 790.889711] env[69613]: DEBUG oslo_concurrency.lockutils [None req-e8af305d-3e71-488e-815e-5670799ee1e8 tempest-ServersListShow298Test-1734213796 tempest-ServersListShow298Test-1734213796-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 790.972989] env[69613]: DEBUG oslo_vmware.api [None req-20708cb9-2aaa-462d-bb59-1239315285d3 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Task: {'id': task-3417314, 'name': Rename_Task, 'duration_secs': 0.184806} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.972989] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-20708cb9-2aaa-462d-bb59-1239315285d3 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] [instance: 30032fc2-1100-456a-bd0d-f3daf0a16662] Powering on the VM {{(pid=69613) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 790.972989] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3a7169e4-d308-4489-ad5b-91eaee2c11ed {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.981489] env[69613]: DEBUG oslo_vmware.api [None req-20708cb9-2aaa-462d-bb59-1239315285d3 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Waiting for the task: (returnval){ [ 790.981489] env[69613]: value = "task-3417315" [ 790.981489] env[69613]: _type = "Task" [ 790.981489] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.993761] env[69613]: DEBUG oslo_vmware.api [None req-20708cb9-2aaa-462d-bb59-1239315285d3 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Task: {'id': task-3417315, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.053976] env[69613]: DEBUG nova.compute.manager [None req-412a2ba1-5c96-4d95-b24f-66e7976c83a3 tempest-ServersAdminNegativeTestJSON-2019534385 tempest-ServersAdminNegativeTestJSON-2019534385-project-member] [instance: f72c0c9a-5d4b-4c16-ae65-ab504d8b816d] Start spawning the instance on the hypervisor. {{(pid=69613) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 791.057044] env[69613]: DEBUG oslo_concurrency.lockutils [None req-968159ec-ed07-4fd5-b598-c029380689af tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Releasing lock "refresh_cache-14d0f0b3-1a44-4461-a24b-7a39574b7532" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.057341] env[69613]: DEBUG nova.compute.manager [None req-968159ec-ed07-4fd5-b598-c029380689af tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] [instance: 14d0f0b3-1a44-4461-a24b-7a39574b7532] Instance network_info: |[{"id": "db2a8144-b7dc-4d0b-b93d-2482e8d8ac0e", "address": "fa:16:3e:ae:43:a8", "network": {"id": "075ea19d-4486-47a4-b67d-490e88881ac3", "bridge": "br-int", "label": "tempest-ImagesTestJSON-566193002-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7c90428991084ffb9d2b6d33b2ce1e15", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b7d09e9-a3dd-4d89-b9dd-2814f5f6dd5d", "external-id": "nsx-vlan-transportzone-591", "segmentation_id": 591, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb2a8144-b7", "ovs_interfaceid": "db2a8144-b7dc-4d0b-b93d-2482e8d8ac0e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69613) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 791.057752] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-968159ec-ed07-4fd5-b598-c029380689af tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] [instance: 14d0f0b3-1a44-4461-a24b-7a39574b7532] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ae:43:a8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3b7d09e9-a3dd-4d89-b9dd-2814f5f6dd5d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'db2a8144-b7dc-4d0b-b93d-2482e8d8ac0e', 'vif_model': 'vmxnet3'}] {{(pid=69613) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 791.068340] env[69613]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-968159ec-ed07-4fd5-b598-c029380689af tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69613) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 791.068577] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 14d0f0b3-1a44-4461-a24b-7a39574b7532] Creating VM on the ESX host {{(pid=69613) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 791.068806] env[69613]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3f15d065-982a-4ca1-8da1-21e974f7e03f {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.093525] env[69613]: DEBUG nova.virt.hardware [None req-412a2ba1-5c96-4d95-b24f-66e7976c83a3 tempest-ServersAdminNegativeTestJSON-2019534385 tempest-ServersAdminNegativeTestJSON-2019534385-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T13:55:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T13:55:19Z,direct_url=,disk_format='vmdk',id=2b7a0304-b5d0-431d-b287-32c8388d7fbd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3e9e1b873f1442d59d5ee8247b941f74',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T13:55:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 791.093817] env[69613]: DEBUG nova.virt.hardware [None req-412a2ba1-5c96-4d95-b24f-66e7976c83a3 tempest-ServersAdminNegativeTestJSON-2019534385 tempest-ServersAdminNegativeTestJSON-2019534385-project-member] Flavor limits 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 791.094026] env[69613]: DEBUG nova.virt.hardware [None req-412a2ba1-5c96-4d95-b24f-66e7976c83a3 tempest-ServersAdminNegativeTestJSON-2019534385 tempest-ServersAdminNegativeTestJSON-2019534385-project-member] Image limits 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 791.094251] env[69613]: DEBUG nova.virt.hardware [None req-412a2ba1-5c96-4d95-b24f-66e7976c83a3 tempest-ServersAdminNegativeTestJSON-2019534385 tempest-ServersAdminNegativeTestJSON-2019534385-project-member] Flavor pref 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 791.094421] env[69613]: DEBUG nova.virt.hardware [None req-412a2ba1-5c96-4d95-b24f-66e7976c83a3 tempest-ServersAdminNegativeTestJSON-2019534385 tempest-ServersAdminNegativeTestJSON-2019534385-project-member] Image pref 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 791.094568] env[69613]: DEBUG nova.virt.hardware [None req-412a2ba1-5c96-4d95-b24f-66e7976c83a3 tempest-ServersAdminNegativeTestJSON-2019534385 tempest-ServersAdminNegativeTestJSON-2019534385-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 791.094821] env[69613]: DEBUG nova.virt.hardware [None req-412a2ba1-5c96-4d95-b24f-66e7976c83a3 tempest-ServersAdminNegativeTestJSON-2019534385 tempest-ServersAdminNegativeTestJSON-2019534385-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 791.095020] env[69613]: DEBUG nova.virt.hardware [None req-412a2ba1-5c96-4d95-b24f-66e7976c83a3 tempest-ServersAdminNegativeTestJSON-2019534385 tempest-ServersAdminNegativeTestJSON-2019534385-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69613) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 791.095224] env[69613]: DEBUG nova.virt.hardware [None req-412a2ba1-5c96-4d95-b24f-66e7976c83a3 tempest-ServersAdminNegativeTestJSON-2019534385 tempest-ServersAdminNegativeTestJSON-2019534385-project-member] Got 1 possible topologies {{(pid=69613) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 791.095434] env[69613]: DEBUG nova.virt.hardware [None req-412a2ba1-5c96-4d95-b24f-66e7976c83a3 tempest-ServersAdminNegativeTestJSON-2019534385 tempest-ServersAdminNegativeTestJSON-2019534385-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 791.095665] env[69613]: DEBUG nova.virt.hardware [None req-412a2ba1-5c96-4d95-b24f-66e7976c83a3 tempest-ServersAdminNegativeTestJSON-2019534385 tempest-ServersAdminNegativeTestJSON-2019534385-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 791.096716] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fade0b1-ba88-401f-ac24-85f83758ab84 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.101494] env[69613]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 791.101494] env[69613]: value = "task-3417316" [ 791.101494] env[69613]: _type = "Task" [ 791.101494] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.110741] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cac47039-e143-4124-8e63-15198eb56cba {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.125149] env[69613]: DEBUG oslo_vmware.api [-] Task: {'id': task-3417316, 'name': CreateVM_Task} progress is 5%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.181122] env[69613]: DEBUG nova.compute.manager [req-c62f585c-bd42-4bb2-ad9e-9d154624bd9d req-8282ea63-04f5-444e-b8a5-342add4d07f3 service nova] [instance: 267ffd7d-ab93-4dda-b46a-1059b3f82f4f] Received event network-changed-ef9b141a-7095-410c-813d-1bf647afd208 {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 791.181333] env[69613]: DEBUG nova.compute.manager [req-c62f585c-bd42-4bb2-ad9e-9d154624bd9d req-8282ea63-04f5-444e-b8a5-342add4d07f3 service nova] [instance: 267ffd7d-ab93-4dda-b46a-1059b3f82f4f] Refreshing instance network info cache due to event network-changed-ef9b141a-7095-410c-813d-1bf647afd208. {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 791.181526] env[69613]: DEBUG oslo_concurrency.lockutils [req-c62f585c-bd42-4bb2-ad9e-9d154624bd9d req-8282ea63-04f5-444e-b8a5-342add4d07f3 service nova] Acquiring lock "refresh_cache-267ffd7d-ab93-4dda-b46a-1059b3f82f4f" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.216024] env[69613]: DEBUG nova.compute.manager [req-a03bf457-35a3-4db7-8d27-7ad6baf479ee req-ce2d5aa3-180d-40e7-afc5-b583b1465bbf service nova] [instance: 14d0f0b3-1a44-4461-a24b-7a39574b7532] Received event network-changed-db2a8144-b7dc-4d0b-b93d-2482e8d8ac0e {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 791.216024] env[69613]: DEBUG nova.compute.manager [req-a03bf457-35a3-4db7-8d27-7ad6baf479ee req-ce2d5aa3-180d-40e7-afc5-b583b1465bbf service nova] [instance: 14d0f0b3-1a44-4461-a24b-7a39574b7532] Refreshing instance network info cache due to event network-changed-db2a8144-b7dc-4d0b-b93d-2482e8d8ac0e. {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 791.216024] env[69613]: DEBUG oslo_concurrency.lockutils [req-a03bf457-35a3-4db7-8d27-7ad6baf479ee req-ce2d5aa3-180d-40e7-afc5-b583b1465bbf service nova] Acquiring lock "refresh_cache-14d0f0b3-1a44-4461-a24b-7a39574b7532" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.216024] env[69613]: DEBUG oslo_concurrency.lockutils [req-a03bf457-35a3-4db7-8d27-7ad6baf479ee req-ce2d5aa3-180d-40e7-afc5-b583b1465bbf service nova] Acquired lock "refresh_cache-14d0f0b3-1a44-4461-a24b-7a39574b7532" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.216585] env[69613]: DEBUG nova.network.neutron [req-a03bf457-35a3-4db7-8d27-7ad6baf479ee req-ce2d5aa3-180d-40e7-afc5-b583b1465bbf service nova] [instance: 14d0f0b3-1a44-4461-a24b-7a39574b7532] Refreshing network info cache for port db2a8144-b7dc-4d0b-b93d-2482e8d8ac0e {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 791.295523] env[69613]: DEBUG nova.scheduler.client.report [None req-257ff2e4-727b-4711-aa44-3a40292a5012 tempest-InstanceActionsNegativeTestJSON-1947508069 tempest-InstanceActionsNegativeTestJSON-1947508069-project-member] Inventory has not changed for provider af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69613) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 791.314735] env[69613]: DEBUG oslo_vmware.api [None req-6eaa0095-281f-4f74-9df8-fa2d844d036e tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52649ca4-1feb-5320-7be6-b35e658d1ec1, 'name': SearchDatastore_Task, 'duration_secs': 0.012849} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.315792] env[69613]: DEBUG oslo_concurrency.lockutils [None req-6eaa0095-281f-4f74-9df8-fa2d844d036e tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.316247] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-6eaa0095-281f-4f74-9df8-fa2d844d036e tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk to [datastore2] 1380fea1-6d74-469a-8a3a-7706e3d1f932/1380fea1-6d74-469a-8a3a-7706e3d1f932.vmdk {{(pid=69613) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 791.316332] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1ab1ae3f-c6dd-4bf2-9acd-cd9dbbdc8b92 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.331598] env[69613]: DEBUG oslo_vmware.api [None req-6eaa0095-281f-4f74-9df8-fa2d844d036e tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] Waiting for the task: (returnval){ [ 791.331598] env[69613]: value = "task-3417317" [ 791.331598] env[69613]: _type = "Task" [ 791.331598] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.349142] env[69613]: DEBUG oslo_vmware.api [None req-6eaa0095-281f-4f74-9df8-fa2d844d036e tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] Task: {'id': task-3417317, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.372183] env[69613]: DEBUG oslo_vmware.api [None req-0759add2-7c20-453d-a65a-4e216d6bad65 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]523ff05b-0083-40a2-8c1e-c8661dd7764c, 'name': SearchDatastore_Task, 'duration_secs': 0.012134} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.372352] env[69613]: DEBUG oslo_concurrency.lockutils [None req-0759add2-7c20-453d-a65a-4e216d6bad65 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.372681] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-0759add2-7c20-453d-a65a-4e216d6bad65 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk to [datastore1] cf649a29-c0b2-4cc4-9d7d-da72ef553093/cf649a29-c0b2-4cc4-9d7d-da72ef553093.vmdk {{(pid=69613) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 791.373031] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8eb590c0-ff0e-4cd8-9779-ace1faea852c {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.375768] env[69613]: DEBUG oslo_concurrency.lockutils [req-585f789c-238e-4a1d-bed6-eb36439cef05 req-0a9fad4f-3854-4bf8-8c4d-4d44b8633ae2 service nova] Releasing lock "refresh_cache-267ffd7d-ab93-4dda-b46a-1059b3f82f4f" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.375930] env[69613]: DEBUG oslo_concurrency.lockutils [req-c62f585c-bd42-4bb2-ad9e-9d154624bd9d req-8282ea63-04f5-444e-b8a5-342add4d07f3 service nova] Acquired lock "refresh_cache-267ffd7d-ab93-4dda-b46a-1059b3f82f4f" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.376129] env[69613]: DEBUG nova.network.neutron [req-c62f585c-bd42-4bb2-ad9e-9d154624bd9d req-8282ea63-04f5-444e-b8a5-342add4d07f3 service nova] [instance: 267ffd7d-ab93-4dda-b46a-1059b3f82f4f] Refreshing network info cache for port ef9b141a-7095-410c-813d-1bf647afd208 {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 791.385397] env[69613]: DEBUG oslo_vmware.api [None req-0759add2-7c20-453d-a65a-4e216d6bad65 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] Waiting for the task: (returnval){ [ 791.385397] env[69613]: value = "task-3417318" [ 791.385397] env[69613]: _type = "Task" [ 791.385397] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.401507] env[69613]: DEBUG oslo_vmware.api [None req-0759add2-7c20-453d-a65a-4e216d6bad65 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] Task: {'id': task-3417318, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.497190] env[69613]: DEBUG oslo_vmware.api [None req-20708cb9-2aaa-462d-bb59-1239315285d3 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Task: {'id': task-3417315, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.532486] env[69613]: DEBUG nova.network.neutron [None req-412a2ba1-5c96-4d95-b24f-66e7976c83a3 tempest-ServersAdminNegativeTestJSON-2019534385 tempest-ServersAdminNegativeTestJSON-2019534385-project-member] [instance: f72c0c9a-5d4b-4c16-ae65-ab504d8b816d] Successfully updated port: a9df16b6-b484-4930-9a97-a39695430695 {{(pid=69613) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 791.613943] env[69613]: DEBUG oslo_vmware.api [-] Task: {'id': task-3417316, 'name': CreateVM_Task, 'duration_secs': 0.40178} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.614149] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 14d0f0b3-1a44-4461-a24b-7a39574b7532] Created VM on the ESX host {{(pid=69613) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 791.615629] env[69613]: DEBUG oslo_concurrency.lockutils [None req-968159ec-ed07-4fd5-b598-c029380689af tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.615629] env[69613]: DEBUG oslo_concurrency.lockutils [None req-968159ec-ed07-4fd5-b598-c029380689af tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.615629] env[69613]: DEBUG oslo_concurrency.lockutils [None req-968159ec-ed07-4fd5-b598-c029380689af tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.615850] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9857602f-96ac-4418-a891-9644ab641df2 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.622752] env[69613]: DEBUG oslo_vmware.api [None req-968159ec-ed07-4fd5-b598-c029380689af tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Waiting for the task: (returnval){ [ 791.622752] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]52ffab39-6b45-4e18-f89c-6cc540c47fdf" [ 791.622752] env[69613]: _type = "Task" [ 791.622752] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.635411] env[69613]: DEBUG oslo_vmware.api [None req-968159ec-ed07-4fd5-b598-c029380689af tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52ffab39-6b45-4e18-f89c-6cc540c47fdf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.800281] env[69613]: DEBUG oslo_concurrency.lockutils [None req-257ff2e4-727b-4711-aa44-3a40292a5012 tempest-InstanceActionsNegativeTestJSON-1947508069 tempest-InstanceActionsNegativeTestJSON-1947508069-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.782s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 791.800860] env[69613]: DEBUG nova.compute.manager [None req-257ff2e4-727b-4711-aa44-3a40292a5012 tempest-InstanceActionsNegativeTestJSON-1947508069 tempest-InstanceActionsNegativeTestJSON-1947508069-project-member] [instance: 87d9c28f-3471-4a4b-86cc-1bf24d3a68f9] Start building networks asynchronously for instance. {{(pid=69613) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 791.806264] env[69613]: DEBUG oslo_concurrency.lockutils [None req-146ee144-4754-4a44-8496-065f4a59e37e tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.556s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 791.807816] env[69613]: INFO nova.compute.claims [None req-146ee144-4754-4a44-8496-065f4a59e37e tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] [instance: 3c040883-6acc-4ec2-b1e4-017089c4810f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 791.846164] env[69613]: DEBUG oslo_vmware.api [None req-6eaa0095-281f-4f74-9df8-fa2d844d036e tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] Task: {'id': task-3417317, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.899047] env[69613]: DEBUG oslo_vmware.api [None req-0759add2-7c20-453d-a65a-4e216d6bad65 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] Task: {'id': task-3417318, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.984713] env[69613]: DEBUG oslo_concurrency.lockutils [None req-a603d5e9-4b7d-4f92-9c27-263ccb84318e tempest-ServersListShow298Test-1734213796 tempest-ServersListShow298Test-1734213796-project-member] Acquiring lock "23dfa5b7-42f4-486c-8ce4-ae7d2e08c1e0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 791.985195] env[69613]: DEBUG oslo_concurrency.lockutils [None req-a603d5e9-4b7d-4f92-9c27-263ccb84318e tempest-ServersListShow298Test-1734213796 tempest-ServersListShow298Test-1734213796-project-member] Lock "23dfa5b7-42f4-486c-8ce4-ae7d2e08c1e0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 791.985318] env[69613]: DEBUG oslo_concurrency.lockutils [None req-a603d5e9-4b7d-4f92-9c27-263ccb84318e tempest-ServersListShow298Test-1734213796 tempest-ServersListShow298Test-1734213796-project-member] Acquiring lock "23dfa5b7-42f4-486c-8ce4-ae7d2e08c1e0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 791.985562] env[69613]: DEBUG oslo_concurrency.lockutils [None req-a603d5e9-4b7d-4f92-9c27-263ccb84318e tempest-ServersListShow298Test-1734213796 tempest-ServersListShow298Test-1734213796-project-member] Lock "23dfa5b7-42f4-486c-8ce4-ae7d2e08c1e0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 791.985752] env[69613]: DEBUG oslo_concurrency.lockutils [None req-a603d5e9-4b7d-4f92-9c27-263ccb84318e tempest-ServersListShow298Test-1734213796 tempest-ServersListShow298Test-1734213796-project-member] Lock "23dfa5b7-42f4-486c-8ce4-ae7d2e08c1e0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 791.995370] env[69613]: INFO nova.compute.manager [None req-a603d5e9-4b7d-4f92-9c27-263ccb84318e tempest-ServersListShow298Test-1734213796 tempest-ServersListShow298Test-1734213796-project-member] [instance: 23dfa5b7-42f4-486c-8ce4-ae7d2e08c1e0] Terminating instance [ 791.997374] env[69613]: DEBUG nova.network.neutron [req-a03bf457-35a3-4db7-8d27-7ad6baf479ee req-ce2d5aa3-180d-40e7-afc5-b583b1465bbf service nova] [instance: 14d0f0b3-1a44-4461-a24b-7a39574b7532] Updated VIF entry in instance network info cache for port db2a8144-b7dc-4d0b-b93d-2482e8d8ac0e. {{(pid=69613) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 791.997702] env[69613]: DEBUG nova.network.neutron [req-a03bf457-35a3-4db7-8d27-7ad6baf479ee req-ce2d5aa3-180d-40e7-afc5-b583b1465bbf service nova] [instance: 14d0f0b3-1a44-4461-a24b-7a39574b7532] Updating instance_info_cache with network_info: [{"id": "db2a8144-b7dc-4d0b-b93d-2482e8d8ac0e", "address": "fa:16:3e:ae:43:a8", "network": {"id": "075ea19d-4486-47a4-b67d-490e88881ac3", "bridge": "br-int", "label": "tempest-ImagesTestJSON-566193002-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7c90428991084ffb9d2b6d33b2ce1e15", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b7d09e9-a3dd-4d89-b9dd-2814f5f6dd5d", "external-id": "nsx-vlan-transportzone-591", "segmentation_id": 591, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb2a8144-b7", "ovs_interfaceid": "db2a8144-b7dc-4d0b-b93d-2482e8d8ac0e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 792.007167] env[69613]: DEBUG oslo_vmware.api [None req-20708cb9-2aaa-462d-bb59-1239315285d3 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Task: {'id': task-3417315, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.046437] env[69613]: DEBUG oslo_concurrency.lockutils [None req-412a2ba1-5c96-4d95-b24f-66e7976c83a3 tempest-ServersAdminNegativeTestJSON-2019534385 tempest-ServersAdminNegativeTestJSON-2019534385-project-member] Acquiring lock "refresh_cache-f72c0c9a-5d4b-4c16-ae65-ab504d8b816d" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.046437] env[69613]: DEBUG oslo_concurrency.lockutils [None req-412a2ba1-5c96-4d95-b24f-66e7976c83a3 tempest-ServersAdminNegativeTestJSON-2019534385 tempest-ServersAdminNegativeTestJSON-2019534385-project-member] Acquired lock "refresh_cache-f72c0c9a-5d4b-4c16-ae65-ab504d8b816d" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.046437] env[69613]: DEBUG nova.network.neutron [None req-412a2ba1-5c96-4d95-b24f-66e7976c83a3 tempest-ServersAdminNegativeTestJSON-2019534385 tempest-ServersAdminNegativeTestJSON-2019534385-project-member] [instance: f72c0c9a-5d4b-4c16-ae65-ab504d8b816d] Building network info cache for instance {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 792.139364] env[69613]: DEBUG oslo_vmware.api [None req-968159ec-ed07-4fd5-b598-c029380689af tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52ffab39-6b45-4e18-f89c-6cc540c47fdf, 'name': SearchDatastore_Task, 'duration_secs': 0.073522} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.139760] env[69613]: DEBUG oslo_concurrency.lockutils [None req-968159ec-ed07-4fd5-b598-c029380689af tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.140068] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-968159ec-ed07-4fd5-b598-c029380689af tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] [instance: 14d0f0b3-1a44-4461-a24b-7a39574b7532] Processing image 2b7a0304-b5d0-431d-b287-32c8388d7fbd {{(pid=69613) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 792.141234] env[69613]: DEBUG oslo_concurrency.lockutils [None req-968159ec-ed07-4fd5-b598-c029380689af tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.141717] env[69613]: DEBUG oslo_concurrency.lockutils [None req-968159ec-ed07-4fd5-b598-c029380689af tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.141940] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-968159ec-ed07-4fd5-b598-c029380689af tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69613) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 792.142248] env[69613]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fdcaabed-45df-404e-9e7c-cfbb509c1502 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.153822] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-968159ec-ed07-4fd5-b598-c029380689af tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69613) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 792.154100] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-968159ec-ed07-4fd5-b598-c029380689af tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69613) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 792.154848] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b9cf3f74-5593-4ebe-9a41-8801dd082f48 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.162098] env[69613]: DEBUG oslo_vmware.api [None req-968159ec-ed07-4fd5-b598-c029380689af tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Waiting for the task: (returnval){ [ 792.162098] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]528c3105-88eb-28d1-ac59-79b6c3a0607b" [ 792.162098] env[69613]: _type = "Task" [ 792.162098] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.173199] env[69613]: DEBUG oslo_vmware.api [None req-968159ec-ed07-4fd5-b598-c029380689af tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]528c3105-88eb-28d1-ac59-79b6c3a0607b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.313671] env[69613]: DEBUG nova.compute.utils [None req-257ff2e4-727b-4711-aa44-3a40292a5012 tempest-InstanceActionsNegativeTestJSON-1947508069 tempest-InstanceActionsNegativeTestJSON-1947508069-project-member] Using /dev/sd instead of None {{(pid=69613) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 792.319360] env[69613]: DEBUG nova.network.neutron [req-c62f585c-bd42-4bb2-ad9e-9d154624bd9d req-8282ea63-04f5-444e-b8a5-342add4d07f3 service nova] [instance: 267ffd7d-ab93-4dda-b46a-1059b3f82f4f] Updated VIF entry in instance network info cache for port ef9b141a-7095-410c-813d-1bf647afd208. {{(pid=69613) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 792.319814] env[69613]: DEBUG nova.network.neutron [req-c62f585c-bd42-4bb2-ad9e-9d154624bd9d req-8282ea63-04f5-444e-b8a5-342add4d07f3 service nova] [instance: 267ffd7d-ab93-4dda-b46a-1059b3f82f4f] Updating instance_info_cache with network_info: [{"id": "ef9b141a-7095-410c-813d-1bf647afd208", "address": "fa:16:3e:c5:9c:69", "network": {"id": "c9e2af8e-f9e8-400d-876d-bea201b3974f", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1784991898-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "b67035ef2f3e49e5ae598086bf6e36fa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cbf3349e-d05e-4d44-a011-c4b6e41af988", "external-id": "nsx-vlan-transportzone-196", "segmentation_id": 196, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapef9b141a-70", "ovs_interfaceid": "ef9b141a-7095-410c-813d-1bf647afd208", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 792.321341] env[69613]: DEBUG nova.compute.manager [None req-257ff2e4-727b-4711-aa44-3a40292a5012 tempest-InstanceActionsNegativeTestJSON-1947508069 tempest-InstanceActionsNegativeTestJSON-1947508069-project-member] [instance: 87d9c28f-3471-4a4b-86cc-1bf24d3a68f9] Allocating IP information in the background. {{(pid=69613) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 792.321569] env[69613]: DEBUG nova.network.neutron [None req-257ff2e4-727b-4711-aa44-3a40292a5012 tempest-InstanceActionsNegativeTestJSON-1947508069 tempest-InstanceActionsNegativeTestJSON-1947508069-project-member] [instance: 87d9c28f-3471-4a4b-86cc-1bf24d3a68f9] allocate_for_instance() {{(pid=69613) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 792.344042] env[69613]: DEBUG oslo_vmware.api [None req-6eaa0095-281f-4f74-9df8-fa2d844d036e tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] Task: {'id': task-3417317, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.76276} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.344627] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-6eaa0095-281f-4f74-9df8-fa2d844d036e tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk to [datastore2] 1380fea1-6d74-469a-8a3a-7706e3d1f932/1380fea1-6d74-469a-8a3a-7706e3d1f932.vmdk {{(pid=69613) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 792.345050] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-6eaa0095-281f-4f74-9df8-fa2d844d036e tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] [instance: 1380fea1-6d74-469a-8a3a-7706e3d1f932] Extending root virtual disk to 1048576 {{(pid=69613) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 792.345436] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e033dfe1-89b0-4c09-8ddc-726f2b1522f5 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.356023] env[69613]: DEBUG oslo_vmware.api [None req-6eaa0095-281f-4f74-9df8-fa2d844d036e tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] Waiting for the task: (returnval){ [ 792.356023] env[69613]: value = "task-3417319" [ 792.356023] env[69613]: _type = "Task" [ 792.356023] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.373826] env[69613]: DEBUG oslo_vmware.api [None req-6eaa0095-281f-4f74-9df8-fa2d844d036e tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] Task: {'id': task-3417319, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.397593] env[69613]: DEBUG oslo_vmware.api [None req-0759add2-7c20-453d-a65a-4e216d6bad65 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] Task: {'id': task-3417318, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.749186} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.397914] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-0759add2-7c20-453d-a65a-4e216d6bad65 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk to [datastore1] cf649a29-c0b2-4cc4-9d7d-da72ef553093/cf649a29-c0b2-4cc4-9d7d-da72ef553093.vmdk {{(pid=69613) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 792.398169] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-0759add2-7c20-453d-a65a-4e216d6bad65 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] [instance: cf649a29-c0b2-4cc4-9d7d-da72ef553093] Extending root virtual disk to 1048576 {{(pid=69613) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 792.398463] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-edb41370-4648-4ad6-99c7-b4727a2d6ec4 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.407784] env[69613]: DEBUG oslo_vmware.api [None req-0759add2-7c20-453d-a65a-4e216d6bad65 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] Waiting for the task: (returnval){ [ 792.407784] env[69613]: value = "task-3417320" [ 792.407784] env[69613]: _type = "Task" [ 792.407784] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.418483] env[69613]: DEBUG oslo_vmware.api [None req-0759add2-7c20-453d-a65a-4e216d6bad65 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] Task: {'id': task-3417320, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.420195] env[69613]: DEBUG nova.policy [None req-257ff2e4-727b-4711-aa44-3a40292a5012 tempest-InstanceActionsNegativeTestJSON-1947508069 tempest-InstanceActionsNegativeTestJSON-1947508069-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3e38f78438bc49a49a5cd3bc0f18b5aa', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e68710930cc5480f86f1f0664ae08b61', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69613) authorize /opt/stack/nova/nova/policy.py:192}} [ 792.496204] env[69613]: DEBUG oslo_vmware.api [None req-20708cb9-2aaa-462d-bb59-1239315285d3 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Task: {'id': task-3417315, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.508065] env[69613]: DEBUG oslo_concurrency.lockutils [None req-a603d5e9-4b7d-4f92-9c27-263ccb84318e tempest-ServersListShow298Test-1734213796 tempest-ServersListShow298Test-1734213796-project-member] Acquiring lock "refresh_cache-23dfa5b7-42f4-486c-8ce4-ae7d2e08c1e0" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.508332] env[69613]: DEBUG oslo_concurrency.lockutils [None req-a603d5e9-4b7d-4f92-9c27-263ccb84318e tempest-ServersListShow298Test-1734213796 tempest-ServersListShow298Test-1734213796-project-member] Acquired lock "refresh_cache-23dfa5b7-42f4-486c-8ce4-ae7d2e08c1e0" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.508502] env[69613]: DEBUG nova.network.neutron [None req-a603d5e9-4b7d-4f92-9c27-263ccb84318e tempest-ServersListShow298Test-1734213796 tempest-ServersListShow298Test-1734213796-project-member] [instance: 23dfa5b7-42f4-486c-8ce4-ae7d2e08c1e0] Building network info cache for instance {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 792.509886] env[69613]: DEBUG oslo_concurrency.lockutils [req-a03bf457-35a3-4db7-8d27-7ad6baf479ee req-ce2d5aa3-180d-40e7-afc5-b583b1465bbf service nova] Releasing lock "refresh_cache-14d0f0b3-1a44-4461-a24b-7a39574b7532" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.578829] env[69613]: DEBUG nova.network.neutron [None req-412a2ba1-5c96-4d95-b24f-66e7976c83a3 tempest-ServersAdminNegativeTestJSON-2019534385 tempest-ServersAdminNegativeTestJSON-2019534385-project-member] [instance: f72c0c9a-5d4b-4c16-ae65-ab504d8b816d] Instance cache missing network info. {{(pid=69613) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 792.673661] env[69613]: DEBUG oslo_vmware.api [None req-968159ec-ed07-4fd5-b598-c029380689af tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]528c3105-88eb-28d1-ac59-79b6c3a0607b, 'name': SearchDatastore_Task, 'duration_secs': 0.042609} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.674549] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b02e3d87-0249-4373-a174-676a532e2221 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.681475] env[69613]: DEBUG oslo_vmware.api [None req-968159ec-ed07-4fd5-b598-c029380689af tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Waiting for the task: (returnval){ [ 792.681475] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]524a55d3-58ee-0f43-8f1a-f43829be33c2" [ 792.681475] env[69613]: _type = "Task" [ 792.681475] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.691481] env[69613]: DEBUG oslo_vmware.api [None req-968159ec-ed07-4fd5-b598-c029380689af tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]524a55d3-58ee-0f43-8f1a-f43829be33c2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.733665] env[69613]: DEBUG nova.network.neutron [None req-412a2ba1-5c96-4d95-b24f-66e7976c83a3 tempest-ServersAdminNegativeTestJSON-2019534385 tempest-ServersAdminNegativeTestJSON-2019534385-project-member] [instance: f72c0c9a-5d4b-4c16-ae65-ab504d8b816d] Updating instance_info_cache with network_info: [{"id": "a9df16b6-b484-4930-9a97-a39695430695", "address": "fa:16:3e:59:9c:91", "network": {"id": "7f5a9020-c966-459c-b2b1-fc62b2ff6283", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.41", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3e9e1b873f1442d59d5ee8247b941f74", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aec0089a-ff85-4bef-bad8-c84de39af71a", "external-id": "nsx-vlan-transportzone-758", "segmentation_id": 758, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa9df16b6-b4", "ovs_interfaceid": "a9df16b6-b484-4930-9a97-a39695430695", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 792.832139] env[69613]: DEBUG oslo_concurrency.lockutils [req-c62f585c-bd42-4bb2-ad9e-9d154624bd9d req-8282ea63-04f5-444e-b8a5-342add4d07f3 service nova] Releasing lock "refresh_cache-267ffd7d-ab93-4dda-b46a-1059b3f82f4f" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.832139] env[69613]: DEBUG nova.compute.manager [req-c62f585c-bd42-4bb2-ad9e-9d154624bd9d req-8282ea63-04f5-444e-b8a5-342add4d07f3 service nova] [instance: 267ffd7d-ab93-4dda-b46a-1059b3f82f4f] Received event network-changed-ef9b141a-7095-410c-813d-1bf647afd208 {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 792.832139] env[69613]: DEBUG nova.compute.manager [req-c62f585c-bd42-4bb2-ad9e-9d154624bd9d req-8282ea63-04f5-444e-b8a5-342add4d07f3 service nova] [instance: 267ffd7d-ab93-4dda-b46a-1059b3f82f4f] Refreshing instance network info cache due to event network-changed-ef9b141a-7095-410c-813d-1bf647afd208. {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 792.832139] env[69613]: DEBUG oslo_concurrency.lockutils [req-c62f585c-bd42-4bb2-ad9e-9d154624bd9d req-8282ea63-04f5-444e-b8a5-342add4d07f3 service nova] Acquiring lock "refresh_cache-267ffd7d-ab93-4dda-b46a-1059b3f82f4f" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.832139] env[69613]: DEBUG oslo_concurrency.lockutils [req-c62f585c-bd42-4bb2-ad9e-9d154624bd9d req-8282ea63-04f5-444e-b8a5-342add4d07f3 service nova] Acquired lock "refresh_cache-267ffd7d-ab93-4dda-b46a-1059b3f82f4f" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.832731] env[69613]: DEBUG nova.network.neutron [req-c62f585c-bd42-4bb2-ad9e-9d154624bd9d req-8282ea63-04f5-444e-b8a5-342add4d07f3 service nova] [instance: 267ffd7d-ab93-4dda-b46a-1059b3f82f4f] Refreshing network info cache for port ef9b141a-7095-410c-813d-1bf647afd208 {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 792.832731] env[69613]: DEBUG nova.compute.manager [None req-257ff2e4-727b-4711-aa44-3a40292a5012 tempest-InstanceActionsNegativeTestJSON-1947508069 tempest-InstanceActionsNegativeTestJSON-1947508069-project-member] [instance: 87d9c28f-3471-4a4b-86cc-1bf24d3a68f9] Start building block device mappings for instance. {{(pid=69613) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 792.871433] env[69613]: DEBUG oslo_vmware.api [None req-6eaa0095-281f-4f74-9df8-fa2d844d036e tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] Task: {'id': task-3417319, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078475} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.873135] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-6eaa0095-281f-4f74-9df8-fa2d844d036e tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] [instance: 1380fea1-6d74-469a-8a3a-7706e3d1f932] Extended root virtual disk {{(pid=69613) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 792.874262] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fe28b07-d844-4c58-9156-fe2c69bf3071 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.879242] env[69613]: DEBUG oslo_concurrency.lockutils [None req-07d99946-98d9-4718-a316-ae55f82ebe6b tempest-VolumesAdminNegativeTest-111528841 tempest-VolumesAdminNegativeTest-111528841-project-member] Acquiring lock "54fe2a35-52f3-4c21-a0f4-522e44b620a0" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 792.879933] env[69613]: DEBUG oslo_concurrency.lockutils [None req-07d99946-98d9-4718-a316-ae55f82ebe6b tempest-VolumesAdminNegativeTest-111528841 tempest-VolumesAdminNegativeTest-111528841-project-member] Lock "54fe2a35-52f3-4c21-a0f4-522e44b620a0" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 792.904757] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-6eaa0095-281f-4f74-9df8-fa2d844d036e tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] [instance: 1380fea1-6d74-469a-8a3a-7706e3d1f932] Reconfiguring VM instance instance-00000035 to attach disk [datastore2] 1380fea1-6d74-469a-8a3a-7706e3d1f932/1380fea1-6d74-469a-8a3a-7706e3d1f932.vmdk or device None with type sparse {{(pid=69613) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 792.908232] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b5350e5e-33fa-4fd7-8602-cbb2e1caa575 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.936181] env[69613]: DEBUG oslo_vmware.api [None req-0759add2-7c20-453d-a65a-4e216d6bad65 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] Task: {'id': task-3417320, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.279147} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.940968] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-0759add2-7c20-453d-a65a-4e216d6bad65 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] [instance: cf649a29-c0b2-4cc4-9d7d-da72ef553093] Extended root virtual disk {{(pid=69613) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 792.941735] env[69613]: DEBUG oslo_vmware.api [None req-6eaa0095-281f-4f74-9df8-fa2d844d036e tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] Waiting for the task: (returnval){ [ 792.941735] env[69613]: value = "task-3417321" [ 792.941735] env[69613]: _type = "Task" [ 792.941735] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.943141] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b151c75-02d3-4263-b5e6-8e10ba95a829 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.957692] env[69613]: DEBUG nova.network.neutron [None req-257ff2e4-727b-4711-aa44-3a40292a5012 tempest-InstanceActionsNegativeTestJSON-1947508069 tempest-InstanceActionsNegativeTestJSON-1947508069-project-member] [instance: 87d9c28f-3471-4a4b-86cc-1bf24d3a68f9] Successfully created port: 4c483bdf-4929-4116-86a4-388ac411a85f {{(pid=69613) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 792.977964] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-0759add2-7c20-453d-a65a-4e216d6bad65 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] [instance: cf649a29-c0b2-4cc4-9d7d-da72ef553093] Reconfiguring VM instance instance-00000034 to attach disk [datastore1] cf649a29-c0b2-4cc4-9d7d-da72ef553093/cf649a29-c0b2-4cc4-9d7d-da72ef553093.vmdk or device None with type sparse {{(pid=69613) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 792.979045] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-29a66261-51e1-4a50-9b3f-185eb501b809 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.007186] env[69613]: DEBUG oslo_vmware.api [None req-20708cb9-2aaa-462d-bb59-1239315285d3 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Task: {'id': task-3417315, 'name': PowerOnVM_Task, 'duration_secs': 1.526176} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.011364] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-20708cb9-2aaa-462d-bb59-1239315285d3 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] [instance: 30032fc2-1100-456a-bd0d-f3daf0a16662] Powered on the VM {{(pid=69613) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 793.011631] env[69613]: DEBUG nova.compute.manager [None req-20708cb9-2aaa-462d-bb59-1239315285d3 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] [instance: 30032fc2-1100-456a-bd0d-f3daf0a16662] Checking state {{(pid=69613) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 793.011997] env[69613]: DEBUG oslo_vmware.api [None req-0759add2-7c20-453d-a65a-4e216d6bad65 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] Waiting for the task: (returnval){ [ 793.011997] env[69613]: value = "task-3417322" [ 793.011997] env[69613]: _type = "Task" [ 793.011997] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.015189] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c07f023-3ff3-4e7a-84f6-9dac1ce62062 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.031746] env[69613]: DEBUG oslo_vmware.api [None req-0759add2-7c20-453d-a65a-4e216d6bad65 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] Task: {'id': task-3417322, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.041352] env[69613]: DEBUG nova.network.neutron [None req-a603d5e9-4b7d-4f92-9c27-263ccb84318e tempest-ServersListShow298Test-1734213796 tempest-ServersListShow298Test-1734213796-project-member] [instance: 23dfa5b7-42f4-486c-8ce4-ae7d2e08c1e0] Instance cache missing network info. {{(pid=69613) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 793.124234] env[69613]: DEBUG nova.network.neutron [None req-a603d5e9-4b7d-4f92-9c27-263ccb84318e tempest-ServersListShow298Test-1734213796 tempest-ServersListShow298Test-1734213796-project-member] [instance: 23dfa5b7-42f4-486c-8ce4-ae7d2e08c1e0] Updating instance_info_cache with network_info: [] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 793.196057] env[69613]: DEBUG oslo_vmware.api [None req-968159ec-ed07-4fd5-b598-c029380689af tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]524a55d3-58ee-0f43-8f1a-f43829be33c2, 'name': SearchDatastore_Task, 'duration_secs': 0.051848} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.196338] env[69613]: DEBUG oslo_concurrency.lockutils [None req-968159ec-ed07-4fd5-b598-c029380689af tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.196658] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-968159ec-ed07-4fd5-b598-c029380689af tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk to [datastore2] 14d0f0b3-1a44-4461-a24b-7a39574b7532/14d0f0b3-1a44-4461-a24b-7a39574b7532.vmdk {{(pid=69613) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 793.196976] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-066b96f9-0ee8-4827-bb9c-7e575b48a72e {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.208617] env[69613]: DEBUG oslo_vmware.api [None req-968159ec-ed07-4fd5-b598-c029380689af tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Waiting for the task: (returnval){ [ 793.208617] env[69613]: value = "task-3417323" [ 793.208617] env[69613]: _type = "Task" [ 793.208617] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.219127] env[69613]: DEBUG oslo_vmware.api [None req-968159ec-ed07-4fd5-b598-c029380689af tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Task: {'id': task-3417323, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.240339] env[69613]: DEBUG oslo_concurrency.lockutils [None req-412a2ba1-5c96-4d95-b24f-66e7976c83a3 tempest-ServersAdminNegativeTestJSON-2019534385 tempest-ServersAdminNegativeTestJSON-2019534385-project-member] Releasing lock "refresh_cache-f72c0c9a-5d4b-4c16-ae65-ab504d8b816d" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.240689] env[69613]: DEBUG nova.compute.manager [None req-412a2ba1-5c96-4d95-b24f-66e7976c83a3 tempest-ServersAdminNegativeTestJSON-2019534385 tempest-ServersAdminNegativeTestJSON-2019534385-project-member] [instance: f72c0c9a-5d4b-4c16-ae65-ab504d8b816d] Instance network_info: |[{"id": "a9df16b6-b484-4930-9a97-a39695430695", "address": "fa:16:3e:59:9c:91", "network": {"id": "7f5a9020-c966-459c-b2b1-fc62b2ff6283", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.41", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3e9e1b873f1442d59d5ee8247b941f74", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aec0089a-ff85-4bef-bad8-c84de39af71a", "external-id": "nsx-vlan-transportzone-758", "segmentation_id": 758, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa9df16b6-b4", "ovs_interfaceid": "a9df16b6-b484-4930-9a97-a39695430695", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69613) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 793.241190] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-412a2ba1-5c96-4d95-b24f-66e7976c83a3 tempest-ServersAdminNegativeTestJSON-2019534385 tempest-ServersAdminNegativeTestJSON-2019534385-project-member] [instance: f72c0c9a-5d4b-4c16-ae65-ab504d8b816d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:59:9c:91', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'aec0089a-ff85-4bef-bad8-c84de39af71a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a9df16b6-b484-4930-9a97-a39695430695', 'vif_model': 'vmxnet3'}] {{(pid=69613) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 793.249122] env[69613]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-412a2ba1-5c96-4d95-b24f-66e7976c83a3 tempest-ServersAdminNegativeTestJSON-2019534385 tempest-ServersAdminNegativeTestJSON-2019534385-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69613) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 793.249380] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f72c0c9a-5d4b-4c16-ae65-ab504d8b816d] Creating VM on the ESX host {{(pid=69613) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 793.249605] env[69613]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0e1f1f02-0ce8-4a9d-ba12-426b5b329e59 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.277802] env[69613]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 793.277802] env[69613]: value = "task-3417324" [ 793.277802] env[69613]: _type = "Task" [ 793.277802] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.290253] env[69613]: DEBUG oslo_vmware.api [-] Task: {'id': task-3417324, 'name': CreateVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.386564] env[69613]: DEBUG nova.compute.utils [None req-07d99946-98d9-4718-a316-ae55f82ebe6b tempest-VolumesAdminNegativeTest-111528841 tempest-VolumesAdminNegativeTest-111528841-project-member] Using /dev/sd instead of None {{(pid=69613) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 793.461992] env[69613]: DEBUG oslo_vmware.api [None req-6eaa0095-281f-4f74-9df8-fa2d844d036e tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] Task: {'id': task-3417321, 'name': ReconfigVM_Task, 'duration_secs': 0.513046} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.465260] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-6eaa0095-281f-4f74-9df8-fa2d844d036e tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] [instance: 1380fea1-6d74-469a-8a3a-7706e3d1f932] Reconfigured VM instance instance-00000035 to attach disk [datastore2] 1380fea1-6d74-469a-8a3a-7706e3d1f932/1380fea1-6d74-469a-8a3a-7706e3d1f932.vmdk or device None with type sparse {{(pid=69613) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 793.466272] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d8c7486d-409f-42ff-aceb-dceff7cb3327 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.477511] env[69613]: DEBUG oslo_vmware.api [None req-6eaa0095-281f-4f74-9df8-fa2d844d036e tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] Waiting for the task: (returnval){ [ 793.477511] env[69613]: value = "task-3417325" [ 793.477511] env[69613]: _type = "Task" [ 793.477511] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.498075] env[69613]: DEBUG oslo_vmware.api [None req-6eaa0095-281f-4f74-9df8-fa2d844d036e tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] Task: {'id': task-3417325, 'name': Rename_Task} progress is 5%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.532160] env[69613]: DEBUG oslo_vmware.api [None req-0759add2-7c20-453d-a65a-4e216d6bad65 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] Task: {'id': task-3417322, 'name': ReconfigVM_Task, 'duration_secs': 0.505684} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.532533] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-0759add2-7c20-453d-a65a-4e216d6bad65 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] [instance: cf649a29-c0b2-4cc4-9d7d-da72ef553093] Reconfigured VM instance instance-00000034 to attach disk [datastore1] cf649a29-c0b2-4cc4-9d7d-da72ef553093/cf649a29-c0b2-4cc4-9d7d-da72ef553093.vmdk or device None with type sparse {{(pid=69613) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 793.536248] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d832abbc-b9a8-42f2-aeaa-5afd8f1e2823 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.549076] env[69613]: DEBUG oslo_vmware.api [None req-0759add2-7c20-453d-a65a-4e216d6bad65 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] Waiting for the task: (returnval){ [ 793.549076] env[69613]: value = "task-3417326" [ 793.549076] env[69613]: _type = "Task" [ 793.549076] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.554658] env[69613]: DEBUG oslo_concurrency.lockutils [None req-20708cb9-2aaa-462d-bb59-1239315285d3 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 793.567575] env[69613]: DEBUG oslo_vmware.api [None req-0759add2-7c20-453d-a65a-4e216d6bad65 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] Task: {'id': task-3417326, 'name': Rename_Task} progress is 6%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.609194] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c52efcaf-2f3d-4f8d-965a-3d0da84ff0aa {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.619291] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5b80a91-6258-4ea2-b581-235a75c903f4 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.626943] env[69613]: DEBUG oslo_concurrency.lockutils [None req-a603d5e9-4b7d-4f92-9c27-263ccb84318e tempest-ServersListShow298Test-1734213796 tempest-ServersListShow298Test-1734213796-project-member] Releasing lock "refresh_cache-23dfa5b7-42f4-486c-8ce4-ae7d2e08c1e0" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.627722] env[69613]: DEBUG nova.compute.manager [None req-a603d5e9-4b7d-4f92-9c27-263ccb84318e tempest-ServersListShow298Test-1734213796 tempest-ServersListShow298Test-1734213796-project-member] [instance: 23dfa5b7-42f4-486c-8ce4-ae7d2e08c1e0] Start destroying the instance on the hypervisor. {{(pid=69613) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 793.627979] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-a603d5e9-4b7d-4f92-9c27-263ccb84318e tempest-ServersListShow298Test-1734213796 tempest-ServersListShow298Test-1734213796-project-member] [instance: 23dfa5b7-42f4-486c-8ce4-ae7d2e08c1e0] Destroying instance {{(pid=69613) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 793.657036] env[69613]: DEBUG nova.network.neutron [req-c62f585c-bd42-4bb2-ad9e-9d154624bd9d req-8282ea63-04f5-444e-b8a5-342add4d07f3 service nova] [instance: 267ffd7d-ab93-4dda-b46a-1059b3f82f4f] Updated VIF entry in instance network info cache for port ef9b141a-7095-410c-813d-1bf647afd208. {{(pid=69613) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 793.657375] env[69613]: DEBUG nova.network.neutron [req-c62f585c-bd42-4bb2-ad9e-9d154624bd9d req-8282ea63-04f5-444e-b8a5-342add4d07f3 service nova] [instance: 267ffd7d-ab93-4dda-b46a-1059b3f82f4f] Updating instance_info_cache with network_info: [{"id": "ef9b141a-7095-410c-813d-1bf647afd208", "address": "fa:16:3e:c5:9c:69", "network": {"id": "c9e2af8e-f9e8-400d-876d-bea201b3974f", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1784991898-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "b67035ef2f3e49e5ae598086bf6e36fa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cbf3349e-d05e-4d44-a011-c4b6e41af988", "external-id": "nsx-vlan-transportzone-196", "segmentation_id": 196, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapef9b141a-70", "ovs_interfaceid": "ef9b141a-7095-410c-813d-1bf647afd208", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 793.659302] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e93e498e-f918-4699-837a-387e64a7930f {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.664085] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06d230d0-a1b0-4024-903c-af63eed11efd {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.677833] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d88b6254-36a2-48f3-b761-33abf7ec550d {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.684348] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-a603d5e9-4b7d-4f92-9c27-263ccb84318e tempest-ServersListShow298Test-1734213796 tempest-ServersListShow298Test-1734213796-project-member] [instance: 23dfa5b7-42f4-486c-8ce4-ae7d2e08c1e0] Powering off the VM {{(pid=69613) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 793.684748] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-28bbb456-236b-4e8e-962d-93de4dae8f59 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.702750] env[69613]: DEBUG nova.compute.provider_tree [None req-146ee144-4754-4a44-8496-065f4a59e37e tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Inventory has not changed in ProviderTree for provider: af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 {{(pid=69613) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 793.708103] env[69613]: DEBUG oslo_vmware.api [None req-a603d5e9-4b7d-4f92-9c27-263ccb84318e tempest-ServersListShow298Test-1734213796 tempest-ServersListShow298Test-1734213796-project-member] Waiting for the task: (returnval){ [ 793.708103] env[69613]: value = "task-3417327" [ 793.708103] env[69613]: _type = "Task" [ 793.708103] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.727252] env[69613]: DEBUG oslo_vmware.api [None req-a603d5e9-4b7d-4f92-9c27-263ccb84318e tempest-ServersListShow298Test-1734213796 tempest-ServersListShow298Test-1734213796-project-member] Task: {'id': task-3417327, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.727698] env[69613]: DEBUG oslo_vmware.api [None req-968159ec-ed07-4fd5-b598-c029380689af tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Task: {'id': task-3417323, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.792080] env[69613]: DEBUG oslo_vmware.api [-] Task: {'id': task-3417324, 'name': CreateVM_Task} progress is 99%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.846647] env[69613]: DEBUG nova.compute.manager [None req-257ff2e4-727b-4711-aa44-3a40292a5012 tempest-InstanceActionsNegativeTestJSON-1947508069 tempest-InstanceActionsNegativeTestJSON-1947508069-project-member] [instance: 87d9c28f-3471-4a4b-86cc-1bf24d3a68f9] Start spawning the instance on the hypervisor. {{(pid=69613) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 793.879515] env[69613]: DEBUG nova.virt.hardware [None req-257ff2e4-727b-4711-aa44-3a40292a5012 tempest-InstanceActionsNegativeTestJSON-1947508069 tempest-InstanceActionsNegativeTestJSON-1947508069-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T13:55:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T13:55:19Z,direct_url=,disk_format='vmdk',id=2b7a0304-b5d0-431d-b287-32c8388d7fbd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3e9e1b873f1442d59d5ee8247b941f74',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T13:55:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 793.879831] env[69613]: DEBUG nova.virt.hardware [None req-257ff2e4-727b-4711-aa44-3a40292a5012 tempest-InstanceActionsNegativeTestJSON-1947508069 tempest-InstanceActionsNegativeTestJSON-1947508069-project-member] Flavor limits 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 793.880100] env[69613]: DEBUG nova.virt.hardware [None req-257ff2e4-727b-4711-aa44-3a40292a5012 tempest-InstanceActionsNegativeTestJSON-1947508069 tempest-InstanceActionsNegativeTestJSON-1947508069-project-member] Image limits 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 793.880429] env[69613]: DEBUG nova.virt.hardware [None req-257ff2e4-727b-4711-aa44-3a40292a5012 tempest-InstanceActionsNegativeTestJSON-1947508069 tempest-InstanceActionsNegativeTestJSON-1947508069-project-member] Flavor pref 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 793.880590] env[69613]: DEBUG nova.virt.hardware [None req-257ff2e4-727b-4711-aa44-3a40292a5012 tempest-InstanceActionsNegativeTestJSON-1947508069 tempest-InstanceActionsNegativeTestJSON-1947508069-project-member] Image pref 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 793.880743] env[69613]: DEBUG nova.virt.hardware [None req-257ff2e4-727b-4711-aa44-3a40292a5012 tempest-InstanceActionsNegativeTestJSON-1947508069 tempest-InstanceActionsNegativeTestJSON-1947508069-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 793.881086] env[69613]: DEBUG nova.virt.hardware [None req-257ff2e4-727b-4711-aa44-3a40292a5012 tempest-InstanceActionsNegativeTestJSON-1947508069 tempest-InstanceActionsNegativeTestJSON-1947508069-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 793.881365] env[69613]: DEBUG nova.virt.hardware [None req-257ff2e4-727b-4711-aa44-3a40292a5012 tempest-InstanceActionsNegativeTestJSON-1947508069 tempest-InstanceActionsNegativeTestJSON-1947508069-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69613) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 793.881554] env[69613]: DEBUG nova.virt.hardware [None req-257ff2e4-727b-4711-aa44-3a40292a5012 tempest-InstanceActionsNegativeTestJSON-1947508069 tempest-InstanceActionsNegativeTestJSON-1947508069-project-member] Got 1 possible topologies {{(pid=69613) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 793.881844] env[69613]: DEBUG nova.virt.hardware [None req-257ff2e4-727b-4711-aa44-3a40292a5012 tempest-InstanceActionsNegativeTestJSON-1947508069 tempest-InstanceActionsNegativeTestJSON-1947508069-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 793.882180] env[69613]: DEBUG nova.virt.hardware [None req-257ff2e4-727b-4711-aa44-3a40292a5012 tempest-InstanceActionsNegativeTestJSON-1947508069 tempest-InstanceActionsNegativeTestJSON-1947508069-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 793.883348] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1fc4f76-4817-4851-b779-5dd4b058c57a {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.893507] env[69613]: DEBUG oslo_concurrency.lockutils [None req-07d99946-98d9-4718-a316-ae55f82ebe6b tempest-VolumesAdminNegativeTest-111528841 tempest-VolumesAdminNegativeTest-111528841-project-member] Lock "54fe2a35-52f3-4c21-a0f4-522e44b620a0" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.014s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 793.895927] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-509fd657-bb07-494d-a3fe-9c74d1f3abea {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.988665] env[69613]: DEBUG oslo_vmware.api [None req-6eaa0095-281f-4f74-9df8-fa2d844d036e tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] Task: {'id': task-3417325, 'name': Rename_Task, 'duration_secs': 0.390971} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.989129] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-6eaa0095-281f-4f74-9df8-fa2d844d036e tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] [instance: 1380fea1-6d74-469a-8a3a-7706e3d1f932] Powering on the VM {{(pid=69613) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 793.989565] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-73b7d996-9034-4a15-84e5-c957b4ce797e {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.000456] env[69613]: DEBUG oslo_vmware.api [None req-6eaa0095-281f-4f74-9df8-fa2d844d036e tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] Waiting for the task: (returnval){ [ 794.000456] env[69613]: value = "task-3417328" [ 794.000456] env[69613]: _type = "Task" [ 794.000456] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.009914] env[69613]: DEBUG oslo_vmware.api [None req-6eaa0095-281f-4f74-9df8-fa2d844d036e tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] Task: {'id': task-3417328, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.062687] env[69613]: DEBUG oslo_vmware.api [None req-0759add2-7c20-453d-a65a-4e216d6bad65 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] Task: {'id': task-3417326, 'name': Rename_Task, 'duration_secs': 0.266327} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.063168] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-0759add2-7c20-453d-a65a-4e216d6bad65 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] [instance: cf649a29-c0b2-4cc4-9d7d-da72ef553093] Powering on the VM {{(pid=69613) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 794.063556] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ced4d954-e82e-4b0c-bc0d-db9f45fcdffd {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.072471] env[69613]: DEBUG oslo_vmware.api [None req-0759add2-7c20-453d-a65a-4e216d6bad65 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] Waiting for the task: (returnval){ [ 794.072471] env[69613]: value = "task-3417329" [ 794.072471] env[69613]: _type = "Task" [ 794.072471] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.082223] env[69613]: DEBUG oslo_vmware.api [None req-0759add2-7c20-453d-a65a-4e216d6bad65 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] Task: {'id': task-3417329, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.109255] env[69613]: DEBUG nova.compute.manager [req-5360c064-4902-4aa8-aeba-3b62024d8199 req-abc3420b-66f7-470f-b44b-6202311814bb service nova] [instance: 267ffd7d-ab93-4dda-b46a-1059b3f82f4f] Received event network-changed-ef9b141a-7095-410c-813d-1bf647afd208 {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 794.109445] env[69613]: DEBUG nova.compute.manager [req-5360c064-4902-4aa8-aeba-3b62024d8199 req-abc3420b-66f7-470f-b44b-6202311814bb service nova] [instance: 267ffd7d-ab93-4dda-b46a-1059b3f82f4f] Refreshing instance network info cache due to event network-changed-ef9b141a-7095-410c-813d-1bf647afd208. {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 794.109643] env[69613]: DEBUG oslo_concurrency.lockutils [req-5360c064-4902-4aa8-aeba-3b62024d8199 req-abc3420b-66f7-470f-b44b-6202311814bb service nova] Acquiring lock "refresh_cache-267ffd7d-ab93-4dda-b46a-1059b3f82f4f" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.132095] env[69613]: DEBUG nova.compute.manager [req-dac17302-7fe1-4e12-bb47-6c85ce5ab129 req-ad4b4f05-0450-442a-8386-529db37f8022 service nova] [instance: f72c0c9a-5d4b-4c16-ae65-ab504d8b816d] Received event network-vif-plugged-a9df16b6-b484-4930-9a97-a39695430695 {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 794.132341] env[69613]: DEBUG oslo_concurrency.lockutils [req-dac17302-7fe1-4e12-bb47-6c85ce5ab129 req-ad4b4f05-0450-442a-8386-529db37f8022 service nova] Acquiring lock "f72c0c9a-5d4b-4c16-ae65-ab504d8b816d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 794.132878] env[69613]: DEBUG oslo_concurrency.lockutils [req-dac17302-7fe1-4e12-bb47-6c85ce5ab129 req-ad4b4f05-0450-442a-8386-529db37f8022 service nova] Lock "f72c0c9a-5d4b-4c16-ae65-ab504d8b816d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 794.132878] env[69613]: DEBUG oslo_concurrency.lockutils [req-dac17302-7fe1-4e12-bb47-6c85ce5ab129 req-ad4b4f05-0450-442a-8386-529db37f8022 service nova] Lock "f72c0c9a-5d4b-4c16-ae65-ab504d8b816d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 794.132955] env[69613]: DEBUG nova.compute.manager [req-dac17302-7fe1-4e12-bb47-6c85ce5ab129 req-ad4b4f05-0450-442a-8386-529db37f8022 service nova] [instance: f72c0c9a-5d4b-4c16-ae65-ab504d8b816d] No waiting events found dispatching network-vif-plugged-a9df16b6-b484-4930-9a97-a39695430695 {{(pid=69613) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 794.133178] env[69613]: WARNING nova.compute.manager [req-dac17302-7fe1-4e12-bb47-6c85ce5ab129 req-ad4b4f05-0450-442a-8386-529db37f8022 service nova] [instance: f72c0c9a-5d4b-4c16-ae65-ab504d8b816d] Received unexpected event network-vif-plugged-a9df16b6-b484-4930-9a97-a39695430695 for instance with vm_state building and task_state spawning. [ 794.133277] env[69613]: DEBUG nova.compute.manager [req-dac17302-7fe1-4e12-bb47-6c85ce5ab129 req-ad4b4f05-0450-442a-8386-529db37f8022 service nova] [instance: f72c0c9a-5d4b-4c16-ae65-ab504d8b816d] Received event network-changed-a9df16b6-b484-4930-9a97-a39695430695 {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 794.133439] env[69613]: DEBUG nova.compute.manager [req-dac17302-7fe1-4e12-bb47-6c85ce5ab129 req-ad4b4f05-0450-442a-8386-529db37f8022 service nova] [instance: f72c0c9a-5d4b-4c16-ae65-ab504d8b816d] Refreshing instance network info cache due to event network-changed-a9df16b6-b484-4930-9a97-a39695430695. {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 794.133639] env[69613]: DEBUG oslo_concurrency.lockutils [req-dac17302-7fe1-4e12-bb47-6c85ce5ab129 req-ad4b4f05-0450-442a-8386-529db37f8022 service nova] Acquiring lock "refresh_cache-f72c0c9a-5d4b-4c16-ae65-ab504d8b816d" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.133840] env[69613]: DEBUG oslo_concurrency.lockutils [req-dac17302-7fe1-4e12-bb47-6c85ce5ab129 req-ad4b4f05-0450-442a-8386-529db37f8022 service nova] Acquired lock "refresh_cache-f72c0c9a-5d4b-4c16-ae65-ab504d8b816d" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.133928] env[69613]: DEBUG nova.network.neutron [req-dac17302-7fe1-4e12-bb47-6c85ce5ab129 req-ad4b4f05-0450-442a-8386-529db37f8022 service nova] [instance: f72c0c9a-5d4b-4c16-ae65-ab504d8b816d] Refreshing network info cache for port a9df16b6-b484-4930-9a97-a39695430695 {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 794.164589] env[69613]: DEBUG oslo_concurrency.lockutils [req-c62f585c-bd42-4bb2-ad9e-9d154624bd9d req-8282ea63-04f5-444e-b8a5-342add4d07f3 service nova] Releasing lock "refresh_cache-267ffd7d-ab93-4dda-b46a-1059b3f82f4f" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.164866] env[69613]: DEBUG oslo_concurrency.lockutils [req-5360c064-4902-4aa8-aeba-3b62024d8199 req-abc3420b-66f7-470f-b44b-6202311814bb service nova] Acquired lock "refresh_cache-267ffd7d-ab93-4dda-b46a-1059b3f82f4f" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.165024] env[69613]: DEBUG nova.network.neutron [req-5360c064-4902-4aa8-aeba-3b62024d8199 req-abc3420b-66f7-470f-b44b-6202311814bb service nova] [instance: 267ffd7d-ab93-4dda-b46a-1059b3f82f4f] Refreshing network info cache for port ef9b141a-7095-410c-813d-1bf647afd208 {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 794.208290] env[69613]: DEBUG nova.scheduler.client.report [None req-146ee144-4754-4a44-8496-065f4a59e37e tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Inventory has not changed for provider af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69613) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 794.225495] env[69613]: DEBUG oslo_vmware.api [None req-968159ec-ed07-4fd5-b598-c029380689af tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Task: {'id': task-3417323, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.629786} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.229466] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-968159ec-ed07-4fd5-b598-c029380689af tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk to [datastore2] 14d0f0b3-1a44-4461-a24b-7a39574b7532/14d0f0b3-1a44-4461-a24b-7a39574b7532.vmdk {{(pid=69613) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 794.229745] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-968159ec-ed07-4fd5-b598-c029380689af tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] [instance: 14d0f0b3-1a44-4461-a24b-7a39574b7532] Extending root virtual disk to 1048576 {{(pid=69613) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 794.230359] env[69613]: DEBUG oslo_vmware.api [None req-a603d5e9-4b7d-4f92-9c27-263ccb84318e tempest-ServersListShow298Test-1734213796 tempest-ServersListShow298Test-1734213796-project-member] Task: {'id': task-3417327, 'name': PowerOffVM_Task, 'duration_secs': 0.214535} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.230574] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6d966379-ace0-4e1f-8eb3-90111a678a0d {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.233060] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-a603d5e9-4b7d-4f92-9c27-263ccb84318e tempest-ServersListShow298Test-1734213796 tempest-ServersListShow298Test-1734213796-project-member] [instance: 23dfa5b7-42f4-486c-8ce4-ae7d2e08c1e0] Powered off the VM {{(pid=69613) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 794.233221] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-a603d5e9-4b7d-4f92-9c27-263ccb84318e tempest-ServersListShow298Test-1734213796 tempest-ServersListShow298Test-1734213796-project-member] [instance: 23dfa5b7-42f4-486c-8ce4-ae7d2e08c1e0] Unregistering the VM {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 794.233734] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f1593d43-4dd4-4077-8593-85fe2a9cdfdf {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.243109] env[69613]: DEBUG oslo_vmware.api [None req-968159ec-ed07-4fd5-b598-c029380689af tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Waiting for the task: (returnval){ [ 794.243109] env[69613]: value = "task-3417331" [ 794.243109] env[69613]: _type = "Task" [ 794.243109] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.253790] env[69613]: DEBUG oslo_vmware.api [None req-968159ec-ed07-4fd5-b598-c029380689af tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Task: {'id': task-3417331, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.267064] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-a603d5e9-4b7d-4f92-9c27-263ccb84318e tempest-ServersListShow298Test-1734213796 tempest-ServersListShow298Test-1734213796-project-member] [instance: 23dfa5b7-42f4-486c-8ce4-ae7d2e08c1e0] Unregistered the VM {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 794.267490] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-a603d5e9-4b7d-4f92-9c27-263ccb84318e tempest-ServersListShow298Test-1734213796 tempest-ServersListShow298Test-1734213796-project-member] [instance: 23dfa5b7-42f4-486c-8ce4-ae7d2e08c1e0] Deleting contents of the VM from datastore datastore1 {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 794.267862] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-a603d5e9-4b7d-4f92-9c27-263ccb84318e tempest-ServersListShow298Test-1734213796 tempest-ServersListShow298Test-1734213796-project-member] Deleting the datastore file [datastore1] 23dfa5b7-42f4-486c-8ce4-ae7d2e08c1e0 {{(pid=69613) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 794.268171] env[69613]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-47c5b6f9-5dbc-4af0-8d0e-e797de3f9be1 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.277797] env[69613]: DEBUG oslo_vmware.api [None req-a603d5e9-4b7d-4f92-9c27-263ccb84318e tempest-ServersListShow298Test-1734213796 tempest-ServersListShow298Test-1734213796-project-member] Waiting for the task: (returnval){ [ 794.277797] env[69613]: value = "task-3417332" [ 794.277797] env[69613]: _type = "Task" [ 794.277797] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.293075] env[69613]: DEBUG oslo_vmware.api [None req-a603d5e9-4b7d-4f92-9c27-263ccb84318e tempest-ServersListShow298Test-1734213796 tempest-ServersListShow298Test-1734213796-project-member] Task: {'id': task-3417332, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.296954] env[69613]: DEBUG oslo_vmware.api [-] Task: {'id': task-3417324, 'name': CreateVM_Task, 'duration_secs': 0.626544} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.297143] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f72c0c9a-5d4b-4c16-ae65-ab504d8b816d] Created VM on the ESX host {{(pid=69613) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 794.297952] env[69613]: DEBUG oslo_concurrency.lockutils [None req-412a2ba1-5c96-4d95-b24f-66e7976c83a3 tempest-ServersAdminNegativeTestJSON-2019534385 tempest-ServersAdminNegativeTestJSON-2019534385-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.298195] env[69613]: DEBUG oslo_concurrency.lockutils [None req-412a2ba1-5c96-4d95-b24f-66e7976c83a3 tempest-ServersAdminNegativeTestJSON-2019534385 tempest-ServersAdminNegativeTestJSON-2019534385-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.298605] env[69613]: DEBUG oslo_concurrency.lockutils [None req-412a2ba1-5c96-4d95-b24f-66e7976c83a3 tempest-ServersAdminNegativeTestJSON-2019534385 tempest-ServersAdminNegativeTestJSON-2019534385-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.298868] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8161ef8b-45e4-4771-91f4-a1c49acf09e9 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.305896] env[69613]: DEBUG oslo_vmware.api [None req-412a2ba1-5c96-4d95-b24f-66e7976c83a3 tempest-ServersAdminNegativeTestJSON-2019534385 tempest-ServersAdminNegativeTestJSON-2019534385-project-member] Waiting for the task: (returnval){ [ 794.305896] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]52877b19-1907-5cd0-b6b6-585d1a8c150c" [ 794.305896] env[69613]: _type = "Task" [ 794.305896] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.316531] env[69613]: DEBUG oslo_vmware.api [None req-412a2ba1-5c96-4d95-b24f-66e7976c83a3 tempest-ServersAdminNegativeTestJSON-2019534385 tempest-ServersAdminNegativeTestJSON-2019534385-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52877b19-1907-5cd0-b6b6-585d1a8c150c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.513196] env[69613]: DEBUG oslo_vmware.api [None req-6eaa0095-281f-4f74-9df8-fa2d844d036e tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] Task: {'id': task-3417328, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.585928] env[69613]: DEBUG oslo_vmware.api [None req-0759add2-7c20-453d-a65a-4e216d6bad65 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] Task: {'id': task-3417329, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.717109] env[69613]: DEBUG oslo_concurrency.lockutils [None req-146ee144-4754-4a44-8496-065f4a59e37e tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.911s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 794.717675] env[69613]: DEBUG nova.compute.manager [None req-146ee144-4754-4a44-8496-065f4a59e37e tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] [instance: 3c040883-6acc-4ec2-b1e4-017089c4810f] Start building networks asynchronously for instance. {{(pid=69613) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 794.721243] env[69613]: DEBUG oslo_concurrency.lockutils [None req-95f08712-4f43-4faf-9b6c-0a81d00fac08 tempest-ServerTagsTestJSON-713823130 tempest-ServerTagsTestJSON-713823130-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.903s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 794.722724] env[69613]: INFO nova.compute.claims [None req-95f08712-4f43-4faf-9b6c-0a81d00fac08 tempest-ServerTagsTestJSON-713823130 tempest-ServerTagsTestJSON-713823130-project-member] [instance: beccb0b7-1179-4798-8642-35dbcec5e5a1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 794.763448] env[69613]: DEBUG oslo_vmware.api [None req-968159ec-ed07-4fd5-b598-c029380689af tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Task: {'id': task-3417331, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.130124} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.767019] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-968159ec-ed07-4fd5-b598-c029380689af tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] [instance: 14d0f0b3-1a44-4461-a24b-7a39574b7532] Extended root virtual disk {{(pid=69613) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 794.767019] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9aa3243-556e-46ec-ac45-89068d07b217 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.797220] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-968159ec-ed07-4fd5-b598-c029380689af tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] [instance: 14d0f0b3-1a44-4461-a24b-7a39574b7532] Reconfiguring VM instance instance-00000036 to attach disk [datastore2] 14d0f0b3-1a44-4461-a24b-7a39574b7532/14d0f0b3-1a44-4461-a24b-7a39574b7532.vmdk or device None with type sparse {{(pid=69613) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 794.804973] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e7664dfc-bc76-418a-873c-17a22edc894d {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.831086] env[69613]: DEBUG oslo_vmware.api [None req-a603d5e9-4b7d-4f92-9c27-263ccb84318e tempest-ServersListShow298Test-1734213796 tempest-ServersListShow298Test-1734213796-project-member] Task: {'id': task-3417332, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.222053} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.831842] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-a603d5e9-4b7d-4f92-9c27-263ccb84318e tempest-ServersListShow298Test-1734213796 tempest-ServersListShow298Test-1734213796-project-member] Deleted the datastore file {{(pid=69613) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 794.832081] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-a603d5e9-4b7d-4f92-9c27-263ccb84318e tempest-ServersListShow298Test-1734213796 tempest-ServersListShow298Test-1734213796-project-member] [instance: 23dfa5b7-42f4-486c-8ce4-ae7d2e08c1e0] Deleted contents of the VM from datastore datastore1 {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 794.832269] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-a603d5e9-4b7d-4f92-9c27-263ccb84318e tempest-ServersListShow298Test-1734213796 tempest-ServersListShow298Test-1734213796-project-member] [instance: 23dfa5b7-42f4-486c-8ce4-ae7d2e08c1e0] Instance destroyed {{(pid=69613) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 794.832452] env[69613]: INFO nova.compute.manager [None req-a603d5e9-4b7d-4f92-9c27-263ccb84318e tempest-ServersListShow298Test-1734213796 tempest-ServersListShow298Test-1734213796-project-member] [instance: 23dfa5b7-42f4-486c-8ce4-ae7d2e08c1e0] Took 1.20 seconds to destroy the instance on the hypervisor. [ 794.832697] env[69613]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a603d5e9-4b7d-4f92-9c27-263ccb84318e tempest-ServersListShow298Test-1734213796 tempest-ServersListShow298Test-1734213796-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69613) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 794.834188] env[69613]: DEBUG nova.compute.manager [-] [instance: 23dfa5b7-42f4-486c-8ce4-ae7d2e08c1e0] Deallocating network for instance {{(pid=69613) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 794.834342] env[69613]: DEBUG nova.network.neutron [-] [instance: 23dfa5b7-42f4-486c-8ce4-ae7d2e08c1e0] deallocate_for_instance() {{(pid=69613) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 794.836324] env[69613]: DEBUG oslo_vmware.api [None req-968159ec-ed07-4fd5-b598-c029380689af tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Waiting for the task: (returnval){ [ 794.836324] env[69613]: value = "task-3417333" [ 794.836324] env[69613]: _type = "Task" [ 794.836324] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.844304] env[69613]: DEBUG oslo_vmware.api [None req-412a2ba1-5c96-4d95-b24f-66e7976c83a3 tempest-ServersAdminNegativeTestJSON-2019534385 tempest-ServersAdminNegativeTestJSON-2019534385-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52877b19-1907-5cd0-b6b6-585d1a8c150c, 'name': SearchDatastore_Task, 'duration_secs': 0.022243} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.845984] env[69613]: DEBUG oslo_concurrency.lockutils [None req-412a2ba1-5c96-4d95-b24f-66e7976c83a3 tempest-ServersAdminNegativeTestJSON-2019534385 tempest-ServersAdminNegativeTestJSON-2019534385-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.846206] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-412a2ba1-5c96-4d95-b24f-66e7976c83a3 tempest-ServersAdminNegativeTestJSON-2019534385 tempest-ServersAdminNegativeTestJSON-2019534385-project-member] [instance: f72c0c9a-5d4b-4c16-ae65-ab504d8b816d] Processing image 2b7a0304-b5d0-431d-b287-32c8388d7fbd {{(pid=69613) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 794.846440] env[69613]: DEBUG oslo_concurrency.lockutils [None req-412a2ba1-5c96-4d95-b24f-66e7976c83a3 tempest-ServersAdminNegativeTestJSON-2019534385 tempest-ServersAdminNegativeTestJSON-2019534385-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.846582] env[69613]: DEBUG oslo_concurrency.lockutils [None req-412a2ba1-5c96-4d95-b24f-66e7976c83a3 tempest-ServersAdminNegativeTestJSON-2019534385 tempest-ServersAdminNegativeTestJSON-2019534385-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.846755] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-412a2ba1-5c96-4d95-b24f-66e7976c83a3 tempest-ServersAdminNegativeTestJSON-2019534385 tempest-ServersAdminNegativeTestJSON-2019534385-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69613) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 794.849391] env[69613]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6cd362ae-8c14-4750-804c-1c3dc6de319a {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.859621] env[69613]: DEBUG oslo_vmware.api [None req-968159ec-ed07-4fd5-b598-c029380689af tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Task: {'id': task-3417333, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.861094] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-412a2ba1-5c96-4d95-b24f-66e7976c83a3 tempest-ServersAdminNegativeTestJSON-2019534385 tempest-ServersAdminNegativeTestJSON-2019534385-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69613) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 794.861291] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-412a2ba1-5c96-4d95-b24f-66e7976c83a3 tempest-ServersAdminNegativeTestJSON-2019534385 tempest-ServersAdminNegativeTestJSON-2019534385-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69613) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 794.862150] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-37bc326a-9bf4-4dab-a7fb-4cc4e6070c6b {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.868071] env[69613]: DEBUG nova.network.neutron [-] [instance: 23dfa5b7-42f4-486c-8ce4-ae7d2e08c1e0] Instance cache missing network info. {{(pid=69613) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 794.873223] env[69613]: DEBUG oslo_vmware.api [None req-412a2ba1-5c96-4d95-b24f-66e7976c83a3 tempest-ServersAdminNegativeTestJSON-2019534385 tempest-ServersAdminNegativeTestJSON-2019534385-project-member] Waiting for the task: (returnval){ [ 794.873223] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]5261403b-4152-d0af-9272-355b0b735ee5" [ 794.873223] env[69613]: _type = "Task" [ 794.873223] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.888185] env[69613]: DEBUG oslo_vmware.api [None req-412a2ba1-5c96-4d95-b24f-66e7976c83a3 tempest-ServersAdminNegativeTestJSON-2019534385 tempest-ServersAdminNegativeTestJSON-2019534385-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]5261403b-4152-d0af-9272-355b0b735ee5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.968045] env[69613]: DEBUG oslo_concurrency.lockutils [None req-07d99946-98d9-4718-a316-ae55f82ebe6b tempest-VolumesAdminNegativeTest-111528841 tempest-VolumesAdminNegativeTest-111528841-project-member] Acquiring lock "54fe2a35-52f3-4c21-a0f4-522e44b620a0" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 794.968713] env[69613]: DEBUG oslo_concurrency.lockutils [None req-07d99946-98d9-4718-a316-ae55f82ebe6b tempest-VolumesAdminNegativeTest-111528841 tempest-VolumesAdminNegativeTest-111528841-project-member] Lock "54fe2a35-52f3-4c21-a0f4-522e44b620a0" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 794.969251] env[69613]: INFO nova.compute.manager [None req-07d99946-98d9-4718-a316-ae55f82ebe6b tempest-VolumesAdminNegativeTest-111528841 tempest-VolumesAdminNegativeTest-111528841-project-member] [instance: 54fe2a35-52f3-4c21-a0f4-522e44b620a0] Attaching volume 24bf25bb-54eb-4a08-9975-5eb88bba6be3 to /dev/sdb [ 794.980264] env[69613]: DEBUG nova.network.neutron [req-dac17302-7fe1-4e12-bb47-6c85ce5ab129 req-ad4b4f05-0450-442a-8386-529db37f8022 service nova] [instance: f72c0c9a-5d4b-4c16-ae65-ab504d8b816d] Updated VIF entry in instance network info cache for port a9df16b6-b484-4930-9a97-a39695430695. {{(pid=69613) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 794.980773] env[69613]: DEBUG nova.network.neutron [req-dac17302-7fe1-4e12-bb47-6c85ce5ab129 req-ad4b4f05-0450-442a-8386-529db37f8022 service nova] [instance: f72c0c9a-5d4b-4c16-ae65-ab504d8b816d] Updating instance_info_cache with network_info: [{"id": "a9df16b6-b484-4930-9a97-a39695430695", "address": "fa:16:3e:59:9c:91", "network": {"id": "7f5a9020-c966-459c-b2b1-fc62b2ff6283", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.41", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3e9e1b873f1442d59d5ee8247b941f74", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aec0089a-ff85-4bef-bad8-c84de39af71a", "external-id": "nsx-vlan-transportzone-758", "segmentation_id": 758, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa9df16b6-b4", "ovs_interfaceid": "a9df16b6-b484-4930-9a97-a39695430695", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 795.017780] env[69613]: DEBUG oslo_vmware.api [None req-6eaa0095-281f-4f74-9df8-fa2d844d036e tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] Task: {'id': task-3417328, 'name': PowerOnVM_Task, 'duration_secs': 0.984709} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.019261] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-6eaa0095-281f-4f74-9df8-fa2d844d036e tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] [instance: 1380fea1-6d74-469a-8a3a-7706e3d1f932] Powered on the VM {{(pid=69613) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 795.019501] env[69613]: INFO nova.compute.manager [None req-6eaa0095-281f-4f74-9df8-fa2d844d036e tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] [instance: 1380fea1-6d74-469a-8a3a-7706e3d1f932] Took 9.39 seconds to spawn the instance on the hypervisor. [ 795.019756] env[69613]: DEBUG nova.compute.manager [None req-6eaa0095-281f-4f74-9df8-fa2d844d036e tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] [instance: 1380fea1-6d74-469a-8a3a-7706e3d1f932] Checking state {{(pid=69613) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 795.023312] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72a81528-15b4-4094-8b5e-dc7cad1e5f9e {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.038243] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58004797-48aa-4e82-b162-9698e04b52d5 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.045976] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac0c2c41-f969-4333-aadd-82515bff6c00 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.067128] env[69613]: DEBUG nova.virt.block_device [None req-07d99946-98d9-4718-a316-ae55f82ebe6b tempest-VolumesAdminNegativeTest-111528841 tempest-VolumesAdminNegativeTest-111528841-project-member] [instance: 54fe2a35-52f3-4c21-a0f4-522e44b620a0] Updating existing volume attachment record: 71cba015-6fa2-455c-a122-ee2c8b4a9219 {{(pid=69613) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 795.091534] env[69613]: DEBUG oslo_vmware.api [None req-0759add2-7c20-453d-a65a-4e216d6bad65 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] Task: {'id': task-3417329, 'name': PowerOnVM_Task, 'duration_secs': 0.915264} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.091849] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-0759add2-7c20-453d-a65a-4e216d6bad65 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] [instance: cf649a29-c0b2-4cc4-9d7d-da72ef553093] Powered on the VM {{(pid=69613) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 795.092018] env[69613]: INFO nova.compute.manager [None req-0759add2-7c20-453d-a65a-4e216d6bad65 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] [instance: cf649a29-c0b2-4cc4-9d7d-da72ef553093] Took 11.74 seconds to spawn the instance on the hypervisor. [ 795.092201] env[69613]: DEBUG nova.compute.manager [None req-0759add2-7c20-453d-a65a-4e216d6bad65 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] [instance: cf649a29-c0b2-4cc4-9d7d-da72ef553093] Checking state {{(pid=69613) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 795.093084] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d66f4f8b-3b84-433a-9e11-a3fbb6c6f59d {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.218824] env[69613]: DEBUG nova.network.neutron [req-5360c064-4902-4aa8-aeba-3b62024d8199 req-abc3420b-66f7-470f-b44b-6202311814bb service nova] [instance: 267ffd7d-ab93-4dda-b46a-1059b3f82f4f] Updated VIF entry in instance network info cache for port ef9b141a-7095-410c-813d-1bf647afd208. {{(pid=69613) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 795.219278] env[69613]: DEBUG nova.network.neutron [req-5360c064-4902-4aa8-aeba-3b62024d8199 req-abc3420b-66f7-470f-b44b-6202311814bb service nova] [instance: 267ffd7d-ab93-4dda-b46a-1059b3f82f4f] Updating instance_info_cache with network_info: [{"id": "ef9b141a-7095-410c-813d-1bf647afd208", "address": "fa:16:3e:c5:9c:69", "network": {"id": "c9e2af8e-f9e8-400d-876d-bea201b3974f", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1784991898-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "b67035ef2f3e49e5ae598086bf6e36fa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cbf3349e-d05e-4d44-a011-c4b6e41af988", "external-id": "nsx-vlan-transportzone-196", "segmentation_id": 196, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapef9b141a-70", "ovs_interfaceid": "ef9b141a-7095-410c-813d-1bf647afd208", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 795.233305] env[69613]: DEBUG nova.compute.utils [None req-146ee144-4754-4a44-8496-065f4a59e37e tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Using /dev/sd instead of None {{(pid=69613) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 795.243195] env[69613]: DEBUG nova.compute.manager [None req-146ee144-4754-4a44-8496-065f4a59e37e tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] [instance: 3c040883-6acc-4ec2-b1e4-017089c4810f] Allocating IP information in the background. {{(pid=69613) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 795.243195] env[69613]: DEBUG nova.network.neutron [None req-146ee144-4754-4a44-8496-065f4a59e37e tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] [instance: 3c040883-6acc-4ec2-b1e4-017089c4810f] allocate_for_instance() {{(pid=69613) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 795.283601] env[69613]: DEBUG nova.network.neutron [None req-257ff2e4-727b-4711-aa44-3a40292a5012 tempest-InstanceActionsNegativeTestJSON-1947508069 tempest-InstanceActionsNegativeTestJSON-1947508069-project-member] [instance: 87d9c28f-3471-4a4b-86cc-1bf24d3a68f9] Successfully updated port: 4c483bdf-4929-4116-86a4-388ac411a85f {{(pid=69613) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 795.316135] env[69613]: DEBUG nova.policy [None req-146ee144-4754-4a44-8496-065f4a59e37e tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '217258f0cf3b48b69694db1f73826e5d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c95e457d9ff84ad99712006a0d8c5dc4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69613) authorize /opt/stack/nova/nova/policy.py:192}} [ 795.352243] env[69613]: DEBUG oslo_vmware.api [None req-968159ec-ed07-4fd5-b598-c029380689af tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Task: {'id': task-3417333, 'name': ReconfigVM_Task, 'duration_secs': 0.427352} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.352596] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-968159ec-ed07-4fd5-b598-c029380689af tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] [instance: 14d0f0b3-1a44-4461-a24b-7a39574b7532] Reconfigured VM instance instance-00000036 to attach disk [datastore2] 14d0f0b3-1a44-4461-a24b-7a39574b7532/14d0f0b3-1a44-4461-a24b-7a39574b7532.vmdk or device None with type sparse {{(pid=69613) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 795.353281] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c98a5f8c-f241-4f5a-8c51-1ee8f764433e {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.360633] env[69613]: DEBUG oslo_vmware.api [None req-968159ec-ed07-4fd5-b598-c029380689af tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Waiting for the task: (returnval){ [ 795.360633] env[69613]: value = "task-3417335" [ 795.360633] env[69613]: _type = "Task" [ 795.360633] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.370166] env[69613]: DEBUG oslo_vmware.api [None req-968159ec-ed07-4fd5-b598-c029380689af tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Task: {'id': task-3417335, 'name': Rename_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.372706] env[69613]: DEBUG nova.network.neutron [-] [instance: 23dfa5b7-42f4-486c-8ce4-ae7d2e08c1e0] Updating instance_info_cache with network_info: [] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 795.391155] env[69613]: DEBUG oslo_vmware.rw_handles [None req-4e1a22c6-d979-4335-a8e5-09e8b7ff8cfe tempest-ListImageFiltersTestJSON-1131301097 tempest-ListImageFiltersTestJSON-1131301097-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52475350-8e55-719a-8ed5-3bc1a00a673c/disk-0.vmdk. {{(pid=69613) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 795.392109] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c20010b-ead6-49e3-8dd7-3a7ff65afc53 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.404712] env[69613]: DEBUG oslo_vmware.api [None req-412a2ba1-5c96-4d95-b24f-66e7976c83a3 tempest-ServersAdminNegativeTestJSON-2019534385 tempest-ServersAdminNegativeTestJSON-2019534385-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]5261403b-4152-d0af-9272-355b0b735ee5, 'name': SearchDatastore_Task, 'duration_secs': 0.015474} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.405965] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cda5a047-262e-4b29-974a-38efe75d53dc {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.410189] env[69613]: DEBUG oslo_vmware.rw_handles [None req-4e1a22c6-d979-4335-a8e5-09e8b7ff8cfe tempest-ListImageFiltersTestJSON-1131301097 tempest-ListImageFiltersTestJSON-1131301097-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52475350-8e55-719a-8ed5-3bc1a00a673c/disk-0.vmdk is in state: ready. {{(pid=69613) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 795.410391] env[69613]: ERROR oslo_vmware.rw_handles [None req-4e1a22c6-d979-4335-a8e5-09e8b7ff8cfe tempest-ListImageFiltersTestJSON-1131301097 tempest-ListImageFiltersTestJSON-1131301097-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52475350-8e55-719a-8ed5-3bc1a00a673c/disk-0.vmdk due to incomplete transfer. [ 795.410977] env[69613]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-b0f72a92-ea8e-48d9-a6a7-9af17823fec9 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.414175] env[69613]: DEBUG oslo_vmware.api [None req-412a2ba1-5c96-4d95-b24f-66e7976c83a3 tempest-ServersAdminNegativeTestJSON-2019534385 tempest-ServersAdminNegativeTestJSON-2019534385-project-member] Waiting for the task: (returnval){ [ 795.414175] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]5245732f-ad26-5ca4-2e59-900b6a62f6e9" [ 795.414175] env[69613]: _type = "Task" [ 795.414175] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.423704] env[69613]: DEBUG oslo_vmware.api [None req-412a2ba1-5c96-4d95-b24f-66e7976c83a3 tempest-ServersAdminNegativeTestJSON-2019534385 tempest-ServersAdminNegativeTestJSON-2019534385-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]5245732f-ad26-5ca4-2e59-900b6a62f6e9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.424923] env[69613]: DEBUG oslo_vmware.rw_handles [None req-4e1a22c6-d979-4335-a8e5-09e8b7ff8cfe tempest-ListImageFiltersTestJSON-1131301097 tempest-ListImageFiltersTestJSON-1131301097-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52475350-8e55-719a-8ed5-3bc1a00a673c/disk-0.vmdk. {{(pid=69613) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 795.425118] env[69613]: DEBUG nova.virt.vmwareapi.images [None req-4e1a22c6-d979-4335-a8e5-09e8b7ff8cfe tempest-ListImageFiltersTestJSON-1131301097 tempest-ListImageFiltersTestJSON-1131301097-project-member] [instance: 352f5690-451d-489a-a7b1-259ff9b95e49] Uploaded image a832b893-b329-45f5-9773-77beb9fbfa29 to the Glance image server {{(pid=69613) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 795.427376] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e1a22c6-d979-4335-a8e5-09e8b7ff8cfe tempest-ListImageFiltersTestJSON-1131301097 tempest-ListImageFiltersTestJSON-1131301097-project-member] [instance: 352f5690-451d-489a-a7b1-259ff9b95e49] Destroying the VM {{(pid=69613) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 795.427639] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-e335660f-7b94-4a3d-8899-92f11bc04bb3 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.435045] env[69613]: DEBUG oslo_vmware.api [None req-4e1a22c6-d979-4335-a8e5-09e8b7ff8cfe tempest-ListImageFiltersTestJSON-1131301097 tempest-ListImageFiltersTestJSON-1131301097-project-member] Waiting for the task: (returnval){ [ 795.435045] env[69613]: value = "task-3417336" [ 795.435045] env[69613]: _type = "Task" [ 795.435045] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.444156] env[69613]: DEBUG oslo_vmware.api [None req-4e1a22c6-d979-4335-a8e5-09e8b7ff8cfe tempest-ListImageFiltersTestJSON-1131301097 tempest-ListImageFiltersTestJSON-1131301097-project-member] Task: {'id': task-3417336, 'name': Destroy_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.488523] env[69613]: DEBUG oslo_concurrency.lockutils [req-dac17302-7fe1-4e12-bb47-6c85ce5ab129 req-ad4b4f05-0450-442a-8386-529db37f8022 service nova] Releasing lock "refresh_cache-f72c0c9a-5d4b-4c16-ae65-ab504d8b816d" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.530172] env[69613]: DEBUG oslo_concurrency.lockutils [None req-1d613172-1dfb-4be2-99de-b55c369fa558 tempest-ServerRescueTestJSONUnderV235-2099362716 tempest-ServerRescueTestJSONUnderV235-2099362716-project-member] Acquiring lock "267ffd7d-ab93-4dda-b46a-1059b3f82f4f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 795.530172] env[69613]: DEBUG oslo_concurrency.lockutils [None req-1d613172-1dfb-4be2-99de-b55c369fa558 tempest-ServerRescueTestJSONUnderV235-2099362716 tempest-ServerRescueTestJSONUnderV235-2099362716-project-member] Lock "267ffd7d-ab93-4dda-b46a-1059b3f82f4f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 795.530172] env[69613]: DEBUG oslo_concurrency.lockutils [None req-1d613172-1dfb-4be2-99de-b55c369fa558 tempest-ServerRescueTestJSONUnderV235-2099362716 tempest-ServerRescueTestJSONUnderV235-2099362716-project-member] Acquiring lock "267ffd7d-ab93-4dda-b46a-1059b3f82f4f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 795.530172] env[69613]: DEBUG oslo_concurrency.lockutils [None req-1d613172-1dfb-4be2-99de-b55c369fa558 tempest-ServerRescueTestJSONUnderV235-2099362716 tempest-ServerRescueTestJSONUnderV235-2099362716-project-member] Lock "267ffd7d-ab93-4dda-b46a-1059b3f82f4f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 795.530672] env[69613]: DEBUG oslo_concurrency.lockutils [None req-1d613172-1dfb-4be2-99de-b55c369fa558 tempest-ServerRescueTestJSONUnderV235-2099362716 tempest-ServerRescueTestJSONUnderV235-2099362716-project-member] Lock "267ffd7d-ab93-4dda-b46a-1059b3f82f4f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 795.532443] env[69613]: INFO nova.compute.manager [None req-1d613172-1dfb-4be2-99de-b55c369fa558 tempest-ServerRescueTestJSONUnderV235-2099362716 tempest-ServerRescueTestJSONUnderV235-2099362716-project-member] [instance: 267ffd7d-ab93-4dda-b46a-1059b3f82f4f] Terminating instance [ 795.548456] env[69613]: INFO nova.compute.manager [None req-6eaa0095-281f-4f74-9df8-fa2d844d036e tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] [instance: 1380fea1-6d74-469a-8a3a-7706e3d1f932] Took 36.75 seconds to build instance. [ 795.612324] env[69613]: INFO nova.compute.manager [None req-0759add2-7c20-453d-a65a-4e216d6bad65 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] [instance: cf649a29-c0b2-4cc4-9d7d-da72ef553093] Took 39.89 seconds to build instance. [ 795.722826] env[69613]: DEBUG oslo_concurrency.lockutils [req-5360c064-4902-4aa8-aeba-3b62024d8199 req-abc3420b-66f7-470f-b44b-6202311814bb service nova] Releasing lock "refresh_cache-267ffd7d-ab93-4dda-b46a-1059b3f82f4f" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.747032] env[69613]: DEBUG nova.compute.manager [None req-146ee144-4754-4a44-8496-065f4a59e37e tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] [instance: 3c040883-6acc-4ec2-b1e4-017089c4810f] Start building block device mappings for instance. {{(pid=69613) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 795.788827] env[69613]: DEBUG oslo_concurrency.lockutils [None req-257ff2e4-727b-4711-aa44-3a40292a5012 tempest-InstanceActionsNegativeTestJSON-1947508069 tempest-InstanceActionsNegativeTestJSON-1947508069-project-member] Acquiring lock "refresh_cache-87d9c28f-3471-4a4b-86cc-1bf24d3a68f9" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.788827] env[69613]: DEBUG oslo_concurrency.lockutils [None req-257ff2e4-727b-4711-aa44-3a40292a5012 tempest-InstanceActionsNegativeTestJSON-1947508069 tempest-InstanceActionsNegativeTestJSON-1947508069-project-member] Acquired lock "refresh_cache-87d9c28f-3471-4a4b-86cc-1bf24d3a68f9" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.788827] env[69613]: DEBUG nova.network.neutron [None req-257ff2e4-727b-4711-aa44-3a40292a5012 tempest-InstanceActionsNegativeTestJSON-1947508069 tempest-InstanceActionsNegativeTestJSON-1947508069-project-member] [instance: 87d9c28f-3471-4a4b-86cc-1bf24d3a68f9] Building network info cache for instance {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 795.873416] env[69613]: DEBUG oslo_vmware.api [None req-968159ec-ed07-4fd5-b598-c029380689af tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Task: {'id': task-3417335, 'name': Rename_Task, 'duration_secs': 0.184315} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.873692] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-968159ec-ed07-4fd5-b598-c029380689af tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] [instance: 14d0f0b3-1a44-4461-a24b-7a39574b7532] Powering on the VM {{(pid=69613) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 795.873936] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-49d954eb-d28d-4db8-a409-50d35d37a860 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.881908] env[69613]: DEBUG oslo_vmware.api [None req-968159ec-ed07-4fd5-b598-c029380689af tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Waiting for the task: (returnval){ [ 795.881908] env[69613]: value = "task-3417339" [ 795.881908] env[69613]: _type = "Task" [ 795.881908] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.882387] env[69613]: INFO nova.compute.manager [-] [instance: 23dfa5b7-42f4-486c-8ce4-ae7d2e08c1e0] Took 1.05 seconds to deallocate network for instance. [ 795.896168] env[69613]: DEBUG oslo_vmware.api [None req-968159ec-ed07-4fd5-b598-c029380689af tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Task: {'id': task-3417339, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.927661] env[69613]: DEBUG oslo_vmware.api [None req-412a2ba1-5c96-4d95-b24f-66e7976c83a3 tempest-ServersAdminNegativeTestJSON-2019534385 tempest-ServersAdminNegativeTestJSON-2019534385-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]5245732f-ad26-5ca4-2e59-900b6a62f6e9, 'name': SearchDatastore_Task, 'duration_secs': 0.015636} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.931009] env[69613]: DEBUG oslo_concurrency.lockutils [None req-412a2ba1-5c96-4d95-b24f-66e7976c83a3 tempest-ServersAdminNegativeTestJSON-2019534385 tempest-ServersAdminNegativeTestJSON-2019534385-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.931580] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-412a2ba1-5c96-4d95-b24f-66e7976c83a3 tempest-ServersAdminNegativeTestJSON-2019534385 tempest-ServersAdminNegativeTestJSON-2019534385-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk to [datastore2] f72c0c9a-5d4b-4c16-ae65-ab504d8b816d/f72c0c9a-5d4b-4c16-ae65-ab504d8b816d.vmdk {{(pid=69613) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 795.932045] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3539e972-c9e3-425f-8b88-919921d5a351 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.942337] env[69613]: DEBUG oslo_vmware.api [None req-412a2ba1-5c96-4d95-b24f-66e7976c83a3 tempest-ServersAdminNegativeTestJSON-2019534385 tempest-ServersAdminNegativeTestJSON-2019534385-project-member] Waiting for the task: (returnval){ [ 795.942337] env[69613]: value = "task-3417340" [ 795.942337] env[69613]: _type = "Task" [ 795.942337] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.954865] env[69613]: DEBUG oslo_vmware.api [None req-4e1a22c6-d979-4335-a8e5-09e8b7ff8cfe tempest-ListImageFiltersTestJSON-1131301097 tempest-ListImageFiltersTestJSON-1131301097-project-member] Task: {'id': task-3417336, 'name': Destroy_Task, 'duration_secs': 0.476574} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.956674] env[69613]: INFO nova.virt.vmwareapi.vm_util [None req-4e1a22c6-d979-4335-a8e5-09e8b7ff8cfe tempest-ListImageFiltersTestJSON-1131301097 tempest-ListImageFiltersTestJSON-1131301097-project-member] [instance: 352f5690-451d-489a-a7b1-259ff9b95e49] Destroyed the VM [ 795.956674] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-4e1a22c6-d979-4335-a8e5-09e8b7ff8cfe tempest-ListImageFiltersTestJSON-1131301097 tempest-ListImageFiltersTestJSON-1131301097-project-member] [instance: 352f5690-451d-489a-a7b1-259ff9b95e49] Deleting Snapshot of the VM instance {{(pid=69613) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 795.956950] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-68904bab-8b38-47a7-a5a7-4703501c43e6 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.963385] env[69613]: DEBUG oslo_vmware.api [None req-412a2ba1-5c96-4d95-b24f-66e7976c83a3 tempest-ServersAdminNegativeTestJSON-2019534385 tempest-ServersAdminNegativeTestJSON-2019534385-project-member] Task: {'id': task-3417340, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.968164] env[69613]: DEBUG oslo_vmware.api [None req-4e1a22c6-d979-4335-a8e5-09e8b7ff8cfe tempest-ListImageFiltersTestJSON-1131301097 tempest-ListImageFiltersTestJSON-1131301097-project-member] Waiting for the task: (returnval){ [ 795.968164] env[69613]: value = "task-3417341" [ 795.968164] env[69613]: _type = "Task" [ 795.968164] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.981201] env[69613]: DEBUG oslo_vmware.api [None req-4e1a22c6-d979-4335-a8e5-09e8b7ff8cfe tempest-ListImageFiltersTestJSON-1131301097 tempest-ListImageFiltersTestJSON-1131301097-project-member] Task: {'id': task-3417341, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.039196] env[69613]: DEBUG nova.compute.manager [None req-1d613172-1dfb-4be2-99de-b55c369fa558 tempest-ServerRescueTestJSONUnderV235-2099362716 tempest-ServerRescueTestJSONUnderV235-2099362716-project-member] [instance: 267ffd7d-ab93-4dda-b46a-1059b3f82f4f] Start destroying the instance on the hypervisor. {{(pid=69613) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 796.039473] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-1d613172-1dfb-4be2-99de-b55c369fa558 tempest-ServerRescueTestJSONUnderV235-2099362716 tempest-ServerRescueTestJSONUnderV235-2099362716-project-member] [instance: 267ffd7d-ab93-4dda-b46a-1059b3f82f4f] Destroying instance {{(pid=69613) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 796.041158] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f8b4873-1ff6-4c71-8b94-83b4f2263519 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.052325] env[69613]: DEBUG oslo_concurrency.lockutils [None req-6eaa0095-281f-4f74-9df8-fa2d844d036e tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] Lock "1380fea1-6d74-469a-8a3a-7706e3d1f932" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.746s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 796.052615] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d613172-1dfb-4be2-99de-b55c369fa558 tempest-ServerRescueTestJSONUnderV235-2099362716 tempest-ServerRescueTestJSONUnderV235-2099362716-project-member] [instance: 267ffd7d-ab93-4dda-b46a-1059b3f82f4f] Powering off the VM {{(pid=69613) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 796.056524] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a2d6a021-467b-4860-ac8d-c6d315fe6b14 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.065520] env[69613]: DEBUG oslo_vmware.api [None req-1d613172-1dfb-4be2-99de-b55c369fa558 tempest-ServerRescueTestJSONUnderV235-2099362716 tempest-ServerRescueTestJSONUnderV235-2099362716-project-member] Waiting for the task: (returnval){ [ 796.065520] env[69613]: value = "task-3417342" [ 796.065520] env[69613]: _type = "Task" [ 796.065520] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.079062] env[69613]: DEBUG oslo_vmware.api [None req-1d613172-1dfb-4be2-99de-b55c369fa558 tempest-ServerRescueTestJSONUnderV235-2099362716 tempest-ServerRescueTestJSONUnderV235-2099362716-project-member] Task: {'id': task-3417342, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.119361] env[69613]: DEBUG oslo_concurrency.lockutils [None req-0759add2-7c20-453d-a65a-4e216d6bad65 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] Lock "cf649a29-c0b2-4cc4-9d7d-da72ef553093" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.821s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 796.233491] env[69613]: DEBUG nova.network.neutron [None req-146ee144-4754-4a44-8496-065f4a59e37e tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] [instance: 3c040883-6acc-4ec2-b1e4-017089c4810f] Successfully created port: dddf990b-5f01-48de-8627-7ad736ac0026 {{(pid=69613) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 796.378442] env[69613]: DEBUG nova.network.neutron [None req-257ff2e4-727b-4711-aa44-3a40292a5012 tempest-InstanceActionsNegativeTestJSON-1947508069 tempest-InstanceActionsNegativeTestJSON-1947508069-project-member] [instance: 87d9c28f-3471-4a4b-86cc-1bf24d3a68f9] Instance cache missing network info. {{(pid=69613) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 796.401613] env[69613]: DEBUG oslo_concurrency.lockutils [None req-a603d5e9-4b7d-4f92-9c27-263ccb84318e tempest-ServersListShow298Test-1734213796 tempest-ServersListShow298Test-1734213796-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 796.401926] env[69613]: DEBUG oslo_vmware.api [None req-968159ec-ed07-4fd5-b598-c029380689af tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Task: {'id': task-3417339, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.416803] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49eecdcc-8e62-4635-b63a-cba6de130c2d {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.429491] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd9cce41-d371-4e83-a448-c55dea3bb098 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.477013] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ae2e9d2-6dfd-4e4f-ad74-84366e4e29c5 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.486995] env[69613]: DEBUG oslo_vmware.api [None req-412a2ba1-5c96-4d95-b24f-66e7976c83a3 tempest-ServersAdminNegativeTestJSON-2019534385 tempest-ServersAdminNegativeTestJSON-2019534385-project-member] Task: {'id': task-3417340, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.492392] env[69613]: DEBUG oslo_vmware.api [None req-4e1a22c6-d979-4335-a8e5-09e8b7ff8cfe tempest-ListImageFiltersTestJSON-1131301097 tempest-ListImageFiltersTestJSON-1131301097-project-member] Task: {'id': task-3417341, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.494211] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e182bf1-e3d2-4939-bf06-65e2bc357126 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.510321] env[69613]: DEBUG nova.compute.provider_tree [None req-95f08712-4f43-4faf-9b6c-0a81d00fac08 tempest-ServerTagsTestJSON-713823130 tempest-ServerTagsTestJSON-713823130-project-member] Inventory has not changed in ProviderTree for provider: af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 {{(pid=69613) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 796.558875] env[69613]: DEBUG nova.compute.manager [None req-2b34f76f-2202-4518-911c-49e04a7124ae tempest-ServerActionsV293TestJSON-1188024240 tempest-ServerActionsV293TestJSON-1188024240-project-member] [instance: aa0eb3a4-34df-4e34-b86a-2a1d19f3a984] Starting instance... {{(pid=69613) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 796.580223] env[69613]: DEBUG oslo_vmware.api [None req-1d613172-1dfb-4be2-99de-b55c369fa558 tempest-ServerRescueTestJSONUnderV235-2099362716 tempest-ServerRescueTestJSONUnderV235-2099362716-project-member] Task: {'id': task-3417342, 'name': PowerOffVM_Task, 'duration_secs': 0.259354} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.580530] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d613172-1dfb-4be2-99de-b55c369fa558 tempest-ServerRescueTestJSONUnderV235-2099362716 tempest-ServerRescueTestJSONUnderV235-2099362716-project-member] [instance: 267ffd7d-ab93-4dda-b46a-1059b3f82f4f] Powered off the VM {{(pid=69613) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 796.580697] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-1d613172-1dfb-4be2-99de-b55c369fa558 tempest-ServerRescueTestJSONUnderV235-2099362716 tempest-ServerRescueTestJSONUnderV235-2099362716-project-member] [instance: 267ffd7d-ab93-4dda-b46a-1059b3f82f4f] Unregistering the VM {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 796.580961] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e6d0fb5d-e40b-48ad-8b12-5601fbaf7180 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.650851] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-1d613172-1dfb-4be2-99de-b55c369fa558 tempest-ServerRescueTestJSONUnderV235-2099362716 tempest-ServerRescueTestJSONUnderV235-2099362716-project-member] [instance: 267ffd7d-ab93-4dda-b46a-1059b3f82f4f] Unregistered the VM {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 796.651344] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-1d613172-1dfb-4be2-99de-b55c369fa558 tempest-ServerRescueTestJSONUnderV235-2099362716 tempest-ServerRescueTestJSONUnderV235-2099362716-project-member] [instance: 267ffd7d-ab93-4dda-b46a-1059b3f82f4f] Deleting contents of the VM from datastore datastore1 {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 796.651344] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d613172-1dfb-4be2-99de-b55c369fa558 tempest-ServerRescueTestJSONUnderV235-2099362716 tempest-ServerRescueTestJSONUnderV235-2099362716-project-member] Deleting the datastore file [datastore1] 267ffd7d-ab93-4dda-b46a-1059b3f82f4f {{(pid=69613) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 796.653782] env[69613]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-41c63953-5f28-425f-a44f-7376a72867da {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.659254] env[69613]: DEBUG oslo_vmware.api [None req-1d613172-1dfb-4be2-99de-b55c369fa558 tempest-ServerRescueTestJSONUnderV235-2099362716 tempest-ServerRescueTestJSONUnderV235-2099362716-project-member] Waiting for the task: (returnval){ [ 796.659254] env[69613]: value = "task-3417344" [ 796.659254] env[69613]: _type = "Task" [ 796.659254] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.669358] env[69613]: DEBUG oslo_vmware.api [None req-1d613172-1dfb-4be2-99de-b55c369fa558 tempest-ServerRescueTestJSONUnderV235-2099362716 tempest-ServerRescueTestJSONUnderV235-2099362716-project-member] Task: {'id': task-3417344, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.684691] env[69613]: DEBUG nova.compute.manager [req-15bdb640-85d3-4c5a-a0d9-bf64a06d8268 req-26666989-52bd-47b0-954c-a59767a16e42 service nova] [instance: 87d9c28f-3471-4a4b-86cc-1bf24d3a68f9] Received event network-vif-plugged-4c483bdf-4929-4116-86a4-388ac411a85f {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 796.684896] env[69613]: DEBUG oslo_concurrency.lockutils [req-15bdb640-85d3-4c5a-a0d9-bf64a06d8268 req-26666989-52bd-47b0-954c-a59767a16e42 service nova] Acquiring lock "87d9c28f-3471-4a4b-86cc-1bf24d3a68f9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 796.685158] env[69613]: DEBUG oslo_concurrency.lockutils [req-15bdb640-85d3-4c5a-a0d9-bf64a06d8268 req-26666989-52bd-47b0-954c-a59767a16e42 service nova] Lock "87d9c28f-3471-4a4b-86cc-1bf24d3a68f9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 796.685612] env[69613]: DEBUG oslo_concurrency.lockutils [req-15bdb640-85d3-4c5a-a0d9-bf64a06d8268 req-26666989-52bd-47b0-954c-a59767a16e42 service nova] Lock "87d9c28f-3471-4a4b-86cc-1bf24d3a68f9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 796.685612] env[69613]: DEBUG nova.compute.manager [req-15bdb640-85d3-4c5a-a0d9-bf64a06d8268 req-26666989-52bd-47b0-954c-a59767a16e42 service nova] [instance: 87d9c28f-3471-4a4b-86cc-1bf24d3a68f9] No waiting events found dispatching network-vif-plugged-4c483bdf-4929-4116-86a4-388ac411a85f {{(pid=69613) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 796.685744] env[69613]: WARNING nova.compute.manager [req-15bdb640-85d3-4c5a-a0d9-bf64a06d8268 req-26666989-52bd-47b0-954c-a59767a16e42 service nova] [instance: 87d9c28f-3471-4a4b-86cc-1bf24d3a68f9] Received unexpected event network-vif-plugged-4c483bdf-4929-4116-86a4-388ac411a85f for instance with vm_state building and task_state spawning. [ 796.685955] env[69613]: DEBUG nova.compute.manager [req-15bdb640-85d3-4c5a-a0d9-bf64a06d8268 req-26666989-52bd-47b0-954c-a59767a16e42 service nova] [instance: 87d9c28f-3471-4a4b-86cc-1bf24d3a68f9] Received event network-changed-4c483bdf-4929-4116-86a4-388ac411a85f {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 796.686147] env[69613]: DEBUG nova.compute.manager [req-15bdb640-85d3-4c5a-a0d9-bf64a06d8268 req-26666989-52bd-47b0-954c-a59767a16e42 service nova] [instance: 87d9c28f-3471-4a4b-86cc-1bf24d3a68f9] Refreshing instance network info cache due to event network-changed-4c483bdf-4929-4116-86a4-388ac411a85f. {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 796.686407] env[69613]: DEBUG oslo_concurrency.lockutils [req-15bdb640-85d3-4c5a-a0d9-bf64a06d8268 req-26666989-52bd-47b0-954c-a59767a16e42 service nova] Acquiring lock "refresh_cache-87d9c28f-3471-4a4b-86cc-1bf24d3a68f9" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.762040] env[69613]: DEBUG nova.network.neutron [None req-257ff2e4-727b-4711-aa44-3a40292a5012 tempest-InstanceActionsNegativeTestJSON-1947508069 tempest-InstanceActionsNegativeTestJSON-1947508069-project-member] [instance: 87d9c28f-3471-4a4b-86cc-1bf24d3a68f9] Updating instance_info_cache with network_info: [{"id": "4c483bdf-4929-4116-86a4-388ac411a85f", "address": "fa:16:3e:e7:96:b8", "network": {"id": "758f3c97-9825-4d27-b607-6726c95fe6ca", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1357404215-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e68710930cc5480f86f1f0664ae08b61", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d88bb07-f93c-45ca-bce7-230cb1f33833", "external-id": "nsx-vlan-transportzone-387", "segmentation_id": 387, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4c483bdf-49", "ovs_interfaceid": "4c483bdf-4929-4116-86a4-388ac411a85f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 796.762347] env[69613]: DEBUG nova.compute.manager [None req-146ee144-4754-4a44-8496-065f4a59e37e tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] [instance: 3c040883-6acc-4ec2-b1e4-017089c4810f] Start spawning the instance on the hypervisor. {{(pid=69613) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 796.790596] env[69613]: DEBUG nova.virt.hardware [None req-146ee144-4754-4a44-8496-065f4a59e37e tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T13:55:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T13:55:19Z,direct_url=,disk_format='vmdk',id=2b7a0304-b5d0-431d-b287-32c8388d7fbd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3e9e1b873f1442d59d5ee8247b941f74',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T13:55:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 796.790849] env[69613]: DEBUG nova.virt.hardware [None req-146ee144-4754-4a44-8496-065f4a59e37e tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Flavor limits 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 796.791014] env[69613]: DEBUG nova.virt.hardware [None req-146ee144-4754-4a44-8496-065f4a59e37e tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Image limits 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 796.791202] env[69613]: DEBUG nova.virt.hardware [None req-146ee144-4754-4a44-8496-065f4a59e37e tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Flavor pref 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 796.791376] env[69613]: DEBUG nova.virt.hardware [None req-146ee144-4754-4a44-8496-065f4a59e37e tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Image pref 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 796.791527] env[69613]: DEBUG nova.virt.hardware [None req-146ee144-4754-4a44-8496-065f4a59e37e tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 796.791735] env[69613]: DEBUG nova.virt.hardware [None req-146ee144-4754-4a44-8496-065f4a59e37e tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 796.791893] env[69613]: DEBUG nova.virt.hardware [None req-146ee144-4754-4a44-8496-065f4a59e37e tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69613) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 796.792198] env[69613]: DEBUG nova.virt.hardware [None req-146ee144-4754-4a44-8496-065f4a59e37e tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Got 1 possible topologies {{(pid=69613) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 796.792389] env[69613]: DEBUG nova.virt.hardware [None req-146ee144-4754-4a44-8496-065f4a59e37e tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 796.792566] env[69613]: DEBUG nova.virt.hardware [None req-146ee144-4754-4a44-8496-065f4a59e37e tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 796.793699] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31ab4a2e-9078-4e1f-bb25-dd171695d09f {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.803653] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-541b88d8-85ba-4160-aa5b-386111e4b1fc {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.895956] env[69613]: DEBUG oslo_vmware.api [None req-968159ec-ed07-4fd5-b598-c029380689af tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Task: {'id': task-3417339, 'name': PowerOnVM_Task, 'duration_secs': 0.855498} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.896244] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-968159ec-ed07-4fd5-b598-c029380689af tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] [instance: 14d0f0b3-1a44-4461-a24b-7a39574b7532] Powered on the VM {{(pid=69613) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 796.896449] env[69613]: INFO nova.compute.manager [None req-968159ec-ed07-4fd5-b598-c029380689af tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] [instance: 14d0f0b3-1a44-4461-a24b-7a39574b7532] Took 8.51 seconds to spawn the instance on the hypervisor. [ 796.896626] env[69613]: DEBUG nova.compute.manager [None req-968159ec-ed07-4fd5-b598-c029380689af tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] [instance: 14d0f0b3-1a44-4461-a24b-7a39574b7532] Checking state {{(pid=69613) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 796.897734] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5ccb4ba-aead-4cbf-81a6-967876657bf2 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.991439] env[69613]: DEBUG oslo_vmware.api [None req-4e1a22c6-d979-4335-a8e5-09e8b7ff8cfe tempest-ListImageFiltersTestJSON-1131301097 tempest-ListImageFiltersTestJSON-1131301097-project-member] Task: {'id': task-3417341, 'name': RemoveSnapshot_Task, 'duration_secs': 0.766236} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.993615] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-4e1a22c6-d979-4335-a8e5-09e8b7ff8cfe tempest-ListImageFiltersTestJSON-1131301097 tempest-ListImageFiltersTestJSON-1131301097-project-member] [instance: 352f5690-451d-489a-a7b1-259ff9b95e49] Deleted Snapshot of the VM instance {{(pid=69613) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 796.993864] env[69613]: INFO nova.compute.manager [None req-4e1a22c6-d979-4335-a8e5-09e8b7ff8cfe tempest-ListImageFiltersTestJSON-1131301097 tempest-ListImageFiltersTestJSON-1131301097-project-member] [instance: 352f5690-451d-489a-a7b1-259ff9b95e49] Took 18.41 seconds to snapshot the instance on the hypervisor. [ 796.996901] env[69613]: DEBUG oslo_vmware.api [None req-412a2ba1-5c96-4d95-b24f-66e7976c83a3 tempest-ServersAdminNegativeTestJSON-2019534385 tempest-ServersAdminNegativeTestJSON-2019534385-project-member] Task: {'id': task-3417340, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.576761} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.996901] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-412a2ba1-5c96-4d95-b24f-66e7976c83a3 tempest-ServersAdminNegativeTestJSON-2019534385 tempest-ServersAdminNegativeTestJSON-2019534385-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk to [datastore2] f72c0c9a-5d4b-4c16-ae65-ab504d8b816d/f72c0c9a-5d4b-4c16-ae65-ab504d8b816d.vmdk {{(pid=69613) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 796.997037] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-412a2ba1-5c96-4d95-b24f-66e7976c83a3 tempest-ServersAdminNegativeTestJSON-2019534385 tempest-ServersAdminNegativeTestJSON-2019534385-project-member] [instance: f72c0c9a-5d4b-4c16-ae65-ab504d8b816d] Extending root virtual disk to 1048576 {{(pid=69613) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 796.997218] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-00cf44a4-5d43-466a-97ed-f1612bfa9807 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.005888] env[69613]: DEBUG oslo_vmware.api [None req-412a2ba1-5c96-4d95-b24f-66e7976c83a3 tempest-ServersAdminNegativeTestJSON-2019534385 tempest-ServersAdminNegativeTestJSON-2019534385-project-member] Waiting for the task: (returnval){ [ 797.005888] env[69613]: value = "task-3417345" [ 797.005888] env[69613]: _type = "Task" [ 797.005888] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.014180] env[69613]: DEBUG nova.scheduler.client.report [None req-95f08712-4f43-4faf-9b6c-0a81d00fac08 tempest-ServerTagsTestJSON-713823130 tempest-ServerTagsTestJSON-713823130-project-member] Inventory has not changed for provider af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69613) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 797.022459] env[69613]: DEBUG oslo_vmware.api [None req-412a2ba1-5c96-4d95-b24f-66e7976c83a3 tempest-ServersAdminNegativeTestJSON-2019534385 tempest-ServersAdminNegativeTestJSON-2019534385-project-member] Task: {'id': task-3417345, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.089711] env[69613]: DEBUG oslo_concurrency.lockutils [None req-2b34f76f-2202-4518-911c-49e04a7124ae tempest-ServerActionsV293TestJSON-1188024240 tempest-ServerActionsV293TestJSON-1188024240-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 797.170214] env[69613]: DEBUG oslo_vmware.api [None req-1d613172-1dfb-4be2-99de-b55c369fa558 tempest-ServerRescueTestJSONUnderV235-2099362716 tempest-ServerRescueTestJSONUnderV235-2099362716-project-member] Task: {'id': task-3417344, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.504987} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.170529] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d613172-1dfb-4be2-99de-b55c369fa558 tempest-ServerRescueTestJSONUnderV235-2099362716 tempest-ServerRescueTestJSONUnderV235-2099362716-project-member] Deleted the datastore file {{(pid=69613) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 797.170762] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-1d613172-1dfb-4be2-99de-b55c369fa558 tempest-ServerRescueTestJSONUnderV235-2099362716 tempest-ServerRescueTestJSONUnderV235-2099362716-project-member] [instance: 267ffd7d-ab93-4dda-b46a-1059b3f82f4f] Deleted contents of the VM from datastore datastore1 {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 797.171080] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-1d613172-1dfb-4be2-99de-b55c369fa558 tempest-ServerRescueTestJSONUnderV235-2099362716 tempest-ServerRescueTestJSONUnderV235-2099362716-project-member] [instance: 267ffd7d-ab93-4dda-b46a-1059b3f82f4f] Instance destroyed {{(pid=69613) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 797.171689] env[69613]: INFO nova.compute.manager [None req-1d613172-1dfb-4be2-99de-b55c369fa558 tempest-ServerRescueTestJSONUnderV235-2099362716 tempest-ServerRescueTestJSONUnderV235-2099362716-project-member] [instance: 267ffd7d-ab93-4dda-b46a-1059b3f82f4f] Took 1.13 seconds to destroy the instance on the hypervisor. [ 797.171689] env[69613]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1d613172-1dfb-4be2-99de-b55c369fa558 tempest-ServerRescueTestJSONUnderV235-2099362716 tempest-ServerRescueTestJSONUnderV235-2099362716-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69613) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 797.171866] env[69613]: DEBUG nova.compute.manager [-] [instance: 267ffd7d-ab93-4dda-b46a-1059b3f82f4f] Deallocating network for instance {{(pid=69613) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 797.171994] env[69613]: DEBUG nova.network.neutron [-] [instance: 267ffd7d-ab93-4dda-b46a-1059b3f82f4f] deallocate_for_instance() {{(pid=69613) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 797.266067] env[69613]: DEBUG oslo_concurrency.lockutils [None req-257ff2e4-727b-4711-aa44-3a40292a5012 tempest-InstanceActionsNegativeTestJSON-1947508069 tempest-InstanceActionsNegativeTestJSON-1947508069-project-member] Releasing lock "refresh_cache-87d9c28f-3471-4a4b-86cc-1bf24d3a68f9" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.266423] env[69613]: DEBUG nova.compute.manager [None req-257ff2e4-727b-4711-aa44-3a40292a5012 tempest-InstanceActionsNegativeTestJSON-1947508069 tempest-InstanceActionsNegativeTestJSON-1947508069-project-member] [instance: 87d9c28f-3471-4a4b-86cc-1bf24d3a68f9] Instance network_info: |[{"id": "4c483bdf-4929-4116-86a4-388ac411a85f", "address": "fa:16:3e:e7:96:b8", "network": {"id": "758f3c97-9825-4d27-b607-6726c95fe6ca", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1357404215-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e68710930cc5480f86f1f0664ae08b61", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d88bb07-f93c-45ca-bce7-230cb1f33833", "external-id": "nsx-vlan-transportzone-387", "segmentation_id": 387, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4c483bdf-49", "ovs_interfaceid": "4c483bdf-4929-4116-86a4-388ac411a85f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69613) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 797.266933] env[69613]: DEBUG oslo_concurrency.lockutils [None req-4e130e5a-790e-49d5-9de7-ecabecdd1445 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Acquiring lock "3c85ee38-7f0c-48db-8bc7-cd3d17eb5f02" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 797.267094] env[69613]: DEBUG oslo_concurrency.lockutils [None req-4e130e5a-790e-49d5-9de7-ecabecdd1445 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Lock "3c85ee38-7f0c-48db-8bc7-cd3d17eb5f02" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 797.267286] env[69613]: DEBUG oslo_concurrency.lockutils [None req-4e130e5a-790e-49d5-9de7-ecabecdd1445 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Acquiring lock "3c85ee38-7f0c-48db-8bc7-cd3d17eb5f02-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 797.267430] env[69613]: DEBUG oslo_concurrency.lockutils [None req-4e130e5a-790e-49d5-9de7-ecabecdd1445 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Lock "3c85ee38-7f0c-48db-8bc7-cd3d17eb5f02-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 797.267593] env[69613]: DEBUG oslo_concurrency.lockutils [None req-4e130e5a-790e-49d5-9de7-ecabecdd1445 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Lock "3c85ee38-7f0c-48db-8bc7-cd3d17eb5f02-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 797.269664] env[69613]: DEBUG oslo_concurrency.lockutils [req-15bdb640-85d3-4c5a-a0d9-bf64a06d8268 req-26666989-52bd-47b0-954c-a59767a16e42 service nova] Acquired lock "refresh_cache-87d9c28f-3471-4a4b-86cc-1bf24d3a68f9" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.269664] env[69613]: DEBUG nova.network.neutron [req-15bdb640-85d3-4c5a-a0d9-bf64a06d8268 req-26666989-52bd-47b0-954c-a59767a16e42 service nova] [instance: 87d9c28f-3471-4a4b-86cc-1bf24d3a68f9] Refreshing network info cache for port 4c483bdf-4929-4116-86a4-388ac411a85f {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 797.271238] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-257ff2e4-727b-4711-aa44-3a40292a5012 tempest-InstanceActionsNegativeTestJSON-1947508069 tempest-InstanceActionsNegativeTestJSON-1947508069-project-member] [instance: 87d9c28f-3471-4a4b-86cc-1bf24d3a68f9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e7:96:b8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2d88bb07-f93c-45ca-bce7-230cb1f33833', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4c483bdf-4929-4116-86a4-388ac411a85f', 'vif_model': 'vmxnet3'}] {{(pid=69613) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 797.278718] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-257ff2e4-727b-4711-aa44-3a40292a5012 tempest-InstanceActionsNegativeTestJSON-1947508069 tempest-InstanceActionsNegativeTestJSON-1947508069-project-member] Creating folder: Project (e68710930cc5480f86f1f0664ae08b61). Parent ref: group-v681687. {{(pid=69613) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 797.279597] env[69613]: INFO nova.compute.manager [None req-4e130e5a-790e-49d5-9de7-ecabecdd1445 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] [instance: 3c85ee38-7f0c-48db-8bc7-cd3d17eb5f02] Terminating instance [ 797.281415] env[69613]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8c62523b-9dc0-497d-aed1-b0b6a93fb163 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.298568] env[69613]: INFO nova.virt.vmwareapi.vm_util [None req-257ff2e4-727b-4711-aa44-3a40292a5012 tempest-InstanceActionsNegativeTestJSON-1947508069 tempest-InstanceActionsNegativeTestJSON-1947508069-project-member] Created folder: Project (e68710930cc5480f86f1f0664ae08b61) in parent group-v681687. [ 797.298771] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-257ff2e4-727b-4711-aa44-3a40292a5012 tempest-InstanceActionsNegativeTestJSON-1947508069 tempest-InstanceActionsNegativeTestJSON-1947508069-project-member] Creating folder: Instances. Parent ref: group-v681854. {{(pid=69613) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 797.299070] env[69613]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-286428dd-bec9-4663-a42b-413591405226 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.313529] env[69613]: INFO nova.virt.vmwareapi.vm_util [None req-257ff2e4-727b-4711-aa44-3a40292a5012 tempest-InstanceActionsNegativeTestJSON-1947508069 tempest-InstanceActionsNegativeTestJSON-1947508069-project-member] Created folder: Instances in parent group-v681854. [ 797.313832] env[69613]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-257ff2e4-727b-4711-aa44-3a40292a5012 tempest-InstanceActionsNegativeTestJSON-1947508069 tempest-InstanceActionsNegativeTestJSON-1947508069-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69613) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 797.314084] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 87d9c28f-3471-4a4b-86cc-1bf24d3a68f9] Creating VM on the ESX host {{(pid=69613) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 797.314384] env[69613]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c59ebcc8-4812-45f0-bb42-98078fc91617 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.338783] env[69613]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 797.338783] env[69613]: value = "task-3417348" [ 797.338783] env[69613]: _type = "Task" [ 797.338783] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.348465] env[69613]: DEBUG oslo_vmware.api [-] Task: {'id': task-3417348, 'name': CreateVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.423499] env[69613]: INFO nova.compute.manager [None req-968159ec-ed07-4fd5-b598-c029380689af tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] [instance: 14d0f0b3-1a44-4461-a24b-7a39574b7532] Took 36.40 seconds to build instance. [ 797.465916] env[69613]: DEBUG oslo_concurrency.lockutils [None req-b6a5afe8-f4d5-451c-8be8-a0a7b3f3d943 tempest-VolumesAssistedSnapshotsTest-1378467694 tempest-VolumesAssistedSnapshotsTest-1378467694-project-admin] Acquiring lock "d6968dbb-b95f-4115-af9c-b528337a9663" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 797.465916] env[69613]: DEBUG oslo_concurrency.lockutils [None req-b6a5afe8-f4d5-451c-8be8-a0a7b3f3d943 tempest-VolumesAssistedSnapshotsTest-1378467694 tempest-VolumesAssistedSnapshotsTest-1378467694-project-admin] Lock "d6968dbb-b95f-4115-af9c-b528337a9663" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 797.520805] env[69613]: DEBUG oslo_vmware.api [None req-412a2ba1-5c96-4d95-b24f-66e7976c83a3 tempest-ServersAdminNegativeTestJSON-2019534385 tempest-ServersAdminNegativeTestJSON-2019534385-project-member] Task: {'id': task-3417345, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07126} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.521717] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-412a2ba1-5c96-4d95-b24f-66e7976c83a3 tempest-ServersAdminNegativeTestJSON-2019534385 tempest-ServersAdminNegativeTestJSON-2019534385-project-member] [instance: f72c0c9a-5d4b-4c16-ae65-ab504d8b816d] Extended root virtual disk {{(pid=69613) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 797.525166] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-704289f0-e0a6-4da7-a333-9702e3898992 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.526439] env[69613]: DEBUG oslo_concurrency.lockutils [None req-95f08712-4f43-4faf-9b6c-0a81d00fac08 tempest-ServerTagsTestJSON-713823130 tempest-ServerTagsTestJSON-713823130-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.805s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 797.526960] env[69613]: DEBUG nova.compute.manager [None req-95f08712-4f43-4faf-9b6c-0a81d00fac08 tempest-ServerTagsTestJSON-713823130 tempest-ServerTagsTestJSON-713823130-project-member] [instance: beccb0b7-1179-4798-8642-35dbcec5e5a1] Start building networks asynchronously for instance. {{(pid=69613) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 797.529815] env[69613]: DEBUG oslo_concurrency.lockutils [None req-e1a51cfc-ee8f-435d-93cc-2803815dd4bf tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.176s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 797.531440] env[69613]: INFO nova.compute.claims [None req-e1a51cfc-ee8f-435d-93cc-2803815dd4bf tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] [instance: 18e8c7de-e7c8-4bb2-be6f-52dd2c20489b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 797.557924] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-412a2ba1-5c96-4d95-b24f-66e7976c83a3 tempest-ServersAdminNegativeTestJSON-2019534385 tempest-ServersAdminNegativeTestJSON-2019534385-project-member] [instance: f72c0c9a-5d4b-4c16-ae65-ab504d8b816d] Reconfiguring VM instance instance-00000037 to attach disk [datastore2] f72c0c9a-5d4b-4c16-ae65-ab504d8b816d/f72c0c9a-5d4b-4c16-ae65-ab504d8b816d.vmdk or device None with type sparse {{(pid=69613) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 797.558632] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-102fc93f-0cdc-4b00-b215-5ac2bac2c19e {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.588041] env[69613]: DEBUG oslo_vmware.api [None req-412a2ba1-5c96-4d95-b24f-66e7976c83a3 tempest-ServersAdminNegativeTestJSON-2019534385 tempest-ServersAdminNegativeTestJSON-2019534385-project-member] Waiting for the task: (returnval){ [ 797.588041] env[69613]: value = "task-3417349" [ 797.588041] env[69613]: _type = "Task" [ 797.588041] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.601120] env[69613]: DEBUG oslo_vmware.api [None req-412a2ba1-5c96-4d95-b24f-66e7976c83a3 tempest-ServersAdminNegativeTestJSON-2019534385 tempest-ServersAdminNegativeTestJSON-2019534385-project-member] Task: {'id': task-3417349, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.789225] env[69613]: DEBUG nova.compute.manager [None req-4e130e5a-790e-49d5-9de7-ecabecdd1445 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] [instance: 3c85ee38-7f0c-48db-8bc7-cd3d17eb5f02] Start destroying the instance on the hypervisor. {{(pid=69613) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 797.789559] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-4e130e5a-790e-49d5-9de7-ecabecdd1445 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] [instance: 3c85ee38-7f0c-48db-8bc7-cd3d17eb5f02] Destroying instance {{(pid=69613) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 797.790813] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-039356b0-40fb-454a-93b4-1ec8bab04022 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.803218] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e130e5a-790e-49d5-9de7-ecabecdd1445 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] [instance: 3c85ee38-7f0c-48db-8bc7-cd3d17eb5f02] Powering off the VM {{(pid=69613) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 797.803585] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b9582651-ccea-4861-95d2-c7cbb3dc9cb4 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.814064] env[69613]: DEBUG oslo_vmware.api [None req-4e130e5a-790e-49d5-9de7-ecabecdd1445 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Waiting for the task: (returnval){ [ 797.814064] env[69613]: value = "task-3417351" [ 797.814064] env[69613]: _type = "Task" [ 797.814064] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.827767] env[69613]: DEBUG oslo_vmware.api [None req-4e130e5a-790e-49d5-9de7-ecabecdd1445 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Task: {'id': task-3417351, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.853318] env[69613]: DEBUG oslo_vmware.api [-] Task: {'id': task-3417348, 'name': CreateVM_Task} progress is 99%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.926376] env[69613]: DEBUG oslo_concurrency.lockutils [None req-968159ec-ed07-4fd5-b598-c029380689af tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Lock "14d0f0b3-1a44-4461-a24b-7a39574b7532" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.707s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 797.971716] env[69613]: DEBUG nova.compute.utils [None req-b6a5afe8-f4d5-451c-8be8-a0a7b3f3d943 tempest-VolumesAssistedSnapshotsTest-1378467694 tempest-VolumesAssistedSnapshotsTest-1378467694-project-admin] Using /dev/sd instead of None {{(pid=69613) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 798.037124] env[69613]: DEBUG nova.compute.utils [None req-95f08712-4f43-4faf-9b6c-0a81d00fac08 tempest-ServerTagsTestJSON-713823130 tempest-ServerTagsTestJSON-713823130-project-member] Using /dev/sd instead of None {{(pid=69613) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 798.042250] env[69613]: DEBUG nova.compute.manager [None req-95f08712-4f43-4faf-9b6c-0a81d00fac08 tempest-ServerTagsTestJSON-713823130 tempest-ServerTagsTestJSON-713823130-project-member] [instance: beccb0b7-1179-4798-8642-35dbcec5e5a1] Allocating IP information in the background. {{(pid=69613) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 798.042449] env[69613]: DEBUG nova.network.neutron [None req-95f08712-4f43-4faf-9b6c-0a81d00fac08 tempest-ServerTagsTestJSON-713823130 tempest-ServerTagsTestJSON-713823130-project-member] [instance: beccb0b7-1179-4798-8642-35dbcec5e5a1] allocate_for_instance() {{(pid=69613) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 798.081474] env[69613]: DEBUG nova.network.neutron [-] [instance: 267ffd7d-ab93-4dda-b46a-1059b3f82f4f] Updating instance_info_cache with network_info: [] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 798.107573] env[69613]: DEBUG oslo_vmware.api [None req-412a2ba1-5c96-4d95-b24f-66e7976c83a3 tempest-ServersAdminNegativeTestJSON-2019534385 tempest-ServersAdminNegativeTestJSON-2019534385-project-member] Task: {'id': task-3417349, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.109805] env[69613]: DEBUG nova.policy [None req-95f08712-4f43-4faf-9b6c-0a81d00fac08 tempest-ServerTagsTestJSON-713823130 tempest-ServerTagsTestJSON-713823130-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f922488586554a24b639f0098bf86506', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b2e9178b9c1445928a1a125e0b9e0768', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69613) authorize /opt/stack/nova/nova/policy.py:192}} [ 798.179328] env[69613]: DEBUG nova.network.neutron [req-15bdb640-85d3-4c5a-a0d9-bf64a06d8268 req-26666989-52bd-47b0-954c-a59767a16e42 service nova] [instance: 87d9c28f-3471-4a4b-86cc-1bf24d3a68f9] Updated VIF entry in instance network info cache for port 4c483bdf-4929-4116-86a4-388ac411a85f. {{(pid=69613) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 798.179455] env[69613]: DEBUG nova.network.neutron [req-15bdb640-85d3-4c5a-a0d9-bf64a06d8268 req-26666989-52bd-47b0-954c-a59767a16e42 service nova] [instance: 87d9c28f-3471-4a4b-86cc-1bf24d3a68f9] Updating instance_info_cache with network_info: [{"id": "4c483bdf-4929-4116-86a4-388ac411a85f", "address": "fa:16:3e:e7:96:b8", "network": {"id": "758f3c97-9825-4d27-b607-6726c95fe6ca", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1357404215-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e68710930cc5480f86f1f0664ae08b61", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d88bb07-f93c-45ca-bce7-230cb1f33833", "external-id": "nsx-vlan-transportzone-387", "segmentation_id": 387, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4c483bdf-49", "ovs_interfaceid": "4c483bdf-4929-4116-86a4-388ac411a85f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 798.288024] env[69613]: DEBUG nova.network.neutron [None req-146ee144-4754-4a44-8496-065f4a59e37e tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] [instance: 3c040883-6acc-4ec2-b1e4-017089c4810f] Successfully updated port: dddf990b-5f01-48de-8627-7ad736ac0026 {{(pid=69613) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 798.324963] env[69613]: DEBUG oslo_vmware.api [None req-4e130e5a-790e-49d5-9de7-ecabecdd1445 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Task: {'id': task-3417351, 'name': PowerOffVM_Task, 'duration_secs': 0.504304} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.325240] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e130e5a-790e-49d5-9de7-ecabecdd1445 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] [instance: 3c85ee38-7f0c-48db-8bc7-cd3d17eb5f02] Powered off the VM {{(pid=69613) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 798.325461] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-4e130e5a-790e-49d5-9de7-ecabecdd1445 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] [instance: 3c85ee38-7f0c-48db-8bc7-cd3d17eb5f02] Unregistering the VM {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 798.325719] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4a157200-3404-4186-be89-b71495dcf2bd {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.352054] env[69613]: DEBUG oslo_vmware.api [-] Task: {'id': task-3417348, 'name': CreateVM_Task, 'duration_secs': 0.549056} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.352054] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 87d9c28f-3471-4a4b-86cc-1bf24d3a68f9] Created VM on the ESX host {{(pid=69613) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 798.352054] env[69613]: DEBUG oslo_concurrency.lockutils [None req-257ff2e4-727b-4711-aa44-3a40292a5012 tempest-InstanceActionsNegativeTestJSON-1947508069 tempest-InstanceActionsNegativeTestJSON-1947508069-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.352054] env[69613]: DEBUG oslo_concurrency.lockutils [None req-257ff2e4-727b-4711-aa44-3a40292a5012 tempest-InstanceActionsNegativeTestJSON-1947508069 tempest-InstanceActionsNegativeTestJSON-1947508069-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.352302] env[69613]: DEBUG oslo_concurrency.lockutils [None req-257ff2e4-727b-4711-aa44-3a40292a5012 tempest-InstanceActionsNegativeTestJSON-1947508069 tempest-InstanceActionsNegativeTestJSON-1947508069-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.352585] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-23334e55-67d3-4397-826e-920c688deb4d {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.359914] env[69613]: DEBUG oslo_vmware.api [None req-257ff2e4-727b-4711-aa44-3a40292a5012 tempest-InstanceActionsNegativeTestJSON-1947508069 tempest-InstanceActionsNegativeTestJSON-1947508069-project-member] Waiting for the task: (returnval){ [ 798.359914] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]52afcb37-8014-24ce-9254-3117ba834f5a" [ 798.359914] env[69613]: _type = "Task" [ 798.359914] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.373538] env[69613]: DEBUG oslo_vmware.api [None req-257ff2e4-727b-4711-aa44-3a40292a5012 tempest-InstanceActionsNegativeTestJSON-1947508069 tempest-InstanceActionsNegativeTestJSON-1947508069-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52afcb37-8014-24ce-9254-3117ba834f5a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.405272] env[69613]: DEBUG nova.compute.manager [None req-c05ea297-195a-4789-8933-96a4a3ebe595 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] [instance: cf649a29-c0b2-4cc4-9d7d-da72ef553093] Stashing vm_state: active {{(pid=69613) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 798.409239] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-4e130e5a-790e-49d5-9de7-ecabecdd1445 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] [instance: 3c85ee38-7f0c-48db-8bc7-cd3d17eb5f02] Unregistered the VM {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 798.409469] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-4e130e5a-790e-49d5-9de7-ecabecdd1445 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] [instance: 3c85ee38-7f0c-48db-8bc7-cd3d17eb5f02] Deleting contents of the VM from datastore datastore2 {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 798.409652] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e130e5a-790e-49d5-9de7-ecabecdd1445 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Deleting the datastore file [datastore2] 3c85ee38-7f0c-48db-8bc7-cd3d17eb5f02 {{(pid=69613) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 798.410112] env[69613]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2ab1dac7-0181-4143-aefb-feb7aa521f61 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.417331] env[69613]: DEBUG oslo_vmware.api [None req-4e130e5a-790e-49d5-9de7-ecabecdd1445 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Waiting for the task: (returnval){ [ 798.417331] env[69613]: value = "task-3417353" [ 798.417331] env[69613]: _type = "Task" [ 798.417331] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.427979] env[69613]: DEBUG oslo_vmware.api [None req-4e130e5a-790e-49d5-9de7-ecabecdd1445 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Task: {'id': task-3417353, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.433403] env[69613]: DEBUG nova.network.neutron [None req-95f08712-4f43-4faf-9b6c-0a81d00fac08 tempest-ServerTagsTestJSON-713823130 tempest-ServerTagsTestJSON-713823130-project-member] [instance: beccb0b7-1179-4798-8642-35dbcec5e5a1] Successfully created port: ed77a51d-98bb-4ded-b71e-a710dec5691a {{(pid=69613) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 798.481262] env[69613]: DEBUG oslo_concurrency.lockutils [None req-b6a5afe8-f4d5-451c-8be8-a0a7b3f3d943 tempest-VolumesAssistedSnapshotsTest-1378467694 tempest-VolumesAssistedSnapshotsTest-1378467694-project-admin] Lock "d6968dbb-b95f-4115-af9c-b528337a9663" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.014s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 798.543402] env[69613]: DEBUG nova.compute.manager [None req-95f08712-4f43-4faf-9b6c-0a81d00fac08 tempest-ServerTagsTestJSON-713823130 tempest-ServerTagsTestJSON-713823130-project-member] [instance: beccb0b7-1179-4798-8642-35dbcec5e5a1] Start building block device mappings for instance. {{(pid=69613) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 798.584501] env[69613]: INFO nova.compute.manager [-] [instance: 267ffd7d-ab93-4dda-b46a-1059b3f82f4f] Took 1.41 seconds to deallocate network for instance. [ 798.605305] env[69613]: DEBUG oslo_vmware.api [None req-412a2ba1-5c96-4d95-b24f-66e7976c83a3 tempest-ServersAdminNegativeTestJSON-2019534385 tempest-ServersAdminNegativeTestJSON-2019534385-project-member] Task: {'id': task-3417349, 'name': ReconfigVM_Task, 'duration_secs': 0.542308} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.605305] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-412a2ba1-5c96-4d95-b24f-66e7976c83a3 tempest-ServersAdminNegativeTestJSON-2019534385 tempest-ServersAdminNegativeTestJSON-2019534385-project-member] [instance: f72c0c9a-5d4b-4c16-ae65-ab504d8b816d] Reconfigured VM instance instance-00000037 to attach disk [datastore2] f72c0c9a-5d4b-4c16-ae65-ab504d8b816d/f72c0c9a-5d4b-4c16-ae65-ab504d8b816d.vmdk or device None with type sparse {{(pid=69613) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 798.605719] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1c394304-321e-41a7-bef8-d26105acf985 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.612348] env[69613]: DEBUG oslo_vmware.api [None req-412a2ba1-5c96-4d95-b24f-66e7976c83a3 tempest-ServersAdminNegativeTestJSON-2019534385 tempest-ServersAdminNegativeTestJSON-2019534385-project-member] Waiting for the task: (returnval){ [ 798.612348] env[69613]: value = "task-3417354" [ 798.612348] env[69613]: _type = "Task" [ 798.612348] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.624391] env[69613]: DEBUG oslo_vmware.api [None req-412a2ba1-5c96-4d95-b24f-66e7976c83a3 tempest-ServersAdminNegativeTestJSON-2019534385 tempest-ServersAdminNegativeTestJSON-2019534385-project-member] Task: {'id': task-3417354, 'name': Rename_Task} progress is 5%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.685179] env[69613]: DEBUG oslo_concurrency.lockutils [req-15bdb640-85d3-4c5a-a0d9-bf64a06d8268 req-26666989-52bd-47b0-954c-a59767a16e42 service nova] Releasing lock "refresh_cache-87d9c28f-3471-4a4b-86cc-1bf24d3a68f9" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.791069] env[69613]: DEBUG oslo_concurrency.lockutils [None req-146ee144-4754-4a44-8496-065f4a59e37e tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Acquiring lock "refresh_cache-3c040883-6acc-4ec2-b1e4-017089c4810f" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.791249] env[69613]: DEBUG oslo_concurrency.lockutils [None req-146ee144-4754-4a44-8496-065f4a59e37e tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Acquired lock "refresh_cache-3c040883-6acc-4ec2-b1e4-017089c4810f" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.791428] env[69613]: DEBUG nova.network.neutron [None req-146ee144-4754-4a44-8496-065f4a59e37e tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] [instance: 3c040883-6acc-4ec2-b1e4-017089c4810f] Building network info cache for instance {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 798.878313] env[69613]: DEBUG oslo_vmware.api [None req-257ff2e4-727b-4711-aa44-3a40292a5012 tempest-InstanceActionsNegativeTestJSON-1947508069 tempest-InstanceActionsNegativeTestJSON-1947508069-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52afcb37-8014-24ce-9254-3117ba834f5a, 'name': SearchDatastore_Task, 'duration_secs': 0.024001} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.878699] env[69613]: DEBUG oslo_concurrency.lockutils [None req-257ff2e4-727b-4711-aa44-3a40292a5012 tempest-InstanceActionsNegativeTestJSON-1947508069 tempest-InstanceActionsNegativeTestJSON-1947508069-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.878953] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-257ff2e4-727b-4711-aa44-3a40292a5012 tempest-InstanceActionsNegativeTestJSON-1947508069 tempest-InstanceActionsNegativeTestJSON-1947508069-project-member] [instance: 87d9c28f-3471-4a4b-86cc-1bf24d3a68f9] Processing image 2b7a0304-b5d0-431d-b287-32c8388d7fbd {{(pid=69613) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 798.879334] env[69613]: DEBUG oslo_concurrency.lockutils [None req-257ff2e4-727b-4711-aa44-3a40292a5012 tempest-InstanceActionsNegativeTestJSON-1947508069 tempest-InstanceActionsNegativeTestJSON-1947508069-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.879604] env[69613]: DEBUG oslo_concurrency.lockutils [None req-257ff2e4-727b-4711-aa44-3a40292a5012 tempest-InstanceActionsNegativeTestJSON-1947508069 tempest-InstanceActionsNegativeTestJSON-1947508069-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.879798] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-257ff2e4-727b-4711-aa44-3a40292a5012 tempest-InstanceActionsNegativeTestJSON-1947508069 tempest-InstanceActionsNegativeTestJSON-1947508069-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69613) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 798.880119] env[69613]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9d0a8402-f51a-4c8f-81ef-160eeaf432fd {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.900269] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-257ff2e4-727b-4711-aa44-3a40292a5012 tempest-InstanceActionsNegativeTestJSON-1947508069 tempest-InstanceActionsNegativeTestJSON-1947508069-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69613) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 798.900610] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-257ff2e4-727b-4711-aa44-3a40292a5012 tempest-InstanceActionsNegativeTestJSON-1947508069 tempest-InstanceActionsNegativeTestJSON-1947508069-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69613) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 798.902571] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-da7de5b0-86af-49ab-b1c5-84e53778b1e4 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.917140] env[69613]: DEBUG oslo_vmware.api [None req-257ff2e4-727b-4711-aa44-3a40292a5012 tempest-InstanceActionsNegativeTestJSON-1947508069 tempest-InstanceActionsNegativeTestJSON-1947508069-project-member] Waiting for the task: (returnval){ [ 798.917140] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]52e2ca1e-d86f-2241-7dae-566fd4ca748e" [ 798.917140] env[69613]: _type = "Task" [ 798.917140] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.933305] env[69613]: DEBUG oslo_vmware.api [None req-4e130e5a-790e-49d5-9de7-ecabecdd1445 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Task: {'id': task-3417353, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.478312} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.934413] env[69613]: DEBUG oslo_concurrency.lockutils [None req-c05ea297-195a-4789-8933-96a4a3ebe595 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 798.941348] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e130e5a-790e-49d5-9de7-ecabecdd1445 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Deleted the datastore file {{(pid=69613) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 798.941348] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-4e130e5a-790e-49d5-9de7-ecabecdd1445 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] [instance: 3c85ee38-7f0c-48db-8bc7-cd3d17eb5f02] Deleted contents of the VM from datastore datastore2 {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 798.941704] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-4e130e5a-790e-49d5-9de7-ecabecdd1445 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] [instance: 3c85ee38-7f0c-48db-8bc7-cd3d17eb5f02] Instance destroyed {{(pid=69613) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 798.941704] env[69613]: INFO nova.compute.manager [None req-4e130e5a-790e-49d5-9de7-ecabecdd1445 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] [instance: 3c85ee38-7f0c-48db-8bc7-cd3d17eb5f02] Took 1.15 seconds to destroy the instance on the hypervisor. [ 798.941933] env[69613]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4e130e5a-790e-49d5-9de7-ecabecdd1445 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69613) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 798.942586] env[69613]: DEBUG oslo_vmware.api [None req-257ff2e4-727b-4711-aa44-3a40292a5012 tempest-InstanceActionsNegativeTestJSON-1947508069 tempest-InstanceActionsNegativeTestJSON-1947508069-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52e2ca1e-d86f-2241-7dae-566fd4ca748e, 'name': SearchDatastore_Task, 'duration_secs': 0.016621} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.943878] env[69613]: DEBUG nova.compute.manager [-] [instance: 3c85ee38-7f0c-48db-8bc7-cd3d17eb5f02] Deallocating network for instance {{(pid=69613) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 798.943878] env[69613]: DEBUG nova.network.neutron [-] [instance: 3c85ee38-7f0c-48db-8bc7-cd3d17eb5f02] deallocate_for_instance() {{(pid=69613) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 798.945404] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d4ff66d5-5379-4185-99a2-75e4ecbb1858 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.954043] env[69613]: DEBUG oslo_vmware.api [None req-257ff2e4-727b-4711-aa44-3a40292a5012 tempest-InstanceActionsNegativeTestJSON-1947508069 tempest-InstanceActionsNegativeTestJSON-1947508069-project-member] Waiting for the task: (returnval){ [ 798.954043] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]52226b3d-b0ed-c3f2-9cc5-1f692b9f0a8a" [ 798.954043] env[69613]: _type = "Task" [ 798.954043] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.966865] env[69613]: DEBUG oslo_vmware.api [None req-257ff2e4-727b-4711-aa44-3a40292a5012 tempest-InstanceActionsNegativeTestJSON-1947508069 tempest-InstanceActionsNegativeTestJSON-1947508069-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52226b3d-b0ed-c3f2-9cc5-1f692b9f0a8a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.100161] env[69613]: DEBUG oslo_concurrency.lockutils [None req-1d613172-1dfb-4be2-99de-b55c369fa558 tempest-ServerRescueTestJSONUnderV235-2099362716 tempest-ServerRescueTestJSONUnderV235-2099362716-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 799.130347] env[69613]: DEBUG oslo_vmware.api [None req-412a2ba1-5c96-4d95-b24f-66e7976c83a3 tempest-ServersAdminNegativeTestJSON-2019534385 tempest-ServersAdminNegativeTestJSON-2019534385-project-member] Task: {'id': task-3417354, 'name': Rename_Task, 'duration_secs': 0.292802} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.130906] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-412a2ba1-5c96-4d95-b24f-66e7976c83a3 tempest-ServersAdminNegativeTestJSON-2019534385 tempest-ServersAdminNegativeTestJSON-2019534385-project-member] [instance: f72c0c9a-5d4b-4c16-ae65-ab504d8b816d] Powering on the VM {{(pid=69613) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 799.131771] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1ea0049f-9c5e-4228-9f4c-e76cb421a745 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.142216] env[69613]: DEBUG oslo_vmware.api [None req-412a2ba1-5c96-4d95-b24f-66e7976c83a3 tempest-ServersAdminNegativeTestJSON-2019534385 tempest-ServersAdminNegativeTestJSON-2019534385-project-member] Waiting for the task: (returnval){ [ 799.142216] env[69613]: value = "task-3417355" [ 799.142216] env[69613]: _type = "Task" [ 799.142216] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.153106] env[69613]: DEBUG oslo_vmware.api [None req-412a2ba1-5c96-4d95-b24f-66e7976c83a3 tempest-ServersAdminNegativeTestJSON-2019534385 tempest-ServersAdminNegativeTestJSON-2019534385-project-member] Task: {'id': task-3417355, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.155179] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64d37f56-d709-46a7-9ec1-499313f97143 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.164203] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc02f828-f6dc-47f2-943a-b089c41f4241 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.199455] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fee0a7ab-5a53-4ac9-829a-36a456c56234 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.210297] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86b31b2d-31d1-4b9c-96ca-6f2ca578e7f0 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.229457] env[69613]: DEBUG nova.compute.provider_tree [None req-e1a51cfc-ee8f-435d-93cc-2803815dd4bf tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Inventory has not changed in ProviderTree for provider: af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 {{(pid=69613) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 799.357164] env[69613]: DEBUG nova.network.neutron [None req-146ee144-4754-4a44-8496-065f4a59e37e tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] [instance: 3c040883-6acc-4ec2-b1e4-017089c4810f] Instance cache missing network info. {{(pid=69613) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 799.404275] env[69613]: DEBUG nova.compute.manager [None req-560144aa-132b-4cab-afdb-1e031e5d66aa tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] [instance: 14d0f0b3-1a44-4461-a24b-7a39574b7532] Checking state {{(pid=69613) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 799.405144] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7945cbc-aca1-4e85-8617-42d271eb466c {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.467960] env[69613]: DEBUG oslo_vmware.api [None req-257ff2e4-727b-4711-aa44-3a40292a5012 tempest-InstanceActionsNegativeTestJSON-1947508069 tempest-InstanceActionsNegativeTestJSON-1947508069-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52226b3d-b0ed-c3f2-9cc5-1f692b9f0a8a, 'name': SearchDatastore_Task, 'duration_secs': 0.015877} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.468509] env[69613]: DEBUG oslo_concurrency.lockutils [None req-257ff2e4-727b-4711-aa44-3a40292a5012 tempest-InstanceActionsNegativeTestJSON-1947508069 tempest-InstanceActionsNegativeTestJSON-1947508069-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.468780] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-257ff2e4-727b-4711-aa44-3a40292a5012 tempest-InstanceActionsNegativeTestJSON-1947508069 tempest-InstanceActionsNegativeTestJSON-1947508069-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk to [datastore2] 87d9c28f-3471-4a4b-86cc-1bf24d3a68f9/87d9c28f-3471-4a4b-86cc-1bf24d3a68f9.vmdk {{(pid=69613) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 799.469053] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b7580a0f-99bf-4b90-ab53-4fda3c0c3e6d {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.481457] env[69613]: DEBUG oslo_vmware.api [None req-257ff2e4-727b-4711-aa44-3a40292a5012 tempest-InstanceActionsNegativeTestJSON-1947508069 tempest-InstanceActionsNegativeTestJSON-1947508069-project-member] Waiting for the task: (returnval){ [ 799.481457] env[69613]: value = "task-3417356" [ 799.481457] env[69613]: _type = "Task" [ 799.481457] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.492886] env[69613]: DEBUG oslo_vmware.api [None req-257ff2e4-727b-4711-aa44-3a40292a5012 tempest-InstanceActionsNegativeTestJSON-1947508069 tempest-InstanceActionsNegativeTestJSON-1947508069-project-member] Task: {'id': task-3417356, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.535099] env[69613]: DEBUG nova.compute.manager [req-aff421eb-4fd2-412a-b500-762a6bf21e58 req-06cb2017-f600-4896-ab11-477248106bab service nova] [instance: 267ffd7d-ab93-4dda-b46a-1059b3f82f4f] Received event network-vif-deleted-ef9b141a-7095-410c-813d-1bf647afd208 {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 799.535509] env[69613]: DEBUG nova.compute.manager [req-aff421eb-4fd2-412a-b500-762a6bf21e58 req-06cb2017-f600-4896-ab11-477248106bab service nova] [instance: 3c040883-6acc-4ec2-b1e4-017089c4810f] Received event network-vif-plugged-dddf990b-5f01-48de-8627-7ad736ac0026 {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 799.535906] env[69613]: DEBUG oslo_concurrency.lockutils [req-aff421eb-4fd2-412a-b500-762a6bf21e58 req-06cb2017-f600-4896-ab11-477248106bab service nova] Acquiring lock "3c040883-6acc-4ec2-b1e4-017089c4810f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 799.536328] env[69613]: DEBUG oslo_concurrency.lockutils [req-aff421eb-4fd2-412a-b500-762a6bf21e58 req-06cb2017-f600-4896-ab11-477248106bab service nova] Lock "3c040883-6acc-4ec2-b1e4-017089c4810f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 799.536693] env[69613]: DEBUG oslo_concurrency.lockutils [req-aff421eb-4fd2-412a-b500-762a6bf21e58 req-06cb2017-f600-4896-ab11-477248106bab service nova] Lock "3c040883-6acc-4ec2-b1e4-017089c4810f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 799.537336] env[69613]: DEBUG nova.compute.manager [req-aff421eb-4fd2-412a-b500-762a6bf21e58 req-06cb2017-f600-4896-ab11-477248106bab service nova] [instance: 3c040883-6acc-4ec2-b1e4-017089c4810f] No waiting events found dispatching network-vif-plugged-dddf990b-5f01-48de-8627-7ad736ac0026 {{(pid=69613) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 799.537608] env[69613]: WARNING nova.compute.manager [req-aff421eb-4fd2-412a-b500-762a6bf21e58 req-06cb2017-f600-4896-ab11-477248106bab service nova] [instance: 3c040883-6acc-4ec2-b1e4-017089c4810f] Received unexpected event network-vif-plugged-dddf990b-5f01-48de-8627-7ad736ac0026 for instance with vm_state building and task_state spawning. [ 799.540225] env[69613]: DEBUG nova.compute.manager [req-aff421eb-4fd2-412a-b500-762a6bf21e58 req-06cb2017-f600-4896-ab11-477248106bab service nova] [instance: 3c040883-6acc-4ec2-b1e4-017089c4810f] Received event network-changed-dddf990b-5f01-48de-8627-7ad736ac0026 {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 799.540225] env[69613]: DEBUG nova.compute.manager [req-aff421eb-4fd2-412a-b500-762a6bf21e58 req-06cb2017-f600-4896-ab11-477248106bab service nova] [instance: 3c040883-6acc-4ec2-b1e4-017089c4810f] Refreshing instance network info cache due to event network-changed-dddf990b-5f01-48de-8627-7ad736ac0026. {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 799.540225] env[69613]: DEBUG oslo_concurrency.lockutils [req-aff421eb-4fd2-412a-b500-762a6bf21e58 req-06cb2017-f600-4896-ab11-477248106bab service nova] Acquiring lock "refresh_cache-3c040883-6acc-4ec2-b1e4-017089c4810f" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.564457] env[69613]: DEBUG nova.compute.manager [None req-95f08712-4f43-4faf-9b6c-0a81d00fac08 tempest-ServerTagsTestJSON-713823130 tempest-ServerTagsTestJSON-713823130-project-member] [instance: beccb0b7-1179-4798-8642-35dbcec5e5a1] Start spawning the instance on the hypervisor. {{(pid=69613) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 799.590743] env[69613]: DEBUG nova.virt.hardware [None req-95f08712-4f43-4faf-9b6c-0a81d00fac08 tempest-ServerTagsTestJSON-713823130 tempest-ServerTagsTestJSON-713823130-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T13:55:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T13:55:19Z,direct_url=,disk_format='vmdk',id=2b7a0304-b5d0-431d-b287-32c8388d7fbd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3e9e1b873f1442d59d5ee8247b941f74',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T13:55:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 799.591015] env[69613]: DEBUG nova.virt.hardware [None req-95f08712-4f43-4faf-9b6c-0a81d00fac08 tempest-ServerTagsTestJSON-713823130 tempest-ServerTagsTestJSON-713823130-project-member] Flavor limits 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 799.591250] env[69613]: DEBUG nova.virt.hardware [None req-95f08712-4f43-4faf-9b6c-0a81d00fac08 tempest-ServerTagsTestJSON-713823130 tempest-ServerTagsTestJSON-713823130-project-member] Image limits 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 799.591487] env[69613]: DEBUG nova.virt.hardware [None req-95f08712-4f43-4faf-9b6c-0a81d00fac08 tempest-ServerTagsTestJSON-713823130 tempest-ServerTagsTestJSON-713823130-project-member] Flavor pref 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 799.591672] env[69613]: DEBUG nova.virt.hardware [None req-95f08712-4f43-4faf-9b6c-0a81d00fac08 tempest-ServerTagsTestJSON-713823130 tempest-ServerTagsTestJSON-713823130-project-member] Image pref 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 799.591843] env[69613]: DEBUG nova.virt.hardware [None req-95f08712-4f43-4faf-9b6c-0a81d00fac08 tempest-ServerTagsTestJSON-713823130 tempest-ServerTagsTestJSON-713823130-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 799.592163] env[69613]: DEBUG nova.virt.hardware [None req-95f08712-4f43-4faf-9b6c-0a81d00fac08 tempest-ServerTagsTestJSON-713823130 tempest-ServerTagsTestJSON-713823130-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 799.592352] env[69613]: DEBUG nova.virt.hardware [None req-95f08712-4f43-4faf-9b6c-0a81d00fac08 tempest-ServerTagsTestJSON-713823130 tempest-ServerTagsTestJSON-713823130-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69613) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 799.592588] env[69613]: DEBUG nova.virt.hardware [None req-95f08712-4f43-4faf-9b6c-0a81d00fac08 tempest-ServerTagsTestJSON-713823130 tempest-ServerTagsTestJSON-713823130-project-member] Got 1 possible topologies {{(pid=69613) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 799.592780] env[69613]: DEBUG nova.virt.hardware [None req-95f08712-4f43-4faf-9b6c-0a81d00fac08 tempest-ServerTagsTestJSON-713823130 tempest-ServerTagsTestJSON-713823130-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 799.593013] env[69613]: DEBUG nova.virt.hardware [None req-95f08712-4f43-4faf-9b6c-0a81d00fac08 tempest-ServerTagsTestJSON-713823130 tempest-ServerTagsTestJSON-713823130-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 799.593707] env[69613]: DEBUG oslo_concurrency.lockutils [None req-b6a5afe8-f4d5-451c-8be8-a0a7b3f3d943 tempest-VolumesAssistedSnapshotsTest-1378467694 tempest-VolumesAssistedSnapshotsTest-1378467694-project-admin] Acquiring lock "d6968dbb-b95f-4115-af9c-b528337a9663" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 799.593964] env[69613]: DEBUG oslo_concurrency.lockutils [None req-b6a5afe8-f4d5-451c-8be8-a0a7b3f3d943 tempest-VolumesAssistedSnapshotsTest-1378467694 tempest-VolumesAssistedSnapshotsTest-1378467694-project-admin] Lock "d6968dbb-b95f-4115-af9c-b528337a9663" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 799.596024] env[69613]: INFO nova.compute.manager [None req-b6a5afe8-f4d5-451c-8be8-a0a7b3f3d943 tempest-VolumesAssistedSnapshotsTest-1378467694 tempest-VolumesAssistedSnapshotsTest-1378467694-project-admin] [instance: d6968dbb-b95f-4115-af9c-b528337a9663] Attaching volume 8996a9cc-737c-489a-9ad5-2292b3d1c327 to /dev/sdb [ 799.598878] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1b97354-e7f1-4305-aeaf-836c7dceab3c {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.615832] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3487a6bf-9ca7-497e-b32f-8a6064836459 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.641185] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-610b5ef1-d2b6-4d94-889b-ea668f382edc {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.657064] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-897787dd-fe22-4a75-b11e-3e3fd17f358b {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.658216] env[69613]: DEBUG oslo_vmware.api [None req-412a2ba1-5c96-4d95-b24f-66e7976c83a3 tempest-ServersAdminNegativeTestJSON-2019534385 tempest-ServersAdminNegativeTestJSON-2019534385-project-member] Task: {'id': task-3417355, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.672475] env[69613]: DEBUG nova.virt.block_device [None req-b6a5afe8-f4d5-451c-8be8-a0a7b3f3d943 tempest-VolumesAssistedSnapshotsTest-1378467694 tempest-VolumesAssistedSnapshotsTest-1378467694-project-admin] [instance: d6968dbb-b95f-4115-af9c-b528337a9663] Updating existing volume attachment record: a15ba0db-2f97-4b6a-9588-5ebf45a41f7c {{(pid=69613) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 799.684016] env[69613]: DEBUG nova.network.neutron [None req-146ee144-4754-4a44-8496-065f4a59e37e tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] [instance: 3c040883-6acc-4ec2-b1e4-017089c4810f] Updating instance_info_cache with network_info: [{"id": "dddf990b-5f01-48de-8627-7ad736ac0026", "address": "fa:16:3e:67:52:d3", "network": {"id": "11b401e5-86d1-43b8-acf8-926654aabc3d", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1280003735-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c95e457d9ff84ad99712006a0d8c5dc4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15538852-1a3f-4f71-b4a9-4923c5837c4f", "external-id": "nsx-vlan-transportzone-165", "segmentation_id": 165, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdddf990b-5f", "ovs_interfaceid": "dddf990b-5f01-48de-8627-7ad736ac0026", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 799.736615] env[69613]: DEBUG nova.scheduler.client.report [None req-e1a51cfc-ee8f-435d-93cc-2803815dd4bf tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Inventory has not changed for provider af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69613) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 799.917290] env[69613]: INFO nova.compute.manager [None req-560144aa-132b-4cab-afdb-1e031e5d66aa tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] [instance: 14d0f0b3-1a44-4461-a24b-7a39574b7532] instance snapshotting [ 799.920488] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8711474a-8e71-4bb8-8872-e51fd175da16 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.946020] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e63b0ee0-f67f-4154-bf5c-e7520b5c0682 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.971929] env[69613]: DEBUG nova.network.neutron [None req-95f08712-4f43-4faf-9b6c-0a81d00fac08 tempest-ServerTagsTestJSON-713823130 tempest-ServerTagsTestJSON-713823130-project-member] [instance: beccb0b7-1179-4798-8642-35dbcec5e5a1] Successfully updated port: ed77a51d-98bb-4ded-b71e-a710dec5691a {{(pid=69613) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 799.973152] env[69613]: DEBUG nova.network.neutron [-] [instance: 3c85ee38-7f0c-48db-8bc7-cd3d17eb5f02] Updating instance_info_cache with network_info: [] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 799.999729] env[69613]: DEBUG oslo_vmware.api [None req-257ff2e4-727b-4711-aa44-3a40292a5012 tempest-InstanceActionsNegativeTestJSON-1947508069 tempest-InstanceActionsNegativeTestJSON-1947508069-project-member] Task: {'id': task-3417356, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.010669] env[69613]: DEBUG nova.compute.manager [req-ec7ed02f-5a1a-438e-958b-763410c63f22 req-471a55ea-8676-4ef1-b49a-42d94fe5604e service nova] [instance: beccb0b7-1179-4798-8642-35dbcec5e5a1] Received event network-vif-plugged-ed77a51d-98bb-4ded-b71e-a710dec5691a {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 800.010911] env[69613]: DEBUG oslo_concurrency.lockutils [req-ec7ed02f-5a1a-438e-958b-763410c63f22 req-471a55ea-8676-4ef1-b49a-42d94fe5604e service nova] Acquiring lock "beccb0b7-1179-4798-8642-35dbcec5e5a1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 800.011160] env[69613]: DEBUG oslo_concurrency.lockutils [req-ec7ed02f-5a1a-438e-958b-763410c63f22 req-471a55ea-8676-4ef1-b49a-42d94fe5604e service nova] Lock "beccb0b7-1179-4798-8642-35dbcec5e5a1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 800.011317] env[69613]: DEBUG oslo_concurrency.lockutils [req-ec7ed02f-5a1a-438e-958b-763410c63f22 req-471a55ea-8676-4ef1-b49a-42d94fe5604e service nova] Lock "beccb0b7-1179-4798-8642-35dbcec5e5a1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 800.011483] env[69613]: DEBUG nova.compute.manager [req-ec7ed02f-5a1a-438e-958b-763410c63f22 req-471a55ea-8676-4ef1-b49a-42d94fe5604e service nova] [instance: beccb0b7-1179-4798-8642-35dbcec5e5a1] No waiting events found dispatching network-vif-plugged-ed77a51d-98bb-4ded-b71e-a710dec5691a {{(pid=69613) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 800.012311] env[69613]: WARNING nova.compute.manager [req-ec7ed02f-5a1a-438e-958b-763410c63f22 req-471a55ea-8676-4ef1-b49a-42d94fe5604e service nova] [instance: beccb0b7-1179-4798-8642-35dbcec5e5a1] Received unexpected event network-vif-plugged-ed77a51d-98bb-4ded-b71e-a710dec5691a for instance with vm_state building and task_state spawning. [ 800.134797] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-07d99946-98d9-4718-a316-ae55f82ebe6b tempest-VolumesAdminNegativeTest-111528841 tempest-VolumesAdminNegativeTest-111528841-project-member] [instance: 54fe2a35-52f3-4c21-a0f4-522e44b620a0] Volume attach. Driver type: vmdk {{(pid=69613) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 800.135226] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-07d99946-98d9-4718-a316-ae55f82ebe6b tempest-VolumesAdminNegativeTest-111528841 tempest-VolumesAdminNegativeTest-111528841-project-member] [instance: 54fe2a35-52f3-4c21-a0f4-522e44b620a0] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-681853', 'volume_id': '24bf25bb-54eb-4a08-9975-5eb88bba6be3', 'name': 'volume-24bf25bb-54eb-4a08-9975-5eb88bba6be3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '54fe2a35-52f3-4c21-a0f4-522e44b620a0', 'attached_at': '', 'detached_at': '', 'volume_id': '24bf25bb-54eb-4a08-9975-5eb88bba6be3', 'serial': '24bf25bb-54eb-4a08-9975-5eb88bba6be3'} {{(pid=69613) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 800.136178] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6da478e-efe1-44b1-babe-a7516d03ea3a {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.163630] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7227a4d3-ed7f-4a3d-b6b9-ebf8d3857695 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.169721] env[69613]: DEBUG oslo_vmware.api [None req-412a2ba1-5c96-4d95-b24f-66e7976c83a3 tempest-ServersAdminNegativeTestJSON-2019534385 tempest-ServersAdminNegativeTestJSON-2019534385-project-member] Task: {'id': task-3417355, 'name': PowerOnVM_Task, 'duration_secs': 0.657708} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.170498] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-412a2ba1-5c96-4d95-b24f-66e7976c83a3 tempest-ServersAdminNegativeTestJSON-2019534385 tempest-ServersAdminNegativeTestJSON-2019534385-project-member] [instance: f72c0c9a-5d4b-4c16-ae65-ab504d8b816d] Powered on the VM {{(pid=69613) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 800.170739] env[69613]: INFO nova.compute.manager [None req-412a2ba1-5c96-4d95-b24f-66e7976c83a3 tempest-ServersAdminNegativeTestJSON-2019534385 tempest-ServersAdminNegativeTestJSON-2019534385-project-member] [instance: f72c0c9a-5d4b-4c16-ae65-ab504d8b816d] Took 9.12 seconds to spawn the instance on the hypervisor. [ 800.171014] env[69613]: DEBUG nova.compute.manager [None req-412a2ba1-5c96-4d95-b24f-66e7976c83a3 tempest-ServersAdminNegativeTestJSON-2019534385 tempest-ServersAdminNegativeTestJSON-2019534385-project-member] [instance: f72c0c9a-5d4b-4c16-ae65-ab504d8b816d] Checking state {{(pid=69613) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 800.171903] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84dab125-a063-4e94-af5d-2c5c6eb27767 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.188795] env[69613]: DEBUG oslo_concurrency.lockutils [None req-146ee144-4754-4a44-8496-065f4a59e37e tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Releasing lock "refresh_cache-3c040883-6acc-4ec2-b1e4-017089c4810f" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.189771] env[69613]: DEBUG nova.compute.manager [None req-146ee144-4754-4a44-8496-065f4a59e37e tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] [instance: 3c040883-6acc-4ec2-b1e4-017089c4810f] Instance network_info: |[{"id": "dddf990b-5f01-48de-8627-7ad736ac0026", "address": "fa:16:3e:67:52:d3", "network": {"id": "11b401e5-86d1-43b8-acf8-926654aabc3d", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1280003735-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c95e457d9ff84ad99712006a0d8c5dc4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15538852-1a3f-4f71-b4a9-4923c5837c4f", "external-id": "nsx-vlan-transportzone-165", "segmentation_id": 165, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdddf990b-5f", "ovs_interfaceid": "dddf990b-5f01-48de-8627-7ad736ac0026", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69613) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 800.197036] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-07d99946-98d9-4718-a316-ae55f82ebe6b tempest-VolumesAdminNegativeTest-111528841 tempest-VolumesAdminNegativeTest-111528841-project-member] [instance: 54fe2a35-52f3-4c21-a0f4-522e44b620a0] Reconfiguring VM instance instance-0000000c to attach disk [datastore1] volume-24bf25bb-54eb-4a08-9975-5eb88bba6be3/volume-24bf25bb-54eb-4a08-9975-5eb88bba6be3.vmdk or device None with type thin {{(pid=69613) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 800.197858] env[69613]: DEBUG oslo_concurrency.lockutils [req-aff421eb-4fd2-412a-b500-762a6bf21e58 req-06cb2017-f600-4896-ab11-477248106bab service nova] Acquired lock "refresh_cache-3c040883-6acc-4ec2-b1e4-017089c4810f" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.198052] env[69613]: DEBUG nova.network.neutron [req-aff421eb-4fd2-412a-b500-762a6bf21e58 req-06cb2017-f600-4896-ab11-477248106bab service nova] [instance: 3c040883-6acc-4ec2-b1e4-017089c4810f] Refreshing network info cache for port dddf990b-5f01-48de-8627-7ad736ac0026 {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 800.199327] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-146ee144-4754-4a44-8496-065f4a59e37e tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] [instance: 3c040883-6acc-4ec2-b1e4-017089c4810f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:67:52:d3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '15538852-1a3f-4f71-b4a9-4923c5837c4f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dddf990b-5f01-48de-8627-7ad736ac0026', 'vif_model': 'vmxnet3'}] {{(pid=69613) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 800.207467] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-146ee144-4754-4a44-8496-065f4a59e37e tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Creating folder: Project (c95e457d9ff84ad99712006a0d8c5dc4). Parent ref: group-v681687. {{(pid=69613) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 800.207760] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4afd704b-ad91-4371-b644-e8325b4abe16 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.226308] env[69613]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e1fac672-be3a-4d24-a699-90fe00b16c38 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.239294] env[69613]: DEBUG oslo_vmware.api [None req-07d99946-98d9-4718-a316-ae55f82ebe6b tempest-VolumesAdminNegativeTest-111528841 tempest-VolumesAdminNegativeTest-111528841-project-member] Waiting for the task: (returnval){ [ 800.239294] env[69613]: value = "task-3417360" [ 800.239294] env[69613]: _type = "Task" [ 800.239294] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.245232] env[69613]: DEBUG oslo_concurrency.lockutils [None req-e1a51cfc-ee8f-435d-93cc-2803815dd4bf tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.715s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 800.245706] env[69613]: DEBUG nova.compute.manager [None req-e1a51cfc-ee8f-435d-93cc-2803815dd4bf tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] [instance: 18e8c7de-e7c8-4bb2-be6f-52dd2c20489b] Start building networks asynchronously for instance. {{(pid=69613) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 800.248764] env[69613]: INFO nova.virt.vmwareapi.vm_util [None req-146ee144-4754-4a44-8496-065f4a59e37e tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Created folder: Project (c95e457d9ff84ad99712006a0d8c5dc4) in parent group-v681687. [ 800.248953] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-146ee144-4754-4a44-8496-065f4a59e37e tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Creating folder: Instances. Parent ref: group-v681860. {{(pid=69613) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 800.249483] env[69613]: DEBUG oslo_concurrency.lockutils [None req-4c813fca-f5ad-437f-aa62-b2fcb4d16e26 tempest-SecurityGroupsTestJSON-147571119 tempest-SecurityGroupsTestJSON-147571119-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.982s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 800.249701] env[69613]: DEBUG nova.objects.instance [None req-4c813fca-f5ad-437f-aa62-b2fcb4d16e26 tempest-SecurityGroupsTestJSON-147571119 tempest-SecurityGroupsTestJSON-147571119-project-member] Lazy-loading 'resources' on Instance uuid 41c0824b-2186-49fe-bcfd-82c031bf4810 {{(pid=69613) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 800.251568] env[69613]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-456bd125-0707-4ad3-abcc-37d32b411583 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.258226] env[69613]: DEBUG oslo_vmware.api [None req-07d99946-98d9-4718-a316-ae55f82ebe6b tempest-VolumesAdminNegativeTest-111528841 tempest-VolumesAdminNegativeTest-111528841-project-member] Task: {'id': task-3417360, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.266313] env[69613]: INFO nova.virt.vmwareapi.vm_util [None req-146ee144-4754-4a44-8496-065f4a59e37e tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Created folder: Instances in parent group-v681860. [ 800.266313] env[69613]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-146ee144-4754-4a44-8496-065f4a59e37e tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69613) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 800.266313] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3c040883-6acc-4ec2-b1e4-017089c4810f] Creating VM on the ESX host {{(pid=69613) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 800.266313] env[69613]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8c156ef6-52d0-457a-9255-f11438646c3f {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.292484] env[69613]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 800.292484] env[69613]: value = "task-3417363" [ 800.292484] env[69613]: _type = "Task" [ 800.292484] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.301617] env[69613]: DEBUG oslo_vmware.api [-] Task: {'id': task-3417363, 'name': CreateVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.462669] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-560144aa-132b-4cab-afdb-1e031e5d66aa tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] [instance: 14d0f0b3-1a44-4461-a24b-7a39574b7532] Creating Snapshot of the VM instance {{(pid=69613) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 800.462669] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-17b3ea69-5f70-414a-85f6-14c09d281c1f {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.471596] env[69613]: DEBUG oslo_vmware.api [None req-560144aa-132b-4cab-afdb-1e031e5d66aa tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Waiting for the task: (returnval){ [ 800.471596] env[69613]: value = "task-3417364" [ 800.471596] env[69613]: _type = "Task" [ 800.471596] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.482983] env[69613]: INFO nova.compute.manager [-] [instance: 3c85ee38-7f0c-48db-8bc7-cd3d17eb5f02] Took 1.54 seconds to deallocate network for instance. [ 800.484824] env[69613]: DEBUG oslo_concurrency.lockutils [None req-95f08712-4f43-4faf-9b6c-0a81d00fac08 tempest-ServerTagsTestJSON-713823130 tempest-ServerTagsTestJSON-713823130-project-member] Acquiring lock "refresh_cache-beccb0b7-1179-4798-8642-35dbcec5e5a1" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.484824] env[69613]: DEBUG oslo_concurrency.lockutils [None req-95f08712-4f43-4faf-9b6c-0a81d00fac08 tempest-ServerTagsTestJSON-713823130 tempest-ServerTagsTestJSON-713823130-project-member] Acquired lock "refresh_cache-beccb0b7-1179-4798-8642-35dbcec5e5a1" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.484824] env[69613]: DEBUG nova.network.neutron [None req-95f08712-4f43-4faf-9b6c-0a81d00fac08 tempest-ServerTagsTestJSON-713823130 tempest-ServerTagsTestJSON-713823130-project-member] [instance: beccb0b7-1179-4798-8642-35dbcec5e5a1] Building network info cache for instance {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 800.492903] env[69613]: DEBUG oslo_vmware.api [None req-560144aa-132b-4cab-afdb-1e031e5d66aa tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Task: {'id': task-3417364, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.493592] env[69613]: DEBUG nova.network.neutron [req-aff421eb-4fd2-412a-b500-762a6bf21e58 req-06cb2017-f600-4896-ab11-477248106bab service nova] [instance: 3c040883-6acc-4ec2-b1e4-017089c4810f] Updated VIF entry in instance network info cache for port dddf990b-5f01-48de-8627-7ad736ac0026. {{(pid=69613) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 800.493999] env[69613]: DEBUG nova.network.neutron [req-aff421eb-4fd2-412a-b500-762a6bf21e58 req-06cb2017-f600-4896-ab11-477248106bab service nova] [instance: 3c040883-6acc-4ec2-b1e4-017089c4810f] Updating instance_info_cache with network_info: [{"id": "dddf990b-5f01-48de-8627-7ad736ac0026", "address": "fa:16:3e:67:52:d3", "network": {"id": "11b401e5-86d1-43b8-acf8-926654aabc3d", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1280003735-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c95e457d9ff84ad99712006a0d8c5dc4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15538852-1a3f-4f71-b4a9-4923c5837c4f", "external-id": "nsx-vlan-transportzone-165", "segmentation_id": 165, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdddf990b-5f", "ovs_interfaceid": "dddf990b-5f01-48de-8627-7ad736ac0026", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 800.509783] env[69613]: DEBUG oslo_vmware.api [None req-257ff2e4-727b-4711-aa44-3a40292a5012 tempest-InstanceActionsNegativeTestJSON-1947508069 tempest-InstanceActionsNegativeTestJSON-1947508069-project-member] Task: {'id': task-3417356, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.719196} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.511035] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-257ff2e4-727b-4711-aa44-3a40292a5012 tempest-InstanceActionsNegativeTestJSON-1947508069 tempest-InstanceActionsNegativeTestJSON-1947508069-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk to [datastore2] 87d9c28f-3471-4a4b-86cc-1bf24d3a68f9/87d9c28f-3471-4a4b-86cc-1bf24d3a68f9.vmdk {{(pid=69613) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 800.511035] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-257ff2e4-727b-4711-aa44-3a40292a5012 tempest-InstanceActionsNegativeTestJSON-1947508069 tempest-InstanceActionsNegativeTestJSON-1947508069-project-member] [instance: 87d9c28f-3471-4a4b-86cc-1bf24d3a68f9] Extending root virtual disk to 1048576 {{(pid=69613) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 800.511035] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c4492244-7056-4c9a-913b-e4fc85daf6aa {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.519074] env[69613]: DEBUG oslo_vmware.api [None req-257ff2e4-727b-4711-aa44-3a40292a5012 tempest-InstanceActionsNegativeTestJSON-1947508069 tempest-InstanceActionsNegativeTestJSON-1947508069-project-member] Waiting for the task: (returnval){ [ 800.519074] env[69613]: value = "task-3417365" [ 800.519074] env[69613]: _type = "Task" [ 800.519074] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.529647] env[69613]: DEBUG oslo_vmware.api [None req-257ff2e4-727b-4711-aa44-3a40292a5012 tempest-InstanceActionsNegativeTestJSON-1947508069 tempest-InstanceActionsNegativeTestJSON-1947508069-project-member] Task: {'id': task-3417365, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.743969] env[69613]: INFO nova.compute.manager [None req-412a2ba1-5c96-4d95-b24f-66e7976c83a3 tempest-ServersAdminNegativeTestJSON-2019534385 tempest-ServersAdminNegativeTestJSON-2019534385-project-member] [instance: f72c0c9a-5d4b-4c16-ae65-ab504d8b816d] Took 35.10 seconds to build instance. [ 800.751843] env[69613]: DEBUG nova.compute.utils [None req-e1a51cfc-ee8f-435d-93cc-2803815dd4bf tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Using /dev/sd instead of None {{(pid=69613) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 800.753133] env[69613]: DEBUG oslo_vmware.api [None req-07d99946-98d9-4718-a316-ae55f82ebe6b tempest-VolumesAdminNegativeTest-111528841 tempest-VolumesAdminNegativeTest-111528841-project-member] Task: {'id': task-3417360, 'name': ReconfigVM_Task, 'duration_secs': 0.452999} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.753430] env[69613]: DEBUG nova.compute.manager [None req-e1a51cfc-ee8f-435d-93cc-2803815dd4bf tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] [instance: 18e8c7de-e7c8-4bb2-be6f-52dd2c20489b] Allocating IP information in the background. {{(pid=69613) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 800.753610] env[69613]: DEBUG nova.network.neutron [None req-e1a51cfc-ee8f-435d-93cc-2803815dd4bf tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] [instance: 18e8c7de-e7c8-4bb2-be6f-52dd2c20489b] allocate_for_instance() {{(pid=69613) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 800.755509] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-07d99946-98d9-4718-a316-ae55f82ebe6b tempest-VolumesAdminNegativeTest-111528841 tempest-VolumesAdminNegativeTest-111528841-project-member] [instance: 54fe2a35-52f3-4c21-a0f4-522e44b620a0] Reconfigured VM instance instance-0000000c to attach disk [datastore1] volume-24bf25bb-54eb-4a08-9975-5eb88bba6be3/volume-24bf25bb-54eb-4a08-9975-5eb88bba6be3.vmdk or device None with type thin {{(pid=69613) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 800.763275] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9b7c4473-a47b-4760-b5d1-9cd2b613e881 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.781969] env[69613]: DEBUG oslo_vmware.api [None req-07d99946-98d9-4718-a316-ae55f82ebe6b tempest-VolumesAdminNegativeTest-111528841 tempest-VolumesAdminNegativeTest-111528841-project-member] Waiting for the task: (returnval){ [ 800.781969] env[69613]: value = "task-3417366" [ 800.781969] env[69613]: _type = "Task" [ 800.781969] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.792057] env[69613]: DEBUG oslo_vmware.api [None req-07d99946-98d9-4718-a316-ae55f82ebe6b tempest-VolumesAdminNegativeTest-111528841 tempest-VolumesAdminNegativeTest-111528841-project-member] Task: {'id': task-3417366, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.806215] env[69613]: DEBUG oslo_vmware.api [-] Task: {'id': task-3417363, 'name': CreateVM_Task, 'duration_secs': 0.412491} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.806479] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3c040883-6acc-4ec2-b1e4-017089c4810f] Created VM on the ESX host {{(pid=69613) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 800.807365] env[69613]: DEBUG oslo_concurrency.lockutils [None req-146ee144-4754-4a44-8496-065f4a59e37e tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.807636] env[69613]: DEBUG oslo_concurrency.lockutils [None req-146ee144-4754-4a44-8496-065f4a59e37e tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.808106] env[69613]: DEBUG oslo_concurrency.lockutils [None req-146ee144-4754-4a44-8496-065f4a59e37e tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.808428] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fec10950-20f1-4cfa-b716-158f07cf8c7e {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.815180] env[69613]: DEBUG nova.policy [None req-e1a51cfc-ee8f-435d-93cc-2803815dd4bf tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '640f1c3e84e3470a8e22245ea2086853', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '201a65cf0cc84bf3a5ae9f9d87000dd8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69613) authorize /opt/stack/nova/nova/policy.py:192}} [ 800.818541] env[69613]: DEBUG oslo_vmware.api [None req-146ee144-4754-4a44-8496-065f4a59e37e tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Waiting for the task: (returnval){ [ 800.818541] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]52c5d14d-e069-b33e-eae8-c5f493150f96" [ 800.818541] env[69613]: _type = "Task" [ 800.818541] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.833144] env[69613]: DEBUG oslo_vmware.api [None req-146ee144-4754-4a44-8496-065f4a59e37e tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52c5d14d-e069-b33e-eae8-c5f493150f96, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.986025] env[69613]: DEBUG oslo_vmware.api [None req-560144aa-132b-4cab-afdb-1e031e5d66aa tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Task: {'id': task-3417364, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.004656] env[69613]: DEBUG oslo_concurrency.lockutils [req-aff421eb-4fd2-412a-b500-762a6bf21e58 req-06cb2017-f600-4896-ab11-477248106bab service nova] Releasing lock "refresh_cache-3c040883-6acc-4ec2-b1e4-017089c4810f" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.004656] env[69613]: DEBUG oslo_concurrency.lockutils [None req-4e130e5a-790e-49d5-9de7-ecabecdd1445 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 801.024136] env[69613]: DEBUG nova.network.neutron [None req-95f08712-4f43-4faf-9b6c-0a81d00fac08 tempest-ServerTagsTestJSON-713823130 tempest-ServerTagsTestJSON-713823130-project-member] [instance: beccb0b7-1179-4798-8642-35dbcec5e5a1] Instance cache missing network info. {{(pid=69613) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 801.031183] env[69613]: DEBUG oslo_vmware.api [None req-257ff2e4-727b-4711-aa44-3a40292a5012 tempest-InstanceActionsNegativeTestJSON-1947508069 tempest-InstanceActionsNegativeTestJSON-1947508069-project-member] Task: {'id': task-3417365, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083158} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.034296] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-257ff2e4-727b-4711-aa44-3a40292a5012 tempest-InstanceActionsNegativeTestJSON-1947508069 tempest-InstanceActionsNegativeTestJSON-1947508069-project-member] [instance: 87d9c28f-3471-4a4b-86cc-1bf24d3a68f9] Extended root virtual disk {{(pid=69613) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 801.035220] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb7b3eec-6036-4b1a-90a0-fbc427652b85 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.062535] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-257ff2e4-727b-4711-aa44-3a40292a5012 tempest-InstanceActionsNegativeTestJSON-1947508069 tempest-InstanceActionsNegativeTestJSON-1947508069-project-member] [instance: 87d9c28f-3471-4a4b-86cc-1bf24d3a68f9] Reconfiguring VM instance instance-00000038 to attach disk [datastore2] 87d9c28f-3471-4a4b-86cc-1bf24d3a68f9/87d9c28f-3471-4a4b-86cc-1bf24d3a68f9.vmdk or device None with type sparse {{(pid=69613) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 801.068122] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-527f9248-1142-427a-a33e-25fc39ab45ac {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.094807] env[69613]: DEBUG oslo_vmware.api [None req-257ff2e4-727b-4711-aa44-3a40292a5012 tempest-InstanceActionsNegativeTestJSON-1947508069 tempest-InstanceActionsNegativeTestJSON-1947508069-project-member] Waiting for the task: (returnval){ [ 801.094807] env[69613]: value = "task-3417367" [ 801.094807] env[69613]: _type = "Task" [ 801.094807] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.110488] env[69613]: DEBUG oslo_vmware.api [None req-257ff2e4-727b-4711-aa44-3a40292a5012 tempest-InstanceActionsNegativeTestJSON-1947508069 tempest-InstanceActionsNegativeTestJSON-1947508069-project-member] Task: {'id': task-3417367, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.142835] env[69613]: DEBUG oslo_service.periodic_task [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69613) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 801.143256] env[69613]: DEBUG oslo_service.periodic_task [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69613) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 801.213519] env[69613]: DEBUG nova.network.neutron [None req-e1a51cfc-ee8f-435d-93cc-2803815dd4bf tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] [instance: 18e8c7de-e7c8-4bb2-be6f-52dd2c20489b] Successfully created port: 5a2ea90f-11d3-495a-a663-44ac03e80e46 {{(pid=69613) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 801.248018] env[69613]: DEBUG oslo_concurrency.lockutils [None req-412a2ba1-5c96-4d95-b24f-66e7976c83a3 tempest-ServersAdminNegativeTestJSON-2019534385 tempest-ServersAdminNegativeTestJSON-2019534385-project-member] Lock "f72c0c9a-5d4b-4c16-ae65-ab504d8b816d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.450s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 801.262929] env[69613]: DEBUG nova.compute.manager [None req-e1a51cfc-ee8f-435d-93cc-2803815dd4bf tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] [instance: 18e8c7de-e7c8-4bb2-be6f-52dd2c20489b] Start building block device mappings for instance. {{(pid=69613) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 801.298533] env[69613]: DEBUG oslo_vmware.api [None req-07d99946-98d9-4718-a316-ae55f82ebe6b tempest-VolumesAdminNegativeTest-111528841 tempest-VolumesAdminNegativeTest-111528841-project-member] Task: {'id': task-3417366, 'name': ReconfigVM_Task, 'duration_secs': 0.174623} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.302557] env[69613]: DEBUG nova.network.neutron [None req-95f08712-4f43-4faf-9b6c-0a81d00fac08 tempest-ServerTagsTestJSON-713823130 tempest-ServerTagsTestJSON-713823130-project-member] [instance: beccb0b7-1179-4798-8642-35dbcec5e5a1] Updating instance_info_cache with network_info: [{"id": "ed77a51d-98bb-4ded-b71e-a710dec5691a", "address": "fa:16:3e:2c:d3:63", "network": {"id": "0ddbb764-2fed-4dce-85ec-f85566a8dbd5", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1207009522-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b2e9178b9c1445928a1a125e0b9e0768", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1002b79b-224e-41e3-a484-4245a767147a", "external-id": "nsx-vlan-transportzone-353", "segmentation_id": 353, "bound_drivers": {"0": "nsxv3"}}, "devname": "taped77a51d-98", "ovs_interfaceid": "ed77a51d-98bb-4ded-b71e-a710dec5691a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 801.306031] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-07d99946-98d9-4718-a316-ae55f82ebe6b tempest-VolumesAdminNegativeTest-111528841 tempest-VolumesAdminNegativeTest-111528841-project-member] [instance: 54fe2a35-52f3-4c21-a0f4-522e44b620a0] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-681853', 'volume_id': '24bf25bb-54eb-4a08-9975-5eb88bba6be3', 'name': 'volume-24bf25bb-54eb-4a08-9975-5eb88bba6be3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '54fe2a35-52f3-4c21-a0f4-522e44b620a0', 'attached_at': '', 'detached_at': '', 'volume_id': '24bf25bb-54eb-4a08-9975-5eb88bba6be3', 'serial': '24bf25bb-54eb-4a08-9975-5eb88bba6be3'} {{(pid=69613) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 801.333242] env[69613]: DEBUG oslo_vmware.api [None req-146ee144-4754-4a44-8496-065f4a59e37e tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52c5d14d-e069-b33e-eae8-c5f493150f96, 'name': SearchDatastore_Task, 'duration_secs': 0.021914} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.336112] env[69613]: DEBUG oslo_concurrency.lockutils [None req-146ee144-4754-4a44-8496-065f4a59e37e tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.336455] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-146ee144-4754-4a44-8496-065f4a59e37e tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] [instance: 3c040883-6acc-4ec2-b1e4-017089c4810f] Processing image 2b7a0304-b5d0-431d-b287-32c8388d7fbd {{(pid=69613) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 801.336795] env[69613]: DEBUG oslo_concurrency.lockutils [None req-146ee144-4754-4a44-8496-065f4a59e37e tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.337565] env[69613]: DEBUG oslo_concurrency.lockutils [None req-146ee144-4754-4a44-8496-065f4a59e37e tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.337798] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-146ee144-4754-4a44-8496-065f4a59e37e tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69613) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 801.338648] env[69613]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4b51ae68-2c5a-43bd-be7f-397e92b75a07 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.353361] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-146ee144-4754-4a44-8496-065f4a59e37e tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69613) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 801.355017] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-146ee144-4754-4a44-8496-065f4a59e37e tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69613) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 801.358284] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f57f47c3-4182-4266-ae43-26f58fe9e2ad {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.365754] env[69613]: DEBUG oslo_vmware.api [None req-146ee144-4754-4a44-8496-065f4a59e37e tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Waiting for the task: (returnval){ [ 801.365754] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]524595d8-f34d-e923-78be-42c8db2cfd45" [ 801.365754] env[69613]: _type = "Task" [ 801.365754] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.375455] env[69613]: DEBUG oslo_vmware.api [None req-146ee144-4754-4a44-8496-065f4a59e37e tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]524595d8-f34d-e923-78be-42c8db2cfd45, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.461014] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7b59a79-6e78-47f7-9749-c841cb69ce83 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.472202] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5edd1fd-37d7-4742-a9a3-b037f6bd336b {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.485852] env[69613]: DEBUG oslo_vmware.api [None req-560144aa-132b-4cab-afdb-1e031e5d66aa tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Task: {'id': task-3417364, 'name': CreateSnapshot_Task, 'duration_secs': 0.999448} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.511334] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-560144aa-132b-4cab-afdb-1e031e5d66aa tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] [instance: 14d0f0b3-1a44-4461-a24b-7a39574b7532] Created Snapshot of the VM instance {{(pid=69613) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 801.512350] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e89f7af-7331-45c1-8d2c-bff34e145922 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.515343] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50254821-0188-4381-9c6e-9cdbd5bf860b {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.529468] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e0bee3a-893f-4b84-94d9-b89cc05667d5 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.550053] env[69613]: DEBUG nova.compute.provider_tree [None req-4c813fca-f5ad-437f-aa62-b2fcb4d16e26 tempest-SecurityGroupsTestJSON-147571119 tempest-SecurityGroupsTestJSON-147571119-project-member] Inventory has not changed in ProviderTree for provider: af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 {{(pid=69613) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 801.605612] env[69613]: DEBUG oslo_vmware.api [None req-257ff2e4-727b-4711-aa44-3a40292a5012 tempest-InstanceActionsNegativeTestJSON-1947508069 tempest-InstanceActionsNegativeTestJSON-1947508069-project-member] Task: {'id': task-3417367, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.654790] env[69613]: DEBUG oslo_service.periodic_task [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69613) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 801.654940] env[69613]: DEBUG oslo_service.periodic_task [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69613) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 801.655125] env[69613]: DEBUG oslo_service.periodic_task [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69613) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 801.655304] env[69613]: DEBUG oslo_service.periodic_task [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69613) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 801.655485] env[69613]: DEBUG oslo_service.periodic_task [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69613) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 801.655634] env[69613]: DEBUG oslo_service.periodic_task [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69613) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 801.655796] env[69613]: DEBUG nova.compute.manager [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69613) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 801.656021] env[69613]: DEBUG oslo_service.periodic_task [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Running periodic task ComputeManager.update_available_resource {{(pid=69613) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 801.695574] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81ee750b-09e7-49d5-9df7-b2fa8712f8c4 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.704548] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-2ac0c804-2570-42af-ad77-6cc63c30776c tempest-ServersAdminNegativeTestJSON-1266017028 tempest-ServersAdminNegativeTestJSON-1266017028-project-admin] [instance: f72c0c9a-5d4b-4c16-ae65-ab504d8b816d] Suspending the VM {{(pid=69613) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 801.704805] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-690b5ed6-90e6-4a96-b3ad-2c1f13a21939 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.712657] env[69613]: DEBUG oslo_vmware.api [None req-2ac0c804-2570-42af-ad77-6cc63c30776c tempest-ServersAdminNegativeTestJSON-1266017028 tempest-ServersAdminNegativeTestJSON-1266017028-project-admin] Waiting for the task: (returnval){ [ 801.712657] env[69613]: value = "task-3417368" [ 801.712657] env[69613]: _type = "Task" [ 801.712657] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.721923] env[69613]: DEBUG oslo_vmware.api [None req-2ac0c804-2570-42af-ad77-6cc63c30776c tempest-ServersAdminNegativeTestJSON-1266017028 tempest-ServersAdminNegativeTestJSON-1266017028-project-admin] Task: {'id': task-3417368, 'name': SuspendVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.754739] env[69613]: DEBUG nova.compute.manager [req-2612bb1f-1d71-4a51-95ae-3be51f07e288 req-1f910b0e-062a-443b-b085-61f0d5319f64 service nova] [instance: 3c85ee38-7f0c-48db-8bc7-cd3d17eb5f02] Received event network-vif-deleted-a9cc858c-4232-4622-842a-3870b6de8b1f {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 801.810995] env[69613]: DEBUG oslo_concurrency.lockutils [None req-95f08712-4f43-4faf-9b6c-0a81d00fac08 tempest-ServerTagsTestJSON-713823130 tempest-ServerTagsTestJSON-713823130-project-member] Releasing lock "refresh_cache-beccb0b7-1179-4798-8642-35dbcec5e5a1" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.811341] env[69613]: DEBUG nova.compute.manager [None req-95f08712-4f43-4faf-9b6c-0a81d00fac08 tempest-ServerTagsTestJSON-713823130 tempest-ServerTagsTestJSON-713823130-project-member] [instance: beccb0b7-1179-4798-8642-35dbcec5e5a1] Instance network_info: |[{"id": "ed77a51d-98bb-4ded-b71e-a710dec5691a", "address": "fa:16:3e:2c:d3:63", "network": {"id": "0ddbb764-2fed-4dce-85ec-f85566a8dbd5", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1207009522-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b2e9178b9c1445928a1a125e0b9e0768", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1002b79b-224e-41e3-a484-4245a767147a", "external-id": "nsx-vlan-transportzone-353", "segmentation_id": 353, "bound_drivers": {"0": "nsxv3"}}, "devname": "taped77a51d-98", "ovs_interfaceid": "ed77a51d-98bb-4ded-b71e-a710dec5691a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69613) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 801.811695] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-95f08712-4f43-4faf-9b6c-0a81d00fac08 tempest-ServerTagsTestJSON-713823130 tempest-ServerTagsTestJSON-713823130-project-member] [instance: beccb0b7-1179-4798-8642-35dbcec5e5a1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2c:d3:63', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1002b79b-224e-41e3-a484-4245a767147a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ed77a51d-98bb-4ded-b71e-a710dec5691a', 'vif_model': 'vmxnet3'}] {{(pid=69613) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 801.821613] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-95f08712-4f43-4faf-9b6c-0a81d00fac08 tempest-ServerTagsTestJSON-713823130 tempest-ServerTagsTestJSON-713823130-project-member] Creating folder: Project (b2e9178b9c1445928a1a125e0b9e0768). Parent ref: group-v681687. {{(pid=69613) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 801.822420] env[69613]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8ef1bedd-c671-4bc5-94e8-fdea910e00dc {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.836069] env[69613]: INFO nova.virt.vmwareapi.vm_util [None req-95f08712-4f43-4faf-9b6c-0a81d00fac08 tempest-ServerTagsTestJSON-713823130 tempest-ServerTagsTestJSON-713823130-project-member] Created folder: Project (b2e9178b9c1445928a1a125e0b9e0768) in parent group-v681687. [ 801.836069] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-95f08712-4f43-4faf-9b6c-0a81d00fac08 tempest-ServerTagsTestJSON-713823130 tempest-ServerTagsTestJSON-713823130-project-member] Creating folder: Instances. Parent ref: group-v681864. {{(pid=69613) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 801.836243] env[69613]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c8599ba9-4441-45b8-8aea-b9ac181a35fc {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.846702] env[69613]: INFO nova.virt.vmwareapi.vm_util [None req-95f08712-4f43-4faf-9b6c-0a81d00fac08 tempest-ServerTagsTestJSON-713823130 tempest-ServerTagsTestJSON-713823130-project-member] Created folder: Instances in parent group-v681864. [ 801.846922] env[69613]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-95f08712-4f43-4faf-9b6c-0a81d00fac08 tempest-ServerTagsTestJSON-713823130 tempest-ServerTagsTestJSON-713823130-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69613) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 801.847144] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: beccb0b7-1179-4798-8642-35dbcec5e5a1] Creating VM on the ESX host {{(pid=69613) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 801.847828] env[69613]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cf8ec024-ae37-459a-9813-4ce2c2ad06f4 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.867901] env[69613]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 801.867901] env[69613]: value = "task-3417371" [ 801.867901] env[69613]: _type = "Task" [ 801.867901] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.879331] env[69613]: DEBUG oslo_vmware.api [None req-146ee144-4754-4a44-8496-065f4a59e37e tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]524595d8-f34d-e923-78be-42c8db2cfd45, 'name': SearchDatastore_Task, 'duration_secs': 0.033965} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.883062] env[69613]: DEBUG oslo_vmware.api [-] Task: {'id': task-3417371, 'name': CreateVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.883334] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6d938b73-60c2-4853-9f21-6814d510b118 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.888948] env[69613]: DEBUG oslo_vmware.api [None req-146ee144-4754-4a44-8496-065f4a59e37e tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Waiting for the task: (returnval){ [ 801.888948] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]52b1cc30-e3c8-91bf-7587-6679de6b8f91" [ 801.888948] env[69613]: _type = "Task" [ 801.888948] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.897020] env[69613]: DEBUG oslo_vmware.api [None req-146ee144-4754-4a44-8496-065f4a59e37e tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52b1cc30-e3c8-91bf-7587-6679de6b8f91, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.046507] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-560144aa-132b-4cab-afdb-1e031e5d66aa tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] [instance: 14d0f0b3-1a44-4461-a24b-7a39574b7532] Creating linked-clone VM from snapshot {{(pid=69613) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 802.046507] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-ed30c33f-633a-4b09-b947-f0b56e686599 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.053163] env[69613]: DEBUG nova.scheduler.client.report [None req-4c813fca-f5ad-437f-aa62-b2fcb4d16e26 tempest-SecurityGroupsTestJSON-147571119 tempest-SecurityGroupsTestJSON-147571119-project-member] Inventory has not changed for provider af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69613) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 802.059367] env[69613]: DEBUG oslo_vmware.api [None req-560144aa-132b-4cab-afdb-1e031e5d66aa tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Waiting for the task: (returnval){ [ 802.059367] env[69613]: value = "task-3417372" [ 802.059367] env[69613]: _type = "Task" [ 802.059367] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.068866] env[69613]: DEBUG oslo_vmware.api [None req-560144aa-132b-4cab-afdb-1e031e5d66aa tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Task: {'id': task-3417372, 'name': CloneVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.103263] env[69613]: DEBUG nova.compute.manager [None req-107ea9f9-75ab-4519-b029-01a25fddaa2d tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] [instance: 1380fea1-6d74-469a-8a3a-7706e3d1f932] Checking state {{(pid=69613) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 802.103838] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4175d9a7-5cc9-48b2-8c3d-759012dbeed3 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.115488] env[69613]: DEBUG oslo_vmware.api [None req-257ff2e4-727b-4711-aa44-3a40292a5012 tempest-InstanceActionsNegativeTestJSON-1947508069 tempest-InstanceActionsNegativeTestJSON-1947508069-project-member] Task: {'id': task-3417367, 'name': ReconfigVM_Task, 'duration_secs': 0.692321} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.116077] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-257ff2e4-727b-4711-aa44-3a40292a5012 tempest-InstanceActionsNegativeTestJSON-1947508069 tempest-InstanceActionsNegativeTestJSON-1947508069-project-member] [instance: 87d9c28f-3471-4a4b-86cc-1bf24d3a68f9] Reconfigured VM instance instance-00000038 to attach disk [datastore2] 87d9c28f-3471-4a4b-86cc-1bf24d3a68f9/87d9c28f-3471-4a4b-86cc-1bf24d3a68f9.vmdk or device None with type sparse {{(pid=69613) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 802.116930] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-59056c2c-5b31-437d-a419-1f45b602df86 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.133029] env[69613]: DEBUG oslo_vmware.api [None req-257ff2e4-727b-4711-aa44-3a40292a5012 tempest-InstanceActionsNegativeTestJSON-1947508069 tempest-InstanceActionsNegativeTestJSON-1947508069-project-member] Waiting for the task: (returnval){ [ 802.133029] env[69613]: value = "task-3417374" [ 802.133029] env[69613]: _type = "Task" [ 802.133029] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.144309] env[69613]: DEBUG oslo_vmware.api [None req-257ff2e4-727b-4711-aa44-3a40292a5012 tempest-InstanceActionsNegativeTestJSON-1947508069 tempest-InstanceActionsNegativeTestJSON-1947508069-project-member] Task: {'id': task-3417374, 'name': Rename_Task} progress is 5%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.154133] env[69613]: DEBUG nova.compute.manager [req-9fc7a4a4-3864-43a1-b501-b217569b312c req-715dbd86-aa4c-4254-af7d-78b4189e15e7 service nova] [instance: beccb0b7-1179-4798-8642-35dbcec5e5a1] Received event network-changed-ed77a51d-98bb-4ded-b71e-a710dec5691a {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 802.154380] env[69613]: DEBUG nova.compute.manager [req-9fc7a4a4-3864-43a1-b501-b217569b312c req-715dbd86-aa4c-4254-af7d-78b4189e15e7 service nova] [instance: beccb0b7-1179-4798-8642-35dbcec5e5a1] Refreshing instance network info cache due to event network-changed-ed77a51d-98bb-4ded-b71e-a710dec5691a. {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 802.154628] env[69613]: DEBUG oslo_concurrency.lockutils [req-9fc7a4a4-3864-43a1-b501-b217569b312c req-715dbd86-aa4c-4254-af7d-78b4189e15e7 service nova] Acquiring lock "refresh_cache-beccb0b7-1179-4798-8642-35dbcec5e5a1" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.154791] env[69613]: DEBUG oslo_concurrency.lockutils [req-9fc7a4a4-3864-43a1-b501-b217569b312c req-715dbd86-aa4c-4254-af7d-78b4189e15e7 service nova] Acquired lock "refresh_cache-beccb0b7-1179-4798-8642-35dbcec5e5a1" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.154966] env[69613]: DEBUG nova.network.neutron [req-9fc7a4a4-3864-43a1-b501-b217569b312c req-715dbd86-aa4c-4254-af7d-78b4189e15e7 service nova] [instance: beccb0b7-1179-4798-8642-35dbcec5e5a1] Refreshing network info cache for port ed77a51d-98bb-4ded-b71e-a710dec5691a {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 802.160190] env[69613]: DEBUG oslo_concurrency.lockutils [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 802.227599] env[69613]: DEBUG oslo_vmware.api [None req-2ac0c804-2570-42af-ad77-6cc63c30776c tempest-ServersAdminNegativeTestJSON-1266017028 tempest-ServersAdminNegativeTestJSON-1266017028-project-admin] Task: {'id': task-3417368, 'name': SuspendVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.272248] env[69613]: DEBUG nova.compute.manager [None req-e1a51cfc-ee8f-435d-93cc-2803815dd4bf tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] [instance: 18e8c7de-e7c8-4bb2-be6f-52dd2c20489b] Start spawning the instance on the hypervisor. {{(pid=69613) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 802.300906] env[69613]: DEBUG nova.virt.hardware [None req-e1a51cfc-ee8f-435d-93cc-2803815dd4bf tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T13:55:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T13:55:19Z,direct_url=,disk_format='vmdk',id=2b7a0304-b5d0-431d-b287-32c8388d7fbd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3e9e1b873f1442d59d5ee8247b941f74',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T13:55:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 802.301447] env[69613]: DEBUG nova.virt.hardware [None req-e1a51cfc-ee8f-435d-93cc-2803815dd4bf tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Flavor limits 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 802.301585] env[69613]: DEBUG nova.virt.hardware [None req-e1a51cfc-ee8f-435d-93cc-2803815dd4bf tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Image limits 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 802.301681] env[69613]: DEBUG nova.virt.hardware [None req-e1a51cfc-ee8f-435d-93cc-2803815dd4bf tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Flavor pref 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 802.301835] env[69613]: DEBUG nova.virt.hardware [None req-e1a51cfc-ee8f-435d-93cc-2803815dd4bf tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Image pref 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 802.301991] env[69613]: DEBUG nova.virt.hardware [None req-e1a51cfc-ee8f-435d-93cc-2803815dd4bf tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 802.302228] env[69613]: DEBUG nova.virt.hardware [None req-e1a51cfc-ee8f-435d-93cc-2803815dd4bf tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 802.302413] env[69613]: DEBUG nova.virt.hardware [None req-e1a51cfc-ee8f-435d-93cc-2803815dd4bf tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69613) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 802.302594] env[69613]: DEBUG nova.virt.hardware [None req-e1a51cfc-ee8f-435d-93cc-2803815dd4bf tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Got 1 possible topologies {{(pid=69613) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 802.302776] env[69613]: DEBUG nova.virt.hardware [None req-e1a51cfc-ee8f-435d-93cc-2803815dd4bf tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 802.302955] env[69613]: DEBUG nova.virt.hardware [None req-e1a51cfc-ee8f-435d-93cc-2803815dd4bf tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 802.304338] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99837001-f2d3-40f6-8433-d0fe69a2e6b0 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.318800] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f5d2a6c-5b83-4c94-85a1-9ec81f1e977f {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.344715] env[69613]: DEBUG nova.objects.instance [None req-07d99946-98d9-4718-a316-ae55f82ebe6b tempest-VolumesAdminNegativeTest-111528841 tempest-VolumesAdminNegativeTest-111528841-project-member] Lazy-loading 'flavor' on Instance uuid 54fe2a35-52f3-4c21-a0f4-522e44b620a0 {{(pid=69613) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 802.383317] env[69613]: DEBUG oslo_vmware.api [-] Task: {'id': task-3417371, 'name': CreateVM_Task, 'duration_secs': 0.394379} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.383504] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: beccb0b7-1179-4798-8642-35dbcec5e5a1] Created VM on the ESX host {{(pid=69613) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 802.384259] env[69613]: DEBUG oslo_concurrency.lockutils [None req-95f08712-4f43-4faf-9b6c-0a81d00fac08 tempest-ServerTagsTestJSON-713823130 tempest-ServerTagsTestJSON-713823130-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.384467] env[69613]: DEBUG oslo_concurrency.lockutils [None req-95f08712-4f43-4faf-9b6c-0a81d00fac08 tempest-ServerTagsTestJSON-713823130 tempest-ServerTagsTestJSON-713823130-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.384817] env[69613]: DEBUG oslo_concurrency.lockutils [None req-95f08712-4f43-4faf-9b6c-0a81d00fac08 tempest-ServerTagsTestJSON-713823130 tempest-ServerTagsTestJSON-713823130-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.385681] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fc2375c5-c346-4f19-8f1a-e04682f6d2be {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.396226] env[69613]: DEBUG oslo_vmware.api [None req-95f08712-4f43-4faf-9b6c-0a81d00fac08 tempest-ServerTagsTestJSON-713823130 tempest-ServerTagsTestJSON-713823130-project-member] Waiting for the task: (returnval){ [ 802.396226] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]525cf12d-85a5-1575-3ce4-3fd12cf665d6" [ 802.396226] env[69613]: _type = "Task" [ 802.396226] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.403403] env[69613]: DEBUG oslo_vmware.api [None req-146ee144-4754-4a44-8496-065f4a59e37e tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52b1cc30-e3c8-91bf-7587-6679de6b8f91, 'name': SearchDatastore_Task, 'duration_secs': 0.021965} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.404151] env[69613]: DEBUG oslo_concurrency.lockutils [None req-146ee144-4754-4a44-8496-065f4a59e37e tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.404469] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-146ee144-4754-4a44-8496-065f4a59e37e tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk to [datastore1] 3c040883-6acc-4ec2-b1e4-017089c4810f/3c040883-6acc-4ec2-b1e4-017089c4810f.vmdk {{(pid=69613) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 802.407032] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e1bc7305-f4ce-427f-8026-4692eda6bba2 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.411119] env[69613]: DEBUG oslo_vmware.api [None req-95f08712-4f43-4faf-9b6c-0a81d00fac08 tempest-ServerTagsTestJSON-713823130 tempest-ServerTagsTestJSON-713823130-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]525cf12d-85a5-1575-3ce4-3fd12cf665d6, 'name': SearchDatastore_Task, 'duration_secs': 0.01612} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.411652] env[69613]: DEBUG oslo_concurrency.lockutils [None req-95f08712-4f43-4faf-9b6c-0a81d00fac08 tempest-ServerTagsTestJSON-713823130 tempest-ServerTagsTestJSON-713823130-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.412057] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-95f08712-4f43-4faf-9b6c-0a81d00fac08 tempest-ServerTagsTestJSON-713823130 tempest-ServerTagsTestJSON-713823130-project-member] [instance: beccb0b7-1179-4798-8642-35dbcec5e5a1] Processing image 2b7a0304-b5d0-431d-b287-32c8388d7fbd {{(pid=69613) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 802.412229] env[69613]: DEBUG oslo_concurrency.lockutils [None req-95f08712-4f43-4faf-9b6c-0a81d00fac08 tempest-ServerTagsTestJSON-713823130 tempest-ServerTagsTestJSON-713823130-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.412429] env[69613]: DEBUG oslo_concurrency.lockutils [None req-95f08712-4f43-4faf-9b6c-0a81d00fac08 tempest-ServerTagsTestJSON-713823130 tempest-ServerTagsTestJSON-713823130-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.415232] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-95f08712-4f43-4faf-9b6c-0a81d00fac08 tempest-ServerTagsTestJSON-713823130 tempest-ServerTagsTestJSON-713823130-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69613) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 802.415232] env[69613]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b77be49b-f427-4613-b55f-cf6171c601f4 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.418150] env[69613]: DEBUG oslo_vmware.api [None req-146ee144-4754-4a44-8496-065f4a59e37e tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Waiting for the task: (returnval){ [ 802.418150] env[69613]: value = "task-3417375" [ 802.418150] env[69613]: _type = "Task" [ 802.418150] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.424384] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-95f08712-4f43-4faf-9b6c-0a81d00fac08 tempest-ServerTagsTestJSON-713823130 tempest-ServerTagsTestJSON-713823130-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69613) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 802.424384] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-95f08712-4f43-4faf-9b6c-0a81d00fac08 tempest-ServerTagsTestJSON-713823130 tempest-ServerTagsTestJSON-713823130-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69613) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 802.424867] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7cde960a-8ecf-4e23-b5fb-78ea4f1fb919 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.430657] env[69613]: DEBUG oslo_vmware.api [None req-146ee144-4754-4a44-8496-065f4a59e37e tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Task: {'id': task-3417375, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.442905] env[69613]: DEBUG oslo_vmware.api [None req-95f08712-4f43-4faf-9b6c-0a81d00fac08 tempest-ServerTagsTestJSON-713823130 tempest-ServerTagsTestJSON-713823130-project-member] Waiting for the task: (returnval){ [ 802.442905] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]52aae47b-62a6-a7f1-5646-9babf499f082" [ 802.442905] env[69613]: _type = "Task" [ 802.442905] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.452107] env[69613]: DEBUG oslo_vmware.api [None req-95f08712-4f43-4faf-9b6c-0a81d00fac08 tempest-ServerTagsTestJSON-713823130 tempest-ServerTagsTestJSON-713823130-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52aae47b-62a6-a7f1-5646-9babf499f082, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.559022] env[69613]: DEBUG oslo_concurrency.lockutils [None req-4c813fca-f5ad-437f-aa62-b2fcb4d16e26 tempest-SecurityGroupsTestJSON-147571119 tempest-SecurityGroupsTestJSON-147571119-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.309s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 802.564283] env[69613]: DEBUG oslo_concurrency.lockutils [None req-f9346ac3-2045-4137-a92b-786dae9ebe6b tempest-ServerShowV257Test-2050624232 tempest-ServerShowV257Test-2050624232-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 22.295s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 802.564283] env[69613]: DEBUG nova.objects.instance [None req-f9346ac3-2045-4137-a92b-786dae9ebe6b tempest-ServerShowV257Test-2050624232 tempest-ServerShowV257Test-2050624232-project-member] [instance: 670d9426-6edb-4dfd-9953-1f10f89ebfc6] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69613) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 802.584896] env[69613]: DEBUG oslo_vmware.api [None req-560144aa-132b-4cab-afdb-1e031e5d66aa tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Task: {'id': task-3417372, 'name': CloneVM_Task} progress is 94%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.608895] env[69613]: INFO nova.scheduler.client.report [None req-4c813fca-f5ad-437f-aa62-b2fcb4d16e26 tempest-SecurityGroupsTestJSON-147571119 tempest-SecurityGroupsTestJSON-147571119-project-member] Deleted allocations for instance 41c0824b-2186-49fe-bcfd-82c031bf4810 [ 802.630532] env[69613]: INFO nova.compute.manager [None req-107ea9f9-75ab-4519-b029-01a25fddaa2d tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] [instance: 1380fea1-6d74-469a-8a3a-7706e3d1f932] instance snapshotting [ 802.633884] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a370911e-b6e1-45c3-ac85-45e596aaa822 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.670239] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af8cfb36-a03a-4489-b033-0d841b95eb2d {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.673228] env[69613]: DEBUG oslo_vmware.api [None req-257ff2e4-727b-4711-aa44-3a40292a5012 tempest-InstanceActionsNegativeTestJSON-1947508069 tempest-InstanceActionsNegativeTestJSON-1947508069-project-member] Task: {'id': task-3417374, 'name': Rename_Task, 'duration_secs': 0.424789} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.674508] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-257ff2e4-727b-4711-aa44-3a40292a5012 tempest-InstanceActionsNegativeTestJSON-1947508069 tempest-InstanceActionsNegativeTestJSON-1947508069-project-member] [instance: 87d9c28f-3471-4a4b-86cc-1bf24d3a68f9] Powering on the VM {{(pid=69613) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 802.675125] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4040c413-292c-4168-8e71-9f53de7c3100 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.689547] env[69613]: DEBUG oslo_vmware.api [None req-257ff2e4-727b-4711-aa44-3a40292a5012 tempest-InstanceActionsNegativeTestJSON-1947508069 tempest-InstanceActionsNegativeTestJSON-1947508069-project-member] Waiting for the task: (returnval){ [ 802.689547] env[69613]: value = "task-3417376" [ 802.689547] env[69613]: _type = "Task" [ 802.689547] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.701240] env[69613]: DEBUG oslo_vmware.api [None req-257ff2e4-727b-4711-aa44-3a40292a5012 tempest-InstanceActionsNegativeTestJSON-1947508069 tempest-InstanceActionsNegativeTestJSON-1947508069-project-member] Task: {'id': task-3417376, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.727083] env[69613]: DEBUG oslo_vmware.api [None req-2ac0c804-2570-42af-ad77-6cc63c30776c tempest-ServersAdminNegativeTestJSON-1266017028 tempest-ServersAdminNegativeTestJSON-1266017028-project-admin] Task: {'id': task-3417368, 'name': SuspendVM_Task} progress is 100%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.854035] env[69613]: DEBUG oslo_concurrency.lockutils [None req-07d99946-98d9-4718-a316-ae55f82ebe6b tempest-VolumesAdminNegativeTest-111528841 tempest-VolumesAdminNegativeTest-111528841-project-member] Lock "54fe2a35-52f3-4c21-a0f4-522e44b620a0" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.885s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 802.932965] env[69613]: DEBUG oslo_vmware.api [None req-146ee144-4754-4a44-8496-065f4a59e37e tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Task: {'id': task-3417375, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.937039] env[69613]: DEBUG nova.network.neutron [None req-e1a51cfc-ee8f-435d-93cc-2803815dd4bf tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] [instance: 18e8c7de-e7c8-4bb2-be6f-52dd2c20489b] Successfully updated port: 5a2ea90f-11d3-495a-a663-44ac03e80e46 {{(pid=69613) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 802.954692] env[69613]: DEBUG oslo_vmware.api [None req-95f08712-4f43-4faf-9b6c-0a81d00fac08 tempest-ServerTagsTestJSON-713823130 tempest-ServerTagsTestJSON-713823130-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52aae47b-62a6-a7f1-5646-9babf499f082, 'name': SearchDatastore_Task, 'duration_secs': 0.013927} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.956059] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1f21ddc1-240a-4159-b161-c620289d1846 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.963077] env[69613]: DEBUG oslo_vmware.api [None req-95f08712-4f43-4faf-9b6c-0a81d00fac08 tempest-ServerTagsTestJSON-713823130 tempest-ServerTagsTestJSON-713823130-project-member] Waiting for the task: (returnval){ [ 802.963077] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]5216ff18-2da3-8b80-b8c2-9fd2e85b7d8b" [ 802.963077] env[69613]: _type = "Task" [ 802.963077] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.974290] env[69613]: DEBUG oslo_vmware.api [None req-95f08712-4f43-4faf-9b6c-0a81d00fac08 tempest-ServerTagsTestJSON-713823130 tempest-ServerTagsTestJSON-713823130-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]5216ff18-2da3-8b80-b8c2-9fd2e85b7d8b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.073561] env[69613]: DEBUG nova.network.neutron [req-9fc7a4a4-3864-43a1-b501-b217569b312c req-715dbd86-aa4c-4254-af7d-78b4189e15e7 service nova] [instance: beccb0b7-1179-4798-8642-35dbcec5e5a1] Updated VIF entry in instance network info cache for port ed77a51d-98bb-4ded-b71e-a710dec5691a. {{(pid=69613) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 803.074123] env[69613]: DEBUG nova.network.neutron [req-9fc7a4a4-3864-43a1-b501-b217569b312c req-715dbd86-aa4c-4254-af7d-78b4189e15e7 service nova] [instance: beccb0b7-1179-4798-8642-35dbcec5e5a1] Updating instance_info_cache with network_info: [{"id": "ed77a51d-98bb-4ded-b71e-a710dec5691a", "address": "fa:16:3e:2c:d3:63", "network": {"id": "0ddbb764-2fed-4dce-85ec-f85566a8dbd5", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1207009522-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b2e9178b9c1445928a1a125e0b9e0768", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1002b79b-224e-41e3-a484-4245a767147a", "external-id": "nsx-vlan-transportzone-353", "segmentation_id": 353, "bound_drivers": {"0": "nsxv3"}}, "devname": "taped77a51d-98", "ovs_interfaceid": "ed77a51d-98bb-4ded-b71e-a710dec5691a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 803.098813] env[69613]: DEBUG oslo_vmware.api [None req-560144aa-132b-4cab-afdb-1e031e5d66aa tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Task: {'id': task-3417372, 'name': CloneVM_Task} progress is 94%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.120587] env[69613]: DEBUG oslo_concurrency.lockutils [None req-4c813fca-f5ad-437f-aa62-b2fcb4d16e26 tempest-SecurityGroupsTestJSON-147571119 tempest-SecurityGroupsTestJSON-147571119-project-member] Lock "41c0824b-2186-49fe-bcfd-82c031bf4810" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.411s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 803.192051] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-107ea9f9-75ab-4519-b029-01a25fddaa2d tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] [instance: 1380fea1-6d74-469a-8a3a-7706e3d1f932] Creating Snapshot of the VM instance {{(pid=69613) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 803.192996] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-0b9a4f59-6286-400a-8c44-8e5ae54c73c9 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.214384] env[69613]: DEBUG oslo_vmware.api [None req-257ff2e4-727b-4711-aa44-3a40292a5012 tempest-InstanceActionsNegativeTestJSON-1947508069 tempest-InstanceActionsNegativeTestJSON-1947508069-project-member] Task: {'id': task-3417376, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.215778] env[69613]: DEBUG oslo_vmware.api [None req-107ea9f9-75ab-4519-b029-01a25fddaa2d tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] Waiting for the task: (returnval){ [ 803.215778] env[69613]: value = "task-3417377" [ 803.215778] env[69613]: _type = "Task" [ 803.215778] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.231450] env[69613]: DEBUG oslo_vmware.api [None req-2ac0c804-2570-42af-ad77-6cc63c30776c tempest-ServersAdminNegativeTestJSON-1266017028 tempest-ServersAdminNegativeTestJSON-1266017028-project-admin] Task: {'id': task-3417368, 'name': SuspendVM_Task, 'duration_secs': 1.063177} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.231734] env[69613]: DEBUG oslo_vmware.api [None req-107ea9f9-75ab-4519-b029-01a25fddaa2d tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] Task: {'id': task-3417377, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.231994] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-2ac0c804-2570-42af-ad77-6cc63c30776c tempest-ServersAdminNegativeTestJSON-1266017028 tempest-ServersAdminNegativeTestJSON-1266017028-project-admin] [instance: f72c0c9a-5d4b-4c16-ae65-ab504d8b816d] Suspended the VM {{(pid=69613) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 803.232194] env[69613]: DEBUG nova.compute.manager [None req-2ac0c804-2570-42af-ad77-6cc63c30776c tempest-ServersAdminNegativeTestJSON-1266017028 tempest-ServersAdminNegativeTestJSON-1266017028-project-admin] [instance: f72c0c9a-5d4b-4c16-ae65-ab504d8b816d] Checking state {{(pid=69613) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 803.232980] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-429cb581-5b0d-4c5d-b94b-a4915d69140c {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.430471] env[69613]: DEBUG oslo_vmware.api [None req-146ee144-4754-4a44-8496-065f4a59e37e tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Task: {'id': task-3417375, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.532223} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.430832] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-146ee144-4754-4a44-8496-065f4a59e37e tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk to [datastore1] 3c040883-6acc-4ec2-b1e4-017089c4810f/3c040883-6acc-4ec2-b1e4-017089c4810f.vmdk {{(pid=69613) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 803.431133] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-146ee144-4754-4a44-8496-065f4a59e37e tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] [instance: 3c040883-6acc-4ec2-b1e4-017089c4810f] Extending root virtual disk to 1048576 {{(pid=69613) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 803.431471] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-aaaf68d2-ef98-4bdd-9e17-cbeb756cf9fe {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.441576] env[69613]: DEBUG oslo_vmware.api [None req-146ee144-4754-4a44-8496-065f4a59e37e tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Waiting for the task: (returnval){ [ 803.441576] env[69613]: value = "task-3417378" [ 803.441576] env[69613]: _type = "Task" [ 803.441576] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.445973] env[69613]: DEBUG oslo_concurrency.lockutils [None req-e1a51cfc-ee8f-435d-93cc-2803815dd4bf tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Acquiring lock "refresh_cache-18e8c7de-e7c8-4bb2-be6f-52dd2c20489b" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.446187] env[69613]: DEBUG oslo_concurrency.lockutils [None req-e1a51cfc-ee8f-435d-93cc-2803815dd4bf tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Acquired lock "refresh_cache-18e8c7de-e7c8-4bb2-be6f-52dd2c20489b" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.446294] env[69613]: DEBUG nova.network.neutron [None req-e1a51cfc-ee8f-435d-93cc-2803815dd4bf tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] [instance: 18e8c7de-e7c8-4bb2-be6f-52dd2c20489b] Building network info cache for instance {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 803.455127] env[69613]: DEBUG oslo_vmware.api [None req-146ee144-4754-4a44-8496-065f4a59e37e tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Task: {'id': task-3417378, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.477031] env[69613]: DEBUG oslo_vmware.api [None req-95f08712-4f43-4faf-9b6c-0a81d00fac08 tempest-ServerTagsTestJSON-713823130 tempest-ServerTagsTestJSON-713823130-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]5216ff18-2da3-8b80-b8c2-9fd2e85b7d8b, 'name': SearchDatastore_Task, 'duration_secs': 0.017812} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.477256] env[69613]: DEBUG oslo_concurrency.lockutils [None req-95f08712-4f43-4faf-9b6c-0a81d00fac08 tempest-ServerTagsTestJSON-713823130 tempest-ServerTagsTestJSON-713823130-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.477577] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-95f08712-4f43-4faf-9b6c-0a81d00fac08 tempest-ServerTagsTestJSON-713823130 tempest-ServerTagsTestJSON-713823130-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk to [datastore1] beccb0b7-1179-4798-8642-35dbcec5e5a1/beccb0b7-1179-4798-8642-35dbcec5e5a1.vmdk {{(pid=69613) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 803.478088] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b86b820b-3469-49a2-a912-006f24e3d743 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.487160] env[69613]: DEBUG oslo_vmware.api [None req-95f08712-4f43-4faf-9b6c-0a81d00fac08 tempest-ServerTagsTestJSON-713823130 tempest-ServerTagsTestJSON-713823130-project-member] Waiting for the task: (returnval){ [ 803.487160] env[69613]: value = "task-3417379" [ 803.487160] env[69613]: _type = "Task" [ 803.487160] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.497480] env[69613]: DEBUG oslo_vmware.api [None req-95f08712-4f43-4faf-9b6c-0a81d00fac08 tempest-ServerTagsTestJSON-713823130 tempest-ServerTagsTestJSON-713823130-project-member] Task: {'id': task-3417379, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.511240] env[69613]: DEBUG oslo_concurrency.lockutils [None req-a702fad8-1ee7-42ef-adde-ccb93c5484d7 tempest-ListImageFiltersTestJSON-1131301097 tempest-ListImageFiltersTestJSON-1131301097-project-member] Acquiring lock "8a331293-ee7f-4faa-a316-56aec9296894" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 803.511658] env[69613]: DEBUG oslo_concurrency.lockutils [None req-a702fad8-1ee7-42ef-adde-ccb93c5484d7 tempest-ListImageFiltersTestJSON-1131301097 tempest-ListImageFiltersTestJSON-1131301097-project-member] Lock "8a331293-ee7f-4faa-a316-56aec9296894" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 803.511836] env[69613]: DEBUG oslo_concurrency.lockutils [None req-a702fad8-1ee7-42ef-adde-ccb93c5484d7 tempest-ListImageFiltersTestJSON-1131301097 tempest-ListImageFiltersTestJSON-1131301097-project-member] Acquiring lock "8a331293-ee7f-4faa-a316-56aec9296894-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 803.512046] env[69613]: DEBUG oslo_concurrency.lockutils [None req-a702fad8-1ee7-42ef-adde-ccb93c5484d7 tempest-ListImageFiltersTestJSON-1131301097 tempest-ListImageFiltersTestJSON-1131301097-project-member] Lock "8a331293-ee7f-4faa-a316-56aec9296894-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 803.512310] env[69613]: DEBUG oslo_concurrency.lockutils [None req-a702fad8-1ee7-42ef-adde-ccb93c5484d7 tempest-ListImageFiltersTestJSON-1131301097 tempest-ListImageFiltersTestJSON-1131301097-project-member] Lock "8a331293-ee7f-4faa-a316-56aec9296894-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 803.514869] env[69613]: INFO nova.compute.manager [None req-a702fad8-1ee7-42ef-adde-ccb93c5484d7 tempest-ListImageFiltersTestJSON-1131301097 tempest-ListImageFiltersTestJSON-1131301097-project-member] [instance: 8a331293-ee7f-4faa-a316-56aec9296894] Terminating instance [ 803.543473] env[69613]: DEBUG oslo_concurrency.lockutils [None req-2f22d843-843d-48e0-9a03-371e7c7b49a2 tempest-VolumesAdminNegativeTest-111528841 tempest-VolumesAdminNegativeTest-111528841-project-member] Acquiring lock "54fe2a35-52f3-4c21-a0f4-522e44b620a0" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 803.544380] env[69613]: DEBUG oslo_concurrency.lockutils [None req-2f22d843-843d-48e0-9a03-371e7c7b49a2 tempest-VolumesAdminNegativeTest-111528841 tempest-VolumesAdminNegativeTest-111528841-project-member] Lock "54fe2a35-52f3-4c21-a0f4-522e44b620a0" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 803.578992] env[69613]: DEBUG oslo_vmware.api [None req-560144aa-132b-4cab-afdb-1e031e5d66aa tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Task: {'id': task-3417372, 'name': CloneVM_Task} progress is 100%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.585722] env[69613]: DEBUG oslo_concurrency.lockutils [req-9fc7a4a4-3864-43a1-b501-b217569b312c req-715dbd86-aa4c-4254-af7d-78b4189e15e7 service nova] Releasing lock "refresh_cache-beccb0b7-1179-4798-8642-35dbcec5e5a1" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.586856] env[69613]: DEBUG oslo_concurrency.lockutils [None req-f9346ac3-2045-4137-a92b-786dae9ebe6b tempest-ServerShowV257Test-2050624232 tempest-ServerShowV257Test-2050624232-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.023s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 803.587988] env[69613]: DEBUG oslo_concurrency.lockutils [None req-c8b3226f-f941-48c9-a041-7601d0d8ccf8 tempest-AttachInterfacesV270Test-22779326 tempest-AttachInterfacesV270Test-22779326-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.044s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 803.589512] env[69613]: INFO nova.compute.claims [None req-c8b3226f-f941-48c9-a041-7601d0d8ccf8 tempest-AttachInterfacesV270Test-22779326 tempest-AttachInterfacesV270Test-22779326-project-member] [instance: 82b3a038-a7d0-403c-9058-8b8d01bafb31] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 803.705277] env[69613]: DEBUG oslo_vmware.api [None req-257ff2e4-727b-4711-aa44-3a40292a5012 tempest-InstanceActionsNegativeTestJSON-1947508069 tempest-InstanceActionsNegativeTestJSON-1947508069-project-member] Task: {'id': task-3417376, 'name': PowerOnVM_Task, 'duration_secs': 0.821806} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.705585] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-257ff2e4-727b-4711-aa44-3a40292a5012 tempest-InstanceActionsNegativeTestJSON-1947508069 tempest-InstanceActionsNegativeTestJSON-1947508069-project-member] [instance: 87d9c28f-3471-4a4b-86cc-1bf24d3a68f9] Powered on the VM {{(pid=69613) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 803.705805] env[69613]: INFO nova.compute.manager [None req-257ff2e4-727b-4711-aa44-3a40292a5012 tempest-InstanceActionsNegativeTestJSON-1947508069 tempest-InstanceActionsNegativeTestJSON-1947508069-project-member] [instance: 87d9c28f-3471-4a4b-86cc-1bf24d3a68f9] Took 9.86 seconds to spawn the instance on the hypervisor. [ 803.705982] env[69613]: DEBUG nova.compute.manager [None req-257ff2e4-727b-4711-aa44-3a40292a5012 tempest-InstanceActionsNegativeTestJSON-1947508069 tempest-InstanceActionsNegativeTestJSON-1947508069-project-member] [instance: 87d9c28f-3471-4a4b-86cc-1bf24d3a68f9] Checking state {{(pid=69613) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 803.706753] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec079b85-c1aa-4fce-81fe-51ab71214adb {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.729184] env[69613]: DEBUG oslo_vmware.api [None req-107ea9f9-75ab-4519-b029-01a25fddaa2d tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] Task: {'id': task-3417377, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.954394] env[69613]: DEBUG oslo_vmware.api [None req-146ee144-4754-4a44-8496-065f4a59e37e tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Task: {'id': task-3417378, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082104} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.955539] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-146ee144-4754-4a44-8496-065f4a59e37e tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] [instance: 3c040883-6acc-4ec2-b1e4-017089c4810f] Extended root virtual disk {{(pid=69613) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 803.956578] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1486c253-b954-4c36-86de-0994ad8456a6 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.981588] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-146ee144-4754-4a44-8496-065f4a59e37e tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] [instance: 3c040883-6acc-4ec2-b1e4-017089c4810f] Reconfiguring VM instance instance-00000039 to attach disk [datastore1] 3c040883-6acc-4ec2-b1e4-017089c4810f/3c040883-6acc-4ec2-b1e4-017089c4810f.vmdk or device None with type sparse {{(pid=69613) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 803.981910] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9134df90-bb22-4ae2-b948-d936684c2ce4 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.005463] env[69613]: DEBUG oslo_vmware.api [None req-95f08712-4f43-4faf-9b6c-0a81d00fac08 tempest-ServerTagsTestJSON-713823130 tempest-ServerTagsTestJSON-713823130-project-member] Task: {'id': task-3417379, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.007024] env[69613]: DEBUG oslo_vmware.api [None req-146ee144-4754-4a44-8496-065f4a59e37e tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Waiting for the task: (returnval){ [ 804.007024] env[69613]: value = "task-3417380" [ 804.007024] env[69613]: _type = "Task" [ 804.007024] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.011440] env[69613]: DEBUG nova.network.neutron [None req-e1a51cfc-ee8f-435d-93cc-2803815dd4bf tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] [instance: 18e8c7de-e7c8-4bb2-be6f-52dd2c20489b] Instance cache missing network info. {{(pid=69613) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 804.019474] env[69613]: DEBUG nova.compute.manager [None req-a702fad8-1ee7-42ef-adde-ccb93c5484d7 tempest-ListImageFiltersTestJSON-1131301097 tempest-ListImageFiltersTestJSON-1131301097-project-member] [instance: 8a331293-ee7f-4faa-a316-56aec9296894] Start destroying the instance on the hypervisor. {{(pid=69613) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 804.019701] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-a702fad8-1ee7-42ef-adde-ccb93c5484d7 tempest-ListImageFiltersTestJSON-1131301097 tempest-ListImageFiltersTestJSON-1131301097-project-member] [instance: 8a331293-ee7f-4faa-a316-56aec9296894] Destroying instance {{(pid=69613) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 804.019975] env[69613]: DEBUG oslo_vmware.api [None req-146ee144-4754-4a44-8496-065f4a59e37e tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Task: {'id': task-3417380, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.024021] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5307777e-9fe2-4be9-8244-f5bc7d017f9f {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.029046] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-a702fad8-1ee7-42ef-adde-ccb93c5484d7 tempest-ListImageFiltersTestJSON-1131301097 tempest-ListImageFiltersTestJSON-1131301097-project-member] [instance: 8a331293-ee7f-4faa-a316-56aec9296894] Powering off the VM {{(pid=69613) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 804.029361] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e4adf372-077d-43d1-8a18-38787a2d808c {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.036723] env[69613]: DEBUG oslo_vmware.api [None req-a702fad8-1ee7-42ef-adde-ccb93c5484d7 tempest-ListImageFiltersTestJSON-1131301097 tempest-ListImageFiltersTestJSON-1131301097-project-member] Waiting for the task: (returnval){ [ 804.036723] env[69613]: value = "task-3417381" [ 804.036723] env[69613]: _type = "Task" [ 804.036723] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.049286] env[69613]: DEBUG oslo_vmware.api [None req-a702fad8-1ee7-42ef-adde-ccb93c5484d7 tempest-ListImageFiltersTestJSON-1131301097 tempest-ListImageFiltersTestJSON-1131301097-project-member] Task: {'id': task-3417381, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.051271] env[69613]: INFO nova.compute.manager [None req-2f22d843-843d-48e0-9a03-371e7c7b49a2 tempest-VolumesAdminNegativeTest-111528841 tempest-VolumesAdminNegativeTest-111528841-project-member] [instance: 54fe2a35-52f3-4c21-a0f4-522e44b620a0] Detaching volume 24bf25bb-54eb-4a08-9975-5eb88bba6be3 [ 804.079730] env[69613]: DEBUG oslo_vmware.api [None req-560144aa-132b-4cab-afdb-1e031e5d66aa tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Task: {'id': task-3417372, 'name': CloneVM_Task, 'duration_secs': 1.559674} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.080045] env[69613]: INFO nova.virt.vmwareapi.vmops [None req-560144aa-132b-4cab-afdb-1e031e5d66aa tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] [instance: 14d0f0b3-1a44-4461-a24b-7a39574b7532] Created linked-clone VM from snapshot [ 804.080855] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c98cac7-6aac-4437-9a05-9394a6eea879 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.091110] env[69613]: DEBUG nova.virt.vmwareapi.images [None req-560144aa-132b-4cab-afdb-1e031e5d66aa tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] [instance: 14d0f0b3-1a44-4461-a24b-7a39574b7532] Uploading image e53643ef-f16f-43ed-a4f2-964078bff9e2 {{(pid=69613) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 804.097056] env[69613]: INFO nova.virt.block_device [None req-2f22d843-843d-48e0-9a03-371e7c7b49a2 tempest-VolumesAdminNegativeTest-111528841 tempest-VolumesAdminNegativeTest-111528841-project-member] [instance: 54fe2a35-52f3-4c21-a0f4-522e44b620a0] Attempting to driver detach volume 24bf25bb-54eb-4a08-9975-5eb88bba6be3 from mountpoint /dev/sdb [ 804.097723] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f22d843-843d-48e0-9a03-371e7c7b49a2 tempest-VolumesAdminNegativeTest-111528841 tempest-VolumesAdminNegativeTest-111528841-project-member] [instance: 54fe2a35-52f3-4c21-a0f4-522e44b620a0] Volume detach. Driver type: vmdk {{(pid=69613) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 804.097723] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f22d843-843d-48e0-9a03-371e7c7b49a2 tempest-VolumesAdminNegativeTest-111528841 tempest-VolumesAdminNegativeTest-111528841-project-member] [instance: 54fe2a35-52f3-4c21-a0f4-522e44b620a0] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-681853', 'volume_id': '24bf25bb-54eb-4a08-9975-5eb88bba6be3', 'name': 'volume-24bf25bb-54eb-4a08-9975-5eb88bba6be3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '54fe2a35-52f3-4c21-a0f4-522e44b620a0', 'attached_at': '', 'detached_at': '', 'volume_id': '24bf25bb-54eb-4a08-9975-5eb88bba6be3', 'serial': '24bf25bb-54eb-4a08-9975-5eb88bba6be3'} {{(pid=69613) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 804.103446] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d9fd06c-7c56-4f5f-a5a4-2d26fd807545 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.138993] env[69613]: DEBUG oslo_vmware.rw_handles [None req-560144aa-132b-4cab-afdb-1e031e5d66aa tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 804.138993] env[69613]: value = "vm-681867" [ 804.138993] env[69613]: _type = "VirtualMachine" [ 804.138993] env[69613]: }. {{(pid=69613) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 804.139983] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab3ebf31-854f-47f5-ad60-2afc963d6402 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.146196] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-cf5a6905-5015-4a76-8891-27c2568d04df {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.161238] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2a52f30-74dc-47c8-a5c6-483e7d69a294 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.164800] env[69613]: DEBUG oslo_vmware.rw_handles [None req-560144aa-132b-4cab-afdb-1e031e5d66aa tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Lease: (returnval){ [ 804.164800] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]5254ff00-3b68-d93c-574c-70ac28c66bc7" [ 804.164800] env[69613]: _type = "HttpNfcLease" [ 804.164800] env[69613]: } obtained for exporting VM: (result){ [ 804.164800] env[69613]: value = "vm-681867" [ 804.164800] env[69613]: _type = "VirtualMachine" [ 804.164800] env[69613]: }. {{(pid=69613) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 804.165327] env[69613]: DEBUG oslo_vmware.api [None req-560144aa-132b-4cab-afdb-1e031e5d66aa tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Waiting for the lease: (returnval){ [ 804.165327] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]5254ff00-3b68-d93c-574c-70ac28c66bc7" [ 804.165327] env[69613]: _type = "HttpNfcLease" [ 804.165327] env[69613]: } to be ready. {{(pid=69613) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 804.196524] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93774b2b-b376-4162-9d80-b6849ee580aa {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.201516] env[69613]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 804.201516] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]5254ff00-3b68-d93c-574c-70ac28c66bc7" [ 804.201516] env[69613]: _type = "HttpNfcLease" [ 804.201516] env[69613]: } is ready. {{(pid=69613) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 804.202240] env[69613]: DEBUG oslo_vmware.rw_handles [None req-560144aa-132b-4cab-afdb-1e031e5d66aa tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 804.202240] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]5254ff00-3b68-d93c-574c-70ac28c66bc7" [ 804.202240] env[69613]: _type = "HttpNfcLease" [ 804.202240] env[69613]: }. {{(pid=69613) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 804.203077] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9a7e4a5-1ce8-4b8f-b06f-0e0383e209fb {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.224365] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f22d843-843d-48e0-9a03-371e7c7b49a2 tempest-VolumesAdminNegativeTest-111528841 tempest-VolumesAdminNegativeTest-111528841-project-member] The volume has not been displaced from its original location: [datastore1] volume-24bf25bb-54eb-4a08-9975-5eb88bba6be3/volume-24bf25bb-54eb-4a08-9975-5eb88bba6be3.vmdk. No consolidation needed. {{(pid=69613) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 804.230281] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f22d843-843d-48e0-9a03-371e7c7b49a2 tempest-VolumesAdminNegativeTest-111528841 tempest-VolumesAdminNegativeTest-111528841-project-member] [instance: 54fe2a35-52f3-4c21-a0f4-522e44b620a0] Reconfiguring VM instance instance-0000000c to detach disk 2001 {{(pid=69613) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 804.234448] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1be5a64f-8008-4335-88ff-2475a9e4adc7 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.250133] env[69613]: DEBUG nova.compute.manager [req-3c869105-9a04-4dc6-80d7-f7191d719390 req-9185cfb8-e4b9-4ab3-bba6-8ab7afcf8c3d service nova] [instance: 18e8c7de-e7c8-4bb2-be6f-52dd2c20489b] Received event network-vif-plugged-5a2ea90f-11d3-495a-a663-44ac03e80e46 {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 804.250429] env[69613]: DEBUG oslo_concurrency.lockutils [req-3c869105-9a04-4dc6-80d7-f7191d719390 req-9185cfb8-e4b9-4ab3-bba6-8ab7afcf8c3d service nova] Acquiring lock "18e8c7de-e7c8-4bb2-be6f-52dd2c20489b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 804.250670] env[69613]: DEBUG oslo_concurrency.lockutils [req-3c869105-9a04-4dc6-80d7-f7191d719390 req-9185cfb8-e4b9-4ab3-bba6-8ab7afcf8c3d service nova] Lock "18e8c7de-e7c8-4bb2-be6f-52dd2c20489b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 804.250840] env[69613]: DEBUG oslo_concurrency.lockutils [req-3c869105-9a04-4dc6-80d7-f7191d719390 req-9185cfb8-e4b9-4ab3-bba6-8ab7afcf8c3d service nova] Lock "18e8c7de-e7c8-4bb2-be6f-52dd2c20489b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 804.251017] env[69613]: DEBUG nova.compute.manager [req-3c869105-9a04-4dc6-80d7-f7191d719390 req-9185cfb8-e4b9-4ab3-bba6-8ab7afcf8c3d service nova] [instance: 18e8c7de-e7c8-4bb2-be6f-52dd2c20489b] No waiting events found dispatching network-vif-plugged-5a2ea90f-11d3-495a-a663-44ac03e80e46 {{(pid=69613) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 804.251192] env[69613]: WARNING nova.compute.manager [req-3c869105-9a04-4dc6-80d7-f7191d719390 req-9185cfb8-e4b9-4ab3-bba6-8ab7afcf8c3d service nova] [instance: 18e8c7de-e7c8-4bb2-be6f-52dd2c20489b] Received unexpected event network-vif-plugged-5a2ea90f-11d3-495a-a663-44ac03e80e46 for instance with vm_state building and task_state spawning. [ 804.251349] env[69613]: DEBUG nova.compute.manager [req-3c869105-9a04-4dc6-80d7-f7191d719390 req-9185cfb8-e4b9-4ab3-bba6-8ab7afcf8c3d service nova] [instance: 18e8c7de-e7c8-4bb2-be6f-52dd2c20489b] Received event network-changed-5a2ea90f-11d3-495a-a663-44ac03e80e46 {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 804.251501] env[69613]: DEBUG nova.compute.manager [req-3c869105-9a04-4dc6-80d7-f7191d719390 req-9185cfb8-e4b9-4ab3-bba6-8ab7afcf8c3d service nova] [instance: 18e8c7de-e7c8-4bb2-be6f-52dd2c20489b] Refreshing instance network info cache due to event network-changed-5a2ea90f-11d3-495a-a663-44ac03e80e46. {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 804.251667] env[69613]: DEBUG oslo_concurrency.lockutils [req-3c869105-9a04-4dc6-80d7-f7191d719390 req-9185cfb8-e4b9-4ab3-bba6-8ab7afcf8c3d service nova] Acquiring lock "refresh_cache-18e8c7de-e7c8-4bb2-be6f-52dd2c20489b" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.256352] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6a5afe8-f4d5-451c-8be8-a0a7b3f3d943 tempest-VolumesAssistedSnapshotsTest-1378467694 tempest-VolumesAssistedSnapshotsTest-1378467694-project-admin] [instance: d6968dbb-b95f-4115-af9c-b528337a9663] Volume attach. Driver type: vmdk {{(pid=69613) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 804.256580] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6a5afe8-f4d5-451c-8be8-a0a7b3f3d943 tempest-VolumesAssistedSnapshotsTest-1378467694 tempest-VolumesAssistedSnapshotsTest-1378467694-project-admin] [instance: d6968dbb-b95f-4115-af9c-b528337a9663] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-681859', 'volume_id': '8996a9cc-737c-489a-9ad5-2292b3d1c327', 'name': 'volume-8996a9cc-737c-489a-9ad5-2292b3d1c327', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd6968dbb-b95f-4115-af9c-b528337a9663', 'attached_at': '', 'detached_at': '', 'volume_id': '8996a9cc-737c-489a-9ad5-2292b3d1c327', 'serial': '8996a9cc-737c-489a-9ad5-2292b3d1c327'} {{(pid=69613) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 804.257190] env[69613]: INFO nova.compute.manager [None req-257ff2e4-727b-4711-aa44-3a40292a5012 tempest-InstanceActionsNegativeTestJSON-1947508069 tempest-InstanceActionsNegativeTestJSON-1947508069-project-member] [instance: 87d9c28f-3471-4a4b-86cc-1bf24d3a68f9] Took 36.68 seconds to build instance. [ 804.262773] env[69613]: DEBUG oslo_vmware.rw_handles [None req-560144aa-132b-4cab-afdb-1e031e5d66aa tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520158b0-905a-d389-8f7e-5555a43997c1/disk-0.vmdk from lease info. {{(pid=69613) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 804.262985] env[69613]: DEBUG oslo_vmware.rw_handles [None req-560144aa-132b-4cab-afdb-1e031e5d66aa tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520158b0-905a-d389-8f7e-5555a43997c1/disk-0.vmdk for reading. {{(pid=69613) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 804.264967] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-597396d8-95a3-44be-8e3f-450e595c5017 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.327532] env[69613]: DEBUG oslo_vmware.api [None req-2f22d843-843d-48e0-9a03-371e7c7b49a2 tempest-VolumesAdminNegativeTest-111528841 tempest-VolumesAdminNegativeTest-111528841-project-member] Waiting for the task: (returnval){ [ 804.327532] env[69613]: value = "task-3417383" [ 804.327532] env[69613]: _type = "Task" [ 804.327532] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.350637] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8911f35-2877-4a72-a92a-9ae3a0ae1e1f {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.353732] env[69613]: DEBUG oslo_vmware.api [None req-107ea9f9-75ab-4519-b029-01a25fddaa2d tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] Task: {'id': task-3417377, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.378455] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6a5afe8-f4d5-451c-8be8-a0a7b3f3d943 tempest-VolumesAssistedSnapshotsTest-1378467694 tempest-VolumesAssistedSnapshotsTest-1378467694-project-admin] [instance: d6968dbb-b95f-4115-af9c-b528337a9663] Reconfiguring VM instance instance-0000000e to attach disk [datastore1] volume-8996a9cc-737c-489a-9ad5-2292b3d1c327/volume-8996a9cc-737c-489a-9ad5-2292b3d1c327.vmdk or device None with type thin {{(pid=69613) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 804.382253] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7b02cd6d-66b0-42ec-a44b-588c707b98e5 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.398409] env[69613]: DEBUG oslo_vmware.api [None req-2f22d843-843d-48e0-9a03-371e7c7b49a2 tempest-VolumesAdminNegativeTest-111528841 tempest-VolumesAdminNegativeTest-111528841-project-member] Task: {'id': task-3417383, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.408268] env[69613]: DEBUG oslo_vmware.api [None req-b6a5afe8-f4d5-451c-8be8-a0a7b3f3d943 tempest-VolumesAssistedSnapshotsTest-1378467694 tempest-VolumesAssistedSnapshotsTest-1378467694-project-admin] Waiting for the task: (returnval){ [ 804.408268] env[69613]: value = "task-3417384" [ 804.408268] env[69613]: _type = "Task" [ 804.408268] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.419348] env[69613]: DEBUG oslo_vmware.api [None req-b6a5afe8-f4d5-451c-8be8-a0a7b3f3d943 tempest-VolumesAssistedSnapshotsTest-1378467694 tempest-VolumesAssistedSnapshotsTest-1378467694-project-admin] Task: {'id': task-3417384, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.446729] env[69613]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-0516f041-33f7-44e6-8c6e-f094ea51c16b {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.508538] env[69613]: DEBUG oslo_vmware.api [None req-95f08712-4f43-4faf-9b6c-0a81d00fac08 tempest-ServerTagsTestJSON-713823130 tempest-ServerTagsTestJSON-713823130-project-member] Task: {'id': task-3417379, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.005333} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.511813] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-95f08712-4f43-4faf-9b6c-0a81d00fac08 tempest-ServerTagsTestJSON-713823130 tempest-ServerTagsTestJSON-713823130-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk to [datastore1] beccb0b7-1179-4798-8642-35dbcec5e5a1/beccb0b7-1179-4798-8642-35dbcec5e5a1.vmdk {{(pid=69613) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 804.512063] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-95f08712-4f43-4faf-9b6c-0a81d00fac08 tempest-ServerTagsTestJSON-713823130 tempest-ServerTagsTestJSON-713823130-project-member] [instance: beccb0b7-1179-4798-8642-35dbcec5e5a1] Extending root virtual disk to 1048576 {{(pid=69613) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 804.512335] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7bc38ca0-9b48-4c54-9e5d-84463dbda9ba {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.521130] env[69613]: DEBUG oslo_vmware.api [None req-146ee144-4754-4a44-8496-065f4a59e37e tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Task: {'id': task-3417380, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.525805] env[69613]: DEBUG oslo_vmware.api [None req-95f08712-4f43-4faf-9b6c-0a81d00fac08 tempest-ServerTagsTestJSON-713823130 tempest-ServerTagsTestJSON-713823130-project-member] Waiting for the task: (returnval){ [ 804.525805] env[69613]: value = "task-3417385" [ 804.525805] env[69613]: _type = "Task" [ 804.525805] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.537615] env[69613]: DEBUG oslo_vmware.api [None req-95f08712-4f43-4faf-9b6c-0a81d00fac08 tempest-ServerTagsTestJSON-713823130 tempest-ServerTagsTestJSON-713823130-project-member] Task: {'id': task-3417385, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.557965] env[69613]: DEBUG oslo_vmware.api [None req-a702fad8-1ee7-42ef-adde-ccb93c5484d7 tempest-ListImageFiltersTestJSON-1131301097 tempest-ListImageFiltersTestJSON-1131301097-project-member] Task: {'id': task-3417381, 'name': PowerOffVM_Task, 'duration_secs': 0.244823} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.562667] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-a702fad8-1ee7-42ef-adde-ccb93c5484d7 tempest-ListImageFiltersTestJSON-1131301097 tempest-ListImageFiltersTestJSON-1131301097-project-member] [instance: 8a331293-ee7f-4faa-a316-56aec9296894] Powered off the VM {{(pid=69613) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 804.562667] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-a702fad8-1ee7-42ef-adde-ccb93c5484d7 tempest-ListImageFiltersTestJSON-1131301097 tempest-ListImageFiltersTestJSON-1131301097-project-member] [instance: 8a331293-ee7f-4faa-a316-56aec9296894] Unregistering the VM {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 804.562667] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-75111a55-2f10-411a-a584-cb5dbe8ccd24 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.648025] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-a702fad8-1ee7-42ef-adde-ccb93c5484d7 tempest-ListImageFiltersTestJSON-1131301097 tempest-ListImageFiltersTestJSON-1131301097-project-member] [instance: 8a331293-ee7f-4faa-a316-56aec9296894] Unregistered the VM {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 804.648025] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-a702fad8-1ee7-42ef-adde-ccb93c5484d7 tempest-ListImageFiltersTestJSON-1131301097 tempest-ListImageFiltersTestJSON-1131301097-project-member] [instance: 8a331293-ee7f-4faa-a316-56aec9296894] Deleting contents of the VM from datastore datastore2 {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 804.648025] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-a702fad8-1ee7-42ef-adde-ccb93c5484d7 tempest-ListImageFiltersTestJSON-1131301097 tempest-ListImageFiltersTestJSON-1131301097-project-member] Deleting the datastore file [datastore2] 8a331293-ee7f-4faa-a316-56aec9296894 {{(pid=69613) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 804.648025] env[69613]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-baa32cb8-69e1-47e0-a87f-57a907f1151f {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.653762] env[69613]: DEBUG nova.network.neutron [None req-e1a51cfc-ee8f-435d-93cc-2803815dd4bf tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] [instance: 18e8c7de-e7c8-4bb2-be6f-52dd2c20489b] Updating instance_info_cache with network_info: [{"id": "5a2ea90f-11d3-495a-a663-44ac03e80e46", "address": "fa:16:3e:33:2d:e4", "network": {"id": "d381647d-592d-40db-843d-6008de0737a5", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2059555966-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "201a65cf0cc84bf3a5ae9f9d87000dd8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5c8dbe25-bca7-4d91-b577-193b8b2aad8d", "external-id": "nsx-vlan-transportzone-643", "segmentation_id": 643, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a2ea90f-11", "ovs_interfaceid": "5a2ea90f-11d3-495a-a663-44ac03e80e46", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 804.659670] env[69613]: DEBUG oslo_vmware.api [None req-a702fad8-1ee7-42ef-adde-ccb93c5484d7 tempest-ListImageFiltersTestJSON-1131301097 tempest-ListImageFiltersTestJSON-1131301097-project-member] Waiting for the task: (returnval){ [ 804.659670] env[69613]: value = "task-3417387" [ 804.659670] env[69613]: _type = "Task" [ 804.659670] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.670755] env[69613]: DEBUG oslo_vmware.api [None req-a702fad8-1ee7-42ef-adde-ccb93c5484d7 tempest-ListImageFiltersTestJSON-1131301097 tempest-ListImageFiltersTestJSON-1131301097-project-member] Task: {'id': task-3417387, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.745101] env[69613]: DEBUG oslo_vmware.api [None req-107ea9f9-75ab-4519-b029-01a25fddaa2d tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] Task: {'id': task-3417377, 'name': CreateSnapshot_Task, 'duration_secs': 1.351237} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.747857] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-107ea9f9-75ab-4519-b029-01a25fddaa2d tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] [instance: 1380fea1-6d74-469a-8a3a-7706e3d1f932] Created Snapshot of the VM instance {{(pid=69613) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 804.749067] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ea7362c-63d6-4a12-8188-6f995f04100f {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.769857] env[69613]: DEBUG oslo_concurrency.lockutils [None req-257ff2e4-727b-4711-aa44-3a40292a5012 tempest-InstanceActionsNegativeTestJSON-1947508069 tempest-InstanceActionsNegativeTestJSON-1947508069-project-member] Lock "87d9c28f-3471-4a4b-86cc-1bf24d3a68f9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.784s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 804.853259] env[69613]: DEBUG oslo_vmware.api [None req-2f22d843-843d-48e0-9a03-371e7c7b49a2 tempest-VolumesAdminNegativeTest-111528841 tempest-VolumesAdminNegativeTest-111528841-project-member] Task: {'id': task-3417383, 'name': ReconfigVM_Task, 'duration_secs': 0.352737} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.856378] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f22d843-843d-48e0-9a03-371e7c7b49a2 tempest-VolumesAdminNegativeTest-111528841 tempest-VolumesAdminNegativeTest-111528841-project-member] [instance: 54fe2a35-52f3-4c21-a0f4-522e44b620a0] Reconfigured VM instance instance-0000000c to detach disk 2001 {{(pid=69613) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 804.861965] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e32304d2-879e-45f0-8d0f-7956bad31465 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.881324] env[69613]: DEBUG oslo_vmware.api [None req-2f22d843-843d-48e0-9a03-371e7c7b49a2 tempest-VolumesAdminNegativeTest-111528841 tempest-VolumesAdminNegativeTest-111528841-project-member] Waiting for the task: (returnval){ [ 804.881324] env[69613]: value = "task-3417388" [ 804.881324] env[69613]: _type = "Task" [ 804.881324] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.894033] env[69613]: DEBUG oslo_vmware.api [None req-2f22d843-843d-48e0-9a03-371e7c7b49a2 tempest-VolumesAdminNegativeTest-111528841 tempest-VolumesAdminNegativeTest-111528841-project-member] Task: {'id': task-3417388, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.923342] env[69613]: DEBUG oslo_vmware.api [None req-b6a5afe8-f4d5-451c-8be8-a0a7b3f3d943 tempest-VolumesAssistedSnapshotsTest-1378467694 tempest-VolumesAssistedSnapshotsTest-1378467694-project-admin] Task: {'id': task-3417384, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.024744] env[69613]: DEBUG oslo_vmware.api [None req-146ee144-4754-4a44-8496-065f4a59e37e tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Task: {'id': task-3417380, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.037723] env[69613]: DEBUG oslo_vmware.api [None req-95f08712-4f43-4faf-9b6c-0a81d00fac08 tempest-ServerTagsTestJSON-713823130 tempest-ServerTagsTestJSON-713823130-project-member] Task: {'id': task-3417385, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.099982} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.038245] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-95f08712-4f43-4faf-9b6c-0a81d00fac08 tempest-ServerTagsTestJSON-713823130 tempest-ServerTagsTestJSON-713823130-project-member] [instance: beccb0b7-1179-4798-8642-35dbcec5e5a1] Extended root virtual disk {{(pid=69613) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 805.039092] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50468621-5ab4-4eb5-86a2-e9d7beb07042 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.068428] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-95f08712-4f43-4faf-9b6c-0a81d00fac08 tempest-ServerTagsTestJSON-713823130 tempest-ServerTagsTestJSON-713823130-project-member] [instance: beccb0b7-1179-4798-8642-35dbcec5e5a1] Reconfiguring VM instance instance-0000003a to attach disk [datastore1] beccb0b7-1179-4798-8642-35dbcec5e5a1/beccb0b7-1179-4798-8642-35dbcec5e5a1.vmdk or device None with type sparse {{(pid=69613) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 805.069694] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1b590563-e580-4fc0-852a-8fb760076aee {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.095328] env[69613]: DEBUG oslo_vmware.api [None req-95f08712-4f43-4faf-9b6c-0a81d00fac08 tempest-ServerTagsTestJSON-713823130 tempest-ServerTagsTestJSON-713823130-project-member] Waiting for the task: (returnval){ [ 805.095328] env[69613]: value = "task-3417389" [ 805.095328] env[69613]: _type = "Task" [ 805.095328] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.106078] env[69613]: DEBUG oslo_vmware.api [None req-95f08712-4f43-4faf-9b6c-0a81d00fac08 tempest-ServerTagsTestJSON-713823130 tempest-ServerTagsTestJSON-713823130-project-member] Task: {'id': task-3417389, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.164789] env[69613]: DEBUG oslo_concurrency.lockutils [None req-e1a51cfc-ee8f-435d-93cc-2803815dd4bf tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Releasing lock "refresh_cache-18e8c7de-e7c8-4bb2-be6f-52dd2c20489b" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.165255] env[69613]: DEBUG nova.compute.manager [None req-e1a51cfc-ee8f-435d-93cc-2803815dd4bf tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] [instance: 18e8c7de-e7c8-4bb2-be6f-52dd2c20489b] Instance network_info: |[{"id": "5a2ea90f-11d3-495a-a663-44ac03e80e46", "address": "fa:16:3e:33:2d:e4", "network": {"id": "d381647d-592d-40db-843d-6008de0737a5", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2059555966-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "201a65cf0cc84bf3a5ae9f9d87000dd8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5c8dbe25-bca7-4d91-b577-193b8b2aad8d", "external-id": "nsx-vlan-transportzone-643", "segmentation_id": 643, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a2ea90f-11", "ovs_interfaceid": "5a2ea90f-11d3-495a-a663-44ac03e80e46", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69613) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 805.166486] env[69613]: DEBUG oslo_concurrency.lockutils [req-3c869105-9a04-4dc6-80d7-f7191d719390 req-9185cfb8-e4b9-4ab3-bba6-8ab7afcf8c3d service nova] Acquired lock "refresh_cache-18e8c7de-e7c8-4bb2-be6f-52dd2c20489b" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.166486] env[69613]: DEBUG nova.network.neutron [req-3c869105-9a04-4dc6-80d7-f7191d719390 req-9185cfb8-e4b9-4ab3-bba6-8ab7afcf8c3d service nova] [instance: 18e8c7de-e7c8-4bb2-be6f-52dd2c20489b] Refreshing network info cache for port 5a2ea90f-11d3-495a-a663-44ac03e80e46 {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 805.170028] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-e1a51cfc-ee8f-435d-93cc-2803815dd4bf tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] [instance: 18e8c7de-e7c8-4bb2-be6f-52dd2c20489b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:33:2d:e4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5c8dbe25-bca7-4d91-b577-193b8b2aad8d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5a2ea90f-11d3-495a-a663-44ac03e80e46', 'vif_model': 'vmxnet3'}] {{(pid=69613) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 805.179091] env[69613]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e1a51cfc-ee8f-435d-93cc-2803815dd4bf tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69613) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 805.183625] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 18e8c7de-e7c8-4bb2-be6f-52dd2c20489b] Creating VM on the ESX host {{(pid=69613) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 805.185514] env[69613]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-03223379-1f81-4079-8ec0-a6e52cb953da {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.208957] env[69613]: DEBUG oslo_vmware.api [None req-a702fad8-1ee7-42ef-adde-ccb93c5484d7 tempest-ListImageFiltersTestJSON-1131301097 tempest-ListImageFiltersTestJSON-1131301097-project-member] Task: {'id': task-3417387, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.234981} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.209349] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-a702fad8-1ee7-42ef-adde-ccb93c5484d7 tempest-ListImageFiltersTestJSON-1131301097 tempest-ListImageFiltersTestJSON-1131301097-project-member] Deleted the datastore file {{(pid=69613) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 805.209624] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-a702fad8-1ee7-42ef-adde-ccb93c5484d7 tempest-ListImageFiltersTestJSON-1131301097 tempest-ListImageFiltersTestJSON-1131301097-project-member] [instance: 8a331293-ee7f-4faa-a316-56aec9296894] Deleted contents of the VM from datastore datastore2 {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 805.209902] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-a702fad8-1ee7-42ef-adde-ccb93c5484d7 tempest-ListImageFiltersTestJSON-1131301097 tempest-ListImageFiltersTestJSON-1131301097-project-member] [instance: 8a331293-ee7f-4faa-a316-56aec9296894] Instance destroyed {{(pid=69613) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 805.213392] env[69613]: INFO nova.compute.manager [None req-a702fad8-1ee7-42ef-adde-ccb93c5484d7 tempest-ListImageFiltersTestJSON-1131301097 tempest-ListImageFiltersTestJSON-1131301097-project-member] [instance: 8a331293-ee7f-4faa-a316-56aec9296894] Took 1.19 seconds to destroy the instance on the hypervisor. [ 805.213727] env[69613]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a702fad8-1ee7-42ef-adde-ccb93c5484d7 tempest-ListImageFiltersTestJSON-1131301097 tempest-ListImageFiltersTestJSON-1131301097-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69613) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 805.215629] env[69613]: DEBUG nova.compute.manager [-] [instance: 8a331293-ee7f-4faa-a316-56aec9296894] Deallocating network for instance {{(pid=69613) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 805.215731] env[69613]: DEBUG nova.network.neutron [-] [instance: 8a331293-ee7f-4faa-a316-56aec9296894] deallocate_for_instance() {{(pid=69613) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 805.218298] env[69613]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 805.218298] env[69613]: value = "task-3417390" [ 805.218298] env[69613]: _type = "Task" [ 805.218298] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.236409] env[69613]: DEBUG oslo_vmware.api [-] Task: {'id': task-3417390, 'name': CreateVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.270853] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-107ea9f9-75ab-4519-b029-01a25fddaa2d tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] [instance: 1380fea1-6d74-469a-8a3a-7706e3d1f932] Creating linked-clone VM from snapshot {{(pid=69613) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 805.272226] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-64570a19-fd42-4653-a839-5ec2ff14a17e {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.277305] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1710b88-549d-4310-b228-1582e6dc7512 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.289068] env[69613]: DEBUG oslo_vmware.api [None req-107ea9f9-75ab-4519-b029-01a25fddaa2d tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] Waiting for the task: (returnval){ [ 805.289068] env[69613]: value = "task-3417391" [ 805.289068] env[69613]: _type = "Task" [ 805.289068] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.296021] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89ead390-dc3b-42eb-9615-c7da78e57749 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.312463] env[69613]: DEBUG oslo_vmware.api [None req-107ea9f9-75ab-4519-b029-01a25fddaa2d tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] Task: {'id': task-3417391, 'name': CloneVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.339610] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f49b8f1-d514-491f-b893-74c7f6082492 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.350573] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d82b513-3611-4afc-887a-21f54ea2b59b {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.370181] env[69613]: DEBUG nova.compute.provider_tree [None req-c8b3226f-f941-48c9-a041-7601d0d8ccf8 tempest-AttachInterfacesV270Test-22779326 tempest-AttachInterfacesV270Test-22779326-project-member] Inventory has not changed in ProviderTree for provider: af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 {{(pid=69613) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 805.393554] env[69613]: DEBUG oslo_vmware.api [None req-2f22d843-843d-48e0-9a03-371e7c7b49a2 tempest-VolumesAdminNegativeTest-111528841 tempest-VolumesAdminNegativeTest-111528841-project-member] Task: {'id': task-3417388, 'name': ReconfigVM_Task, 'duration_secs': 0.175247} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.393928] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f22d843-843d-48e0-9a03-371e7c7b49a2 tempest-VolumesAdminNegativeTest-111528841 tempest-VolumesAdminNegativeTest-111528841-project-member] [instance: 54fe2a35-52f3-4c21-a0f4-522e44b620a0] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-681853', 'volume_id': '24bf25bb-54eb-4a08-9975-5eb88bba6be3', 'name': 'volume-24bf25bb-54eb-4a08-9975-5eb88bba6be3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '54fe2a35-52f3-4c21-a0f4-522e44b620a0', 'attached_at': '', 'detached_at': '', 'volume_id': '24bf25bb-54eb-4a08-9975-5eb88bba6be3', 'serial': '24bf25bb-54eb-4a08-9975-5eb88bba6be3'} {{(pid=69613) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 805.422945] env[69613]: DEBUG oslo_vmware.api [None req-b6a5afe8-f4d5-451c-8be8-a0a7b3f3d943 tempest-VolumesAssistedSnapshotsTest-1378467694 tempest-VolumesAssistedSnapshotsTest-1378467694-project-admin] Task: {'id': task-3417384, 'name': ReconfigVM_Task, 'duration_secs': 0.543455} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.422945] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6a5afe8-f4d5-451c-8be8-a0a7b3f3d943 tempest-VolumesAssistedSnapshotsTest-1378467694 tempest-VolumesAssistedSnapshotsTest-1378467694-project-admin] [instance: d6968dbb-b95f-4115-af9c-b528337a9663] Reconfigured VM instance instance-0000000e to attach disk [datastore1] volume-8996a9cc-737c-489a-9ad5-2292b3d1c327/volume-8996a9cc-737c-489a-9ad5-2292b3d1c327.vmdk or device None with type thin {{(pid=69613) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 805.428873] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ada144ef-44db-4964-bd39-270f57c36157 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.449525] env[69613]: DEBUG oslo_vmware.api [None req-b6a5afe8-f4d5-451c-8be8-a0a7b3f3d943 tempest-VolumesAssistedSnapshotsTest-1378467694 tempest-VolumesAssistedSnapshotsTest-1378467694-project-admin] Waiting for the task: (returnval){ [ 805.449525] env[69613]: value = "task-3417392" [ 805.449525] env[69613]: _type = "Task" [ 805.449525] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.459575] env[69613]: DEBUG oslo_vmware.api [None req-b6a5afe8-f4d5-451c-8be8-a0a7b3f3d943 tempest-VolumesAssistedSnapshotsTest-1378467694 tempest-VolumesAssistedSnapshotsTest-1378467694-project-admin] Task: {'id': task-3417392, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.520637] env[69613]: DEBUG oslo_vmware.api [None req-146ee144-4754-4a44-8496-065f4a59e37e tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Task: {'id': task-3417380, 'name': ReconfigVM_Task, 'duration_secs': 1.440611} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.521071] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-146ee144-4754-4a44-8496-065f4a59e37e tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] [instance: 3c040883-6acc-4ec2-b1e4-017089c4810f] Reconfigured VM instance instance-00000039 to attach disk [datastore1] 3c040883-6acc-4ec2-b1e4-017089c4810f/3c040883-6acc-4ec2-b1e4-017089c4810f.vmdk or device None with type sparse {{(pid=69613) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 805.522862] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3ffb9988-ce8d-4ea4-97b7-8c9cf7d359ad {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.535775] env[69613]: DEBUG oslo_vmware.api [None req-146ee144-4754-4a44-8496-065f4a59e37e tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Waiting for the task: (returnval){ [ 805.535775] env[69613]: value = "task-3417393" [ 805.535775] env[69613]: _type = "Task" [ 805.535775] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.548029] env[69613]: DEBUG oslo_vmware.api [None req-146ee144-4754-4a44-8496-065f4a59e37e tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Task: {'id': task-3417393, 'name': Rename_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.612269] env[69613]: DEBUG oslo_vmware.api [None req-95f08712-4f43-4faf-9b6c-0a81d00fac08 tempest-ServerTagsTestJSON-713823130 tempest-ServerTagsTestJSON-713823130-project-member] Task: {'id': task-3417389, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.731208] env[69613]: DEBUG oslo_vmware.api [-] Task: {'id': task-3417390, 'name': CreateVM_Task} progress is 99%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.778987] env[69613]: DEBUG nova.compute.manager [req-c0f5e319-e3b7-440f-88ef-e981610744c9 req-6eaf4614-4574-4cf5-800d-0b0a74334295 service nova] [instance: 8a331293-ee7f-4faa-a316-56aec9296894] Received event network-vif-deleted-e17a4cdd-5922-49e0-b8ad-b8a5d16e18ac {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 805.778987] env[69613]: INFO nova.compute.manager [req-c0f5e319-e3b7-440f-88ef-e981610744c9 req-6eaf4614-4574-4cf5-800d-0b0a74334295 service nova] [instance: 8a331293-ee7f-4faa-a316-56aec9296894] Neutron deleted interface e17a4cdd-5922-49e0-b8ad-b8a5d16e18ac; detaching it from the instance and deleting it from the info cache [ 805.778987] env[69613]: DEBUG nova.network.neutron [req-c0f5e319-e3b7-440f-88ef-e981610744c9 req-6eaf4614-4574-4cf5-800d-0b0a74334295 service nova] [instance: 8a331293-ee7f-4faa-a316-56aec9296894] Updating instance_info_cache with network_info: [] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 805.807397] env[69613]: DEBUG oslo_vmware.api [None req-107ea9f9-75ab-4519-b029-01a25fddaa2d tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] Task: {'id': task-3417391, 'name': CloneVM_Task} progress is 94%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.874041] env[69613]: DEBUG nova.scheduler.client.report [None req-c8b3226f-f941-48c9-a041-7601d0d8ccf8 tempest-AttachInterfacesV270Test-22779326 tempest-AttachInterfacesV270Test-22779326-project-member] Inventory has not changed for provider af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69613) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 805.945691] env[69613]: DEBUG nova.network.neutron [req-3c869105-9a04-4dc6-80d7-f7191d719390 req-9185cfb8-e4b9-4ab3-bba6-8ab7afcf8c3d service nova] [instance: 18e8c7de-e7c8-4bb2-be6f-52dd2c20489b] Updated VIF entry in instance network info cache for port 5a2ea90f-11d3-495a-a663-44ac03e80e46. {{(pid=69613) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 805.946094] env[69613]: DEBUG nova.network.neutron [req-3c869105-9a04-4dc6-80d7-f7191d719390 req-9185cfb8-e4b9-4ab3-bba6-8ab7afcf8c3d service nova] [instance: 18e8c7de-e7c8-4bb2-be6f-52dd2c20489b] Updating instance_info_cache with network_info: [{"id": "5a2ea90f-11d3-495a-a663-44ac03e80e46", "address": "fa:16:3e:33:2d:e4", "network": {"id": "d381647d-592d-40db-843d-6008de0737a5", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2059555966-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "201a65cf0cc84bf3a5ae9f9d87000dd8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5c8dbe25-bca7-4d91-b577-193b8b2aad8d", "external-id": "nsx-vlan-transportzone-643", "segmentation_id": 643, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a2ea90f-11", "ovs_interfaceid": "5a2ea90f-11d3-495a-a663-44ac03e80e46", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 805.963159] env[69613]: DEBUG oslo_vmware.api [None req-b6a5afe8-f4d5-451c-8be8-a0a7b3f3d943 tempest-VolumesAssistedSnapshotsTest-1378467694 tempest-VolumesAssistedSnapshotsTest-1378467694-project-admin] Task: {'id': task-3417392, 'name': ReconfigVM_Task, 'duration_secs': 0.460149} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.963473] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6a5afe8-f4d5-451c-8be8-a0a7b3f3d943 tempest-VolumesAssistedSnapshotsTest-1378467694 tempest-VolumesAssistedSnapshotsTest-1378467694-project-admin] [instance: d6968dbb-b95f-4115-af9c-b528337a9663] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-681859', 'volume_id': '8996a9cc-737c-489a-9ad5-2292b3d1c327', 'name': 'volume-8996a9cc-737c-489a-9ad5-2292b3d1c327', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd6968dbb-b95f-4115-af9c-b528337a9663', 'attached_at': '', 'detached_at': '', 'volume_id': '8996a9cc-737c-489a-9ad5-2292b3d1c327', 'serial': '8996a9cc-737c-489a-9ad5-2292b3d1c327'} {{(pid=69613) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 805.968229] env[69613]: DEBUG nova.objects.instance [None req-2f22d843-843d-48e0-9a03-371e7c7b49a2 tempest-VolumesAdminNegativeTest-111528841 tempest-VolumesAdminNegativeTest-111528841-project-member] Lazy-loading 'flavor' on Instance uuid 54fe2a35-52f3-4c21-a0f4-522e44b620a0 {{(pid=69613) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 806.028626] env[69613]: DEBUG oslo_concurrency.lockutils [None req-08af8e1d-9a50-40ff-8779-85f584050eae tempest-InstanceActionsNegativeTestJSON-1947508069 tempest-InstanceActionsNegativeTestJSON-1947508069-project-member] Acquiring lock "87d9c28f-3471-4a4b-86cc-1bf24d3a68f9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 806.029023] env[69613]: DEBUG oslo_concurrency.lockutils [None req-08af8e1d-9a50-40ff-8779-85f584050eae tempest-InstanceActionsNegativeTestJSON-1947508069 tempest-InstanceActionsNegativeTestJSON-1947508069-project-member] Lock "87d9c28f-3471-4a4b-86cc-1bf24d3a68f9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 806.029320] env[69613]: DEBUG oslo_concurrency.lockutils [None req-08af8e1d-9a50-40ff-8779-85f584050eae tempest-InstanceActionsNegativeTestJSON-1947508069 tempest-InstanceActionsNegativeTestJSON-1947508069-project-member] Acquiring lock "87d9c28f-3471-4a4b-86cc-1bf24d3a68f9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 806.029609] env[69613]: DEBUG oslo_concurrency.lockutils [None req-08af8e1d-9a50-40ff-8779-85f584050eae tempest-InstanceActionsNegativeTestJSON-1947508069 tempest-InstanceActionsNegativeTestJSON-1947508069-project-member] Lock "87d9c28f-3471-4a4b-86cc-1bf24d3a68f9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 806.029824] env[69613]: DEBUG oslo_concurrency.lockutils [None req-08af8e1d-9a50-40ff-8779-85f584050eae tempest-InstanceActionsNegativeTestJSON-1947508069 tempest-InstanceActionsNegativeTestJSON-1947508069-project-member] Lock "87d9c28f-3471-4a4b-86cc-1bf24d3a68f9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 806.032067] env[69613]: INFO nova.compute.manager [None req-08af8e1d-9a50-40ff-8779-85f584050eae tempest-InstanceActionsNegativeTestJSON-1947508069 tempest-InstanceActionsNegativeTestJSON-1947508069-project-member] [instance: 87d9c28f-3471-4a4b-86cc-1bf24d3a68f9] Terminating instance [ 806.048965] env[69613]: DEBUG oslo_vmware.api [None req-146ee144-4754-4a44-8496-065f4a59e37e tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Task: {'id': task-3417393, 'name': Rename_Task} progress is 14%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.108422] env[69613]: DEBUG oslo_vmware.api [None req-95f08712-4f43-4faf-9b6c-0a81d00fac08 tempest-ServerTagsTestJSON-713823130 tempest-ServerTagsTestJSON-713823130-project-member] Task: {'id': task-3417389, 'name': ReconfigVM_Task, 'duration_secs': 0.816103} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.108762] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-95f08712-4f43-4faf-9b6c-0a81d00fac08 tempest-ServerTagsTestJSON-713823130 tempest-ServerTagsTestJSON-713823130-project-member] [instance: beccb0b7-1179-4798-8642-35dbcec5e5a1] Reconfigured VM instance instance-0000003a to attach disk [datastore1] beccb0b7-1179-4798-8642-35dbcec5e5a1/beccb0b7-1179-4798-8642-35dbcec5e5a1.vmdk or device None with type sparse {{(pid=69613) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 806.109669] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5eb66f2b-ec0b-48f0-83ff-036e8d3e4c97 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.118870] env[69613]: DEBUG oslo_vmware.api [None req-95f08712-4f43-4faf-9b6c-0a81d00fac08 tempest-ServerTagsTestJSON-713823130 tempest-ServerTagsTestJSON-713823130-project-member] Waiting for the task: (returnval){ [ 806.118870] env[69613]: value = "task-3417394" [ 806.118870] env[69613]: _type = "Task" [ 806.118870] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.132405] env[69613]: DEBUG oslo_vmware.api [None req-95f08712-4f43-4faf-9b6c-0a81d00fac08 tempest-ServerTagsTestJSON-713823130 tempest-ServerTagsTestJSON-713823130-project-member] Task: {'id': task-3417394, 'name': Rename_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.203026] env[69613]: DEBUG nova.network.neutron [-] [instance: 8a331293-ee7f-4faa-a316-56aec9296894] Updating instance_info_cache with network_info: [] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 806.230600] env[69613]: DEBUG oslo_vmware.api [-] Task: {'id': task-3417390, 'name': CreateVM_Task} progress is 99%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.281792] env[69613]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-15b9e5fe-3a27-4d30-8183-57f1e59ea7dc {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.294976] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1890d1ec-c571-4a6e-a6bc-62fd09047d03 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.318892] env[69613]: DEBUG oslo_vmware.api [None req-107ea9f9-75ab-4519-b029-01a25fddaa2d tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] Task: {'id': task-3417391, 'name': CloneVM_Task} progress is 94%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.350350] env[69613]: DEBUG nova.compute.manager [req-c0f5e319-e3b7-440f-88ef-e981610744c9 req-6eaf4614-4574-4cf5-800d-0b0a74334295 service nova] [instance: 8a331293-ee7f-4faa-a316-56aec9296894] Detach interface failed, port_id=e17a4cdd-5922-49e0-b8ad-b8a5d16e18ac, reason: Instance 8a331293-ee7f-4faa-a316-56aec9296894 could not be found. {{(pid=69613) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 806.381567] env[69613]: DEBUG oslo_concurrency.lockutils [None req-c8b3226f-f941-48c9-a041-7601d0d8ccf8 tempest-AttachInterfacesV270Test-22779326 tempest-AttachInterfacesV270Test-22779326-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.793s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 806.381824] env[69613]: DEBUG nova.compute.manager [None req-c8b3226f-f941-48c9-a041-7601d0d8ccf8 tempest-AttachInterfacesV270Test-22779326 tempest-AttachInterfacesV270Test-22779326-project-member] [instance: 82b3a038-a7d0-403c-9058-8b8d01bafb31] Start building networks asynchronously for instance. {{(pid=69613) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 806.385294] env[69613]: DEBUG oslo_concurrency.lockutils [None req-ab84d031-5f08-4613-b82b-fd3ae739f57b tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 24.752s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 806.385294] env[69613]: DEBUG nova.objects.instance [None req-ab84d031-5f08-4613-b82b-fd3ae739f57b tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] [instance: 30032fc2-1100-456a-bd0d-f3daf0a16662] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69613) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 806.449189] env[69613]: DEBUG oslo_concurrency.lockutils [req-3c869105-9a04-4dc6-80d7-f7191d719390 req-9185cfb8-e4b9-4ab3-bba6-8ab7afcf8c3d service nova] Releasing lock "refresh_cache-18e8c7de-e7c8-4bb2-be6f-52dd2c20489b" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.501559] env[69613]: DEBUG oslo_concurrency.lockutils [None req-2ec70c5f-420d-4374-8b74-e32f5857a29d tempest-SecurityGroupsTestJSON-147571119 tempest-SecurityGroupsTestJSON-147571119-project-member] Acquiring lock "d812aca8-c993-4f3e-8235-115a51b60501" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 806.501848] env[69613]: DEBUG oslo_concurrency.lockutils [None req-2ec70c5f-420d-4374-8b74-e32f5857a29d tempest-SecurityGroupsTestJSON-147571119 tempest-SecurityGroupsTestJSON-147571119-project-member] Lock "d812aca8-c993-4f3e-8235-115a51b60501" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 806.502080] env[69613]: DEBUG oslo_concurrency.lockutils [None req-2ec70c5f-420d-4374-8b74-e32f5857a29d tempest-SecurityGroupsTestJSON-147571119 tempest-SecurityGroupsTestJSON-147571119-project-member] Acquiring lock "d812aca8-c993-4f3e-8235-115a51b60501-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 806.502273] env[69613]: DEBUG oslo_concurrency.lockutils [None req-2ec70c5f-420d-4374-8b74-e32f5857a29d tempest-SecurityGroupsTestJSON-147571119 tempest-SecurityGroupsTestJSON-147571119-project-member] Lock "d812aca8-c993-4f3e-8235-115a51b60501-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 806.502449] env[69613]: DEBUG oslo_concurrency.lockutils [None req-2ec70c5f-420d-4374-8b74-e32f5857a29d tempest-SecurityGroupsTestJSON-147571119 tempest-SecurityGroupsTestJSON-147571119-project-member] Lock "d812aca8-c993-4f3e-8235-115a51b60501-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 806.505026] env[69613]: INFO nova.compute.manager [None req-2ec70c5f-420d-4374-8b74-e32f5857a29d tempest-SecurityGroupsTestJSON-147571119 tempest-SecurityGroupsTestJSON-147571119-project-member] [instance: d812aca8-c993-4f3e-8235-115a51b60501] Terminating instance [ 806.537890] env[69613]: DEBUG nova.compute.manager [None req-08af8e1d-9a50-40ff-8779-85f584050eae tempest-InstanceActionsNegativeTestJSON-1947508069 tempest-InstanceActionsNegativeTestJSON-1947508069-project-member] [instance: 87d9c28f-3471-4a4b-86cc-1bf24d3a68f9] Start destroying the instance on the hypervisor. {{(pid=69613) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 806.538145] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-08af8e1d-9a50-40ff-8779-85f584050eae tempest-InstanceActionsNegativeTestJSON-1947508069 tempest-InstanceActionsNegativeTestJSON-1947508069-project-member] [instance: 87d9c28f-3471-4a4b-86cc-1bf24d3a68f9] Destroying instance {{(pid=69613) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 806.539179] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b76e664e-cb62-4418-ace1-5b7412e31469 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.552848] env[69613]: DEBUG oslo_vmware.api [None req-146ee144-4754-4a44-8496-065f4a59e37e tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Task: {'id': task-3417393, 'name': Rename_Task} progress is 14%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.556228] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-08af8e1d-9a50-40ff-8779-85f584050eae tempest-InstanceActionsNegativeTestJSON-1947508069 tempest-InstanceActionsNegativeTestJSON-1947508069-project-member] [instance: 87d9c28f-3471-4a4b-86cc-1bf24d3a68f9] Powering off the VM {{(pid=69613) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 806.557162] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bea8a417-06b9-48af-84fa-20dbf4e7dfbb {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.566148] env[69613]: DEBUG oslo_vmware.api [None req-08af8e1d-9a50-40ff-8779-85f584050eae tempest-InstanceActionsNegativeTestJSON-1947508069 tempest-InstanceActionsNegativeTestJSON-1947508069-project-member] Waiting for the task: (returnval){ [ 806.566148] env[69613]: value = "task-3417395" [ 806.566148] env[69613]: _type = "Task" [ 806.566148] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.579611] env[69613]: DEBUG oslo_vmware.api [None req-08af8e1d-9a50-40ff-8779-85f584050eae tempest-InstanceActionsNegativeTestJSON-1947508069 tempest-InstanceActionsNegativeTestJSON-1947508069-project-member] Task: {'id': task-3417395, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.631925] env[69613]: DEBUG oslo_vmware.api [None req-95f08712-4f43-4faf-9b6c-0a81d00fac08 tempest-ServerTagsTestJSON-713823130 tempest-ServerTagsTestJSON-713823130-project-member] Task: {'id': task-3417394, 'name': Rename_Task} progress is 14%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.705434] env[69613]: INFO nova.compute.manager [-] [instance: 8a331293-ee7f-4faa-a316-56aec9296894] Took 1.49 seconds to deallocate network for instance. [ 806.729602] env[69613]: DEBUG oslo_vmware.api [-] Task: {'id': task-3417390, 'name': CreateVM_Task} progress is 99%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.818724] env[69613]: DEBUG oslo_vmware.api [None req-107ea9f9-75ab-4519-b029-01a25fddaa2d tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] Task: {'id': task-3417391, 'name': CloneVM_Task, 'duration_secs': 1.4083} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.819161] env[69613]: INFO nova.virt.vmwareapi.vmops [None req-107ea9f9-75ab-4519-b029-01a25fddaa2d tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] [instance: 1380fea1-6d74-469a-8a3a-7706e3d1f932] Created linked-clone VM from snapshot [ 806.819884] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee8dde64-8e27-453d-a57b-5106b372c417 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.829467] env[69613]: DEBUG nova.virt.vmwareapi.images [None req-107ea9f9-75ab-4519-b029-01a25fddaa2d tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] [instance: 1380fea1-6d74-469a-8a3a-7706e3d1f932] Uploading image aab0b240-79b6-4697-b53e-cf1bd6de5593 {{(pid=69613) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 806.845825] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-107ea9f9-75ab-4519-b029-01a25fddaa2d tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] [instance: 1380fea1-6d74-469a-8a3a-7706e3d1f932] Destroying the VM {{(pid=69613) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 806.845825] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-4f03f99b-f2a6-47a2-a8c2-9b0a0a0f284f {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.851773] env[69613]: DEBUG oslo_vmware.api [None req-107ea9f9-75ab-4519-b029-01a25fddaa2d tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] Waiting for the task: (returnval){ [ 806.851773] env[69613]: value = "task-3417396" [ 806.851773] env[69613]: _type = "Task" [ 806.851773] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.860839] env[69613]: DEBUG oslo_vmware.api [None req-107ea9f9-75ab-4519-b029-01a25fddaa2d tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] Task: {'id': task-3417396, 'name': Destroy_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.890169] env[69613]: DEBUG nova.compute.utils [None req-c8b3226f-f941-48c9-a041-7601d0d8ccf8 tempest-AttachInterfacesV270Test-22779326 tempest-AttachInterfacesV270Test-22779326-project-member] Using /dev/sd instead of None {{(pid=69613) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 806.894841] env[69613]: DEBUG nova.compute.manager [None req-c8b3226f-f941-48c9-a041-7601d0d8ccf8 tempest-AttachInterfacesV270Test-22779326 tempest-AttachInterfacesV270Test-22779326-project-member] [instance: 82b3a038-a7d0-403c-9058-8b8d01bafb31] Allocating IP information in the background. {{(pid=69613) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 806.895026] env[69613]: DEBUG nova.network.neutron [None req-c8b3226f-f941-48c9-a041-7601d0d8ccf8 tempest-AttachInterfacesV270Test-22779326 tempest-AttachInterfacesV270Test-22779326-project-member] [instance: 82b3a038-a7d0-403c-9058-8b8d01bafb31] allocate_for_instance() {{(pid=69613) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 806.940249] env[69613]: DEBUG nova.policy [None req-c8b3226f-f941-48c9-a041-7601d0d8ccf8 tempest-AttachInterfacesV270Test-22779326 tempest-AttachInterfacesV270Test-22779326-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a2c83107e8eb4e8e84e1e1d66f776b78', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2e222f85c16245b3aab1964742a1366b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69613) authorize /opt/stack/nova/nova/policy.py:192}} [ 806.978991] env[69613]: DEBUG oslo_concurrency.lockutils [None req-2f22d843-843d-48e0-9a03-371e7c7b49a2 tempest-VolumesAdminNegativeTest-111528841 tempest-VolumesAdminNegativeTest-111528841-project-member] Lock "54fe2a35-52f3-4c21-a0f4-522e44b620a0" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.435s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 807.011811] env[69613]: DEBUG nova.objects.instance [None req-b6a5afe8-f4d5-451c-8be8-a0a7b3f3d943 tempest-VolumesAssistedSnapshotsTest-1378467694 tempest-VolumesAssistedSnapshotsTest-1378467694-project-admin] Lazy-loading 'flavor' on Instance uuid d6968dbb-b95f-4115-af9c-b528337a9663 {{(pid=69613) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 807.015829] env[69613]: DEBUG nova.compute.manager [None req-2ec70c5f-420d-4374-8b74-e32f5857a29d tempest-SecurityGroupsTestJSON-147571119 tempest-SecurityGroupsTestJSON-147571119-project-member] [instance: d812aca8-c993-4f3e-8235-115a51b60501] Start destroying the instance on the hypervisor. {{(pid=69613) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 807.016682] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-2ec70c5f-420d-4374-8b74-e32f5857a29d tempest-SecurityGroupsTestJSON-147571119 tempest-SecurityGroupsTestJSON-147571119-project-member] [instance: d812aca8-c993-4f3e-8235-115a51b60501] Destroying instance {{(pid=69613) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 807.017794] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8b3d597-0436-4625-b60e-79057ef7135f {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.026937] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ec70c5f-420d-4374-8b74-e32f5857a29d tempest-SecurityGroupsTestJSON-147571119 tempest-SecurityGroupsTestJSON-147571119-project-member] [instance: d812aca8-c993-4f3e-8235-115a51b60501] Powering off the VM {{(pid=69613) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 807.027254] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cdaf71d6-c72e-4acb-a069-e3b6a620d1ef {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.035939] env[69613]: DEBUG oslo_vmware.api [None req-2ec70c5f-420d-4374-8b74-e32f5857a29d tempest-SecurityGroupsTestJSON-147571119 tempest-SecurityGroupsTestJSON-147571119-project-member] Waiting for the task: (returnval){ [ 807.035939] env[69613]: value = "task-3417397" [ 807.035939] env[69613]: _type = "Task" [ 807.035939] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.052238] env[69613]: DEBUG oslo_vmware.api [None req-146ee144-4754-4a44-8496-065f4a59e37e tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Task: {'id': task-3417393, 'name': Rename_Task} progress is 14%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.055638] env[69613]: DEBUG oslo_vmware.api [None req-2ec70c5f-420d-4374-8b74-e32f5857a29d tempest-SecurityGroupsTestJSON-147571119 tempest-SecurityGroupsTestJSON-147571119-project-member] Task: {'id': task-3417397, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.078283] env[69613]: DEBUG oslo_vmware.api [None req-08af8e1d-9a50-40ff-8779-85f584050eae tempest-InstanceActionsNegativeTestJSON-1947508069 tempest-InstanceActionsNegativeTestJSON-1947508069-project-member] Task: {'id': task-3417395, 'name': PowerOffVM_Task, 'duration_secs': 0.310518} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.078707] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-08af8e1d-9a50-40ff-8779-85f584050eae tempest-InstanceActionsNegativeTestJSON-1947508069 tempest-InstanceActionsNegativeTestJSON-1947508069-project-member] [instance: 87d9c28f-3471-4a4b-86cc-1bf24d3a68f9] Powered off the VM {{(pid=69613) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 807.078971] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-08af8e1d-9a50-40ff-8779-85f584050eae tempest-InstanceActionsNegativeTestJSON-1947508069 tempest-InstanceActionsNegativeTestJSON-1947508069-project-member] [instance: 87d9c28f-3471-4a4b-86cc-1bf24d3a68f9] Unregistering the VM {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 807.079309] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e52b9294-7094-4265-aefd-f29488cc73af {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.131649] env[69613]: DEBUG oslo_vmware.api [None req-95f08712-4f43-4faf-9b6c-0a81d00fac08 tempest-ServerTagsTestJSON-713823130 tempest-ServerTagsTestJSON-713823130-project-member] Task: {'id': task-3417394, 'name': Rename_Task} progress is 14%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.161980] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-08af8e1d-9a50-40ff-8779-85f584050eae tempest-InstanceActionsNegativeTestJSON-1947508069 tempest-InstanceActionsNegativeTestJSON-1947508069-project-member] [instance: 87d9c28f-3471-4a4b-86cc-1bf24d3a68f9] Unregistered the VM {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 807.162325] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-08af8e1d-9a50-40ff-8779-85f584050eae tempest-InstanceActionsNegativeTestJSON-1947508069 tempest-InstanceActionsNegativeTestJSON-1947508069-project-member] [instance: 87d9c28f-3471-4a4b-86cc-1bf24d3a68f9] Deleting contents of the VM from datastore datastore2 {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 807.162930] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-08af8e1d-9a50-40ff-8779-85f584050eae tempest-InstanceActionsNegativeTestJSON-1947508069 tempest-InstanceActionsNegativeTestJSON-1947508069-project-member] Deleting the datastore file [datastore2] 87d9c28f-3471-4a4b-86cc-1bf24d3a68f9 {{(pid=69613) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 807.162930] env[69613]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e743aefb-f4bd-4df5-80eb-e000ce15bb22 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.171562] env[69613]: DEBUG oslo_vmware.api [None req-08af8e1d-9a50-40ff-8779-85f584050eae tempest-InstanceActionsNegativeTestJSON-1947508069 tempest-InstanceActionsNegativeTestJSON-1947508069-project-member] Waiting for the task: (returnval){ [ 807.171562] env[69613]: value = "task-3417399" [ 807.171562] env[69613]: _type = "Task" [ 807.171562] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.183604] env[69613]: DEBUG oslo_vmware.api [None req-08af8e1d-9a50-40ff-8779-85f584050eae tempest-InstanceActionsNegativeTestJSON-1947508069 tempest-InstanceActionsNegativeTestJSON-1947508069-project-member] Task: {'id': task-3417399, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.212088] env[69613]: DEBUG oslo_concurrency.lockutils [None req-a702fad8-1ee7-42ef-adde-ccb93c5484d7 tempest-ListImageFiltersTestJSON-1131301097 tempest-ListImageFiltersTestJSON-1131301097-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 807.230946] env[69613]: DEBUG oslo_vmware.api [-] Task: {'id': task-3417390, 'name': CreateVM_Task} progress is 99%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.259197] env[69613]: DEBUG nova.network.neutron [None req-c8b3226f-f941-48c9-a041-7601d0d8ccf8 tempest-AttachInterfacesV270Test-22779326 tempest-AttachInterfacesV270Test-22779326-project-member] [instance: 82b3a038-a7d0-403c-9058-8b8d01bafb31] Successfully created port: 013139ad-533b-4eaf-a5c4-c743a01a22d2 {{(pid=69613) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 807.367041] env[69613]: DEBUG oslo_vmware.api [None req-107ea9f9-75ab-4519-b029-01a25fddaa2d tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] Task: {'id': task-3417396, 'name': Destroy_Task, 'duration_secs': 0.388975} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.367364] env[69613]: INFO nova.virt.vmwareapi.vm_util [None req-107ea9f9-75ab-4519-b029-01a25fddaa2d tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] [instance: 1380fea1-6d74-469a-8a3a-7706e3d1f932] Destroyed the VM [ 807.367594] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-107ea9f9-75ab-4519-b029-01a25fddaa2d tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] [instance: 1380fea1-6d74-469a-8a3a-7706e3d1f932] Deleting Snapshot of the VM instance {{(pid=69613) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 807.367856] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-293df6ae-04ef-41ab-a876-c01ddb9bb42d {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.378052] env[69613]: DEBUG oslo_vmware.api [None req-107ea9f9-75ab-4519-b029-01a25fddaa2d tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] Waiting for the task: (returnval){ [ 807.378052] env[69613]: value = "task-3417400" [ 807.378052] env[69613]: _type = "Task" [ 807.378052] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.390411] env[69613]: DEBUG oslo_vmware.api [None req-107ea9f9-75ab-4519-b029-01a25fddaa2d tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] Task: {'id': task-3417400, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.395609] env[69613]: DEBUG nova.compute.manager [None req-c8b3226f-f941-48c9-a041-7601d0d8ccf8 tempest-AttachInterfacesV270Test-22779326 tempest-AttachInterfacesV270Test-22779326-project-member] [instance: 82b3a038-a7d0-403c-9058-8b8d01bafb31] Start building block device mappings for instance. {{(pid=69613) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 807.401189] env[69613]: DEBUG oslo_concurrency.lockutils [None req-ab84d031-5f08-4613-b82b-fd3ae739f57b tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.016s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 807.405928] env[69613]: DEBUG oslo_concurrency.lockutils [None req-c16f920a-ed0d-4361-9cd7-4e6000b64d44 tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.445s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 807.407562] env[69613]: INFO nova.compute.claims [None req-c16f920a-ed0d-4361-9cd7-4e6000b64d44 tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] [instance: 1d1867b6-e625-4262-849c-a6ce4acce7bf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 807.416312] env[69613]: DEBUG oslo_concurrency.lockutils [None req-0110a9c7-fb19-4eb8-947e-d69e156f64de tempest-ServersAdminNegativeTestJSON-2019534385 tempest-ServersAdminNegativeTestJSON-2019534385-project-member] Acquiring lock "f72c0c9a-5d4b-4c16-ae65-ab504d8b816d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 807.416584] env[69613]: DEBUG oslo_concurrency.lockutils [None req-0110a9c7-fb19-4eb8-947e-d69e156f64de tempest-ServersAdminNegativeTestJSON-2019534385 tempest-ServersAdminNegativeTestJSON-2019534385-project-member] Lock "f72c0c9a-5d4b-4c16-ae65-ab504d8b816d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 807.416819] env[69613]: DEBUG oslo_concurrency.lockutils [None req-0110a9c7-fb19-4eb8-947e-d69e156f64de tempest-ServersAdminNegativeTestJSON-2019534385 tempest-ServersAdminNegativeTestJSON-2019534385-project-member] Acquiring lock "f72c0c9a-5d4b-4c16-ae65-ab504d8b816d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 807.417021] env[69613]: DEBUG oslo_concurrency.lockutils [None req-0110a9c7-fb19-4eb8-947e-d69e156f64de tempest-ServersAdminNegativeTestJSON-2019534385 tempest-ServersAdminNegativeTestJSON-2019534385-project-member] Lock "f72c0c9a-5d4b-4c16-ae65-ab504d8b816d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 807.417203] env[69613]: DEBUG oslo_concurrency.lockutils [None req-0110a9c7-fb19-4eb8-947e-d69e156f64de tempest-ServersAdminNegativeTestJSON-2019534385 tempest-ServersAdminNegativeTestJSON-2019534385-project-member] Lock "f72c0c9a-5d4b-4c16-ae65-ab504d8b816d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 807.419526] env[69613]: INFO nova.compute.manager [None req-0110a9c7-fb19-4eb8-947e-d69e156f64de tempest-ServersAdminNegativeTestJSON-2019534385 tempest-ServersAdminNegativeTestJSON-2019534385-project-member] [instance: f72c0c9a-5d4b-4c16-ae65-ab504d8b816d] Terminating instance [ 807.526210] env[69613]: DEBUG oslo_concurrency.lockutils [None req-b6a5afe8-f4d5-451c-8be8-a0a7b3f3d943 tempest-VolumesAssistedSnapshotsTest-1378467694 tempest-VolumesAssistedSnapshotsTest-1378467694-project-admin] Lock "d6968dbb-b95f-4115-af9c-b528337a9663" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.932s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 807.552810] env[69613]: DEBUG oslo_vmware.api [None req-2ec70c5f-420d-4374-8b74-e32f5857a29d tempest-SecurityGroupsTestJSON-147571119 tempest-SecurityGroupsTestJSON-147571119-project-member] Task: {'id': task-3417397, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.556936] env[69613]: DEBUG oslo_vmware.api [None req-146ee144-4754-4a44-8496-065f4a59e37e tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Task: {'id': task-3417393, 'name': Rename_Task, 'duration_secs': 1.983949} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.556936] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-146ee144-4754-4a44-8496-065f4a59e37e tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] [instance: 3c040883-6acc-4ec2-b1e4-017089c4810f] Powering on the VM {{(pid=69613) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 807.556936] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-75a69b56-41a8-43e9-97f4-da7f87ff9199 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.565380] env[69613]: DEBUG oslo_vmware.api [None req-146ee144-4754-4a44-8496-065f4a59e37e tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Waiting for the task: (returnval){ [ 807.565380] env[69613]: value = "task-3417401" [ 807.565380] env[69613]: _type = "Task" [ 807.565380] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.577030] env[69613]: DEBUG oslo_vmware.api [None req-146ee144-4754-4a44-8496-065f4a59e37e tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Task: {'id': task-3417401, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.634735] env[69613]: DEBUG oslo_vmware.api [None req-95f08712-4f43-4faf-9b6c-0a81d00fac08 tempest-ServerTagsTestJSON-713823130 tempest-ServerTagsTestJSON-713823130-project-member] Task: {'id': task-3417394, 'name': Rename_Task} progress is 99%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.684032] env[69613]: DEBUG oslo_vmware.api [None req-08af8e1d-9a50-40ff-8779-85f584050eae tempest-InstanceActionsNegativeTestJSON-1947508069 tempest-InstanceActionsNegativeTestJSON-1947508069-project-member] Task: {'id': task-3417399, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.315231} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.684032] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-08af8e1d-9a50-40ff-8779-85f584050eae tempest-InstanceActionsNegativeTestJSON-1947508069 tempest-InstanceActionsNegativeTestJSON-1947508069-project-member] Deleted the datastore file {{(pid=69613) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 807.684032] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-08af8e1d-9a50-40ff-8779-85f584050eae tempest-InstanceActionsNegativeTestJSON-1947508069 tempest-InstanceActionsNegativeTestJSON-1947508069-project-member] [instance: 87d9c28f-3471-4a4b-86cc-1bf24d3a68f9] Deleted contents of the VM from datastore datastore2 {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 807.684032] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-08af8e1d-9a50-40ff-8779-85f584050eae tempest-InstanceActionsNegativeTestJSON-1947508069 tempest-InstanceActionsNegativeTestJSON-1947508069-project-member] [instance: 87d9c28f-3471-4a4b-86cc-1bf24d3a68f9] Instance destroyed {{(pid=69613) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 807.684032] env[69613]: INFO nova.compute.manager [None req-08af8e1d-9a50-40ff-8779-85f584050eae tempest-InstanceActionsNegativeTestJSON-1947508069 tempest-InstanceActionsNegativeTestJSON-1947508069-project-member] [instance: 87d9c28f-3471-4a4b-86cc-1bf24d3a68f9] Took 1.14 seconds to destroy the instance on the hypervisor. [ 807.684381] env[69613]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-08af8e1d-9a50-40ff-8779-85f584050eae tempest-InstanceActionsNegativeTestJSON-1947508069 tempest-InstanceActionsNegativeTestJSON-1947508069-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69613) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 807.684381] env[69613]: DEBUG nova.compute.manager [-] [instance: 87d9c28f-3471-4a4b-86cc-1bf24d3a68f9] Deallocating network for instance {{(pid=69613) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 807.684381] env[69613]: DEBUG nova.network.neutron [-] [instance: 87d9c28f-3471-4a4b-86cc-1bf24d3a68f9] deallocate_for_instance() {{(pid=69613) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 807.731163] env[69613]: DEBUG oslo_vmware.api [-] Task: {'id': task-3417390, 'name': CreateVM_Task} progress is 99%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.891027] env[69613]: DEBUG oslo_vmware.api [None req-107ea9f9-75ab-4519-b029-01a25fddaa2d tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] Task: {'id': task-3417400, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.926206] env[69613]: DEBUG nova.compute.manager [None req-0110a9c7-fb19-4eb8-947e-d69e156f64de tempest-ServersAdminNegativeTestJSON-2019534385 tempest-ServersAdminNegativeTestJSON-2019534385-project-member] [instance: f72c0c9a-5d4b-4c16-ae65-ab504d8b816d] Start destroying the instance on the hypervisor. {{(pid=69613) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 807.926599] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-0110a9c7-fb19-4eb8-947e-d69e156f64de tempest-ServersAdminNegativeTestJSON-2019534385 tempest-ServersAdminNegativeTestJSON-2019534385-project-member] [instance: f72c0c9a-5d4b-4c16-ae65-ab504d8b816d] Destroying instance {{(pid=69613) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 807.929538] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac4ffafc-3320-4ca5-8d29-f9da33471ade {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.942211] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-0110a9c7-fb19-4eb8-947e-d69e156f64de tempest-ServersAdminNegativeTestJSON-2019534385 tempest-ServersAdminNegativeTestJSON-2019534385-project-member] [instance: f72c0c9a-5d4b-4c16-ae65-ab504d8b816d] Unregistering the VM {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 807.946730] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e6a391ce-4655-4768-90c4-64cda448a223 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.017499] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-0110a9c7-fb19-4eb8-947e-d69e156f64de tempest-ServersAdminNegativeTestJSON-2019534385 tempest-ServersAdminNegativeTestJSON-2019534385-project-member] [instance: f72c0c9a-5d4b-4c16-ae65-ab504d8b816d] Unregistered the VM {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 808.017799] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-0110a9c7-fb19-4eb8-947e-d69e156f64de tempest-ServersAdminNegativeTestJSON-2019534385 tempest-ServersAdminNegativeTestJSON-2019534385-project-member] [instance: f72c0c9a-5d4b-4c16-ae65-ab504d8b816d] Deleting contents of the VM from datastore datastore2 {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 808.018075] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-0110a9c7-fb19-4eb8-947e-d69e156f64de tempest-ServersAdminNegativeTestJSON-2019534385 tempest-ServersAdminNegativeTestJSON-2019534385-project-member] Deleting the datastore file [datastore2] f72c0c9a-5d4b-4c16-ae65-ab504d8b816d {{(pid=69613) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 808.018517] env[69613]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4b0283ea-2e07-4258-b593-61ca6c786edb {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.028296] env[69613]: DEBUG oslo_vmware.api [None req-0110a9c7-fb19-4eb8-947e-d69e156f64de tempest-ServersAdminNegativeTestJSON-2019534385 tempest-ServersAdminNegativeTestJSON-2019534385-project-member] Waiting for the task: (returnval){ [ 808.028296] env[69613]: value = "task-3417403" [ 808.028296] env[69613]: _type = "Task" [ 808.028296] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.038667] env[69613]: DEBUG oslo_vmware.api [None req-0110a9c7-fb19-4eb8-947e-d69e156f64de tempest-ServersAdminNegativeTestJSON-2019534385 tempest-ServersAdminNegativeTestJSON-2019534385-project-member] Task: {'id': task-3417403, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.048068] env[69613]: DEBUG oslo_vmware.api [None req-2ec70c5f-420d-4374-8b74-e32f5857a29d tempest-SecurityGroupsTestJSON-147571119 tempest-SecurityGroupsTestJSON-147571119-project-member] Task: {'id': task-3417397, 'name': PowerOffVM_Task, 'duration_secs': 0.621438} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.048392] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ec70c5f-420d-4374-8b74-e32f5857a29d tempest-SecurityGroupsTestJSON-147571119 tempest-SecurityGroupsTestJSON-147571119-project-member] [instance: d812aca8-c993-4f3e-8235-115a51b60501] Powered off the VM {{(pid=69613) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 808.048567] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-2ec70c5f-420d-4374-8b74-e32f5857a29d tempest-SecurityGroupsTestJSON-147571119 tempest-SecurityGroupsTestJSON-147571119-project-member] [instance: d812aca8-c993-4f3e-8235-115a51b60501] Unregistering the VM {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 808.048824] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-786323de-f19c-4b8f-aed1-917acabd0740 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.080039] env[69613]: DEBUG oslo_vmware.api [None req-146ee144-4754-4a44-8496-065f4a59e37e tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Task: {'id': task-3417401, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.133812] env[69613]: DEBUG oslo_vmware.api [None req-95f08712-4f43-4faf-9b6c-0a81d00fac08 tempest-ServerTagsTestJSON-713823130 tempest-ServerTagsTestJSON-713823130-project-member] Task: {'id': task-3417394, 'name': Rename_Task, 'duration_secs': 1.555751} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.134122] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-95f08712-4f43-4faf-9b6c-0a81d00fac08 tempest-ServerTagsTestJSON-713823130 tempest-ServerTagsTestJSON-713823130-project-member] [instance: beccb0b7-1179-4798-8642-35dbcec5e5a1] Powering on the VM {{(pid=69613) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 808.134385] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-803ea6b9-c15c-4d8f-aeea-a5287f7f078b {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.143313] env[69613]: DEBUG oslo_vmware.api [None req-95f08712-4f43-4faf-9b6c-0a81d00fac08 tempest-ServerTagsTestJSON-713823130 tempest-ServerTagsTestJSON-713823130-project-member] Waiting for the task: (returnval){ [ 808.143313] env[69613]: value = "task-3417405" [ 808.143313] env[69613]: _type = "Task" [ 808.143313] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.152914] env[69613]: DEBUG oslo_vmware.api [None req-95f08712-4f43-4faf-9b6c-0a81d00fac08 tempest-ServerTagsTestJSON-713823130 tempest-ServerTagsTestJSON-713823130-project-member] Task: {'id': task-3417405, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.236096] env[69613]: DEBUG oslo_vmware.api [-] Task: {'id': task-3417390, 'name': CreateVM_Task} progress is 99%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.391991] env[69613]: DEBUG oslo_vmware.api [None req-107ea9f9-75ab-4519-b029-01a25fddaa2d tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] Task: {'id': task-3417400, 'name': RemoveSnapshot_Task, 'duration_secs': 0.675766} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.392298] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-107ea9f9-75ab-4519-b029-01a25fddaa2d tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] [instance: 1380fea1-6d74-469a-8a3a-7706e3d1f932] Deleted Snapshot of the VM instance {{(pid=69613) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 808.408723] env[69613]: DEBUG nova.compute.manager [req-9b47fdd3-492b-43f3-970b-47a73a2efbf5 req-dad86d14-96c1-487c-ba04-2c835d486893 service nova] [instance: 87d9c28f-3471-4a4b-86cc-1bf24d3a68f9] Received event network-vif-deleted-4c483bdf-4929-4116-86a4-388ac411a85f {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 808.409090] env[69613]: INFO nova.compute.manager [req-9b47fdd3-492b-43f3-970b-47a73a2efbf5 req-dad86d14-96c1-487c-ba04-2c835d486893 service nova] [instance: 87d9c28f-3471-4a4b-86cc-1bf24d3a68f9] Neutron deleted interface 4c483bdf-4929-4116-86a4-388ac411a85f; detaching it from the instance and deleting it from the info cache [ 808.409400] env[69613]: DEBUG nova.network.neutron [req-9b47fdd3-492b-43f3-970b-47a73a2efbf5 req-dad86d14-96c1-487c-ba04-2c835d486893 service nova] [instance: 87d9c28f-3471-4a4b-86cc-1bf24d3a68f9] Updating instance_info_cache with network_info: [] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 808.412800] env[69613]: DEBUG nova.compute.manager [None req-c8b3226f-f941-48c9-a041-7601d0d8ccf8 tempest-AttachInterfacesV270Test-22779326 tempest-AttachInterfacesV270Test-22779326-project-member] [instance: 82b3a038-a7d0-403c-9058-8b8d01bafb31] Start spawning the instance on the hypervisor. {{(pid=69613) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 808.443571] env[69613]: DEBUG nova.virt.hardware [None req-c8b3226f-f941-48c9-a041-7601d0d8ccf8 tempest-AttachInterfacesV270Test-22779326 tempest-AttachInterfacesV270Test-22779326-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T13:55:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T13:55:19Z,direct_url=,disk_format='vmdk',id=2b7a0304-b5d0-431d-b287-32c8388d7fbd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3e9e1b873f1442d59d5ee8247b941f74',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T13:55:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 808.443753] env[69613]: DEBUG nova.virt.hardware [None req-c8b3226f-f941-48c9-a041-7601d0d8ccf8 tempest-AttachInterfacesV270Test-22779326 tempest-AttachInterfacesV270Test-22779326-project-member] Flavor limits 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 808.444553] env[69613]: DEBUG nova.virt.hardware [None req-c8b3226f-f941-48c9-a041-7601d0d8ccf8 tempest-AttachInterfacesV270Test-22779326 tempest-AttachInterfacesV270Test-22779326-project-member] Image limits 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 808.444553] env[69613]: DEBUG nova.virt.hardware [None req-c8b3226f-f941-48c9-a041-7601d0d8ccf8 tempest-AttachInterfacesV270Test-22779326 tempest-AttachInterfacesV270Test-22779326-project-member] Flavor pref 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 808.444553] env[69613]: DEBUG nova.virt.hardware [None req-c8b3226f-f941-48c9-a041-7601d0d8ccf8 tempest-AttachInterfacesV270Test-22779326 tempest-AttachInterfacesV270Test-22779326-project-member] Image pref 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 808.444553] env[69613]: DEBUG nova.virt.hardware [None req-c8b3226f-f941-48c9-a041-7601d0d8ccf8 tempest-AttachInterfacesV270Test-22779326 tempest-AttachInterfacesV270Test-22779326-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 808.444553] env[69613]: DEBUG nova.virt.hardware [None req-c8b3226f-f941-48c9-a041-7601d0d8ccf8 tempest-AttachInterfacesV270Test-22779326 tempest-AttachInterfacesV270Test-22779326-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 808.444778] env[69613]: DEBUG nova.virt.hardware [None req-c8b3226f-f941-48c9-a041-7601d0d8ccf8 tempest-AttachInterfacesV270Test-22779326 tempest-AttachInterfacesV270Test-22779326-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69613) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 808.444918] env[69613]: DEBUG nova.virt.hardware [None req-c8b3226f-f941-48c9-a041-7601d0d8ccf8 tempest-AttachInterfacesV270Test-22779326 tempest-AttachInterfacesV270Test-22779326-project-member] Got 1 possible topologies {{(pid=69613) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 808.445040] env[69613]: DEBUG nova.virt.hardware [None req-c8b3226f-f941-48c9-a041-7601d0d8ccf8 tempest-AttachInterfacesV270Test-22779326 tempest-AttachInterfacesV270Test-22779326-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 808.445225] env[69613]: DEBUG nova.virt.hardware [None req-c8b3226f-f941-48c9-a041-7601d0d8ccf8 tempest-AttachInterfacesV270Test-22779326 tempest-AttachInterfacesV270Test-22779326-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 808.446383] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2f0d53d-ded4-4cfe-984e-3b467281fe5d {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.458659] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32c2825a-d007-4c68-bc44-15fa1cf24302 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.545195] env[69613]: DEBUG oslo_vmware.api [None req-0110a9c7-fb19-4eb8-947e-d69e156f64de tempest-ServersAdminNegativeTestJSON-2019534385 tempest-ServersAdminNegativeTestJSON-2019534385-project-member] Task: {'id': task-3417403, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.258816} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.546400] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-0110a9c7-fb19-4eb8-947e-d69e156f64de tempest-ServersAdminNegativeTestJSON-2019534385 tempest-ServersAdminNegativeTestJSON-2019534385-project-member] Deleted the datastore file {{(pid=69613) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 808.546587] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-0110a9c7-fb19-4eb8-947e-d69e156f64de tempest-ServersAdminNegativeTestJSON-2019534385 tempest-ServersAdminNegativeTestJSON-2019534385-project-member] [instance: f72c0c9a-5d4b-4c16-ae65-ab504d8b816d] Deleted contents of the VM from datastore datastore2 {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 808.546760] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-0110a9c7-fb19-4eb8-947e-d69e156f64de tempest-ServersAdminNegativeTestJSON-2019534385 tempest-ServersAdminNegativeTestJSON-2019534385-project-member] [instance: f72c0c9a-5d4b-4c16-ae65-ab504d8b816d] Instance destroyed {{(pid=69613) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 808.546927] env[69613]: INFO nova.compute.manager [None req-0110a9c7-fb19-4eb8-947e-d69e156f64de tempest-ServersAdminNegativeTestJSON-2019534385 tempest-ServersAdminNegativeTestJSON-2019534385-project-member] [instance: f72c0c9a-5d4b-4c16-ae65-ab504d8b816d] Took 0.62 seconds to destroy the instance on the hypervisor. [ 808.547192] env[69613]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0110a9c7-fb19-4eb8-947e-d69e156f64de tempest-ServersAdminNegativeTestJSON-2019534385 tempest-ServersAdminNegativeTestJSON-2019534385-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69613) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 808.550016] env[69613]: DEBUG nova.compute.manager [-] [instance: f72c0c9a-5d4b-4c16-ae65-ab504d8b816d] Deallocating network for instance {{(pid=69613) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 808.550016] env[69613]: DEBUG nova.network.neutron [-] [instance: f72c0c9a-5d4b-4c16-ae65-ab504d8b816d] deallocate_for_instance() {{(pid=69613) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 808.577587] env[69613]: DEBUG oslo_vmware.api [None req-146ee144-4754-4a44-8496-065f4a59e37e tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Task: {'id': task-3417401, 'name': PowerOnVM_Task, 'duration_secs': 0.730443} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.577901] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-146ee144-4754-4a44-8496-065f4a59e37e tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] [instance: 3c040883-6acc-4ec2-b1e4-017089c4810f] Powered on the VM {{(pid=69613) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 808.578072] env[69613]: INFO nova.compute.manager [None req-146ee144-4754-4a44-8496-065f4a59e37e tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] [instance: 3c040883-6acc-4ec2-b1e4-017089c4810f] Took 11.82 seconds to spawn the instance on the hypervisor. [ 808.580223] env[69613]: DEBUG nova.compute.manager [None req-146ee144-4754-4a44-8496-065f4a59e37e tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] [instance: 3c040883-6acc-4ec2-b1e4-017089c4810f] Checking state {{(pid=69613) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 808.580223] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fe11db3-523a-4c17-8991-b562b1d1fefe {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.583912] env[69613]: DEBUG nova.network.neutron [-] [instance: 87d9c28f-3471-4a4b-86cc-1bf24d3a68f9] Updating instance_info_cache with network_info: [] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 808.662467] env[69613]: DEBUG oslo_vmware.api [None req-95f08712-4f43-4faf-9b6c-0a81d00fac08 tempest-ServerTagsTestJSON-713823130 tempest-ServerTagsTestJSON-713823130-project-member] Task: {'id': task-3417405, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.735027] env[69613]: DEBUG oslo_concurrency.lockutils [None req-bff01d8b-6675-4436-bb13-8570fe8f962e tempest-VolumesAdminNegativeTest-111528841 tempest-VolumesAdminNegativeTest-111528841-project-member] Acquiring lock "f41f74be-9cd8-4095-b741-d24dc9a24cc5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 808.735027] env[69613]: DEBUG oslo_concurrency.lockutils [None req-bff01d8b-6675-4436-bb13-8570fe8f962e tempest-VolumesAdminNegativeTest-111528841 tempest-VolumesAdminNegativeTest-111528841-project-member] Lock "f41f74be-9cd8-4095-b741-d24dc9a24cc5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 808.740131] env[69613]: DEBUG oslo_vmware.api [-] Task: {'id': task-3417390, 'name': CreateVM_Task, 'duration_secs': 3.455852} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.740410] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 18e8c7de-e7c8-4bb2-be6f-52dd2c20489b] Created VM on the ESX host {{(pid=69613) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 808.744573] env[69613]: DEBUG oslo_concurrency.lockutils [None req-e1a51cfc-ee8f-435d-93cc-2803815dd4bf tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.744573] env[69613]: DEBUG oslo_concurrency.lockutils [None req-e1a51cfc-ee8f-435d-93cc-2803815dd4bf tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.744573] env[69613]: DEBUG oslo_concurrency.lockutils [None req-e1a51cfc-ee8f-435d-93cc-2803815dd4bf tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.744573] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3600ed07-477f-4208-b101-9b58ab768f97 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.750800] env[69613]: DEBUG oslo_vmware.api [None req-e1a51cfc-ee8f-435d-93cc-2803815dd4bf tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Waiting for the task: (returnval){ [ 808.750800] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]526c69b7-8eda-1ff1-3596-8e0e3051f0df" [ 808.750800] env[69613]: _type = "Task" [ 808.750800] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.763822] env[69613]: DEBUG oslo_vmware.api [None req-e1a51cfc-ee8f-435d-93cc-2803815dd4bf tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]526c69b7-8eda-1ff1-3596-8e0e3051f0df, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.885678] env[69613]: DEBUG nova.network.neutron [None req-c8b3226f-f941-48c9-a041-7601d0d8ccf8 tempest-AttachInterfacesV270Test-22779326 tempest-AttachInterfacesV270Test-22779326-project-member] [instance: 82b3a038-a7d0-403c-9058-8b8d01bafb31] Successfully updated port: 013139ad-533b-4eaf-a5c4-c743a01a22d2 {{(pid=69613) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 808.899083] env[69613]: WARNING nova.compute.manager [None req-107ea9f9-75ab-4519-b029-01a25fddaa2d tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] [instance: 1380fea1-6d74-469a-8a3a-7706e3d1f932] Image not found during snapshot: nova.exception.ImageNotFound: Image aab0b240-79b6-4697-b53e-cf1bd6de5593 could not be found. [ 808.912884] env[69613]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e107cf48-2e31-4ba7-9028-2e4640c958e4 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.926792] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b73d6622-2e93-44df-abe8-499fbc6a8617 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.979162] env[69613]: DEBUG nova.compute.manager [req-9b47fdd3-492b-43f3-970b-47a73a2efbf5 req-dad86d14-96c1-487c-ba04-2c835d486893 service nova] [instance: 87d9c28f-3471-4a4b-86cc-1bf24d3a68f9] Detach interface failed, port_id=4c483bdf-4929-4116-86a4-388ac411a85f, reason: Instance 87d9c28f-3471-4a4b-86cc-1bf24d3a68f9 could not be found. {{(pid=69613) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 809.063748] env[69613]: DEBUG nova.compute.manager [req-b85007d8-6508-497f-a06f-ac1c063f51d9 req-9266580f-f4b9-4ba2-b62c-136dd648ff69 service nova] [instance: 82b3a038-a7d0-403c-9058-8b8d01bafb31] Received event network-vif-plugged-013139ad-533b-4eaf-a5c4-c743a01a22d2 {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 809.064025] env[69613]: DEBUG oslo_concurrency.lockutils [req-b85007d8-6508-497f-a06f-ac1c063f51d9 req-9266580f-f4b9-4ba2-b62c-136dd648ff69 service nova] Acquiring lock "82b3a038-a7d0-403c-9058-8b8d01bafb31-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 809.064190] env[69613]: DEBUG oslo_concurrency.lockutils [req-b85007d8-6508-497f-a06f-ac1c063f51d9 req-9266580f-f4b9-4ba2-b62c-136dd648ff69 service nova] Lock "82b3a038-a7d0-403c-9058-8b8d01bafb31-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 809.064358] env[69613]: DEBUG oslo_concurrency.lockutils [req-b85007d8-6508-497f-a06f-ac1c063f51d9 req-9266580f-f4b9-4ba2-b62c-136dd648ff69 service nova] Lock "82b3a038-a7d0-403c-9058-8b8d01bafb31-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 809.064565] env[69613]: DEBUG nova.compute.manager [req-b85007d8-6508-497f-a06f-ac1c063f51d9 req-9266580f-f4b9-4ba2-b62c-136dd648ff69 service nova] [instance: 82b3a038-a7d0-403c-9058-8b8d01bafb31] No waiting events found dispatching network-vif-plugged-013139ad-533b-4eaf-a5c4-c743a01a22d2 {{(pid=69613) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 809.064683] env[69613]: WARNING nova.compute.manager [req-b85007d8-6508-497f-a06f-ac1c063f51d9 req-9266580f-f4b9-4ba2-b62c-136dd648ff69 service nova] [instance: 82b3a038-a7d0-403c-9058-8b8d01bafb31] Received unexpected event network-vif-plugged-013139ad-533b-4eaf-a5c4-c743a01a22d2 for instance with vm_state building and task_state spawning. [ 809.090680] env[69613]: INFO nova.compute.manager [-] [instance: 87d9c28f-3471-4a4b-86cc-1bf24d3a68f9] Took 1.41 seconds to deallocate network for instance. [ 809.091227] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65216053-1d3f-4fe7-ae05-e3a7ecc3ff9a {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.104424] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-2ec70c5f-420d-4374-8b74-e32f5857a29d tempest-SecurityGroupsTestJSON-147571119 tempest-SecurityGroupsTestJSON-147571119-project-member] [instance: d812aca8-c993-4f3e-8235-115a51b60501] Unregistered the VM {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 809.104648] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-2ec70c5f-420d-4374-8b74-e32f5857a29d tempest-SecurityGroupsTestJSON-147571119 tempest-SecurityGroupsTestJSON-147571119-project-member] [instance: d812aca8-c993-4f3e-8235-115a51b60501] Deleting contents of the VM from datastore datastore1 {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 809.104839] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ec70c5f-420d-4374-8b74-e32f5857a29d tempest-SecurityGroupsTestJSON-147571119 tempest-SecurityGroupsTestJSON-147571119-project-member] Deleting the datastore file [datastore1] d812aca8-c993-4f3e-8235-115a51b60501 {{(pid=69613) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 809.106776] env[69613]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b109e08b-cf71-4b67-8535-cfebec8c7d07 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.111275] env[69613]: INFO nova.compute.manager [None req-146ee144-4754-4a44-8496-065f4a59e37e tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] [instance: 3c040883-6acc-4ec2-b1e4-017089c4810f] Took 37.93 seconds to build instance. [ 809.114041] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1275f9dd-b947-424b-9857-753d986877ae {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.119577] env[69613]: DEBUG oslo_vmware.api [None req-2ec70c5f-420d-4374-8b74-e32f5857a29d tempest-SecurityGroupsTestJSON-147571119 tempest-SecurityGroupsTestJSON-147571119-project-member] Waiting for the task: (returnval){ [ 809.119577] env[69613]: value = "task-3417406" [ 809.119577] env[69613]: _type = "Task" [ 809.119577] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.157066] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a077eba-5215-4028-8446-8b4796385232 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.163842] env[69613]: DEBUG oslo_vmware.api [None req-2ec70c5f-420d-4374-8b74-e32f5857a29d tempest-SecurityGroupsTestJSON-147571119 tempest-SecurityGroupsTestJSON-147571119-project-member] Task: {'id': task-3417406, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.172132] env[69613]: DEBUG oslo_vmware.api [None req-95f08712-4f43-4faf-9b6c-0a81d00fac08 tempest-ServerTagsTestJSON-713823130 tempest-ServerTagsTestJSON-713823130-project-member] Task: {'id': task-3417405, 'name': PowerOnVM_Task, 'duration_secs': 0.727685} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.173903] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-95f08712-4f43-4faf-9b6c-0a81d00fac08 tempest-ServerTagsTestJSON-713823130 tempest-ServerTagsTestJSON-713823130-project-member] [instance: beccb0b7-1179-4798-8642-35dbcec5e5a1] Powered on the VM {{(pid=69613) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 809.174166] env[69613]: INFO nova.compute.manager [None req-95f08712-4f43-4faf-9b6c-0a81d00fac08 tempest-ServerTagsTestJSON-713823130 tempest-ServerTagsTestJSON-713823130-project-member] [instance: beccb0b7-1179-4798-8642-35dbcec5e5a1] Took 9.61 seconds to spawn the instance on the hypervisor. [ 809.174367] env[69613]: DEBUG nova.compute.manager [None req-95f08712-4f43-4faf-9b6c-0a81d00fac08 tempest-ServerTagsTestJSON-713823130 tempest-ServerTagsTestJSON-713823130-project-member] [instance: beccb0b7-1179-4798-8642-35dbcec5e5a1] Checking state {{(pid=69613) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 809.175277] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7dd60e2-9f36-4ffd-bb05-fc84da84391d {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.178783] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b9780e9-cb3e-4669-9143-84e531c2dcef {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.198818] env[69613]: DEBUG nova.compute.provider_tree [None req-c16f920a-ed0d-4361-9cd7-4e6000b64d44 tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] Inventory has not changed in ProviderTree for provider: af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 {{(pid=69613) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 809.240869] env[69613]: DEBUG nova.compute.manager [None req-bff01d8b-6675-4436-bb13-8570fe8f962e tempest-VolumesAdminNegativeTest-111528841 tempest-VolumesAdminNegativeTest-111528841-project-member] [instance: f41f74be-9cd8-4095-b741-d24dc9a24cc5] Starting instance... {{(pid=69613) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 809.263394] env[69613]: DEBUG oslo_vmware.api [None req-e1a51cfc-ee8f-435d-93cc-2803815dd4bf tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]526c69b7-8eda-1ff1-3596-8e0e3051f0df, 'name': SearchDatastore_Task, 'duration_secs': 0.345711} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.263818] env[69613]: DEBUG oslo_concurrency.lockutils [None req-e1a51cfc-ee8f-435d-93cc-2803815dd4bf tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.264011] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-e1a51cfc-ee8f-435d-93cc-2803815dd4bf tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] [instance: 18e8c7de-e7c8-4bb2-be6f-52dd2c20489b] Processing image 2b7a0304-b5d0-431d-b287-32c8388d7fbd {{(pid=69613) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 809.264275] env[69613]: DEBUG oslo_concurrency.lockutils [None req-e1a51cfc-ee8f-435d-93cc-2803815dd4bf tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.264442] env[69613]: DEBUG oslo_concurrency.lockutils [None req-e1a51cfc-ee8f-435d-93cc-2803815dd4bf tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.264630] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-e1a51cfc-ee8f-435d-93cc-2803815dd4bf tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69613) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 809.264896] env[69613]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a0a4ab5b-34c3-4069-8d1b-f68ef8a800f1 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.274942] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-e1a51cfc-ee8f-435d-93cc-2803815dd4bf tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69613) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 809.275193] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-e1a51cfc-ee8f-435d-93cc-2803815dd4bf tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69613) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 809.275939] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9787b0d3-c711-4145-8728-d0ebd48aa3fa {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.282484] env[69613]: DEBUG oslo_vmware.api [None req-e1a51cfc-ee8f-435d-93cc-2803815dd4bf tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Waiting for the task: (returnval){ [ 809.282484] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]521bf8ee-a7e9-5d34-05df-1fa3d2ddab71" [ 809.282484] env[69613]: _type = "Task" [ 809.282484] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.292861] env[69613]: DEBUG oslo_vmware.api [None req-e1a51cfc-ee8f-435d-93cc-2803815dd4bf tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]521bf8ee-a7e9-5d34-05df-1fa3d2ddab71, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.395747] env[69613]: DEBUG oslo_concurrency.lockutils [None req-c8b3226f-f941-48c9-a041-7601d0d8ccf8 tempest-AttachInterfacesV270Test-22779326 tempest-AttachInterfacesV270Test-22779326-project-member] Acquiring lock "refresh_cache-82b3a038-a7d0-403c-9058-8b8d01bafb31" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.395897] env[69613]: DEBUG oslo_concurrency.lockutils [None req-c8b3226f-f941-48c9-a041-7601d0d8ccf8 tempest-AttachInterfacesV270Test-22779326 tempest-AttachInterfacesV270Test-22779326-project-member] Acquired lock "refresh_cache-82b3a038-a7d0-403c-9058-8b8d01bafb31" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.396096] env[69613]: DEBUG nova.network.neutron [None req-c8b3226f-f941-48c9-a041-7601d0d8ccf8 tempest-AttachInterfacesV270Test-22779326 tempest-AttachInterfacesV270Test-22779326-project-member] [instance: 82b3a038-a7d0-403c-9058-8b8d01bafb31] Building network info cache for instance {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 809.453300] env[69613]: DEBUG nova.network.neutron [-] [instance: f72c0c9a-5d4b-4c16-ae65-ab504d8b816d] Updating instance_info_cache with network_info: [] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 809.515814] env[69613]: DEBUG oslo_concurrency.lockutils [None req-f661d418-8aa0-4a0f-869b-0e767ead64c2 tempest-VolumesAssistedSnapshotsTest-1378467694 tempest-VolumesAssistedSnapshotsTest-1378467694-project-admin] Acquiring lock "d6968dbb-b95f-4115-af9c-b528337a9663" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 809.515814] env[69613]: DEBUG oslo_concurrency.lockutils [None req-f661d418-8aa0-4a0f-869b-0e767ead64c2 tempest-VolumesAssistedSnapshotsTest-1378467694 tempest-VolumesAssistedSnapshotsTest-1378467694-project-admin] Lock "d6968dbb-b95f-4115-af9c-b528337a9663" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 809.579870] env[69613]: DEBUG oslo_concurrency.lockutils [None req-bc084b14-86fc-43f4-a706-94cf80b06fae tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] Acquiring lock "1380fea1-6d74-469a-8a3a-7706e3d1f932" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 809.580181] env[69613]: DEBUG oslo_concurrency.lockutils [None req-bc084b14-86fc-43f4-a706-94cf80b06fae tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] Lock "1380fea1-6d74-469a-8a3a-7706e3d1f932" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 809.580460] env[69613]: DEBUG oslo_concurrency.lockutils [None req-bc084b14-86fc-43f4-a706-94cf80b06fae tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] Acquiring lock "1380fea1-6d74-469a-8a3a-7706e3d1f932-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 809.580649] env[69613]: DEBUG oslo_concurrency.lockutils [None req-bc084b14-86fc-43f4-a706-94cf80b06fae tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] Lock "1380fea1-6d74-469a-8a3a-7706e3d1f932-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 809.581935] env[69613]: DEBUG oslo_concurrency.lockutils [None req-bc084b14-86fc-43f4-a706-94cf80b06fae tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] Lock "1380fea1-6d74-469a-8a3a-7706e3d1f932-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 809.583203] env[69613]: INFO nova.compute.manager [None req-bc084b14-86fc-43f4-a706-94cf80b06fae tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] [instance: 1380fea1-6d74-469a-8a3a-7706e3d1f932] Terminating instance [ 809.608283] env[69613]: DEBUG oslo_concurrency.lockutils [None req-08af8e1d-9a50-40ff-8779-85f584050eae tempest-InstanceActionsNegativeTestJSON-1947508069 tempest-InstanceActionsNegativeTestJSON-1947508069-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 809.613955] env[69613]: DEBUG oslo_concurrency.lockutils [None req-146ee144-4754-4a44-8496-065f4a59e37e tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Lock "3c040883-6acc-4ec2-b1e4-017089c4810f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.179s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 809.629972] env[69613]: DEBUG oslo_vmware.api [None req-2ec70c5f-420d-4374-8b74-e32f5857a29d tempest-SecurityGroupsTestJSON-147571119 tempest-SecurityGroupsTestJSON-147571119-project-member] Task: {'id': task-3417406, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.335413} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.630282] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ec70c5f-420d-4374-8b74-e32f5857a29d tempest-SecurityGroupsTestJSON-147571119 tempest-SecurityGroupsTestJSON-147571119-project-member] Deleted the datastore file {{(pid=69613) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 809.630482] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-2ec70c5f-420d-4374-8b74-e32f5857a29d tempest-SecurityGroupsTestJSON-147571119 tempest-SecurityGroupsTestJSON-147571119-project-member] [instance: d812aca8-c993-4f3e-8235-115a51b60501] Deleted contents of the VM from datastore datastore1 {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 809.630664] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-2ec70c5f-420d-4374-8b74-e32f5857a29d tempest-SecurityGroupsTestJSON-147571119 tempest-SecurityGroupsTestJSON-147571119-project-member] [instance: d812aca8-c993-4f3e-8235-115a51b60501] Instance destroyed {{(pid=69613) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 809.630834] env[69613]: INFO nova.compute.manager [None req-2ec70c5f-420d-4374-8b74-e32f5857a29d tempest-SecurityGroupsTestJSON-147571119 tempest-SecurityGroupsTestJSON-147571119-project-member] [instance: d812aca8-c993-4f3e-8235-115a51b60501] Took 2.61 seconds to destroy the instance on the hypervisor. [ 809.631631] env[69613]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2ec70c5f-420d-4374-8b74-e32f5857a29d tempest-SecurityGroupsTestJSON-147571119 tempest-SecurityGroupsTestJSON-147571119-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69613) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 809.632286] env[69613]: DEBUG nova.compute.manager [-] [instance: d812aca8-c993-4f3e-8235-115a51b60501] Deallocating network for instance {{(pid=69613) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 809.632286] env[69613]: DEBUG nova.network.neutron [-] [instance: d812aca8-c993-4f3e-8235-115a51b60501] deallocate_for_instance() {{(pid=69613) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 809.706080] env[69613]: DEBUG nova.scheduler.client.report [None req-c16f920a-ed0d-4361-9cd7-4e6000b64d44 tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] Inventory has not changed for provider af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69613) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 809.713711] env[69613]: INFO nova.compute.manager [None req-95f08712-4f43-4faf-9b6c-0a81d00fac08 tempest-ServerTagsTestJSON-713823130 tempest-ServerTagsTestJSON-713823130-project-member] [instance: beccb0b7-1179-4798-8642-35dbcec5e5a1] Took 35.92 seconds to build instance. [ 809.764975] env[69613]: DEBUG oslo_concurrency.lockutils [None req-bff01d8b-6675-4436-bb13-8570fe8f962e tempest-VolumesAdminNegativeTest-111528841 tempest-VolumesAdminNegativeTest-111528841-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 809.794712] env[69613]: DEBUG oslo_vmware.api [None req-e1a51cfc-ee8f-435d-93cc-2803815dd4bf tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]521bf8ee-a7e9-5d34-05df-1fa3d2ddab71, 'name': SearchDatastore_Task, 'duration_secs': 0.020886} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.795661] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-16520a58-edc4-48ad-be5f-9039f96dfbeb {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.803131] env[69613]: DEBUG oslo_vmware.api [None req-e1a51cfc-ee8f-435d-93cc-2803815dd4bf tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Waiting for the task: (returnval){ [ 809.803131] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]52c97372-b60d-15d2-e215-fea8ef05702b" [ 809.803131] env[69613]: _type = "Task" [ 809.803131] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.814403] env[69613]: DEBUG oslo_vmware.api [None req-e1a51cfc-ee8f-435d-93cc-2803815dd4bf tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52c97372-b60d-15d2-e215-fea8ef05702b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.936756] env[69613]: DEBUG nova.network.neutron [None req-c8b3226f-f941-48c9-a041-7601d0d8ccf8 tempest-AttachInterfacesV270Test-22779326 tempest-AttachInterfacesV270Test-22779326-project-member] [instance: 82b3a038-a7d0-403c-9058-8b8d01bafb31] Instance cache missing network info. {{(pid=69613) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 809.955758] env[69613]: INFO nova.compute.manager [-] [instance: f72c0c9a-5d4b-4c16-ae65-ab504d8b816d] Took 1.41 seconds to deallocate network for instance. [ 810.021064] env[69613]: INFO nova.compute.manager [None req-f661d418-8aa0-4a0f-869b-0e767ead64c2 tempest-VolumesAssistedSnapshotsTest-1378467694 tempest-VolumesAssistedSnapshotsTest-1378467694-project-admin] [instance: d6968dbb-b95f-4115-af9c-b528337a9663] Detaching volume 8996a9cc-737c-489a-9ad5-2292b3d1c327 [ 810.062632] env[69613]: INFO nova.virt.block_device [None req-f661d418-8aa0-4a0f-869b-0e767ead64c2 tempest-VolumesAssistedSnapshotsTest-1378467694 tempest-VolumesAssistedSnapshotsTest-1378467694-project-admin] [instance: d6968dbb-b95f-4115-af9c-b528337a9663] Attempting to driver detach volume 8996a9cc-737c-489a-9ad5-2292b3d1c327 from mountpoint /dev/sdb [ 810.062764] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-f661d418-8aa0-4a0f-869b-0e767ead64c2 tempest-VolumesAssistedSnapshotsTest-1378467694 tempest-VolumesAssistedSnapshotsTest-1378467694-project-admin] [instance: d6968dbb-b95f-4115-af9c-b528337a9663] Volume detach. Driver type: vmdk {{(pid=69613) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 810.062910] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-f661d418-8aa0-4a0f-869b-0e767ead64c2 tempest-VolumesAssistedSnapshotsTest-1378467694 tempest-VolumesAssistedSnapshotsTest-1378467694-project-admin] [instance: d6968dbb-b95f-4115-af9c-b528337a9663] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-681859', 'volume_id': '8996a9cc-737c-489a-9ad5-2292b3d1c327', 'name': 'volume-8996a9cc-737c-489a-9ad5-2292b3d1c327', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd6968dbb-b95f-4115-af9c-b528337a9663', 'attached_at': '', 'detached_at': '', 'volume_id': '8996a9cc-737c-489a-9ad5-2292b3d1c327', 'serial': '8996a9cc-737c-489a-9ad5-2292b3d1c327'} {{(pid=69613) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 810.063890] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83560bfc-6ce2-4834-a8e8-12f56106ad5c {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.094460] env[69613]: DEBUG nova.compute.manager [None req-bc084b14-86fc-43f4-a706-94cf80b06fae tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] [instance: 1380fea1-6d74-469a-8a3a-7706e3d1f932] Start destroying the instance on the hypervisor. {{(pid=69613) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 810.094559] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-bc084b14-86fc-43f4-a706-94cf80b06fae tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] [instance: 1380fea1-6d74-469a-8a3a-7706e3d1f932] Destroying instance {{(pid=69613) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 810.096046] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09e5ed8c-6606-4195-abbc-0d6fbfba4ecf {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.100344] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58539f09-72a3-479a-ba69-a0d3771f3b52 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.107807] env[69613]: DEBUG nova.network.neutron [None req-c8b3226f-f941-48c9-a041-7601d0d8ccf8 tempest-AttachInterfacesV270Test-22779326 tempest-AttachInterfacesV270Test-22779326-project-member] [instance: 82b3a038-a7d0-403c-9058-8b8d01bafb31] Updating instance_info_cache with network_info: [{"id": "013139ad-533b-4eaf-a5c4-c743a01a22d2", "address": "fa:16:3e:a4:04:87", "network": {"id": "d5baea52-77f1-4926-b99f-17f6587b08c9", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-373333161-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2e222f85c16245b3aab1964742a1366b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "877ed63d-906e-4bd5-a1fc-7e82d172d41e", "external-id": "nsx-vlan-transportzone-642", "segmentation_id": 642, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap013139ad-53", "ovs_interfaceid": "013139ad-533b-4eaf-a5c4-c743a01a22d2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 810.116615] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc084b14-86fc-43f4-a706-94cf80b06fae tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] [instance: 1380fea1-6d74-469a-8a3a-7706e3d1f932] Powering off the VM {{(pid=69613) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 810.119665] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-525a1315-9a49-4496-840e-d94e42e1e329 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.122959] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c462822-8a4c-4249-926d-faa5917661e3 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.155667] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52a37693-dcef-491f-bfd8-452a685e8d32 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.159198] env[69613]: DEBUG oslo_vmware.api [None req-bc084b14-86fc-43f4-a706-94cf80b06fae tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] Waiting for the task: (returnval){ [ 810.159198] env[69613]: value = "task-3417407" [ 810.159198] env[69613]: _type = "Task" [ 810.159198] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.175434] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-f661d418-8aa0-4a0f-869b-0e767ead64c2 tempest-VolumesAssistedSnapshotsTest-1378467694 tempest-VolumesAssistedSnapshotsTest-1378467694-project-admin] The volume has not been displaced from its original location: [datastore1] volume-8996a9cc-737c-489a-9ad5-2292b3d1c327/volume-8996a9cc-737c-489a-9ad5-2292b3d1c327.vmdk. No consolidation needed. {{(pid=69613) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 810.182130] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-f661d418-8aa0-4a0f-869b-0e767ead64c2 tempest-VolumesAssistedSnapshotsTest-1378467694 tempest-VolumesAssistedSnapshotsTest-1378467694-project-admin] [instance: d6968dbb-b95f-4115-af9c-b528337a9663] Reconfiguring VM instance instance-0000000e to detach disk 2001 {{(pid=69613) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 810.186379] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cab6aeb6-b7ae-4ef4-9a87-db400f4b4892 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.200085] env[69613]: DEBUG oslo_vmware.api [None req-bc084b14-86fc-43f4-a706-94cf80b06fae tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] Task: {'id': task-3417407, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.207496] env[69613]: DEBUG oslo_vmware.api [None req-f661d418-8aa0-4a0f-869b-0e767ead64c2 tempest-VolumesAssistedSnapshotsTest-1378467694 tempest-VolumesAssistedSnapshotsTest-1378467694-project-admin] Waiting for the task: (returnval){ [ 810.207496] env[69613]: value = "task-3417408" [ 810.207496] env[69613]: _type = "Task" [ 810.207496] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.217393] env[69613]: DEBUG oslo_concurrency.lockutils [None req-c16f920a-ed0d-4361-9cd7-4e6000b64d44 tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.811s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 810.217947] env[69613]: DEBUG nova.compute.manager [None req-c16f920a-ed0d-4361-9cd7-4e6000b64d44 tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] [instance: 1d1867b6-e625-4262-849c-a6ce4acce7bf] Start building networks asynchronously for instance. {{(pid=69613) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 810.224212] env[69613]: DEBUG oslo_concurrency.lockutils [None req-95f08712-4f43-4faf-9b6c-0a81d00fac08 tempest-ServerTagsTestJSON-713823130 tempest-ServerTagsTestJSON-713823130-project-member] Lock "beccb0b7-1179-4798-8642-35dbcec5e5a1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.997s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 810.224212] env[69613]: DEBUG oslo_vmware.api [None req-f661d418-8aa0-4a0f-869b-0e767ead64c2 tempest-VolumesAssistedSnapshotsTest-1378467694 tempest-VolumesAssistedSnapshotsTest-1378467694-project-admin] Task: {'id': task-3417408, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.224212] env[69613]: DEBUG oslo_concurrency.lockutils [None req-8724caaa-392c-4e8a-bdc1-be802fb1f420 tempest-ServerShowV257Test-2050624232 tempest-ServerShowV257Test-2050624232-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.057s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 810.224212] env[69613]: DEBUG nova.objects.instance [None req-8724caaa-392c-4e8a-bdc1-be802fb1f420 tempest-ServerShowV257Test-2050624232 tempest-ServerShowV257Test-2050624232-project-member] Lazy-loading 'resources' on Instance uuid 670d9426-6edb-4dfd-9953-1f10f89ebfc6 {{(pid=69613) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 810.316040] env[69613]: DEBUG oslo_vmware.api [None req-e1a51cfc-ee8f-435d-93cc-2803815dd4bf tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52c97372-b60d-15d2-e215-fea8ef05702b, 'name': SearchDatastore_Task, 'duration_secs': 0.018728} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.317017] env[69613]: DEBUG oslo_concurrency.lockutils [None req-e1a51cfc-ee8f-435d-93cc-2803815dd4bf tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.317017] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1a51cfc-ee8f-435d-93cc-2803815dd4bf tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk to [datastore1] 18e8c7de-e7c8-4bb2-be6f-52dd2c20489b/18e8c7de-e7c8-4bb2-be6f-52dd2c20489b.vmdk {{(pid=69613) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 810.317017] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4e515575-dd9d-41a9-b4fe-209bbbe9ff77 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.326840] env[69613]: DEBUG oslo_vmware.api [None req-e1a51cfc-ee8f-435d-93cc-2803815dd4bf tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Waiting for the task: (returnval){ [ 810.326840] env[69613]: value = "task-3417409" [ 810.326840] env[69613]: _type = "Task" [ 810.326840] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.339026] env[69613]: INFO nova.compute.manager [None req-c68a5813-fcf4-4edb-99a3-79a6b7a31e99 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] [instance: 3c040883-6acc-4ec2-b1e4-017089c4810f] Rebuilding instance [ 810.339026] env[69613]: DEBUG oslo_vmware.api [None req-e1a51cfc-ee8f-435d-93cc-2803815dd4bf tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Task: {'id': task-3417409, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.387186] env[69613]: DEBUG nova.compute.manager [None req-c68a5813-fcf4-4edb-99a3-79a6b7a31e99 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] [instance: 3c040883-6acc-4ec2-b1e4-017089c4810f] Checking state {{(pid=69613) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 810.388277] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04ef810b-30ec-48f2-9c03-102f1eeeb03e {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.464699] env[69613]: DEBUG oslo_concurrency.lockutils [None req-0110a9c7-fb19-4eb8-947e-d69e156f64de tempest-ServersAdminNegativeTestJSON-2019534385 tempest-ServersAdminNegativeTestJSON-2019534385-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 810.470013] env[69613]: DEBUG nova.compute.manager [req-e62f257a-b5d4-4b9c-aa87-1a78bf6c6d38 req-78e29e80-185a-4c60-84c4-980b0b63caa4 service nova] [instance: f72c0c9a-5d4b-4c16-ae65-ab504d8b816d] Received event network-vif-deleted-a9df16b6-b484-4930-9a97-a39695430695 {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 810.470347] env[69613]: DEBUG nova.compute.manager [req-e62f257a-b5d4-4b9c-aa87-1a78bf6c6d38 req-78e29e80-185a-4c60-84c4-980b0b63caa4 service nova] [instance: d812aca8-c993-4f3e-8235-115a51b60501] Received event network-vif-deleted-cbc3c323-a34f-4d2c-8c86-784e041e179b {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 810.470514] env[69613]: INFO nova.compute.manager [req-e62f257a-b5d4-4b9c-aa87-1a78bf6c6d38 req-78e29e80-185a-4c60-84c4-980b0b63caa4 service nova] [instance: d812aca8-c993-4f3e-8235-115a51b60501] Neutron deleted interface cbc3c323-a34f-4d2c-8c86-784e041e179b; detaching it from the instance and deleting it from the info cache [ 810.470643] env[69613]: DEBUG nova.network.neutron [req-e62f257a-b5d4-4b9c-aa87-1a78bf6c6d38 req-78e29e80-185a-4c60-84c4-980b0b63caa4 service nova] [instance: d812aca8-c993-4f3e-8235-115a51b60501] Updating instance_info_cache with network_info: [] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 810.502365] env[69613]: DEBUG nova.network.neutron [-] [instance: d812aca8-c993-4f3e-8235-115a51b60501] Updating instance_info_cache with network_info: [] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 810.614812] env[69613]: DEBUG oslo_concurrency.lockutils [None req-c8b3226f-f941-48c9-a041-7601d0d8ccf8 tempest-AttachInterfacesV270Test-22779326 tempest-AttachInterfacesV270Test-22779326-project-member] Releasing lock "refresh_cache-82b3a038-a7d0-403c-9058-8b8d01bafb31" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.615203] env[69613]: DEBUG nova.compute.manager [None req-c8b3226f-f941-48c9-a041-7601d0d8ccf8 tempest-AttachInterfacesV270Test-22779326 tempest-AttachInterfacesV270Test-22779326-project-member] [instance: 82b3a038-a7d0-403c-9058-8b8d01bafb31] Instance network_info: |[{"id": "013139ad-533b-4eaf-a5c4-c743a01a22d2", "address": "fa:16:3e:a4:04:87", "network": {"id": "d5baea52-77f1-4926-b99f-17f6587b08c9", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-373333161-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2e222f85c16245b3aab1964742a1366b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "877ed63d-906e-4bd5-a1fc-7e82d172d41e", "external-id": "nsx-vlan-transportzone-642", "segmentation_id": 642, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap013139ad-53", "ovs_interfaceid": "013139ad-533b-4eaf-a5c4-c743a01a22d2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69613) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 810.615666] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-c8b3226f-f941-48c9-a041-7601d0d8ccf8 tempest-AttachInterfacesV270Test-22779326 tempest-AttachInterfacesV270Test-22779326-project-member] [instance: 82b3a038-a7d0-403c-9058-8b8d01bafb31] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a4:04:87', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '877ed63d-906e-4bd5-a1fc-7e82d172d41e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '013139ad-533b-4eaf-a5c4-c743a01a22d2', 'vif_model': 'vmxnet3'}] {{(pid=69613) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 810.624968] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8b3226f-f941-48c9-a041-7601d0d8ccf8 tempest-AttachInterfacesV270Test-22779326 tempest-AttachInterfacesV270Test-22779326-project-member] Creating folder: Project (2e222f85c16245b3aab1964742a1366b). Parent ref: group-v681687. {{(pid=69613) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 810.625363] env[69613]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f973f600-1cfe-45a0-b69a-ae29d87af704 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.642051] env[69613]: INFO nova.virt.vmwareapi.vm_util [None req-c8b3226f-f941-48c9-a041-7601d0d8ccf8 tempest-AttachInterfacesV270Test-22779326 tempest-AttachInterfacesV270Test-22779326-project-member] Created folder: Project (2e222f85c16245b3aab1964742a1366b) in parent group-v681687. [ 810.642317] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8b3226f-f941-48c9-a041-7601d0d8ccf8 tempest-AttachInterfacesV270Test-22779326 tempest-AttachInterfacesV270Test-22779326-project-member] Creating folder: Instances. Parent ref: group-v681871. {{(pid=69613) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 810.642602] env[69613]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-330ffafe-f796-4112-811f-3b49069989d4 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.665035] env[69613]: INFO nova.virt.vmwareapi.vm_util [None req-c8b3226f-f941-48c9-a041-7601d0d8ccf8 tempest-AttachInterfacesV270Test-22779326 tempest-AttachInterfacesV270Test-22779326-project-member] Created folder: Instances in parent group-v681871. [ 810.665363] env[69613]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c8b3226f-f941-48c9-a041-7601d0d8ccf8 tempest-AttachInterfacesV270Test-22779326 tempest-AttachInterfacesV270Test-22779326-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69613) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 810.665666] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 82b3a038-a7d0-403c-9058-8b8d01bafb31] Creating VM on the ESX host {{(pid=69613) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 810.666434] env[69613]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-df681804-9419-4bd4-beb0-1ae0eea92c97 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.685627] env[69613]: DEBUG oslo_vmware.api [None req-bc084b14-86fc-43f4-a706-94cf80b06fae tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] Task: {'id': task-3417407, 'name': PowerOffVM_Task, 'duration_secs': 0.23985} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.686559] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc084b14-86fc-43f4-a706-94cf80b06fae tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] [instance: 1380fea1-6d74-469a-8a3a-7706e3d1f932] Powered off the VM {{(pid=69613) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 810.686867] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-bc084b14-86fc-43f4-a706-94cf80b06fae tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] [instance: 1380fea1-6d74-469a-8a3a-7706e3d1f932] Unregistering the VM {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 810.687238] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f95987c1-7093-457b-b073-b1a3cc92624a {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.693194] env[69613]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 810.693194] env[69613]: value = "task-3417412" [ 810.693194] env[69613]: _type = "Task" [ 810.693194] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.704338] env[69613]: DEBUG oslo_vmware.api [-] Task: {'id': task-3417412, 'name': CreateVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.717794] env[69613]: DEBUG oslo_vmware.api [None req-f661d418-8aa0-4a0f-869b-0e767ead64c2 tempest-VolumesAssistedSnapshotsTest-1378467694 tempest-VolumesAssistedSnapshotsTest-1378467694-project-admin] Task: {'id': task-3417408, 'name': ReconfigVM_Task, 'duration_secs': 0.272504} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.718145] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-f661d418-8aa0-4a0f-869b-0e767ead64c2 tempest-VolumesAssistedSnapshotsTest-1378467694 tempest-VolumesAssistedSnapshotsTest-1378467694-project-admin] [instance: d6968dbb-b95f-4115-af9c-b528337a9663] Reconfigured VM instance instance-0000000e to detach disk 2001 {{(pid=69613) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 810.725287] env[69613]: DEBUG nova.compute.utils [None req-c16f920a-ed0d-4361-9cd7-4e6000b64d44 tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] Using /dev/sd instead of None {{(pid=69613) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 810.726710] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-435640e7-bca7-47e4-882c-5d78066f29a9 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.738193] env[69613]: DEBUG nova.compute.manager [None req-c16f920a-ed0d-4361-9cd7-4e6000b64d44 tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] [instance: 1d1867b6-e625-4262-849c-a6ce4acce7bf] Allocating IP information in the background. {{(pid=69613) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 810.738545] env[69613]: DEBUG nova.network.neutron [None req-c16f920a-ed0d-4361-9cd7-4e6000b64d44 tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] [instance: 1d1867b6-e625-4262-849c-a6ce4acce7bf] allocate_for_instance() {{(pid=69613) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 810.755337] env[69613]: DEBUG oslo_vmware.api [None req-f661d418-8aa0-4a0f-869b-0e767ead64c2 tempest-VolumesAssistedSnapshotsTest-1378467694 tempest-VolumesAssistedSnapshotsTest-1378467694-project-admin] Waiting for the task: (returnval){ [ 810.755337] env[69613]: value = "task-3417414" [ 810.755337] env[69613]: _type = "Task" [ 810.755337] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.763263] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-bc084b14-86fc-43f4-a706-94cf80b06fae tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] [instance: 1380fea1-6d74-469a-8a3a-7706e3d1f932] Unregistered the VM {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 810.763840] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-bc084b14-86fc-43f4-a706-94cf80b06fae tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] [instance: 1380fea1-6d74-469a-8a3a-7706e3d1f932] Deleting contents of the VM from datastore datastore2 {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 810.763840] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc084b14-86fc-43f4-a706-94cf80b06fae tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] Deleting the datastore file [datastore2] 1380fea1-6d74-469a-8a3a-7706e3d1f932 {{(pid=69613) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 810.768402] env[69613]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f7553008-56d6-4b4e-9469-d511a1aea568 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.773346] env[69613]: DEBUG oslo_vmware.api [None req-f661d418-8aa0-4a0f-869b-0e767ead64c2 tempest-VolumesAssistedSnapshotsTest-1378467694 tempest-VolumesAssistedSnapshotsTest-1378467694-project-admin] Task: {'id': task-3417414, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.779340] env[69613]: DEBUG oslo_vmware.api [None req-bc084b14-86fc-43f4-a706-94cf80b06fae tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] Waiting for the task: (returnval){ [ 810.779340] env[69613]: value = "task-3417415" [ 810.779340] env[69613]: _type = "Task" [ 810.779340] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.789433] env[69613]: DEBUG oslo_vmware.api [None req-bc084b14-86fc-43f4-a706-94cf80b06fae tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] Task: {'id': task-3417415, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.797015] env[69613]: DEBUG nova.policy [None req-c16f920a-ed0d-4361-9cd7-4e6000b64d44 tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '25fa7f6543fc42f2bb9a8c1a647f31cf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '98a7364efc4045369caebaefb2b32fa3', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69613) authorize /opt/stack/nova/nova/policy.py:192}} [ 810.843824] env[69613]: DEBUG oslo_vmware.api [None req-e1a51cfc-ee8f-435d-93cc-2803815dd4bf tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Task: {'id': task-3417409, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.975271] env[69613]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f418c6fc-5510-4336-a09f-216be2bb9c55 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.993195] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d00b91a1-78c7-4553-9a82-d23dda66e357 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.019248] env[69613]: INFO nova.compute.manager [-] [instance: d812aca8-c993-4f3e-8235-115a51b60501] Took 1.39 seconds to deallocate network for instance. [ 811.066880] env[69613]: DEBUG nova.compute.manager [req-e62f257a-b5d4-4b9c-aa87-1a78bf6c6d38 req-78e29e80-185a-4c60-84c4-980b0b63caa4 service nova] [instance: d812aca8-c993-4f3e-8235-115a51b60501] Detach interface failed, port_id=cbc3c323-a34f-4d2c-8c86-784e041e179b, reason: Instance d812aca8-c993-4f3e-8235-115a51b60501 could not be found. {{(pid=69613) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 811.171300] env[69613]: DEBUG nova.network.neutron [None req-c16f920a-ed0d-4361-9cd7-4e6000b64d44 tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] [instance: 1d1867b6-e625-4262-849c-a6ce4acce7bf] Successfully created port: 87d37a5d-3629-4de6-8cf9-6f7fff18e8b3 {{(pid=69613) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 811.210834] env[69613]: DEBUG oslo_vmware.api [-] Task: {'id': task-3417412, 'name': CreateVM_Task, 'duration_secs': 0.486884} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.210834] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 82b3a038-a7d0-403c-9058-8b8d01bafb31] Created VM on the ESX host {{(pid=69613) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 811.212202] env[69613]: DEBUG oslo_concurrency.lockutils [None req-c8b3226f-f941-48c9-a041-7601d0d8ccf8 tempest-AttachInterfacesV270Test-22779326 tempest-AttachInterfacesV270Test-22779326-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.212308] env[69613]: DEBUG oslo_concurrency.lockutils [None req-c8b3226f-f941-48c9-a041-7601d0d8ccf8 tempest-AttachInterfacesV270Test-22779326 tempest-AttachInterfacesV270Test-22779326-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.213057] env[69613]: DEBUG oslo_concurrency.lockutils [None req-c8b3226f-f941-48c9-a041-7601d0d8ccf8 tempest-AttachInterfacesV270Test-22779326 tempest-AttachInterfacesV270Test-22779326-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.213057] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1bd69a06-142a-41f9-960e-9b245cb4c023 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.220578] env[69613]: DEBUG oslo_vmware.api [None req-c8b3226f-f941-48c9-a041-7601d0d8ccf8 tempest-AttachInterfacesV270Test-22779326 tempest-AttachInterfacesV270Test-22779326-project-member] Waiting for the task: (returnval){ [ 811.220578] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]52f965b8-fa0a-7f28-6870-91cba132efc8" [ 811.220578] env[69613]: _type = "Task" [ 811.220578] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.231071] env[69613]: DEBUG oslo_vmware.api [None req-c8b3226f-f941-48c9-a041-7601d0d8ccf8 tempest-AttachInterfacesV270Test-22779326 tempest-AttachInterfacesV270Test-22779326-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52f965b8-fa0a-7f28-6870-91cba132efc8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.238946] env[69613]: DEBUG nova.compute.manager [None req-c16f920a-ed0d-4361-9cd7-4e6000b64d44 tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] [instance: 1d1867b6-e625-4262-849c-a6ce4acce7bf] Start building block device mappings for instance. {{(pid=69613) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 811.261151] env[69613]: DEBUG nova.compute.manager [req-67a63490-f3d7-47b5-be08-f00461be922e req-b842b4d7-1252-4a93-9c81-0aa782eada4d service nova] [instance: 82b3a038-a7d0-403c-9058-8b8d01bafb31] Received event network-changed-013139ad-533b-4eaf-a5c4-c743a01a22d2 {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 811.261387] env[69613]: DEBUG nova.compute.manager [req-67a63490-f3d7-47b5-be08-f00461be922e req-b842b4d7-1252-4a93-9c81-0aa782eada4d service nova] [instance: 82b3a038-a7d0-403c-9058-8b8d01bafb31] Refreshing instance network info cache due to event network-changed-013139ad-533b-4eaf-a5c4-c743a01a22d2. {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 811.261625] env[69613]: DEBUG oslo_concurrency.lockutils [req-67a63490-f3d7-47b5-be08-f00461be922e req-b842b4d7-1252-4a93-9c81-0aa782eada4d service nova] Acquiring lock "refresh_cache-82b3a038-a7d0-403c-9058-8b8d01bafb31" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.261771] env[69613]: DEBUG oslo_concurrency.lockutils [req-67a63490-f3d7-47b5-be08-f00461be922e req-b842b4d7-1252-4a93-9c81-0aa782eada4d service nova] Acquired lock "refresh_cache-82b3a038-a7d0-403c-9058-8b8d01bafb31" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.261953] env[69613]: DEBUG nova.network.neutron [req-67a63490-f3d7-47b5-be08-f00461be922e req-b842b4d7-1252-4a93-9c81-0aa782eada4d service nova] [instance: 82b3a038-a7d0-403c-9058-8b8d01bafb31] Refreshing network info cache for port 013139ad-533b-4eaf-a5c4-c743a01a22d2 {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 811.272077] env[69613]: DEBUG oslo_vmware.api [None req-f661d418-8aa0-4a0f-869b-0e767ead64c2 tempest-VolumesAssistedSnapshotsTest-1378467694 tempest-VolumesAssistedSnapshotsTest-1378467694-project-admin] Task: {'id': task-3417414, 'name': ReconfigVM_Task, 'duration_secs': 0.199136} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.272077] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-f661d418-8aa0-4a0f-869b-0e767ead64c2 tempest-VolumesAssistedSnapshotsTest-1378467694 tempest-VolumesAssistedSnapshotsTest-1378467694-project-admin] [instance: d6968dbb-b95f-4115-af9c-b528337a9663] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-681859', 'volume_id': '8996a9cc-737c-489a-9ad5-2292b3d1c327', 'name': 'volume-8996a9cc-737c-489a-9ad5-2292b3d1c327', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd6968dbb-b95f-4115-af9c-b528337a9663', 'attached_at': '', 'detached_at': '', 'volume_id': '8996a9cc-737c-489a-9ad5-2292b3d1c327', 'serial': '8996a9cc-737c-489a-9ad5-2292b3d1c327'} {{(pid=69613) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 811.292071] env[69613]: DEBUG oslo_vmware.api [None req-bc084b14-86fc-43f4-a706-94cf80b06fae tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] Task: {'id': task-3417415, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.376877} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.292071] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc084b14-86fc-43f4-a706-94cf80b06fae tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] Deleted the datastore file {{(pid=69613) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 811.292071] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-bc084b14-86fc-43f4-a706-94cf80b06fae tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] [instance: 1380fea1-6d74-469a-8a3a-7706e3d1f932] Deleted contents of the VM from datastore datastore2 {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 811.292071] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-bc084b14-86fc-43f4-a706-94cf80b06fae tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] [instance: 1380fea1-6d74-469a-8a3a-7706e3d1f932] Instance destroyed {{(pid=69613) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 811.292071] env[69613]: INFO nova.compute.manager [None req-bc084b14-86fc-43f4-a706-94cf80b06fae tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] [instance: 1380fea1-6d74-469a-8a3a-7706e3d1f932] Took 1.20 seconds to destroy the instance on the hypervisor. [ 811.292684] env[69613]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bc084b14-86fc-43f4-a706-94cf80b06fae tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69613) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 811.292684] env[69613]: DEBUG nova.compute.manager [-] [instance: 1380fea1-6d74-469a-8a3a-7706e3d1f932] Deallocating network for instance {{(pid=69613) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 811.292684] env[69613]: DEBUG nova.network.neutron [-] [instance: 1380fea1-6d74-469a-8a3a-7706e3d1f932] deallocate_for_instance() {{(pid=69613) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 811.341658] env[69613]: DEBUG oslo_vmware.api [None req-e1a51cfc-ee8f-435d-93cc-2803815dd4bf tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Task: {'id': task-3417409, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.809651} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.344296] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1a51cfc-ee8f-435d-93cc-2803815dd4bf tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk to [datastore1] 18e8c7de-e7c8-4bb2-be6f-52dd2c20489b/18e8c7de-e7c8-4bb2-be6f-52dd2c20489b.vmdk {{(pid=69613) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 811.344296] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-e1a51cfc-ee8f-435d-93cc-2803815dd4bf tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] [instance: 18e8c7de-e7c8-4bb2-be6f-52dd2c20489b] Extending root virtual disk to 1048576 {{(pid=69613) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 811.344577] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dbdff71b-fc49-4773-a195-5b394bac9843 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.353698] env[69613]: DEBUG oslo_vmware.api [None req-e1a51cfc-ee8f-435d-93cc-2803815dd4bf tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Waiting for the task: (returnval){ [ 811.353698] env[69613]: value = "task-3417416" [ 811.353698] env[69613]: _type = "Task" [ 811.353698] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.365434] env[69613]: DEBUG oslo_vmware.api [None req-e1a51cfc-ee8f-435d-93cc-2803815dd4bf tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Task: {'id': task-3417416, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.410117] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-c68a5813-fcf4-4edb-99a3-79a6b7a31e99 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] [instance: 3c040883-6acc-4ec2-b1e4-017089c4810f] Powering off the VM {{(pid=69613) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 811.410117] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8e4c462b-f26e-4c22-9b54-87545417e013 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.419155] env[69613]: DEBUG oslo_vmware.api [None req-c68a5813-fcf4-4edb-99a3-79a6b7a31e99 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Waiting for the task: (returnval){ [ 811.419155] env[69613]: value = "task-3417417" [ 811.419155] env[69613]: _type = "Task" [ 811.419155] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.431203] env[69613]: DEBUG oslo_vmware.api [None req-c68a5813-fcf4-4edb-99a3-79a6b7a31e99 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Task: {'id': task-3417417, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.516918] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b411db73-3360-4787-ae61-7268722cfd35 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.529025] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95be96e3-04cf-4450-b832-07dcbb6283fc {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.533103] env[69613]: DEBUG oslo_concurrency.lockutils [None req-2ec70c5f-420d-4374-8b74-e32f5857a29d tempest-SecurityGroupsTestJSON-147571119 tempest-SecurityGroupsTestJSON-147571119-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 811.566390] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdda46b3-19a8-46a8-bdd3-14e6b6334e48 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.573986] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8f198d7-fc40-49f3-89ed-0ea2113d00d3 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.578886] env[69613]: DEBUG oslo_concurrency.lockutils [None req-a24ea8f2-5ead-4e87-86f5-0f8006cda255 tempest-ServerTagsTestJSON-713823130 tempest-ServerTagsTestJSON-713823130-project-member] Acquiring lock "beccb0b7-1179-4798-8642-35dbcec5e5a1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 811.579139] env[69613]: DEBUG oslo_concurrency.lockutils [None req-a24ea8f2-5ead-4e87-86f5-0f8006cda255 tempest-ServerTagsTestJSON-713823130 tempest-ServerTagsTestJSON-713823130-project-member] Lock "beccb0b7-1179-4798-8642-35dbcec5e5a1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 811.579339] env[69613]: DEBUG oslo_concurrency.lockutils [None req-a24ea8f2-5ead-4e87-86f5-0f8006cda255 tempest-ServerTagsTestJSON-713823130 tempest-ServerTagsTestJSON-713823130-project-member] Acquiring lock "beccb0b7-1179-4798-8642-35dbcec5e5a1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 811.579513] env[69613]: DEBUG oslo_concurrency.lockutils [None req-a24ea8f2-5ead-4e87-86f5-0f8006cda255 tempest-ServerTagsTestJSON-713823130 tempest-ServerTagsTestJSON-713823130-project-member] Lock "beccb0b7-1179-4798-8642-35dbcec5e5a1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 811.579803] env[69613]: DEBUG oslo_concurrency.lockutils [None req-a24ea8f2-5ead-4e87-86f5-0f8006cda255 tempest-ServerTagsTestJSON-713823130 tempest-ServerTagsTestJSON-713823130-project-member] Lock "beccb0b7-1179-4798-8642-35dbcec5e5a1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 811.582514] env[69613]: INFO nova.compute.manager [None req-a24ea8f2-5ead-4e87-86f5-0f8006cda255 tempest-ServerTagsTestJSON-713823130 tempest-ServerTagsTestJSON-713823130-project-member] [instance: beccb0b7-1179-4798-8642-35dbcec5e5a1] Terminating instance [ 811.594263] env[69613]: DEBUG nova.compute.provider_tree [None req-8724caaa-392c-4e8a-bdc1-be802fb1f420 tempest-ServerShowV257Test-2050624232 tempest-ServerShowV257Test-2050624232-project-member] Inventory has not changed in ProviderTree for provider: af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 {{(pid=69613) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 811.735115] env[69613]: DEBUG oslo_vmware.api [None req-c8b3226f-f941-48c9-a041-7601d0d8ccf8 tempest-AttachInterfacesV270Test-22779326 tempest-AttachInterfacesV270Test-22779326-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52f965b8-fa0a-7f28-6870-91cba132efc8, 'name': SearchDatastore_Task, 'duration_secs': 0.019505} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.736929] env[69613]: DEBUG oslo_concurrency.lockutils [None req-c8b3226f-f941-48c9-a041-7601d0d8ccf8 tempest-AttachInterfacesV270Test-22779326 tempest-AttachInterfacesV270Test-22779326-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.740113] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-c8b3226f-f941-48c9-a041-7601d0d8ccf8 tempest-AttachInterfacesV270Test-22779326 tempest-AttachInterfacesV270Test-22779326-project-member] [instance: 82b3a038-a7d0-403c-9058-8b8d01bafb31] Processing image 2b7a0304-b5d0-431d-b287-32c8388d7fbd {{(pid=69613) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 811.740462] env[69613]: DEBUG oslo_concurrency.lockutils [None req-c8b3226f-f941-48c9-a041-7601d0d8ccf8 tempest-AttachInterfacesV270Test-22779326 tempest-AttachInterfacesV270Test-22779326-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.741074] env[69613]: DEBUG oslo_concurrency.lockutils [None req-c8b3226f-f941-48c9-a041-7601d0d8ccf8 tempest-AttachInterfacesV270Test-22779326 tempest-AttachInterfacesV270Test-22779326-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.741074] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8b3226f-f941-48c9-a041-7601d0d8ccf8 tempest-AttachInterfacesV270Test-22779326 tempest-AttachInterfacesV270Test-22779326-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69613) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 811.741827] env[69613]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e36c74b0-5f3a-4cde-94ba-40c9f0374834 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.755862] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8b3226f-f941-48c9-a041-7601d0d8ccf8 tempest-AttachInterfacesV270Test-22779326 tempest-AttachInterfacesV270Test-22779326-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69613) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 811.756077] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-c8b3226f-f941-48c9-a041-7601d0d8ccf8 tempest-AttachInterfacesV270Test-22779326 tempest-AttachInterfacesV270Test-22779326-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69613) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 811.757499] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fd81bce3-5d7a-4adc-b090-3ac7e7620beb {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.763699] env[69613]: DEBUG oslo_vmware.api [None req-c8b3226f-f941-48c9-a041-7601d0d8ccf8 tempest-AttachInterfacesV270Test-22779326 tempest-AttachInterfacesV270Test-22779326-project-member] Waiting for the task: (returnval){ [ 811.763699] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]525652e1-41d1-51bd-83b4-d252fc7c82cd" [ 811.763699] env[69613]: _type = "Task" [ 811.763699] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.776567] env[69613]: DEBUG oslo_vmware.api [None req-c8b3226f-f941-48c9-a041-7601d0d8ccf8 tempest-AttachInterfacesV270Test-22779326 tempest-AttachInterfacesV270Test-22779326-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]525652e1-41d1-51bd-83b4-d252fc7c82cd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.845116] env[69613]: DEBUG nova.objects.instance [None req-f661d418-8aa0-4a0f-869b-0e767ead64c2 tempest-VolumesAssistedSnapshotsTest-1378467694 tempest-VolumesAssistedSnapshotsTest-1378467694-project-admin] Lazy-loading 'flavor' on Instance uuid d6968dbb-b95f-4115-af9c-b528337a9663 {{(pid=69613) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 811.866034] env[69613]: DEBUG oslo_vmware.api [None req-e1a51cfc-ee8f-435d-93cc-2803815dd4bf tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Task: {'id': task-3417416, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.114061} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.866034] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-e1a51cfc-ee8f-435d-93cc-2803815dd4bf tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] [instance: 18e8c7de-e7c8-4bb2-be6f-52dd2c20489b] Extended root virtual disk {{(pid=69613) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 811.866266] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49976159-5d76-4686-9546-4550d4d3d019 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.889789] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-e1a51cfc-ee8f-435d-93cc-2803815dd4bf tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] [instance: 18e8c7de-e7c8-4bb2-be6f-52dd2c20489b] Reconfiguring VM instance instance-0000003b to attach disk [datastore1] 18e8c7de-e7c8-4bb2-be6f-52dd2c20489b/18e8c7de-e7c8-4bb2-be6f-52dd2c20489b.vmdk or device None with type sparse {{(pid=69613) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 811.893162] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6ab5310e-6d78-4260-b7a3-2dbcb4305ec5 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.916228] env[69613]: DEBUG oslo_vmware.api [None req-e1a51cfc-ee8f-435d-93cc-2803815dd4bf tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Waiting for the task: (returnval){ [ 811.916228] env[69613]: value = "task-3417418" [ 811.916228] env[69613]: _type = "Task" [ 811.916228] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.931692] env[69613]: DEBUG oslo_vmware.api [None req-c68a5813-fcf4-4edb-99a3-79a6b7a31e99 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Task: {'id': task-3417417, 'name': PowerOffVM_Task, 'duration_secs': 0.244031} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.937476] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-c68a5813-fcf4-4edb-99a3-79a6b7a31e99 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] [instance: 3c040883-6acc-4ec2-b1e4-017089c4810f] Powered off the VM {{(pid=69613) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 811.937729] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-c68a5813-fcf4-4edb-99a3-79a6b7a31e99 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] [instance: 3c040883-6acc-4ec2-b1e4-017089c4810f] Destroying instance {{(pid=69613) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 811.938028] env[69613]: DEBUG oslo_vmware.api [None req-e1a51cfc-ee8f-435d-93cc-2803815dd4bf tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Task: {'id': task-3417418, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.938787] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b4d46bc-9eac-4bdc-afcd-1d61977376ec {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.947572] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-c68a5813-fcf4-4edb-99a3-79a6b7a31e99 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] [instance: 3c040883-6acc-4ec2-b1e4-017089c4810f] Unregistering the VM {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 811.947572] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b97b4845-f2a0-4c23-8998-c67413ca1bc9 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.019711] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-c68a5813-fcf4-4edb-99a3-79a6b7a31e99 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] [instance: 3c040883-6acc-4ec2-b1e4-017089c4810f] Unregistered the VM {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 812.020041] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-c68a5813-fcf4-4edb-99a3-79a6b7a31e99 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] [instance: 3c040883-6acc-4ec2-b1e4-017089c4810f] Deleting contents of the VM from datastore datastore1 {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 812.020356] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-c68a5813-fcf4-4edb-99a3-79a6b7a31e99 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Deleting the datastore file [datastore1] 3c040883-6acc-4ec2-b1e4-017089c4810f {{(pid=69613) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 812.020761] env[69613]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9641ff87-185e-4e1f-825b-db989a9c6289 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.030245] env[69613]: DEBUG oslo_vmware.api [None req-c68a5813-fcf4-4edb-99a3-79a6b7a31e99 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Waiting for the task: (returnval){ [ 812.030245] env[69613]: value = "task-3417420" [ 812.030245] env[69613]: _type = "Task" [ 812.030245] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.039218] env[69613]: DEBUG oslo_vmware.api [None req-c68a5813-fcf4-4edb-99a3-79a6b7a31e99 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Task: {'id': task-3417420, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.056186] env[69613]: DEBUG nova.network.neutron [req-67a63490-f3d7-47b5-be08-f00461be922e req-b842b4d7-1252-4a93-9c81-0aa782eada4d service nova] [instance: 82b3a038-a7d0-403c-9058-8b8d01bafb31] Updated VIF entry in instance network info cache for port 013139ad-533b-4eaf-a5c4-c743a01a22d2. {{(pid=69613) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 812.056655] env[69613]: DEBUG nova.network.neutron [req-67a63490-f3d7-47b5-be08-f00461be922e req-b842b4d7-1252-4a93-9c81-0aa782eada4d service nova] [instance: 82b3a038-a7d0-403c-9058-8b8d01bafb31] Updating instance_info_cache with network_info: [{"id": "013139ad-533b-4eaf-a5c4-c743a01a22d2", "address": "fa:16:3e:a4:04:87", "network": {"id": "d5baea52-77f1-4926-b99f-17f6587b08c9", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-373333161-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2e222f85c16245b3aab1964742a1366b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "877ed63d-906e-4bd5-a1fc-7e82d172d41e", "external-id": "nsx-vlan-transportzone-642", "segmentation_id": 642, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap013139ad-53", "ovs_interfaceid": "013139ad-533b-4eaf-a5c4-c743a01a22d2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 812.086857] env[69613]: DEBUG nova.compute.manager [None req-a24ea8f2-5ead-4e87-86f5-0f8006cda255 tempest-ServerTagsTestJSON-713823130 tempest-ServerTagsTestJSON-713823130-project-member] [instance: beccb0b7-1179-4798-8642-35dbcec5e5a1] Start destroying the instance on the hypervisor. {{(pid=69613) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 812.087459] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-a24ea8f2-5ead-4e87-86f5-0f8006cda255 tempest-ServerTagsTestJSON-713823130 tempest-ServerTagsTestJSON-713823130-project-member] [instance: beccb0b7-1179-4798-8642-35dbcec5e5a1] Destroying instance {{(pid=69613) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 812.089206] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f22b425-dd24-4b6a-86f2-77baed4cc373 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.098804] env[69613]: DEBUG nova.scheduler.client.report [None req-8724caaa-392c-4e8a-bdc1-be802fb1f420 tempest-ServerShowV257Test-2050624232 tempest-ServerShowV257Test-2050624232-project-member] Inventory has not changed for provider af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69613) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 812.102776] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-a24ea8f2-5ead-4e87-86f5-0f8006cda255 tempest-ServerTagsTestJSON-713823130 tempest-ServerTagsTestJSON-713823130-project-member] [instance: beccb0b7-1179-4798-8642-35dbcec5e5a1] Powering off the VM {{(pid=69613) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 812.103321] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b6cf1405-ed67-426a-be72-07d4e9d14b3c {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.112777] env[69613]: DEBUG oslo_vmware.api [None req-a24ea8f2-5ead-4e87-86f5-0f8006cda255 tempest-ServerTagsTestJSON-713823130 tempest-ServerTagsTestJSON-713823130-project-member] Waiting for the task: (returnval){ [ 812.112777] env[69613]: value = "task-3417421" [ 812.112777] env[69613]: _type = "Task" [ 812.112777] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.125230] env[69613]: DEBUG oslo_vmware.api [None req-a24ea8f2-5ead-4e87-86f5-0f8006cda255 tempest-ServerTagsTestJSON-713823130 tempest-ServerTagsTestJSON-713823130-project-member] Task: {'id': task-3417421, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.242720] env[69613]: DEBUG nova.network.neutron [-] [instance: 1380fea1-6d74-469a-8a3a-7706e3d1f932] Updating instance_info_cache with network_info: [] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 812.249940] env[69613]: DEBUG nova.compute.manager [None req-c16f920a-ed0d-4361-9cd7-4e6000b64d44 tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] [instance: 1d1867b6-e625-4262-849c-a6ce4acce7bf] Start spawning the instance on the hypervisor. {{(pid=69613) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 812.276892] env[69613]: DEBUG oslo_vmware.api [None req-c8b3226f-f941-48c9-a041-7601d0d8ccf8 tempest-AttachInterfacesV270Test-22779326 tempest-AttachInterfacesV270Test-22779326-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]525652e1-41d1-51bd-83b4-d252fc7c82cd, 'name': SearchDatastore_Task, 'duration_secs': 0.013823} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.279274] env[69613]: DEBUG nova.virt.hardware [None req-c16f920a-ed0d-4361-9cd7-4e6000b64d44 tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T13:55:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T13:55:19Z,direct_url=,disk_format='vmdk',id=2b7a0304-b5d0-431d-b287-32c8388d7fbd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3e9e1b873f1442d59d5ee8247b941f74',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T13:55:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 812.279569] env[69613]: DEBUG nova.virt.hardware [None req-c16f920a-ed0d-4361-9cd7-4e6000b64d44 tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] Flavor limits 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 812.279669] env[69613]: DEBUG nova.virt.hardware [None req-c16f920a-ed0d-4361-9cd7-4e6000b64d44 tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] Image limits 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 812.279848] env[69613]: DEBUG nova.virt.hardware [None req-c16f920a-ed0d-4361-9cd7-4e6000b64d44 tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] Flavor pref 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 812.279992] env[69613]: DEBUG nova.virt.hardware [None req-c16f920a-ed0d-4361-9cd7-4e6000b64d44 tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] Image pref 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 812.280156] env[69613]: DEBUG nova.virt.hardware [None req-c16f920a-ed0d-4361-9cd7-4e6000b64d44 tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 812.280404] env[69613]: DEBUG nova.virt.hardware [None req-c16f920a-ed0d-4361-9cd7-4e6000b64d44 tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 812.280571] env[69613]: DEBUG nova.virt.hardware [None req-c16f920a-ed0d-4361-9cd7-4e6000b64d44 tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69613) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 812.280742] env[69613]: DEBUG nova.virt.hardware [None req-c16f920a-ed0d-4361-9cd7-4e6000b64d44 tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] Got 1 possible topologies {{(pid=69613) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 812.280902] env[69613]: DEBUG nova.virt.hardware [None req-c16f920a-ed0d-4361-9cd7-4e6000b64d44 tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 812.281090] env[69613]: DEBUG nova.virt.hardware [None req-c16f920a-ed0d-4361-9cd7-4e6000b64d44 tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 812.282507] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74193567-e820-4a98-a43f-be898fe41f0a {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.285313] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-26d4b463-3a0e-4f35-a474-845364905ae2 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.295224] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-972b8c25-631d-46f8-87a6-359831d05f7b {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.299444] env[69613]: DEBUG oslo_vmware.api [None req-c8b3226f-f941-48c9-a041-7601d0d8ccf8 tempest-AttachInterfacesV270Test-22779326 tempest-AttachInterfacesV270Test-22779326-project-member] Waiting for the task: (returnval){ [ 812.299444] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]52eef78e-b570-3f5e-2def-6007b00b05e3" [ 812.299444] env[69613]: _type = "Task" [ 812.299444] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.318241] env[69613]: DEBUG oslo_vmware.api [None req-c8b3226f-f941-48c9-a041-7601d0d8ccf8 tempest-AttachInterfacesV270Test-22779326 tempest-AttachInterfacesV270Test-22779326-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52eef78e-b570-3f5e-2def-6007b00b05e3, 'name': SearchDatastore_Task, 'duration_secs': 0.014493} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.318563] env[69613]: DEBUG oslo_concurrency.lockutils [None req-c8b3226f-f941-48c9-a041-7601d0d8ccf8 tempest-AttachInterfacesV270Test-22779326 tempest-AttachInterfacesV270Test-22779326-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.318857] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8b3226f-f941-48c9-a041-7601d0d8ccf8 tempest-AttachInterfacesV270Test-22779326 tempest-AttachInterfacesV270Test-22779326-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk to [datastore2] 82b3a038-a7d0-403c-9058-8b8d01bafb31/82b3a038-a7d0-403c-9058-8b8d01bafb31.vmdk {{(pid=69613) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 812.319165] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2e39a784-3596-4fdd-9448-4bc0b746cab5 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.328767] env[69613]: DEBUG oslo_vmware.api [None req-c8b3226f-f941-48c9-a041-7601d0d8ccf8 tempest-AttachInterfacesV270Test-22779326 tempest-AttachInterfacesV270Test-22779326-project-member] Waiting for the task: (returnval){ [ 812.328767] env[69613]: value = "task-3417422" [ 812.328767] env[69613]: _type = "Task" [ 812.328767] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.338349] env[69613]: DEBUG oslo_vmware.api [None req-c8b3226f-f941-48c9-a041-7601d0d8ccf8 tempest-AttachInterfacesV270Test-22779326 tempest-AttachInterfacesV270Test-22779326-project-member] Task: {'id': task-3417422, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.427698] env[69613]: DEBUG oslo_vmware.api [None req-e1a51cfc-ee8f-435d-93cc-2803815dd4bf tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Task: {'id': task-3417418, 'name': ReconfigVM_Task, 'duration_secs': 0.318981} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.427847] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-e1a51cfc-ee8f-435d-93cc-2803815dd4bf tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] [instance: 18e8c7de-e7c8-4bb2-be6f-52dd2c20489b] Reconfigured VM instance instance-0000003b to attach disk [datastore1] 18e8c7de-e7c8-4bb2-be6f-52dd2c20489b/18e8c7de-e7c8-4bb2-be6f-52dd2c20489b.vmdk or device None with type sparse {{(pid=69613) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 812.428501] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6c346763-fa20-41fd-835b-1efa25f793b7 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.437844] env[69613]: DEBUG oslo_vmware.api [None req-e1a51cfc-ee8f-435d-93cc-2803815dd4bf tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Waiting for the task: (returnval){ [ 812.437844] env[69613]: value = "task-3417423" [ 812.437844] env[69613]: _type = "Task" [ 812.437844] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.457011] env[69613]: DEBUG oslo_vmware.api [None req-e1a51cfc-ee8f-435d-93cc-2803815dd4bf tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Task: {'id': task-3417423, 'name': Rename_Task} progress is 5%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.542729] env[69613]: DEBUG oslo_vmware.api [None req-c68a5813-fcf4-4edb-99a3-79a6b7a31e99 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Task: {'id': task-3417420, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.200504} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.542729] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-c68a5813-fcf4-4edb-99a3-79a6b7a31e99 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Deleted the datastore file {{(pid=69613) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 812.543154] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-c68a5813-fcf4-4edb-99a3-79a6b7a31e99 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] [instance: 3c040883-6acc-4ec2-b1e4-017089c4810f] Deleted contents of the VM from datastore datastore1 {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 812.543154] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-c68a5813-fcf4-4edb-99a3-79a6b7a31e99 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] [instance: 3c040883-6acc-4ec2-b1e4-017089c4810f] Instance destroyed {{(pid=69613) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 812.547307] env[69613]: DEBUG nova.compute.manager [req-27501b35-72d0-4c75-a35b-cd4dbecb2152 req-9ea952ad-5fb7-49bc-b5ec-0738d7b38e1f service nova] [instance: 1380fea1-6d74-469a-8a3a-7706e3d1f932] Received event network-vif-deleted-c3b5fff4-a217-4d31-b496-7b938601cd0a {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 812.559359] env[69613]: DEBUG oslo_concurrency.lockutils [req-67a63490-f3d7-47b5-be08-f00461be922e req-b842b4d7-1252-4a93-9c81-0aa782eada4d service nova] Releasing lock "refresh_cache-82b3a038-a7d0-403c-9058-8b8d01bafb31" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.606021] env[69613]: DEBUG oslo_concurrency.lockutils [None req-8724caaa-392c-4e8a-bdc1-be802fb1f420 tempest-ServerShowV257Test-2050624232 tempest-ServerShowV257Test-2050624232-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.381s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 812.607628] env[69613]: DEBUG oslo_concurrency.lockutils [None req-e8af305d-3e71-488e-815e-5670799ee1e8 tempest-ServersListShow298Test-1734213796 tempest-ServersListShow298Test-1734213796-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 21.718s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 812.608471] env[69613]: DEBUG nova.objects.instance [None req-e8af305d-3e71-488e-815e-5670799ee1e8 tempest-ServersListShow298Test-1734213796 tempest-ServersListShow298Test-1734213796-project-member] [instance: 23dfa5b7-42f4-486c-8ce4-ae7d2e08c1e0] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69613) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 812.628043] env[69613]: DEBUG oslo_vmware.api [None req-a24ea8f2-5ead-4e87-86f5-0f8006cda255 tempest-ServerTagsTestJSON-713823130 tempest-ServerTagsTestJSON-713823130-project-member] Task: {'id': task-3417421, 'name': PowerOffVM_Task, 'duration_secs': 0.203975} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.628043] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-a24ea8f2-5ead-4e87-86f5-0f8006cda255 tempest-ServerTagsTestJSON-713823130 tempest-ServerTagsTestJSON-713823130-project-member] [instance: beccb0b7-1179-4798-8642-35dbcec5e5a1] Powered off the VM {{(pid=69613) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 812.628043] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-a24ea8f2-5ead-4e87-86f5-0f8006cda255 tempest-ServerTagsTestJSON-713823130 tempest-ServerTagsTestJSON-713823130-project-member] [instance: beccb0b7-1179-4798-8642-35dbcec5e5a1] Unregistering the VM {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 812.628043] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c6fd6d50-48ed-470b-ba1e-742e201096b6 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.643578] env[69613]: INFO nova.scheduler.client.report [None req-8724caaa-392c-4e8a-bdc1-be802fb1f420 tempest-ServerShowV257Test-2050624232 tempest-ServerShowV257Test-2050624232-project-member] Deleted allocations for instance 670d9426-6edb-4dfd-9953-1f10f89ebfc6 [ 812.701350] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-a24ea8f2-5ead-4e87-86f5-0f8006cda255 tempest-ServerTagsTestJSON-713823130 tempest-ServerTagsTestJSON-713823130-project-member] [instance: beccb0b7-1179-4798-8642-35dbcec5e5a1] Unregistered the VM {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 812.701611] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-a24ea8f2-5ead-4e87-86f5-0f8006cda255 tempest-ServerTagsTestJSON-713823130 tempest-ServerTagsTestJSON-713823130-project-member] [instance: beccb0b7-1179-4798-8642-35dbcec5e5a1] Deleting contents of the VM from datastore datastore1 {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 812.701754] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-a24ea8f2-5ead-4e87-86f5-0f8006cda255 tempest-ServerTagsTestJSON-713823130 tempest-ServerTagsTestJSON-713823130-project-member] Deleting the datastore file [datastore1] beccb0b7-1179-4798-8642-35dbcec5e5a1 {{(pid=69613) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 812.702082] env[69613]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3038e5d2-31dc-4e7b-b1cd-e25fa9a45948 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.710559] env[69613]: DEBUG oslo_vmware.api [None req-a24ea8f2-5ead-4e87-86f5-0f8006cda255 tempest-ServerTagsTestJSON-713823130 tempest-ServerTagsTestJSON-713823130-project-member] Waiting for the task: (returnval){ [ 812.710559] env[69613]: value = "task-3417425" [ 812.710559] env[69613]: _type = "Task" [ 812.710559] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.721348] env[69613]: DEBUG oslo_vmware.api [None req-a24ea8f2-5ead-4e87-86f5-0f8006cda255 tempest-ServerTagsTestJSON-713823130 tempest-ServerTagsTestJSON-713823130-project-member] Task: {'id': task-3417425, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.747149] env[69613]: INFO nova.compute.manager [-] [instance: 1380fea1-6d74-469a-8a3a-7706e3d1f932] Took 1.45 seconds to deallocate network for instance. [ 812.793299] env[69613]: DEBUG nova.network.neutron [None req-c16f920a-ed0d-4361-9cd7-4e6000b64d44 tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] [instance: 1d1867b6-e625-4262-849c-a6ce4acce7bf] Successfully updated port: 87d37a5d-3629-4de6-8cf9-6f7fff18e8b3 {{(pid=69613) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 812.839694] env[69613]: DEBUG oslo_vmware.api [None req-c8b3226f-f941-48c9-a041-7601d0d8ccf8 tempest-AttachInterfacesV270Test-22779326 tempest-AttachInterfacesV270Test-22779326-project-member] Task: {'id': task-3417422, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.851992] env[69613]: DEBUG oslo_concurrency.lockutils [None req-f661d418-8aa0-4a0f-869b-0e767ead64c2 tempest-VolumesAssistedSnapshotsTest-1378467694 tempest-VolumesAssistedSnapshotsTest-1378467694-project-admin] Lock "d6968dbb-b95f-4115-af9c-b528337a9663" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.337s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 812.949622] env[69613]: DEBUG oslo_vmware.api [None req-e1a51cfc-ee8f-435d-93cc-2803815dd4bf tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Task: {'id': task-3417423, 'name': Rename_Task, 'duration_secs': 0.173287} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.949898] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1a51cfc-ee8f-435d-93cc-2803815dd4bf tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] [instance: 18e8c7de-e7c8-4bb2-be6f-52dd2c20489b] Powering on the VM {{(pid=69613) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 812.950494] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0499535f-ea93-4822-b7cd-21c3758647f7 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.959690] env[69613]: DEBUG oslo_vmware.api [None req-e1a51cfc-ee8f-435d-93cc-2803815dd4bf tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Waiting for the task: (returnval){ [ 812.959690] env[69613]: value = "task-3417427" [ 812.959690] env[69613]: _type = "Task" [ 812.959690] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.968934] env[69613]: DEBUG oslo_vmware.api [None req-e1a51cfc-ee8f-435d-93cc-2803815dd4bf tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Task: {'id': task-3417427, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.150832] env[69613]: DEBUG oslo_concurrency.lockutils [None req-8724caaa-392c-4e8a-bdc1-be802fb1f420 tempest-ServerShowV257Test-2050624232 tempest-ServerShowV257Test-2050624232-project-member] Lock "670d9426-6edb-4dfd-9953-1f10f89ebfc6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.421s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 813.221885] env[69613]: DEBUG oslo_vmware.api [None req-a24ea8f2-5ead-4e87-86f5-0f8006cda255 tempest-ServerTagsTestJSON-713823130 tempest-ServerTagsTestJSON-713823130-project-member] Task: {'id': task-3417425, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.356542} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.222062] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-a24ea8f2-5ead-4e87-86f5-0f8006cda255 tempest-ServerTagsTestJSON-713823130 tempest-ServerTagsTestJSON-713823130-project-member] Deleted the datastore file {{(pid=69613) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 813.222254] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-a24ea8f2-5ead-4e87-86f5-0f8006cda255 tempest-ServerTagsTestJSON-713823130 tempest-ServerTagsTestJSON-713823130-project-member] [instance: beccb0b7-1179-4798-8642-35dbcec5e5a1] Deleted contents of the VM from datastore datastore1 {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 813.222431] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-a24ea8f2-5ead-4e87-86f5-0f8006cda255 tempest-ServerTagsTestJSON-713823130 tempest-ServerTagsTestJSON-713823130-project-member] [instance: beccb0b7-1179-4798-8642-35dbcec5e5a1] Instance destroyed {{(pid=69613) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 813.222604] env[69613]: INFO nova.compute.manager [None req-a24ea8f2-5ead-4e87-86f5-0f8006cda255 tempest-ServerTagsTestJSON-713823130 tempest-ServerTagsTestJSON-713823130-project-member] [instance: beccb0b7-1179-4798-8642-35dbcec5e5a1] Took 1.14 seconds to destroy the instance on the hypervisor. [ 813.223412] env[69613]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a24ea8f2-5ead-4e87-86f5-0f8006cda255 tempest-ServerTagsTestJSON-713823130 tempest-ServerTagsTestJSON-713823130-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69613) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 813.223412] env[69613]: DEBUG nova.compute.manager [-] [instance: beccb0b7-1179-4798-8642-35dbcec5e5a1] Deallocating network for instance {{(pid=69613) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 813.223412] env[69613]: DEBUG nova.network.neutron [-] [instance: beccb0b7-1179-4798-8642-35dbcec5e5a1] deallocate_for_instance() {{(pid=69613) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 813.254597] env[69613]: DEBUG oslo_concurrency.lockutils [None req-bc084b14-86fc-43f4-a706-94cf80b06fae tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 813.287044] env[69613]: DEBUG nova.compute.manager [req-3dac1155-1ff5-4205-a648-2a3016f38bb1 req-472907c7-4b27-4e4a-8930-e242574768bd service nova] [instance: 1d1867b6-e625-4262-849c-a6ce4acce7bf] Received event network-vif-plugged-87d37a5d-3629-4de6-8cf9-6f7fff18e8b3 {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 813.287044] env[69613]: DEBUG oslo_concurrency.lockutils [req-3dac1155-1ff5-4205-a648-2a3016f38bb1 req-472907c7-4b27-4e4a-8930-e242574768bd service nova] Acquiring lock "1d1867b6-e625-4262-849c-a6ce4acce7bf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 813.287384] env[69613]: DEBUG oslo_concurrency.lockutils [req-3dac1155-1ff5-4205-a648-2a3016f38bb1 req-472907c7-4b27-4e4a-8930-e242574768bd service nova] Lock "1d1867b6-e625-4262-849c-a6ce4acce7bf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 813.287493] env[69613]: DEBUG oslo_concurrency.lockutils [req-3dac1155-1ff5-4205-a648-2a3016f38bb1 req-472907c7-4b27-4e4a-8930-e242574768bd service nova] Lock "1d1867b6-e625-4262-849c-a6ce4acce7bf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 813.287662] env[69613]: DEBUG nova.compute.manager [req-3dac1155-1ff5-4205-a648-2a3016f38bb1 req-472907c7-4b27-4e4a-8930-e242574768bd service nova] [instance: 1d1867b6-e625-4262-849c-a6ce4acce7bf] No waiting events found dispatching network-vif-plugged-87d37a5d-3629-4de6-8cf9-6f7fff18e8b3 {{(pid=69613) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 813.287796] env[69613]: WARNING nova.compute.manager [req-3dac1155-1ff5-4205-a648-2a3016f38bb1 req-472907c7-4b27-4e4a-8930-e242574768bd service nova] [instance: 1d1867b6-e625-4262-849c-a6ce4acce7bf] Received unexpected event network-vif-plugged-87d37a5d-3629-4de6-8cf9-6f7fff18e8b3 for instance with vm_state building and task_state spawning. [ 813.288319] env[69613]: DEBUG nova.compute.manager [req-3dac1155-1ff5-4205-a648-2a3016f38bb1 req-472907c7-4b27-4e4a-8930-e242574768bd service nova] [instance: 1d1867b6-e625-4262-849c-a6ce4acce7bf] Received event network-changed-87d37a5d-3629-4de6-8cf9-6f7fff18e8b3 {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 813.288319] env[69613]: DEBUG nova.compute.manager [req-3dac1155-1ff5-4205-a648-2a3016f38bb1 req-472907c7-4b27-4e4a-8930-e242574768bd service nova] [instance: 1d1867b6-e625-4262-849c-a6ce4acce7bf] Refreshing instance network info cache due to event network-changed-87d37a5d-3629-4de6-8cf9-6f7fff18e8b3. {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 813.288319] env[69613]: DEBUG oslo_concurrency.lockutils [req-3dac1155-1ff5-4205-a648-2a3016f38bb1 req-472907c7-4b27-4e4a-8930-e242574768bd service nova] Acquiring lock "refresh_cache-1d1867b6-e625-4262-849c-a6ce4acce7bf" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.288485] env[69613]: DEBUG oslo_concurrency.lockutils [req-3dac1155-1ff5-4205-a648-2a3016f38bb1 req-472907c7-4b27-4e4a-8930-e242574768bd service nova] Acquired lock "refresh_cache-1d1867b6-e625-4262-849c-a6ce4acce7bf" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.288550] env[69613]: DEBUG nova.network.neutron [req-3dac1155-1ff5-4205-a648-2a3016f38bb1 req-472907c7-4b27-4e4a-8930-e242574768bd service nova] [instance: 1d1867b6-e625-4262-849c-a6ce4acce7bf] Refreshing network info cache for port 87d37a5d-3629-4de6-8cf9-6f7fff18e8b3 {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 813.296089] env[69613]: DEBUG oslo_concurrency.lockutils [None req-c16f920a-ed0d-4361-9cd7-4e6000b64d44 tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] Acquiring lock "refresh_cache-1d1867b6-e625-4262-849c-a6ce4acce7bf" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.340408] env[69613]: DEBUG oslo_vmware.api [None req-c8b3226f-f941-48c9-a041-7601d0d8ccf8 tempest-AttachInterfacesV270Test-22779326 tempest-AttachInterfacesV270Test-22779326-project-member] Task: {'id': task-3417422, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.68759} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.340474] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8b3226f-f941-48c9-a041-7601d0d8ccf8 tempest-AttachInterfacesV270Test-22779326 tempest-AttachInterfacesV270Test-22779326-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk to [datastore2] 82b3a038-a7d0-403c-9058-8b8d01bafb31/82b3a038-a7d0-403c-9058-8b8d01bafb31.vmdk {{(pid=69613) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 813.340706] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-c8b3226f-f941-48c9-a041-7601d0d8ccf8 tempest-AttachInterfacesV270Test-22779326 tempest-AttachInterfacesV270Test-22779326-project-member] [instance: 82b3a038-a7d0-403c-9058-8b8d01bafb31] Extending root virtual disk to 1048576 {{(pid=69613) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 813.340964] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ff187468-7d76-445d-8ba1-318dfdb080ea {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.349498] env[69613]: DEBUG oslo_vmware.api [None req-c8b3226f-f941-48c9-a041-7601d0d8ccf8 tempest-AttachInterfacesV270Test-22779326 tempest-AttachInterfacesV270Test-22779326-project-member] Waiting for the task: (returnval){ [ 813.349498] env[69613]: value = "task-3417428" [ 813.349498] env[69613]: _type = "Task" [ 813.349498] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.357942] env[69613]: DEBUG oslo_vmware.api [None req-c8b3226f-f941-48c9-a041-7601d0d8ccf8 tempest-AttachInterfacesV270Test-22779326 tempest-AttachInterfacesV270Test-22779326-project-member] Task: {'id': task-3417428, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.472057] env[69613]: DEBUG oslo_vmware.api [None req-e1a51cfc-ee8f-435d-93cc-2803815dd4bf tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Task: {'id': task-3417427, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.520349] env[69613]: DEBUG oslo_vmware.rw_handles [None req-560144aa-132b-4cab-afdb-1e031e5d66aa tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520158b0-905a-d389-8f7e-5555a43997c1/disk-0.vmdk. {{(pid=69613) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 813.521329] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-572426e2-96e3-40b9-99d7-7d558b1d10fb {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.527844] env[69613]: DEBUG oslo_vmware.rw_handles [None req-560144aa-132b-4cab-afdb-1e031e5d66aa tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520158b0-905a-d389-8f7e-5555a43997c1/disk-0.vmdk is in state: ready. {{(pid=69613) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 813.528031] env[69613]: ERROR oslo_vmware.rw_handles [None req-560144aa-132b-4cab-afdb-1e031e5d66aa tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520158b0-905a-d389-8f7e-5555a43997c1/disk-0.vmdk due to incomplete transfer. [ 813.528290] env[69613]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-f63dc20c-a430-4351-9603-32c94ac1663a {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.536687] env[69613]: DEBUG oslo_vmware.rw_handles [None req-560144aa-132b-4cab-afdb-1e031e5d66aa tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520158b0-905a-d389-8f7e-5555a43997c1/disk-0.vmdk. {{(pid=69613) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 813.536910] env[69613]: DEBUG nova.virt.vmwareapi.images [None req-560144aa-132b-4cab-afdb-1e031e5d66aa tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] [instance: 14d0f0b3-1a44-4461-a24b-7a39574b7532] Uploaded image e53643ef-f16f-43ed-a4f2-964078bff9e2 to the Glance image server {{(pid=69613) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 813.539110] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-560144aa-132b-4cab-afdb-1e031e5d66aa tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] [instance: 14d0f0b3-1a44-4461-a24b-7a39574b7532] Destroying the VM {{(pid=69613) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 813.539360] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-85856ef9-2849-4ef2-8fb5-f4e6c5804f16 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.546870] env[69613]: DEBUG oslo_vmware.api [None req-560144aa-132b-4cab-afdb-1e031e5d66aa tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Waiting for the task: (returnval){ [ 813.546870] env[69613]: value = "task-3417429" [ 813.546870] env[69613]: _type = "Task" [ 813.546870] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.561118] env[69613]: DEBUG oslo_vmware.api [None req-560144aa-132b-4cab-afdb-1e031e5d66aa tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Task: {'id': task-3417429, 'name': Destroy_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.586369] env[69613]: DEBUG nova.virt.hardware [None req-c68a5813-fcf4-4edb-99a3-79a6b7a31e99 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T13:55:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T13:55:19Z,direct_url=,disk_format='vmdk',id=2b7a0304-b5d0-431d-b287-32c8388d7fbd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3e9e1b873f1442d59d5ee8247b941f74',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T13:55:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 813.586568] env[69613]: DEBUG nova.virt.hardware [None req-c68a5813-fcf4-4edb-99a3-79a6b7a31e99 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Flavor limits 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 813.587146] env[69613]: DEBUG nova.virt.hardware [None req-c68a5813-fcf4-4edb-99a3-79a6b7a31e99 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Image limits 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 813.587146] env[69613]: DEBUG nova.virt.hardware [None req-c68a5813-fcf4-4edb-99a3-79a6b7a31e99 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Flavor pref 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 813.587146] env[69613]: DEBUG nova.virt.hardware [None req-c68a5813-fcf4-4edb-99a3-79a6b7a31e99 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Image pref 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 813.587433] env[69613]: DEBUG nova.virt.hardware [None req-c68a5813-fcf4-4edb-99a3-79a6b7a31e99 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 813.587476] env[69613]: DEBUG nova.virt.hardware [None req-c68a5813-fcf4-4edb-99a3-79a6b7a31e99 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 813.587643] env[69613]: DEBUG nova.virt.hardware [None req-c68a5813-fcf4-4edb-99a3-79a6b7a31e99 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69613) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 813.587924] env[69613]: DEBUG nova.virt.hardware [None req-c68a5813-fcf4-4edb-99a3-79a6b7a31e99 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Got 1 possible topologies {{(pid=69613) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 813.588012] env[69613]: DEBUG nova.virt.hardware [None req-c68a5813-fcf4-4edb-99a3-79a6b7a31e99 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 813.588166] env[69613]: DEBUG nova.virt.hardware [None req-c68a5813-fcf4-4edb-99a3-79a6b7a31e99 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 813.589235] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b36de34-5f98-43ee-8ffd-60e74b37f89b {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.600527] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-656d86ef-6ceb-4808-a087-2defe1bb1974 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.616326] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-c68a5813-fcf4-4edb-99a3-79a6b7a31e99 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] [instance: 3c040883-6acc-4ec2-b1e4-017089c4810f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:67:52:d3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '15538852-1a3f-4f71-b4a9-4923c5837c4f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dddf990b-5f01-48de-8627-7ad736ac0026', 'vif_model': 'vmxnet3'}] {{(pid=69613) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 813.624070] env[69613]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c68a5813-fcf4-4edb-99a3-79a6b7a31e99 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69613) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 813.625228] env[69613]: DEBUG oslo_concurrency.lockutils [None req-e8af305d-3e71-488e-815e-5670799ee1e8 tempest-ServersListShow298Test-1734213796 tempest-ServersListShow298Test-1734213796-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.018s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 813.626505] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3c040883-6acc-4ec2-b1e4-017089c4810f] Creating VM on the ESX host {{(pid=69613) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 813.628664] env[69613]: DEBUG oslo_concurrency.lockutils [None req-20708cb9-2aaa-462d-bb59-1239315285d3 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 20.073s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 813.628664] env[69613]: DEBUG nova.objects.instance [None req-20708cb9-2aaa-462d-bb59-1239315285d3 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] [instance: 30032fc2-1100-456a-bd0d-f3daf0a16662] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69613) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 813.633192] env[69613]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3f1a6d38-cfeb-42cd-9115-bbc2f088e8e8 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.655083] env[69613]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 813.655083] env[69613]: value = "task-3417430" [ 813.655083] env[69613]: _type = "Task" [ 813.655083] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.664258] env[69613]: DEBUG oslo_vmware.api [-] Task: {'id': task-3417430, 'name': CreateVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.820844] env[69613]: DEBUG nova.network.neutron [req-3dac1155-1ff5-4205-a648-2a3016f38bb1 req-472907c7-4b27-4e4a-8930-e242574768bd service nova] [instance: 1d1867b6-e625-4262-849c-a6ce4acce7bf] Instance cache missing network info. {{(pid=69613) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 813.865025] env[69613]: DEBUG oslo_vmware.api [None req-c8b3226f-f941-48c9-a041-7601d0d8ccf8 tempest-AttachInterfacesV270Test-22779326 tempest-AttachInterfacesV270Test-22779326-project-member] Task: {'id': task-3417428, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.114525} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.865025] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-c8b3226f-f941-48c9-a041-7601d0d8ccf8 tempest-AttachInterfacesV270Test-22779326 tempest-AttachInterfacesV270Test-22779326-project-member] [instance: 82b3a038-a7d0-403c-9058-8b8d01bafb31] Extended root virtual disk {{(pid=69613) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 813.865741] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f19ea670-51a0-4f13-94be-59424b0ec001 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.899078] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-c8b3226f-f941-48c9-a041-7601d0d8ccf8 tempest-AttachInterfacesV270Test-22779326 tempest-AttachInterfacesV270Test-22779326-project-member] [instance: 82b3a038-a7d0-403c-9058-8b8d01bafb31] Reconfiguring VM instance instance-0000003c to attach disk [datastore2] 82b3a038-a7d0-403c-9058-8b8d01bafb31/82b3a038-a7d0-403c-9058-8b8d01bafb31.vmdk or device None with type sparse {{(pid=69613) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 813.899435] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-300fc7f7-01c8-4b4e-a668-ef0d16aa960b {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.917024] env[69613]: DEBUG nova.network.neutron [req-3dac1155-1ff5-4205-a648-2a3016f38bb1 req-472907c7-4b27-4e4a-8930-e242574768bd service nova] [instance: 1d1867b6-e625-4262-849c-a6ce4acce7bf] Updating instance_info_cache with network_info: [] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 813.925569] env[69613]: DEBUG oslo_vmware.api [None req-c8b3226f-f941-48c9-a041-7601d0d8ccf8 tempest-AttachInterfacesV270Test-22779326 tempest-AttachInterfacesV270Test-22779326-project-member] Waiting for the task: (returnval){ [ 813.925569] env[69613]: value = "task-3417431" [ 813.925569] env[69613]: _type = "Task" [ 813.925569] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.938274] env[69613]: DEBUG oslo_vmware.api [None req-c8b3226f-f941-48c9-a041-7601d0d8ccf8 tempest-AttachInterfacesV270Test-22779326 tempest-AttachInterfacesV270Test-22779326-project-member] Task: {'id': task-3417431, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.971122] env[69613]: DEBUG oslo_vmware.api [None req-e1a51cfc-ee8f-435d-93cc-2803815dd4bf tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Task: {'id': task-3417427, 'name': PowerOnVM_Task, 'duration_secs': 0.517878} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.971432] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1a51cfc-ee8f-435d-93cc-2803815dd4bf tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] [instance: 18e8c7de-e7c8-4bb2-be6f-52dd2c20489b] Powered on the VM {{(pid=69613) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 813.971640] env[69613]: INFO nova.compute.manager [None req-e1a51cfc-ee8f-435d-93cc-2803815dd4bf tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] [instance: 18e8c7de-e7c8-4bb2-be6f-52dd2c20489b] Took 11.70 seconds to spawn the instance on the hypervisor. [ 813.971813] env[69613]: DEBUG nova.compute.manager [None req-e1a51cfc-ee8f-435d-93cc-2803815dd4bf tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] [instance: 18e8c7de-e7c8-4bb2-be6f-52dd2c20489b] Checking state {{(pid=69613) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 813.972586] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f6f1281-f55f-4a72-9fc1-5af260e0f5f0 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.990728] env[69613]: DEBUG nova.network.neutron [-] [instance: beccb0b7-1179-4798-8642-35dbcec5e5a1] Updating instance_info_cache with network_info: [] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 814.058760] env[69613]: DEBUG oslo_vmware.api [None req-560144aa-132b-4cab-afdb-1e031e5d66aa tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Task: {'id': task-3417429, 'name': Destroy_Task, 'duration_secs': 0.373828} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.059059] env[69613]: INFO nova.virt.vmwareapi.vm_util [None req-560144aa-132b-4cab-afdb-1e031e5d66aa tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] [instance: 14d0f0b3-1a44-4461-a24b-7a39574b7532] Destroyed the VM [ 814.059304] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-560144aa-132b-4cab-afdb-1e031e5d66aa tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] [instance: 14d0f0b3-1a44-4461-a24b-7a39574b7532] Deleting Snapshot of the VM instance {{(pid=69613) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 814.059559] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-dfdc76cd-5224-4baa-9b57-05556d60656a {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.068092] env[69613]: DEBUG oslo_vmware.api [None req-560144aa-132b-4cab-afdb-1e031e5d66aa tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Waiting for the task: (returnval){ [ 814.068092] env[69613]: value = "task-3417432" [ 814.068092] env[69613]: _type = "Task" [ 814.068092] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.077945] env[69613]: DEBUG oslo_vmware.api [None req-560144aa-132b-4cab-afdb-1e031e5d66aa tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Task: {'id': task-3417432, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.174170] env[69613]: DEBUG oslo_vmware.api [-] Task: {'id': task-3417430, 'name': CreateVM_Task} progress is 25%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.418358] env[69613]: DEBUG oslo_concurrency.lockutils [req-3dac1155-1ff5-4205-a648-2a3016f38bb1 req-472907c7-4b27-4e4a-8930-e242574768bd service nova] Releasing lock "refresh_cache-1d1867b6-e625-4262-849c-a6ce4acce7bf" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.419442] env[69613]: DEBUG oslo_concurrency.lockutils [None req-c16f920a-ed0d-4361-9cd7-4e6000b64d44 tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] Acquired lock "refresh_cache-1d1867b6-e625-4262-849c-a6ce4acce7bf" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.419442] env[69613]: DEBUG nova.network.neutron [None req-c16f920a-ed0d-4361-9cd7-4e6000b64d44 tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] [instance: 1d1867b6-e625-4262-849c-a6ce4acce7bf] Building network info cache for instance {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 814.439531] env[69613]: DEBUG oslo_vmware.api [None req-c8b3226f-f941-48c9-a041-7601d0d8ccf8 tempest-AttachInterfacesV270Test-22779326 tempest-AttachInterfacesV270Test-22779326-project-member] Task: {'id': task-3417431, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.490472] env[69613]: INFO nova.compute.manager [None req-e1a51cfc-ee8f-435d-93cc-2803815dd4bf tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] [instance: 18e8c7de-e7c8-4bb2-be6f-52dd2c20489b] Took 35.18 seconds to build instance. [ 814.493031] env[69613]: INFO nova.compute.manager [-] [instance: beccb0b7-1179-4798-8642-35dbcec5e5a1] Took 1.27 seconds to deallocate network for instance. [ 814.588631] env[69613]: DEBUG oslo_vmware.api [None req-560144aa-132b-4cab-afdb-1e031e5d66aa tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Task: {'id': task-3417432, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.657644] env[69613]: DEBUG oslo_concurrency.lockutils [None req-20708cb9-2aaa-462d-bb59-1239315285d3 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.028s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 814.657644] env[69613]: DEBUG oslo_concurrency.lockutils [None req-a603d5e9-4b7d-4f92-9c27-263ccb84318e tempest-ServersListShow298Test-1734213796 tempest-ServersListShow298Test-1734213796-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.256s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 814.657644] env[69613]: DEBUG nova.objects.instance [None req-a603d5e9-4b7d-4f92-9c27-263ccb84318e tempest-ServersListShow298Test-1734213796 tempest-ServersListShow298Test-1734213796-project-member] Lazy-loading 'resources' on Instance uuid 23dfa5b7-42f4-486c-8ce4-ae7d2e08c1e0 {{(pid=69613) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 814.670239] env[69613]: DEBUG oslo_vmware.api [-] Task: {'id': task-3417430, 'name': CreateVM_Task} progress is 25%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.940733] env[69613]: DEBUG oslo_vmware.api [None req-c8b3226f-f941-48c9-a041-7601d0d8ccf8 tempest-AttachInterfacesV270Test-22779326 tempest-AttachInterfacesV270Test-22779326-project-member] Task: {'id': task-3417431, 'name': ReconfigVM_Task, 'duration_secs': 0.640215} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.940733] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-c8b3226f-f941-48c9-a041-7601d0d8ccf8 tempest-AttachInterfacesV270Test-22779326 tempest-AttachInterfacesV270Test-22779326-project-member] [instance: 82b3a038-a7d0-403c-9058-8b8d01bafb31] Reconfigured VM instance instance-0000003c to attach disk [datastore2] 82b3a038-a7d0-403c-9058-8b8d01bafb31/82b3a038-a7d0-403c-9058-8b8d01bafb31.vmdk or device None with type sparse {{(pid=69613) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 814.940733] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c558b8f7-1254-4112-8ed0-bdaf47ef4d25 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.951984] env[69613]: DEBUG oslo_vmware.api [None req-c8b3226f-f941-48c9-a041-7601d0d8ccf8 tempest-AttachInterfacesV270Test-22779326 tempest-AttachInterfacesV270Test-22779326-project-member] Waiting for the task: (returnval){ [ 814.951984] env[69613]: value = "task-3417433" [ 814.951984] env[69613]: _type = "Task" [ 814.951984] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.959421] env[69613]: DEBUG oslo_vmware.api [None req-c8b3226f-f941-48c9-a041-7601d0d8ccf8 tempest-AttachInterfacesV270Test-22779326 tempest-AttachInterfacesV270Test-22779326-project-member] Task: {'id': task-3417433, 'name': Rename_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.960279] env[69613]: DEBUG nova.network.neutron [None req-c16f920a-ed0d-4361-9cd7-4e6000b64d44 tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] [instance: 1d1867b6-e625-4262-849c-a6ce4acce7bf] Instance cache missing network info. {{(pid=69613) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 814.993235] env[69613]: DEBUG oslo_concurrency.lockutils [None req-e1a51cfc-ee8f-435d-93cc-2803815dd4bf tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Lock "18e8c7de-e7c8-4bb2-be6f-52dd2c20489b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.707s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 814.999388] env[69613]: DEBUG oslo_concurrency.lockutils [None req-a24ea8f2-5ead-4e87-86f5-0f8006cda255 tempest-ServerTagsTestJSON-713823130 tempest-ServerTagsTestJSON-713823130-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 815.083184] env[69613]: DEBUG oslo_vmware.api [None req-560144aa-132b-4cab-afdb-1e031e5d66aa tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Task: {'id': task-3417432, 'name': RemoveSnapshot_Task, 'duration_secs': 0.548291} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.083450] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-560144aa-132b-4cab-afdb-1e031e5d66aa tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] [instance: 14d0f0b3-1a44-4461-a24b-7a39574b7532] Deleted Snapshot of the VM instance {{(pid=69613) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 815.083677] env[69613]: INFO nova.compute.manager [None req-560144aa-132b-4cab-afdb-1e031e5d66aa tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] [instance: 14d0f0b3-1a44-4461-a24b-7a39574b7532] Took 15.16 seconds to snapshot the instance on the hypervisor. [ 815.092295] env[69613]: DEBUG nova.network.neutron [None req-c16f920a-ed0d-4361-9cd7-4e6000b64d44 tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] [instance: 1d1867b6-e625-4262-849c-a6ce4acce7bf] Updating instance_info_cache with network_info: [{"id": "87d37a5d-3629-4de6-8cf9-6f7fff18e8b3", "address": "fa:16:3e:1a:30:7e", "network": {"id": "c483e28c-2b27-484b-a9f9-734f2da7098c", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1567393561-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "98a7364efc4045369caebaefb2b32fa3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "411f389f-4e4f-4450-891e-38944cac6135", "external-id": "nsx-vlan-transportzone-795", "segmentation_id": 795, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap87d37a5d-36", "ovs_interfaceid": "87d37a5d-3629-4de6-8cf9-6f7fff18e8b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 815.172952] env[69613]: DEBUG oslo_vmware.api [-] Task: {'id': task-3417430, 'name': CreateVM_Task} progress is 99%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.364537] env[69613]: DEBUG oslo_concurrency.lockutils [None req-f5049f9d-a59d-4e2a-af78-1f0617d44ab7 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Acquiring lock "7f9ba3ee-c7ee-4737-931d-339747f6c4d8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 815.364814] env[69613]: DEBUG oslo_concurrency.lockutils [None req-f5049f9d-a59d-4e2a-af78-1f0617d44ab7 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Lock "7f9ba3ee-c7ee-4737-931d-339747f6c4d8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 815.366834] env[69613]: DEBUG nova.compute.manager [req-d86a21c2-5f8c-4388-a68b-4056bad9efde req-9a620104-a69d-4eee-921c-b40ada1f79cc service nova] [instance: beccb0b7-1179-4798-8642-35dbcec5e5a1] Received event network-vif-deleted-ed77a51d-98bb-4ded-b71e-a710dec5691a {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 815.460732] env[69613]: DEBUG oslo_vmware.api [None req-c8b3226f-f941-48c9-a041-7601d0d8ccf8 tempest-AttachInterfacesV270Test-22779326 tempest-AttachInterfacesV270Test-22779326-project-member] Task: {'id': task-3417433, 'name': Rename_Task, 'duration_secs': 0.264294} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.461084] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8b3226f-f941-48c9-a041-7601d0d8ccf8 tempest-AttachInterfacesV270Test-22779326 tempest-AttachInterfacesV270Test-22779326-project-member] [instance: 82b3a038-a7d0-403c-9058-8b8d01bafb31] Powering on the VM {{(pid=69613) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 815.463542] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b025bcc2-0a0b-49e0-9540-eb8a473fc653 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.472774] env[69613]: DEBUG oslo_vmware.api [None req-c8b3226f-f941-48c9-a041-7601d0d8ccf8 tempest-AttachInterfacesV270Test-22779326 tempest-AttachInterfacesV270Test-22779326-project-member] Waiting for the task: (returnval){ [ 815.472774] env[69613]: value = "task-3417434" [ 815.472774] env[69613]: _type = "Task" [ 815.472774] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.483169] env[69613]: DEBUG oslo_vmware.api [None req-c8b3226f-f941-48c9-a041-7601d0d8ccf8 tempest-AttachInterfacesV270Test-22779326 tempest-AttachInterfacesV270Test-22779326-project-member] Task: {'id': task-3417434, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.594856] env[69613]: DEBUG oslo_concurrency.lockutils [None req-c16f920a-ed0d-4361-9cd7-4e6000b64d44 tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] Releasing lock "refresh_cache-1d1867b6-e625-4262-849c-a6ce4acce7bf" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.594856] env[69613]: DEBUG nova.compute.manager [None req-c16f920a-ed0d-4361-9cd7-4e6000b64d44 tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] [instance: 1d1867b6-e625-4262-849c-a6ce4acce7bf] Instance network_info: |[{"id": "87d37a5d-3629-4de6-8cf9-6f7fff18e8b3", "address": "fa:16:3e:1a:30:7e", "network": {"id": "c483e28c-2b27-484b-a9f9-734f2da7098c", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1567393561-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "98a7364efc4045369caebaefb2b32fa3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "411f389f-4e4f-4450-891e-38944cac6135", "external-id": "nsx-vlan-transportzone-795", "segmentation_id": 795, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap87d37a5d-36", "ovs_interfaceid": "87d37a5d-3629-4de6-8cf9-6f7fff18e8b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69613) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 815.595470] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-c16f920a-ed0d-4361-9cd7-4e6000b64d44 tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] [instance: 1d1867b6-e625-4262-849c-a6ce4acce7bf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1a:30:7e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '411f389f-4e4f-4450-891e-38944cac6135', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '87d37a5d-3629-4de6-8cf9-6f7fff18e8b3', 'vif_model': 'vmxnet3'}] {{(pid=69613) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 815.603473] env[69613]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c16f920a-ed0d-4361-9cd7-4e6000b64d44 tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69613) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 815.607025] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1d1867b6-e625-4262-849c-a6ce4acce7bf] Creating VM on the ESX host {{(pid=69613) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 815.608169] env[69613]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-036b9fb8-2b71-4deb-b29d-cc43f4ee3ca8 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.634770] env[69613]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 815.634770] env[69613]: value = "task-3417435" [ 815.634770] env[69613]: _type = "Task" [ 815.634770] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.647013] env[69613]: DEBUG oslo_vmware.api [-] Task: {'id': task-3417435, 'name': CreateVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.666028] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36fedec2-c348-49e2-b0cc-856305ebd95f {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.672182] env[69613]: DEBUG oslo_vmware.api [-] Task: {'id': task-3417430, 'name': CreateVM_Task, 'duration_secs': 1.604453} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.672744] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3c040883-6acc-4ec2-b1e4-017089c4810f] Created VM on the ESX host {{(pid=69613) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 815.673441] env[69613]: DEBUG oslo_concurrency.lockutils [None req-c68a5813-fcf4-4edb-99a3-79a6b7a31e99 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.673611] env[69613]: DEBUG oslo_concurrency.lockutils [None req-c68a5813-fcf4-4edb-99a3-79a6b7a31e99 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.673948] env[69613]: DEBUG oslo_concurrency.lockutils [None req-c68a5813-fcf4-4edb-99a3-79a6b7a31e99 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.674216] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a69bd921-8f67-46a1-8a46-60362bfd5620 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.679302] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e2282d3-c4a5-4f03-8057-3726cf8a8822 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.683966] env[69613]: DEBUG oslo_vmware.api [None req-c68a5813-fcf4-4edb-99a3-79a6b7a31e99 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Waiting for the task: (returnval){ [ 815.683966] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]520ed606-1336-3085-ae9b-69c939be86a6" [ 815.683966] env[69613]: _type = "Task" [ 815.683966] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.715440] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25a70a12-e2fb-4625-b70e-b9e3c6513c2a {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.722444] env[69613]: DEBUG oslo_vmware.api [None req-c68a5813-fcf4-4edb-99a3-79a6b7a31e99 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]520ed606-1336-3085-ae9b-69c939be86a6, 'name': SearchDatastore_Task, 'duration_secs': 0.012156} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.723198] env[69613]: DEBUG oslo_concurrency.lockutils [None req-c68a5813-fcf4-4edb-99a3-79a6b7a31e99 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.723462] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-c68a5813-fcf4-4edb-99a3-79a6b7a31e99 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] [instance: 3c040883-6acc-4ec2-b1e4-017089c4810f] Processing image 2b7a0304-b5d0-431d-b287-32c8388d7fbd {{(pid=69613) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 815.723720] env[69613]: DEBUG oslo_concurrency.lockutils [None req-c68a5813-fcf4-4edb-99a3-79a6b7a31e99 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.723870] env[69613]: DEBUG oslo_concurrency.lockutils [None req-c68a5813-fcf4-4edb-99a3-79a6b7a31e99 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.724061] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-c68a5813-fcf4-4edb-99a3-79a6b7a31e99 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69613) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 815.724331] env[69613]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-85ff232c-b43c-4091-aa90-ed1ac85b58eb {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.729943] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f0e1a7e-a62b-47ed-92d9-b3c3a5923cff {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.746551] env[69613]: DEBUG nova.compute.provider_tree [None req-a603d5e9-4b7d-4f92-9c27-263ccb84318e tempest-ServersListShow298Test-1734213796 tempest-ServersListShow298Test-1734213796-project-member] Inventory has not changed in ProviderTree for provider: af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 {{(pid=69613) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 815.748014] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-c68a5813-fcf4-4edb-99a3-79a6b7a31e99 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69613) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 815.748214] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-c68a5813-fcf4-4edb-99a3-79a6b7a31e99 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69613) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 815.749133] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2e360173-999f-40c0-baf4-6b55076e5404 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.755433] env[69613]: DEBUG oslo_vmware.api [None req-c68a5813-fcf4-4edb-99a3-79a6b7a31e99 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Waiting for the task: (returnval){ [ 815.755433] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]52c075ae-e430-a99e-1b27-75a0db515660" [ 815.755433] env[69613]: _type = "Task" [ 815.755433] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.765769] env[69613]: DEBUG oslo_vmware.api [None req-c68a5813-fcf4-4edb-99a3-79a6b7a31e99 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52c075ae-e430-a99e-1b27-75a0db515660, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.869132] env[69613]: DEBUG nova.compute.manager [None req-f5049f9d-a59d-4e2a-af78-1f0617d44ab7 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] [instance: 7f9ba3ee-c7ee-4737-931d-339747f6c4d8] Starting instance... {{(pid=69613) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 815.984679] env[69613]: DEBUG oslo_vmware.api [None req-c8b3226f-f941-48c9-a041-7601d0d8ccf8 tempest-AttachInterfacesV270Test-22779326 tempest-AttachInterfacesV270Test-22779326-project-member] Task: {'id': task-3417434, 'name': PowerOnVM_Task} progress is 78%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.152574] env[69613]: DEBUG oslo_vmware.api [-] Task: {'id': task-3417435, 'name': CreateVM_Task, 'duration_secs': 0.500117} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.152796] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1d1867b6-e625-4262-849c-a6ce4acce7bf] Created VM on the ESX host {{(pid=69613) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 816.153597] env[69613]: DEBUG oslo_concurrency.lockutils [None req-c16f920a-ed0d-4361-9cd7-4e6000b64d44 tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.153827] env[69613]: DEBUG oslo_concurrency.lockutils [None req-c16f920a-ed0d-4361-9cd7-4e6000b64d44 tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.154133] env[69613]: DEBUG oslo_concurrency.lockutils [None req-c16f920a-ed0d-4361-9cd7-4e6000b64d44 tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.154442] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c1c1be85-ee92-4a4c-9007-ba709c6078ea {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.160499] env[69613]: DEBUG oslo_vmware.api [None req-c16f920a-ed0d-4361-9cd7-4e6000b64d44 tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] Waiting for the task: (returnval){ [ 816.160499] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]522dd8ad-d68b-e9ef-24b3-086cbadeec1f" [ 816.160499] env[69613]: _type = "Task" [ 816.160499] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.171358] env[69613]: DEBUG oslo_vmware.api [None req-c16f920a-ed0d-4361-9cd7-4e6000b64d44 tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]522dd8ad-d68b-e9ef-24b3-086cbadeec1f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.251178] env[69613]: DEBUG nova.scheduler.client.report [None req-a603d5e9-4b7d-4f92-9c27-263ccb84318e tempest-ServersListShow298Test-1734213796 tempest-ServersListShow298Test-1734213796-project-member] Inventory has not changed for provider af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69613) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 816.267738] env[69613]: DEBUG oslo_vmware.api [None req-c68a5813-fcf4-4edb-99a3-79a6b7a31e99 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52c075ae-e430-a99e-1b27-75a0db515660, 'name': SearchDatastore_Task, 'duration_secs': 0.010989} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.269759] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8d1ea539-59b0-4777-bef4-bdad1f0fa7c2 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.276019] env[69613]: DEBUG oslo_vmware.api [None req-c68a5813-fcf4-4edb-99a3-79a6b7a31e99 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Waiting for the task: (returnval){ [ 816.276019] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]5235e3d6-35d0-fe82-fa03-2d4e434b77db" [ 816.276019] env[69613]: _type = "Task" [ 816.276019] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.287188] env[69613]: DEBUG oslo_vmware.api [None req-c68a5813-fcf4-4edb-99a3-79a6b7a31e99 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]5235e3d6-35d0-fe82-fa03-2d4e434b77db, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.381920] env[69613]: DEBUG oslo_concurrency.lockutils [None req-ffb74d79-07d0-4658-bc58-270adfc6ba6d tempest-VolumesAssistedSnapshotsTest-2112485022 tempest-VolumesAssistedSnapshotsTest-2112485022-project-member] Acquiring lock "d6968dbb-b95f-4115-af9c-b528337a9663" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 816.382249] env[69613]: DEBUG oslo_concurrency.lockutils [None req-ffb74d79-07d0-4658-bc58-270adfc6ba6d tempest-VolumesAssistedSnapshotsTest-2112485022 tempest-VolumesAssistedSnapshotsTest-2112485022-project-member] Lock "d6968dbb-b95f-4115-af9c-b528337a9663" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 816.382629] env[69613]: DEBUG oslo_concurrency.lockutils [None req-ffb74d79-07d0-4658-bc58-270adfc6ba6d tempest-VolumesAssistedSnapshotsTest-2112485022 tempest-VolumesAssistedSnapshotsTest-2112485022-project-member] Acquiring lock "d6968dbb-b95f-4115-af9c-b528337a9663-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 816.382926] env[69613]: DEBUG oslo_concurrency.lockutils [None req-ffb74d79-07d0-4658-bc58-270adfc6ba6d tempest-VolumesAssistedSnapshotsTest-2112485022 tempest-VolumesAssistedSnapshotsTest-2112485022-project-member] Lock "d6968dbb-b95f-4115-af9c-b528337a9663-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 816.383119] env[69613]: DEBUG oslo_concurrency.lockutils [None req-ffb74d79-07d0-4658-bc58-270adfc6ba6d tempest-VolumesAssistedSnapshotsTest-2112485022 tempest-VolumesAssistedSnapshotsTest-2112485022-project-member] Lock "d6968dbb-b95f-4115-af9c-b528337a9663-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 816.386508] env[69613]: INFO nova.compute.manager [None req-ffb74d79-07d0-4658-bc58-270adfc6ba6d tempest-VolumesAssistedSnapshotsTest-2112485022 tempest-VolumesAssistedSnapshotsTest-2112485022-project-member] [instance: d6968dbb-b95f-4115-af9c-b528337a9663] Terminating instance [ 816.396350] env[69613]: DEBUG oslo_concurrency.lockutils [None req-f5049f9d-a59d-4e2a-af78-1f0617d44ab7 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 816.484869] env[69613]: DEBUG oslo_vmware.api [None req-c8b3226f-f941-48c9-a041-7601d0d8ccf8 tempest-AttachInterfacesV270Test-22779326 tempest-AttachInterfacesV270Test-22779326-project-member] Task: {'id': task-3417434, 'name': PowerOnVM_Task, 'duration_secs': 0.758438} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.485137] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8b3226f-f941-48c9-a041-7601d0d8ccf8 tempest-AttachInterfacesV270Test-22779326 tempest-AttachInterfacesV270Test-22779326-project-member] [instance: 82b3a038-a7d0-403c-9058-8b8d01bafb31] Powered on the VM {{(pid=69613) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 816.485343] env[69613]: INFO nova.compute.manager [None req-c8b3226f-f941-48c9-a041-7601d0d8ccf8 tempest-AttachInterfacesV270Test-22779326 tempest-AttachInterfacesV270Test-22779326-project-member] [instance: 82b3a038-a7d0-403c-9058-8b8d01bafb31] Took 8.07 seconds to spawn the instance on the hypervisor. [ 816.485524] env[69613]: DEBUG nova.compute.manager [None req-c8b3226f-f941-48c9-a041-7601d0d8ccf8 tempest-AttachInterfacesV270Test-22779326 tempest-AttachInterfacesV270Test-22779326-project-member] [instance: 82b3a038-a7d0-403c-9058-8b8d01bafb31] Checking state {{(pid=69613) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 816.486348] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c6f65e0-6686-4084-b8a8-7e9b0d0834dd {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.672722] env[69613]: DEBUG oslo_vmware.api [None req-c16f920a-ed0d-4361-9cd7-4e6000b64d44 tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]522dd8ad-d68b-e9ef-24b3-086cbadeec1f, 'name': SearchDatastore_Task, 'duration_secs': 0.012014} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.672990] env[69613]: DEBUG oslo_concurrency.lockutils [None req-c16f920a-ed0d-4361-9cd7-4e6000b64d44 tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.673245] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-c16f920a-ed0d-4361-9cd7-4e6000b64d44 tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] [instance: 1d1867b6-e625-4262-849c-a6ce4acce7bf] Processing image 2b7a0304-b5d0-431d-b287-32c8388d7fbd {{(pid=69613) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 816.673486] env[69613]: DEBUG oslo_concurrency.lockutils [None req-c16f920a-ed0d-4361-9cd7-4e6000b64d44 tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.673634] env[69613]: DEBUG oslo_concurrency.lockutils [None req-c16f920a-ed0d-4361-9cd7-4e6000b64d44 tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.673901] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-c16f920a-ed0d-4361-9cd7-4e6000b64d44 tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69613) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 816.674175] env[69613]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3335b915-bca0-4135-8b99-10f17af82013 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.680051] env[69613]: DEBUG oslo_concurrency.lockutils [None req-8d77a34c-7af2-48fe-9548-e0289625623a tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Acquiring lock "18e8c7de-e7c8-4bb2-be6f-52dd2c20489b" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 816.680598] env[69613]: DEBUG oslo_concurrency.lockutils [None req-8d77a34c-7af2-48fe-9548-e0289625623a tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Lock "18e8c7de-e7c8-4bb2-be6f-52dd2c20489b" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 816.685946] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-c16f920a-ed0d-4361-9cd7-4e6000b64d44 tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69613) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 816.686142] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-c16f920a-ed0d-4361-9cd7-4e6000b64d44 tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69613) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 816.686876] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dd9112ea-ed8e-4574-b562-f964c73ff5d6 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.694742] env[69613]: DEBUG oslo_vmware.api [None req-c16f920a-ed0d-4361-9cd7-4e6000b64d44 tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] Waiting for the task: (returnval){ [ 816.694742] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]5255fe5f-8f1a-e814-c957-8e5526ecc281" [ 816.694742] env[69613]: _type = "Task" [ 816.694742] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.703899] env[69613]: DEBUG oslo_vmware.api [None req-c16f920a-ed0d-4361-9cd7-4e6000b64d44 tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]5255fe5f-8f1a-e814-c957-8e5526ecc281, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.756841] env[69613]: DEBUG oslo_concurrency.lockutils [None req-a603d5e9-4b7d-4f92-9c27-263ccb84318e tempest-ServersListShow298Test-1734213796 tempest-ServersListShow298Test-1734213796-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.099s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 816.759085] env[69613]: DEBUG oslo_concurrency.lockutils [None req-2b34f76f-2202-4518-911c-49e04a7124ae tempest-ServerActionsV293TestJSON-1188024240 tempest-ServerActionsV293TestJSON-1188024240-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.669s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 816.760679] env[69613]: INFO nova.compute.claims [None req-2b34f76f-2202-4518-911c-49e04a7124ae tempest-ServerActionsV293TestJSON-1188024240 tempest-ServerActionsV293TestJSON-1188024240-project-member] [instance: aa0eb3a4-34df-4e34-b86a-2a1d19f3a984] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 816.776330] env[69613]: INFO nova.scheduler.client.report [None req-a603d5e9-4b7d-4f92-9c27-263ccb84318e tempest-ServersListShow298Test-1734213796 tempest-ServersListShow298Test-1734213796-project-member] Deleted allocations for instance 23dfa5b7-42f4-486c-8ce4-ae7d2e08c1e0 [ 816.790563] env[69613]: DEBUG oslo_vmware.api [None req-c68a5813-fcf4-4edb-99a3-79a6b7a31e99 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]5235e3d6-35d0-fe82-fa03-2d4e434b77db, 'name': SearchDatastore_Task, 'duration_secs': 0.014974} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.790878] env[69613]: DEBUG oslo_concurrency.lockutils [None req-c68a5813-fcf4-4edb-99a3-79a6b7a31e99 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.791198] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-c68a5813-fcf4-4edb-99a3-79a6b7a31e99 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk to [datastore1] 3c040883-6acc-4ec2-b1e4-017089c4810f/3c040883-6acc-4ec2-b1e4-017089c4810f.vmdk {{(pid=69613) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 816.791510] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e5ada55a-b0a7-4b52-88bf-76fc34600828 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.799462] env[69613]: DEBUG oslo_vmware.api [None req-c68a5813-fcf4-4edb-99a3-79a6b7a31e99 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Waiting for the task: (returnval){ [ 816.799462] env[69613]: value = "task-3417436" [ 816.799462] env[69613]: _type = "Task" [ 816.799462] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.808828] env[69613]: DEBUG oslo_vmware.api [None req-c68a5813-fcf4-4edb-99a3-79a6b7a31e99 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Task: {'id': task-3417436, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.890732] env[69613]: DEBUG nova.compute.manager [None req-ffb74d79-07d0-4658-bc58-270adfc6ba6d tempest-VolumesAssistedSnapshotsTest-2112485022 tempest-VolumesAssistedSnapshotsTest-2112485022-project-member] [instance: d6968dbb-b95f-4115-af9c-b528337a9663] Start destroying the instance on the hypervisor. {{(pid=69613) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 816.890938] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-ffb74d79-07d0-4658-bc58-270adfc6ba6d tempest-VolumesAssistedSnapshotsTest-2112485022 tempest-VolumesAssistedSnapshotsTest-2112485022-project-member] [instance: d6968dbb-b95f-4115-af9c-b528337a9663] Destroying instance {{(pid=69613) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 816.891853] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03c08f0a-23d3-416d-8f52-e2e6b1e351a5 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.899655] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-ffb74d79-07d0-4658-bc58-270adfc6ba6d tempest-VolumesAssistedSnapshotsTest-2112485022 tempest-VolumesAssistedSnapshotsTest-2112485022-project-member] [instance: d6968dbb-b95f-4115-af9c-b528337a9663] Powering off the VM {{(pid=69613) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 816.899895] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2767c458-5423-4c1d-a234-4f4a5e5697f2 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.906366] env[69613]: DEBUG oslo_vmware.api [None req-ffb74d79-07d0-4658-bc58-270adfc6ba6d tempest-VolumesAssistedSnapshotsTest-2112485022 tempest-VolumesAssistedSnapshotsTest-2112485022-project-member] Waiting for the task: (returnval){ [ 816.906366] env[69613]: value = "task-3417437" [ 816.906366] env[69613]: _type = "Task" [ 816.906366] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.916082] env[69613]: DEBUG oslo_vmware.api [None req-ffb74d79-07d0-4658-bc58-270adfc6ba6d tempest-VolumesAssistedSnapshotsTest-2112485022 tempest-VolumesAssistedSnapshotsTest-2112485022-project-member] Task: {'id': task-3417437, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.008185] env[69613]: INFO nova.compute.manager [None req-c8b3226f-f941-48c9-a041-7601d0d8ccf8 tempest-AttachInterfacesV270Test-22779326 tempest-AttachInterfacesV270Test-22779326-project-member] [instance: 82b3a038-a7d0-403c-9058-8b8d01bafb31] Took 35.48 seconds to build instance. [ 817.183842] env[69613]: DEBUG nova.compute.utils [None req-8d77a34c-7af2-48fe-9548-e0289625623a tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Using /dev/sd instead of None {{(pid=69613) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 817.213098] env[69613]: DEBUG oslo_vmware.api [None req-c16f920a-ed0d-4361-9cd7-4e6000b64d44 tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]5255fe5f-8f1a-e814-c957-8e5526ecc281, 'name': SearchDatastore_Task, 'duration_secs': 0.010001} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.214523] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f1dee952-29a6-4f65-8a6f-4760e29ff1a0 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.230625] env[69613]: DEBUG oslo_vmware.api [None req-c16f920a-ed0d-4361-9cd7-4e6000b64d44 tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] Waiting for the task: (returnval){ [ 817.230625] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]52fcba01-5cb7-4ed4-7589-ca2c29f62b29" [ 817.230625] env[69613]: _type = "Task" [ 817.230625] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.249485] env[69613]: DEBUG oslo_vmware.api [None req-c16f920a-ed0d-4361-9cd7-4e6000b64d44 tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52fcba01-5cb7-4ed4-7589-ca2c29f62b29, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.289713] env[69613]: DEBUG oslo_concurrency.lockutils [None req-a603d5e9-4b7d-4f92-9c27-263ccb84318e tempest-ServersListShow298Test-1734213796 tempest-ServersListShow298Test-1734213796-project-member] Lock "23dfa5b7-42f4-486c-8ce4-ae7d2e08c1e0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.303s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 817.313995] env[69613]: DEBUG oslo_vmware.api [None req-c68a5813-fcf4-4edb-99a3-79a6b7a31e99 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Task: {'id': task-3417436, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.481336} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.314429] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-c68a5813-fcf4-4edb-99a3-79a6b7a31e99 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk to [datastore1] 3c040883-6acc-4ec2-b1e4-017089c4810f/3c040883-6acc-4ec2-b1e4-017089c4810f.vmdk {{(pid=69613) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 817.314760] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-c68a5813-fcf4-4edb-99a3-79a6b7a31e99 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] [instance: 3c040883-6acc-4ec2-b1e4-017089c4810f] Extending root virtual disk to 1048576 {{(pid=69613) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 817.315127] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-273b1647-aea9-4134-abea-417a1c8c6bb1 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.325148] env[69613]: DEBUG oslo_vmware.api [None req-c68a5813-fcf4-4edb-99a3-79a6b7a31e99 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Waiting for the task: (returnval){ [ 817.325148] env[69613]: value = "task-3417438" [ 817.325148] env[69613]: _type = "Task" [ 817.325148] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.337289] env[69613]: DEBUG oslo_vmware.api [None req-c68a5813-fcf4-4edb-99a3-79a6b7a31e99 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Task: {'id': task-3417438, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.417330] env[69613]: DEBUG oslo_vmware.api [None req-ffb74d79-07d0-4658-bc58-270adfc6ba6d tempest-VolumesAssistedSnapshotsTest-2112485022 tempest-VolumesAssistedSnapshotsTest-2112485022-project-member] Task: {'id': task-3417437, 'name': PowerOffVM_Task, 'duration_secs': 0.222165} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.417680] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-ffb74d79-07d0-4658-bc58-270adfc6ba6d tempest-VolumesAssistedSnapshotsTest-2112485022 tempest-VolumesAssistedSnapshotsTest-2112485022-project-member] [instance: d6968dbb-b95f-4115-af9c-b528337a9663] Powered off the VM {{(pid=69613) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 817.417955] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-ffb74d79-07d0-4658-bc58-270adfc6ba6d tempest-VolumesAssistedSnapshotsTest-2112485022 tempest-VolumesAssistedSnapshotsTest-2112485022-project-member] [instance: d6968dbb-b95f-4115-af9c-b528337a9663] Unregistering the VM {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 817.418101] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b35bb274-3a57-4d7f-8e02-22b6570d22a8 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.507166] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-ffb74d79-07d0-4658-bc58-270adfc6ba6d tempest-VolumesAssistedSnapshotsTest-2112485022 tempest-VolumesAssistedSnapshotsTest-2112485022-project-member] [instance: d6968dbb-b95f-4115-af9c-b528337a9663] Unregistered the VM {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 817.507412] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-ffb74d79-07d0-4658-bc58-270adfc6ba6d tempest-VolumesAssistedSnapshotsTest-2112485022 tempest-VolumesAssistedSnapshotsTest-2112485022-project-member] [instance: d6968dbb-b95f-4115-af9c-b528337a9663] Deleting contents of the VM from datastore datastore1 {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 817.507599] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-ffb74d79-07d0-4658-bc58-270adfc6ba6d tempest-VolumesAssistedSnapshotsTest-2112485022 tempest-VolumesAssistedSnapshotsTest-2112485022-project-member] Deleting the datastore file [datastore1] d6968dbb-b95f-4115-af9c-b528337a9663 {{(pid=69613) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 817.507878] env[69613]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0f08ada2-62ec-4289-b86b-314741bfaaf1 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.510518] env[69613]: DEBUG oslo_concurrency.lockutils [None req-c8b3226f-f941-48c9-a041-7601d0d8ccf8 tempest-AttachInterfacesV270Test-22779326 tempest-AttachInterfacesV270Test-22779326-project-member] Lock "82b3a038-a7d0-403c-9058-8b8d01bafb31" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.990s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 817.516767] env[69613]: DEBUG oslo_vmware.api [None req-ffb74d79-07d0-4658-bc58-270adfc6ba6d tempest-VolumesAssistedSnapshotsTest-2112485022 tempest-VolumesAssistedSnapshotsTest-2112485022-project-member] Waiting for the task: (returnval){ [ 817.516767] env[69613]: value = "task-3417440" [ 817.516767] env[69613]: _type = "Task" [ 817.516767] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.526262] env[69613]: DEBUG oslo_vmware.api [None req-ffb74d79-07d0-4658-bc58-270adfc6ba6d tempest-VolumesAssistedSnapshotsTest-2112485022 tempest-VolumesAssistedSnapshotsTest-2112485022-project-member] Task: {'id': task-3417440, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.672658] env[69613]: DEBUG oslo_concurrency.lockutils [None req-0a753a58-72a3-410f-837c-bdf14201b10a tempest-AttachInterfacesV270Test-22779326 tempest-AttachInterfacesV270Test-22779326-project-member] Acquiring lock "interface-82b3a038-a7d0-403c-9058-8b8d01bafb31-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 817.672907] env[69613]: DEBUG oslo_concurrency.lockutils [None req-0a753a58-72a3-410f-837c-bdf14201b10a tempest-AttachInterfacesV270Test-22779326 tempest-AttachInterfacesV270Test-22779326-project-member] Lock "interface-82b3a038-a7d0-403c-9058-8b8d01bafb31-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 817.673286] env[69613]: DEBUG nova.objects.instance [None req-0a753a58-72a3-410f-837c-bdf14201b10a tempest-AttachInterfacesV270Test-22779326 tempest-AttachInterfacesV270Test-22779326-project-member] Lazy-loading 'flavor' on Instance uuid 82b3a038-a7d0-403c-9058-8b8d01bafb31 {{(pid=69613) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 817.689778] env[69613]: DEBUG oslo_concurrency.lockutils [None req-8d77a34c-7af2-48fe-9548-e0289625623a tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Lock "18e8c7de-e7c8-4bb2-be6f-52dd2c20489b" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.009s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 817.741496] env[69613]: DEBUG oslo_vmware.api [None req-c16f920a-ed0d-4361-9cd7-4e6000b64d44 tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52fcba01-5cb7-4ed4-7589-ca2c29f62b29, 'name': SearchDatastore_Task, 'duration_secs': 0.018831} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.741764] env[69613]: DEBUG oslo_concurrency.lockutils [None req-c16f920a-ed0d-4361-9cd7-4e6000b64d44 tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.742024] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-c16f920a-ed0d-4361-9cd7-4e6000b64d44 tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk to [datastore2] 1d1867b6-e625-4262-849c-a6ce4acce7bf/1d1867b6-e625-4262-849c-a6ce4acce7bf.vmdk {{(pid=69613) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 817.742279] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e56bf7a0-40b7-41bf-bf25-04fe9898d962 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.749387] env[69613]: DEBUG oslo_vmware.api [None req-c16f920a-ed0d-4361-9cd7-4e6000b64d44 tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] Waiting for the task: (returnval){ [ 817.749387] env[69613]: value = "task-3417441" [ 817.749387] env[69613]: _type = "Task" [ 817.749387] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.757569] env[69613]: DEBUG oslo_vmware.api [None req-c16f920a-ed0d-4361-9cd7-4e6000b64d44 tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] Task: {'id': task-3417441, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.839047] env[69613]: DEBUG oslo_vmware.api [None req-c68a5813-fcf4-4edb-99a3-79a6b7a31e99 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Task: {'id': task-3417438, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077344} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.839328] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-c68a5813-fcf4-4edb-99a3-79a6b7a31e99 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] [instance: 3c040883-6acc-4ec2-b1e4-017089c4810f] Extended root virtual disk {{(pid=69613) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 817.840432] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32d23345-8a38-472a-a623-f42551a802be {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.865879] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-c68a5813-fcf4-4edb-99a3-79a6b7a31e99 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] [instance: 3c040883-6acc-4ec2-b1e4-017089c4810f] Reconfiguring VM instance instance-00000039 to attach disk [datastore1] 3c040883-6acc-4ec2-b1e4-017089c4810f/3c040883-6acc-4ec2-b1e4-017089c4810f.vmdk or device None with type sparse {{(pid=69613) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 817.868537] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-93caab12-b45c-493a-a46b-67186d131269 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.890751] env[69613]: DEBUG oslo_vmware.api [None req-c68a5813-fcf4-4edb-99a3-79a6b7a31e99 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Waiting for the task: (returnval){ [ 817.890751] env[69613]: value = "task-3417442" [ 817.890751] env[69613]: _type = "Task" [ 817.890751] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.901604] env[69613]: DEBUG oslo_vmware.api [None req-c68a5813-fcf4-4edb-99a3-79a6b7a31e99 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Task: {'id': task-3417442, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.029041] env[69613]: DEBUG oslo_vmware.api [None req-ffb74d79-07d0-4658-bc58-270adfc6ba6d tempest-VolumesAssistedSnapshotsTest-2112485022 tempest-VolumesAssistedSnapshotsTest-2112485022-project-member] Task: {'id': task-3417440, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.15679} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.031701] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-ffb74d79-07d0-4658-bc58-270adfc6ba6d tempest-VolumesAssistedSnapshotsTest-2112485022 tempest-VolumesAssistedSnapshotsTest-2112485022-project-member] Deleted the datastore file {{(pid=69613) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 818.031892] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-ffb74d79-07d0-4658-bc58-270adfc6ba6d tempest-VolumesAssistedSnapshotsTest-2112485022 tempest-VolumesAssistedSnapshotsTest-2112485022-project-member] [instance: d6968dbb-b95f-4115-af9c-b528337a9663] Deleted contents of the VM from datastore datastore1 {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 818.032077] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-ffb74d79-07d0-4658-bc58-270adfc6ba6d tempest-VolumesAssistedSnapshotsTest-2112485022 tempest-VolumesAssistedSnapshotsTest-2112485022-project-member] [instance: d6968dbb-b95f-4115-af9c-b528337a9663] Instance destroyed {{(pid=69613) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 818.032251] env[69613]: INFO nova.compute.manager [None req-ffb74d79-07d0-4658-bc58-270adfc6ba6d tempest-VolumesAssistedSnapshotsTest-2112485022 tempest-VolumesAssistedSnapshotsTest-2112485022-project-member] [instance: d6968dbb-b95f-4115-af9c-b528337a9663] Took 1.14 seconds to destroy the instance on the hypervisor. [ 818.032487] env[69613]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ffb74d79-07d0-4658-bc58-270adfc6ba6d tempest-VolumesAssistedSnapshotsTest-2112485022 tempest-VolumesAssistedSnapshotsTest-2112485022-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69613) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 818.032872] env[69613]: DEBUG nova.compute.manager [-] [instance: d6968dbb-b95f-4115-af9c-b528337a9663] Deallocating network for instance {{(pid=69613) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 818.032969] env[69613]: DEBUG nova.network.neutron [-] [instance: d6968dbb-b95f-4115-af9c-b528337a9663] deallocate_for_instance() {{(pid=69613) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 818.178276] env[69613]: DEBUG nova.objects.instance [None req-0a753a58-72a3-410f-837c-bdf14201b10a tempest-AttachInterfacesV270Test-22779326 tempest-AttachInterfacesV270Test-22779326-project-member] Lazy-loading 'pci_requests' on Instance uuid 82b3a038-a7d0-403c-9058-8b8d01bafb31 {{(pid=69613) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 818.265624] env[69613]: DEBUG oslo_vmware.api [None req-c16f920a-ed0d-4361-9cd7-4e6000b64d44 tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] Task: {'id': task-3417441, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.285908] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baa032f2-b682-4fe8-9185-fde2e6674b76 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.298862] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-522591ce-09bf-4b5d-a653-93c09d64ef3c {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.336092] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-934fe132-97c7-46ab-8bad-93b6d0859bb5 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.346349] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5703e1de-e071-4d6d-8791-7369ff91a2d4 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.365687] env[69613]: DEBUG nova.compute.provider_tree [None req-2b34f76f-2202-4518-911c-49e04a7124ae tempest-ServerActionsV293TestJSON-1188024240 tempest-ServerActionsV293TestJSON-1188024240-project-member] Inventory has not changed in ProviderTree for provider: af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 {{(pid=69613) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 818.405098] env[69613]: DEBUG oslo_vmware.api [None req-c68a5813-fcf4-4edb-99a3-79a6b7a31e99 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Task: {'id': task-3417442, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.680957] env[69613]: DEBUG nova.objects.base [None req-0a753a58-72a3-410f-837c-bdf14201b10a tempest-AttachInterfacesV270Test-22779326 tempest-AttachInterfacesV270Test-22779326-project-member] Object Instance<82b3a038-a7d0-403c-9058-8b8d01bafb31> lazy-loaded attributes: flavor,pci_requests {{(pid=69613) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 818.681314] env[69613]: DEBUG nova.network.neutron [None req-0a753a58-72a3-410f-837c-bdf14201b10a tempest-AttachInterfacesV270Test-22779326 tempest-AttachInterfacesV270Test-22779326-project-member] [instance: 82b3a038-a7d0-403c-9058-8b8d01bafb31] allocate_for_instance() {{(pid=69613) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 818.763015] env[69613]: DEBUG oslo_vmware.api [None req-c16f920a-ed0d-4361-9cd7-4e6000b64d44 tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] Task: {'id': task-3417441, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.777811] env[69613]: DEBUG oslo_concurrency.lockutils [None req-8d77a34c-7af2-48fe-9548-e0289625623a tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Acquiring lock "18e8c7de-e7c8-4bb2-be6f-52dd2c20489b" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 818.778121] env[69613]: DEBUG oslo_concurrency.lockutils [None req-8d77a34c-7af2-48fe-9548-e0289625623a tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Lock "18e8c7de-e7c8-4bb2-be6f-52dd2c20489b" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 818.778377] env[69613]: INFO nova.compute.manager [None req-8d77a34c-7af2-48fe-9548-e0289625623a tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] [instance: 18e8c7de-e7c8-4bb2-be6f-52dd2c20489b] Attaching volume 1dc5e221-09bb-4eb6-a5e8-e116f953ad6d to /dev/sdb [ 818.818361] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb759184-ecce-40b2-8ad3-c7a30690929d {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.827158] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1310c098-4cb1-4f7d-a029-2f3c99d2f856 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.843285] env[69613]: DEBUG nova.virt.block_device [None req-8d77a34c-7af2-48fe-9548-e0289625623a tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] [instance: 18e8c7de-e7c8-4bb2-be6f-52dd2c20489b] Updating existing volume attachment record: 55762423-e627-48ad-8917-b95663e4f070 {{(pid=69613) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 818.869632] env[69613]: DEBUG nova.scheduler.client.report [None req-2b34f76f-2202-4518-911c-49e04a7124ae tempest-ServerActionsV293TestJSON-1188024240 tempest-ServerActionsV293TestJSON-1188024240-project-member] Inventory has not changed for provider af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69613) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 818.905235] env[69613]: DEBUG oslo_vmware.api [None req-c68a5813-fcf4-4edb-99a3-79a6b7a31e99 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Task: {'id': task-3417442, 'name': ReconfigVM_Task, 'duration_secs': 0.582585} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.905534] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-c68a5813-fcf4-4edb-99a3-79a6b7a31e99 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] [instance: 3c040883-6acc-4ec2-b1e4-017089c4810f] Reconfigured VM instance instance-00000039 to attach disk [datastore1] 3c040883-6acc-4ec2-b1e4-017089c4810f/3c040883-6acc-4ec2-b1e4-017089c4810f.vmdk or device None with type sparse {{(pid=69613) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 818.906313] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-836d1c59-9ef9-42a1-95e1-7ac7640763b2 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.914660] env[69613]: DEBUG oslo_vmware.api [None req-c68a5813-fcf4-4edb-99a3-79a6b7a31e99 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Waiting for the task: (returnval){ [ 818.914660] env[69613]: value = "task-3417443" [ 818.914660] env[69613]: _type = "Task" [ 818.914660] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.927684] env[69613]: DEBUG oslo_vmware.api [None req-c68a5813-fcf4-4edb-99a3-79a6b7a31e99 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Task: {'id': task-3417443, 'name': Rename_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.977787] env[69613]: DEBUG oslo_concurrency.lockutils [None req-0a753a58-72a3-410f-837c-bdf14201b10a tempest-AttachInterfacesV270Test-22779326 tempest-AttachInterfacesV270Test-22779326-project-member] Lock "interface-82b3a038-a7d0-403c-9058-8b8d01bafb31-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.305s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 819.037640] env[69613]: DEBUG nova.network.neutron [-] [instance: d6968dbb-b95f-4115-af9c-b528337a9663] Updating instance_info_cache with network_info: [] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 819.260455] env[69613]: DEBUG oslo_vmware.api [None req-c16f920a-ed0d-4361-9cd7-4e6000b64d44 tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] Task: {'id': task-3417441, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.375965] env[69613]: DEBUG oslo_concurrency.lockutils [None req-2b34f76f-2202-4518-911c-49e04a7124ae tempest-ServerActionsV293TestJSON-1188024240 tempest-ServerActionsV293TestJSON-1188024240-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.617s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 819.376522] env[69613]: DEBUG nova.compute.manager [None req-2b34f76f-2202-4518-911c-49e04a7124ae tempest-ServerActionsV293TestJSON-1188024240 tempest-ServerActionsV293TestJSON-1188024240-project-member] [instance: aa0eb3a4-34df-4e34-b86a-2a1d19f3a984] Start building networks asynchronously for instance. {{(pid=69613) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 819.380306] env[69613]: DEBUG oslo_concurrency.lockutils [None req-c05ea297-195a-4789-8933-96a4a3ebe595 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 20.446s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 819.426648] env[69613]: DEBUG oslo_vmware.api [None req-c68a5813-fcf4-4edb-99a3-79a6b7a31e99 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Task: {'id': task-3417443, 'name': Rename_Task} progress is 14%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.476758] env[69613]: DEBUG nova.compute.manager [req-f318f89a-bfd4-4615-a460-1663aaa6f68e req-90459e4a-f284-437b-95cc-c61b3c5c5686 service nova] [instance: d6968dbb-b95f-4115-af9c-b528337a9663] Received event network-vif-deleted-b5b5ef22-3acc-4f68-95aa-ec67e4f50d1b {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 819.539950] env[69613]: INFO nova.compute.manager [-] [instance: d6968dbb-b95f-4115-af9c-b528337a9663] Took 1.51 seconds to deallocate network for instance. [ 819.762347] env[69613]: DEBUG oslo_vmware.api [None req-c16f920a-ed0d-4361-9cd7-4e6000b64d44 tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] Task: {'id': task-3417441, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.811057} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.762698] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-c16f920a-ed0d-4361-9cd7-4e6000b64d44 tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk to [datastore2] 1d1867b6-e625-4262-849c-a6ce4acce7bf/1d1867b6-e625-4262-849c-a6ce4acce7bf.vmdk {{(pid=69613) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 819.762822] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-c16f920a-ed0d-4361-9cd7-4e6000b64d44 tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] [instance: 1d1867b6-e625-4262-849c-a6ce4acce7bf] Extending root virtual disk to 1048576 {{(pid=69613) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 819.763104] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-75ac30d9-627a-4f58-9ade-6d188aa64ba3 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.770109] env[69613]: DEBUG oslo_vmware.api [None req-c16f920a-ed0d-4361-9cd7-4e6000b64d44 tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] Waiting for the task: (returnval){ [ 819.770109] env[69613]: value = "task-3417447" [ 819.770109] env[69613]: _type = "Task" [ 819.770109] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.778753] env[69613]: DEBUG oslo_vmware.api [None req-c16f920a-ed0d-4361-9cd7-4e6000b64d44 tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] Task: {'id': task-3417447, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.884075] env[69613]: DEBUG nova.compute.utils [None req-2b34f76f-2202-4518-911c-49e04a7124ae tempest-ServerActionsV293TestJSON-1188024240 tempest-ServerActionsV293TestJSON-1188024240-project-member] Using /dev/sd instead of None {{(pid=69613) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 819.885618] env[69613]: DEBUG nova.compute.manager [None req-2b34f76f-2202-4518-911c-49e04a7124ae tempest-ServerActionsV293TestJSON-1188024240 tempest-ServerActionsV293TestJSON-1188024240-project-member] [instance: aa0eb3a4-34df-4e34-b86a-2a1d19f3a984] Allocating IP information in the background. {{(pid=69613) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 819.885788] env[69613]: DEBUG nova.network.neutron [None req-2b34f76f-2202-4518-911c-49e04a7124ae tempest-ServerActionsV293TestJSON-1188024240 tempest-ServerActionsV293TestJSON-1188024240-project-member] [instance: aa0eb3a4-34df-4e34-b86a-2a1d19f3a984] allocate_for_instance() {{(pid=69613) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 819.894774] env[69613]: INFO nova.compute.claims [None req-c05ea297-195a-4789-8933-96a4a3ebe595 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] [instance: cf649a29-c0b2-4cc4-9d7d-da72ef553093] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 819.934957] env[69613]: DEBUG oslo_vmware.api [None req-c68a5813-fcf4-4edb-99a3-79a6b7a31e99 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Task: {'id': task-3417443, 'name': Rename_Task, 'duration_secs': 0.727058} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.935353] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-c68a5813-fcf4-4edb-99a3-79a6b7a31e99 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] [instance: 3c040883-6acc-4ec2-b1e4-017089c4810f] Powering on the VM {{(pid=69613) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 819.935724] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3071b8b1-985c-44bd-b5f0-fc710c2ab571 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.948509] env[69613]: DEBUG oslo_vmware.api [None req-c68a5813-fcf4-4edb-99a3-79a6b7a31e99 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Waiting for the task: (returnval){ [ 819.948509] env[69613]: value = "task-3417448" [ 819.948509] env[69613]: _type = "Task" [ 819.948509] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.952642] env[69613]: DEBUG nova.policy [None req-2b34f76f-2202-4518-911c-49e04a7124ae tempest-ServerActionsV293TestJSON-1188024240 tempest-ServerActionsV293TestJSON-1188024240-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e000c91b444a49f1a27d6a90f4d2e63b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8f56413003324073a6847ae382eb3001', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69613) authorize /opt/stack/nova/nova/policy.py:192}} [ 819.963394] env[69613]: DEBUG oslo_vmware.api [None req-c68a5813-fcf4-4edb-99a3-79a6b7a31e99 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Task: {'id': task-3417448, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.039656] env[69613]: DEBUG oslo_concurrency.lockutils [None req-57bf9f74-2f11-41e3-8e55-b80335930028 tempest-ServersWithSpecificFlavorTestJSON-559059669 tempest-ServersWithSpecificFlavorTestJSON-559059669-project-member] Acquiring lock "b557580c-420c-42bf-90f5-43960bf4f3d5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 820.039930] env[69613]: DEBUG oslo_concurrency.lockutils [None req-57bf9f74-2f11-41e3-8e55-b80335930028 tempest-ServersWithSpecificFlavorTestJSON-559059669 tempest-ServersWithSpecificFlavorTestJSON-559059669-project-member] Lock "b557580c-420c-42bf-90f5-43960bf4f3d5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 820.040174] env[69613]: DEBUG oslo_concurrency.lockutils [None req-57bf9f74-2f11-41e3-8e55-b80335930028 tempest-ServersWithSpecificFlavorTestJSON-559059669 tempest-ServersWithSpecificFlavorTestJSON-559059669-project-member] Acquiring lock "b557580c-420c-42bf-90f5-43960bf4f3d5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 820.040462] env[69613]: DEBUG oslo_concurrency.lockutils [None req-57bf9f74-2f11-41e3-8e55-b80335930028 tempest-ServersWithSpecificFlavorTestJSON-559059669 tempest-ServersWithSpecificFlavorTestJSON-559059669-project-member] Lock "b557580c-420c-42bf-90f5-43960bf4f3d5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 820.040670] env[69613]: DEBUG oslo_concurrency.lockutils [None req-57bf9f74-2f11-41e3-8e55-b80335930028 tempest-ServersWithSpecificFlavorTestJSON-559059669 tempest-ServersWithSpecificFlavorTestJSON-559059669-project-member] Lock "b557580c-420c-42bf-90f5-43960bf4f3d5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 820.045822] env[69613]: INFO nova.compute.manager [None req-57bf9f74-2f11-41e3-8e55-b80335930028 tempest-ServersWithSpecificFlavorTestJSON-559059669 tempest-ServersWithSpecificFlavorTestJSON-559059669-project-member] [instance: b557580c-420c-42bf-90f5-43960bf4f3d5] Terminating instance [ 820.047762] env[69613]: DEBUG oslo_concurrency.lockutils [None req-ffb74d79-07d0-4658-bc58-270adfc6ba6d tempest-VolumesAssistedSnapshotsTest-2112485022 tempest-VolumesAssistedSnapshotsTest-2112485022-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 820.282116] env[69613]: DEBUG oslo_vmware.api [None req-c16f920a-ed0d-4361-9cd7-4e6000b64d44 tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] Task: {'id': task-3417447, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073721} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.282350] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-c16f920a-ed0d-4361-9cd7-4e6000b64d44 tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] [instance: 1d1867b6-e625-4262-849c-a6ce4acce7bf] Extended root virtual disk {{(pid=69613) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 820.283333] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc2add6b-9112-476f-af5f-6afa6fa66dff {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.287137] env[69613]: DEBUG nova.network.neutron [None req-2b34f76f-2202-4518-911c-49e04a7124ae tempest-ServerActionsV293TestJSON-1188024240 tempest-ServerActionsV293TestJSON-1188024240-project-member] [instance: aa0eb3a4-34df-4e34-b86a-2a1d19f3a984] Successfully created port: a54d42c1-7356-4f45-a236-1e87c960e1a5 {{(pid=69613) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 820.311028] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-c16f920a-ed0d-4361-9cd7-4e6000b64d44 tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] [instance: 1d1867b6-e625-4262-849c-a6ce4acce7bf] Reconfiguring VM instance instance-0000003d to attach disk [datastore2] 1d1867b6-e625-4262-849c-a6ce4acce7bf/1d1867b6-e625-4262-849c-a6ce4acce7bf.vmdk or device None with type sparse {{(pid=69613) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 820.311469] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-382f1e1e-c1dd-4af6-92d3-8406b36c166b {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.339679] env[69613]: DEBUG oslo_vmware.api [None req-c16f920a-ed0d-4361-9cd7-4e6000b64d44 tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] Waiting for the task: (returnval){ [ 820.339679] env[69613]: value = "task-3417449" [ 820.339679] env[69613]: _type = "Task" [ 820.339679] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.354318] env[69613]: DEBUG oslo_vmware.api [None req-c16f920a-ed0d-4361-9cd7-4e6000b64d44 tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] Task: {'id': task-3417449, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.400666] env[69613]: INFO nova.compute.resource_tracker [None req-c05ea297-195a-4789-8933-96a4a3ebe595 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] [instance: cf649a29-c0b2-4cc4-9d7d-da72ef553093] Updating resource usage from migration 86ebc1d0-42d8-43c5-a04e-c8902f6a41e9 [ 820.403985] env[69613]: DEBUG nova.compute.manager [None req-2b34f76f-2202-4518-911c-49e04a7124ae tempest-ServerActionsV293TestJSON-1188024240 tempest-ServerActionsV293TestJSON-1188024240-project-member] [instance: aa0eb3a4-34df-4e34-b86a-2a1d19f3a984] Start building block device mappings for instance. {{(pid=69613) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 820.466218] env[69613]: DEBUG oslo_vmware.api [None req-c68a5813-fcf4-4edb-99a3-79a6b7a31e99 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Task: {'id': task-3417448, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.551128] env[69613]: DEBUG nova.compute.manager [None req-57bf9f74-2f11-41e3-8e55-b80335930028 tempest-ServersWithSpecificFlavorTestJSON-559059669 tempest-ServersWithSpecificFlavorTestJSON-559059669-project-member] [instance: b557580c-420c-42bf-90f5-43960bf4f3d5] Start destroying the instance on the hypervisor. {{(pid=69613) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 820.551128] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-57bf9f74-2f11-41e3-8e55-b80335930028 tempest-ServersWithSpecificFlavorTestJSON-559059669 tempest-ServersWithSpecificFlavorTestJSON-559059669-project-member] [instance: b557580c-420c-42bf-90f5-43960bf4f3d5] Destroying instance {{(pid=69613) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 820.552561] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d249dc1-844b-4760-9563-e39d387dafa7 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.563528] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-57bf9f74-2f11-41e3-8e55-b80335930028 tempest-ServersWithSpecificFlavorTestJSON-559059669 tempest-ServersWithSpecificFlavorTestJSON-559059669-project-member] [instance: b557580c-420c-42bf-90f5-43960bf4f3d5] Powering off the VM {{(pid=69613) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 820.563963] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d371d1a8-af91-42b2-9755-738cd3e0a3f3 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.574720] env[69613]: DEBUG oslo_vmware.api [None req-57bf9f74-2f11-41e3-8e55-b80335930028 tempest-ServersWithSpecificFlavorTestJSON-559059669 tempest-ServersWithSpecificFlavorTestJSON-559059669-project-member] Waiting for the task: (returnval){ [ 820.574720] env[69613]: value = "task-3417450" [ 820.574720] env[69613]: _type = "Task" [ 820.574720] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.584832] env[69613]: DEBUG oslo_vmware.api [None req-57bf9f74-2f11-41e3-8e55-b80335930028 tempest-ServersWithSpecificFlavorTestJSON-559059669 tempest-ServersWithSpecificFlavorTestJSON-559059669-project-member] Task: {'id': task-3417450, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.804701] env[69613]: DEBUG oslo_concurrency.lockutils [None req-e0b25344-e6c2-4b77-847e-e1bb87fa6e30 tempest-ServersWithSpecificFlavorTestJSON-559059669 tempest-ServersWithSpecificFlavorTestJSON-559059669-project-member] Acquiring lock "52a6a8dc-d371-4109-ba9a-0b972f1d0527" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 820.805383] env[69613]: DEBUG oslo_concurrency.lockutils [None req-e0b25344-e6c2-4b77-847e-e1bb87fa6e30 tempest-ServersWithSpecificFlavorTestJSON-559059669 tempest-ServersWithSpecificFlavorTestJSON-559059669-project-member] Lock "52a6a8dc-d371-4109-ba9a-0b972f1d0527" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 820.858242] env[69613]: DEBUG oslo_vmware.api [None req-c16f920a-ed0d-4361-9cd7-4e6000b64d44 tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] Task: {'id': task-3417449, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.909766] env[69613]: INFO nova.virt.block_device [None req-2b34f76f-2202-4518-911c-49e04a7124ae tempest-ServerActionsV293TestJSON-1188024240 tempest-ServerActionsV293TestJSON-1188024240-project-member] [instance: aa0eb3a4-34df-4e34-b86a-2a1d19f3a984] Booting with volume 8e3a5d97-b3fd-44ea-9cd6-aac6aa7a1df2 at /dev/sda [ 820.959370] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd0a5237-8601-46b9-93b7-df1501595920 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.968459] env[69613]: DEBUG oslo_vmware.api [None req-c68a5813-fcf4-4edb-99a3-79a6b7a31e99 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Task: {'id': task-3417448, 'name': PowerOnVM_Task, 'duration_secs': 0.827596} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.969816] env[69613]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-986fae47-75fa-4d12-a767-cffa945baa0a {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.972224] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-c68a5813-fcf4-4edb-99a3-79a6b7a31e99 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] [instance: 3c040883-6acc-4ec2-b1e4-017089c4810f] Powered on the VM {{(pid=69613) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 820.972224] env[69613]: DEBUG nova.compute.manager [None req-c68a5813-fcf4-4edb-99a3-79a6b7a31e99 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] [instance: 3c040883-6acc-4ec2-b1e4-017089c4810f] Checking state {{(pid=69613) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 820.973133] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93e0ab29-8174-4024-9c55-db39b2ec3910 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.982622] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90adba62-34a3-4bcf-b0e7-8451b8e26139 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.989975] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80b79852-2a8a-4364-9030-12f9a619bfaa {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.049412] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3ee18bd-4476-438b-ac85-74f2380d2b23 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.053795] env[69613]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3b120395-9cc1-4959-93ed-0ad714079bce {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.063098] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4f6d419-00a0-4205-9f58-5e4399555e39 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.070636] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49b3ab1d-a280-4024-8b6d-f27b56de66b9 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.093577] env[69613]: DEBUG nova.compute.provider_tree [None req-c05ea297-195a-4789-8933-96a4a3ebe595 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] Inventory has not changed in ProviderTree for provider: af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 {{(pid=69613) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 821.098037] env[69613]: DEBUG oslo_concurrency.lockutils [None req-6a28e8f8-15fa-4e79-aa41-f655d2ddb4b9 tempest-AttachInterfacesV270Test-22779326 tempest-AttachInterfacesV270Test-22779326-project-member] Acquiring lock "82b3a038-a7d0-403c-9058-8b8d01bafb31" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 821.098037] env[69613]: DEBUG oslo_concurrency.lockutils [None req-6a28e8f8-15fa-4e79-aa41-f655d2ddb4b9 tempest-AttachInterfacesV270Test-22779326 tempest-AttachInterfacesV270Test-22779326-project-member] Lock "82b3a038-a7d0-403c-9058-8b8d01bafb31" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 821.098037] env[69613]: DEBUG oslo_concurrency.lockutils [None req-6a28e8f8-15fa-4e79-aa41-f655d2ddb4b9 tempest-AttachInterfacesV270Test-22779326 tempest-AttachInterfacesV270Test-22779326-project-member] Acquiring lock "82b3a038-a7d0-403c-9058-8b8d01bafb31-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 821.098237] env[69613]: DEBUG oslo_concurrency.lockutils [None req-6a28e8f8-15fa-4e79-aa41-f655d2ddb4b9 tempest-AttachInterfacesV270Test-22779326 tempest-AttachInterfacesV270Test-22779326-project-member] Lock "82b3a038-a7d0-403c-9058-8b8d01bafb31-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 821.098426] env[69613]: DEBUG oslo_concurrency.lockutils [None req-6a28e8f8-15fa-4e79-aa41-f655d2ddb4b9 tempest-AttachInterfacesV270Test-22779326 tempest-AttachInterfacesV270Test-22779326-project-member] Lock "82b3a038-a7d0-403c-9058-8b8d01bafb31-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 821.122498] env[69613]: DEBUG oslo_vmware.api [None req-57bf9f74-2f11-41e3-8e55-b80335930028 tempest-ServersWithSpecificFlavorTestJSON-559059669 tempest-ServersWithSpecificFlavorTestJSON-559059669-project-member] Task: {'id': task-3417450, 'name': PowerOffVM_Task, 'duration_secs': 0.27787} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.123286] env[69613]: INFO nova.compute.manager [None req-6a28e8f8-15fa-4e79-aa41-f655d2ddb4b9 tempest-AttachInterfacesV270Test-22779326 tempest-AttachInterfacesV270Test-22779326-project-member] [instance: 82b3a038-a7d0-403c-9058-8b8d01bafb31] Terminating instance [ 821.124862] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-57bf9f74-2f11-41e3-8e55-b80335930028 tempest-ServersWithSpecificFlavorTestJSON-559059669 tempest-ServersWithSpecificFlavorTestJSON-559059669-project-member] [instance: b557580c-420c-42bf-90f5-43960bf4f3d5] Powered off the VM {{(pid=69613) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 821.124949] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-57bf9f74-2f11-41e3-8e55-b80335930028 tempest-ServersWithSpecificFlavorTestJSON-559059669 tempest-ServersWithSpecificFlavorTestJSON-559059669-project-member] [instance: b557580c-420c-42bf-90f5-43960bf4f3d5] Unregistering the VM {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 821.125700] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60c27a03-5a58-4007-a635-25bf5c633115 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.130772] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fef4361b-a15f-460d-92f1-b248078cc29b {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.140642] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0c01d4c-5416-4167-9694-9517a6e6e63e {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.158289] env[69613]: DEBUG nova.virt.block_device [None req-2b34f76f-2202-4518-911c-49e04a7124ae tempest-ServerActionsV293TestJSON-1188024240 tempest-ServerActionsV293TestJSON-1188024240-project-member] [instance: aa0eb3a4-34df-4e34-b86a-2a1d19f3a984] Updating existing volume attachment record: 1bde661d-0a1b-45a5-8a03-aed50e440212 {{(pid=69613) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 821.222439] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-57bf9f74-2f11-41e3-8e55-b80335930028 tempest-ServersWithSpecificFlavorTestJSON-559059669 tempest-ServersWithSpecificFlavorTestJSON-559059669-project-member] [instance: b557580c-420c-42bf-90f5-43960bf4f3d5] Unregistered the VM {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 821.222565] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-57bf9f74-2f11-41e3-8e55-b80335930028 tempest-ServersWithSpecificFlavorTestJSON-559059669 tempest-ServersWithSpecificFlavorTestJSON-559059669-project-member] [instance: b557580c-420c-42bf-90f5-43960bf4f3d5] Deleting contents of the VM from datastore datastore2 {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 821.222652] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-57bf9f74-2f11-41e3-8e55-b80335930028 tempest-ServersWithSpecificFlavorTestJSON-559059669 tempest-ServersWithSpecificFlavorTestJSON-559059669-project-member] Deleting the datastore file [datastore2] b557580c-420c-42bf-90f5-43960bf4f3d5 {{(pid=69613) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 821.222912] env[69613]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-555024a2-7d9f-4125-b03a-7a6f85d33c82 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.231080] env[69613]: DEBUG oslo_vmware.api [None req-57bf9f74-2f11-41e3-8e55-b80335930028 tempest-ServersWithSpecificFlavorTestJSON-559059669 tempest-ServersWithSpecificFlavorTestJSON-559059669-project-member] Waiting for the task: (returnval){ [ 821.231080] env[69613]: value = "task-3417452" [ 821.231080] env[69613]: _type = "Task" [ 821.231080] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.239819] env[69613]: DEBUG oslo_vmware.api [None req-57bf9f74-2f11-41e3-8e55-b80335930028 tempest-ServersWithSpecificFlavorTestJSON-559059669 tempest-ServersWithSpecificFlavorTestJSON-559059669-project-member] Task: {'id': task-3417452, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.309080] env[69613]: DEBUG nova.compute.manager [None req-e0b25344-e6c2-4b77-847e-e1bb87fa6e30 tempest-ServersWithSpecificFlavorTestJSON-559059669 tempest-ServersWithSpecificFlavorTestJSON-559059669-project-member] [instance: 52a6a8dc-d371-4109-ba9a-0b972f1d0527] Starting instance... {{(pid=69613) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 821.354311] env[69613]: DEBUG oslo_vmware.api [None req-c16f920a-ed0d-4361-9cd7-4e6000b64d44 tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] Task: {'id': task-3417449, 'name': ReconfigVM_Task, 'duration_secs': 0.604428} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.355482] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-c16f920a-ed0d-4361-9cd7-4e6000b64d44 tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] [instance: 1d1867b6-e625-4262-849c-a6ce4acce7bf] Reconfigured VM instance instance-0000003d to attach disk [datastore2] 1d1867b6-e625-4262-849c-a6ce4acce7bf/1d1867b6-e625-4262-849c-a6ce4acce7bf.vmdk or device None with type sparse {{(pid=69613) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 821.356236] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-40d9e4e6-1cbb-4ac0-bbc3-517e4fe51485 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.369621] env[69613]: DEBUG oslo_vmware.api [None req-c16f920a-ed0d-4361-9cd7-4e6000b64d44 tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] Waiting for the task: (returnval){ [ 821.369621] env[69613]: value = "task-3417453" [ 821.369621] env[69613]: _type = "Task" [ 821.369621] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.381615] env[69613]: DEBUG oslo_vmware.api [None req-c16f920a-ed0d-4361-9cd7-4e6000b64d44 tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] Task: {'id': task-3417453, 'name': Rename_Task} progress is 5%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.515690] env[69613]: DEBUG oslo_concurrency.lockutils [None req-c68a5813-fcf4-4edb-99a3-79a6b7a31e99 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 821.597209] env[69613]: DEBUG nova.scheduler.client.report [None req-c05ea297-195a-4789-8933-96a4a3ebe595 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] Inventory has not changed for provider af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69613) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 821.632243] env[69613]: DEBUG nova.compute.manager [None req-6a28e8f8-15fa-4e79-aa41-f655d2ddb4b9 tempest-AttachInterfacesV270Test-22779326 tempest-AttachInterfacesV270Test-22779326-project-member] [instance: 82b3a038-a7d0-403c-9058-8b8d01bafb31] Start destroying the instance on the hypervisor. {{(pid=69613) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 821.632733] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-6a28e8f8-15fa-4e79-aa41-f655d2ddb4b9 tempest-AttachInterfacesV270Test-22779326 tempest-AttachInterfacesV270Test-22779326-project-member] [instance: 82b3a038-a7d0-403c-9058-8b8d01bafb31] Destroying instance {{(pid=69613) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 821.633462] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b049643c-5574-4667-be82-3cd162cc7922 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.642512] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a28e8f8-15fa-4e79-aa41-f655d2ddb4b9 tempest-AttachInterfacesV270Test-22779326 tempest-AttachInterfacesV270Test-22779326-project-member] [instance: 82b3a038-a7d0-403c-9058-8b8d01bafb31] Powering off the VM {{(pid=69613) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 821.642772] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4807be6a-4a7b-49bd-8461-3386edec5b37 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.650280] env[69613]: DEBUG oslo_vmware.api [None req-6a28e8f8-15fa-4e79-aa41-f655d2ddb4b9 tempest-AttachInterfacesV270Test-22779326 tempest-AttachInterfacesV270Test-22779326-project-member] Waiting for the task: (returnval){ [ 821.650280] env[69613]: value = "task-3417455" [ 821.650280] env[69613]: _type = "Task" [ 821.650280] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.660161] env[69613]: DEBUG oslo_vmware.api [None req-6a28e8f8-15fa-4e79-aa41-f655d2ddb4b9 tempest-AttachInterfacesV270Test-22779326 tempest-AttachInterfacesV270Test-22779326-project-member] Task: {'id': task-3417455, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.731201] env[69613]: DEBUG nova.compute.manager [req-3fd93f9d-d7c9-4320-9d27-930347c30547 req-2c27b531-be8c-4114-a3d5-ba751b529daf service nova] [instance: aa0eb3a4-34df-4e34-b86a-2a1d19f3a984] Received event network-vif-plugged-a54d42c1-7356-4f45-a236-1e87c960e1a5 {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 821.733018] env[69613]: DEBUG oslo_concurrency.lockutils [req-3fd93f9d-d7c9-4320-9d27-930347c30547 req-2c27b531-be8c-4114-a3d5-ba751b529daf service nova] Acquiring lock "aa0eb3a4-34df-4e34-b86a-2a1d19f3a984-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 821.733018] env[69613]: DEBUG oslo_concurrency.lockutils [req-3fd93f9d-d7c9-4320-9d27-930347c30547 req-2c27b531-be8c-4114-a3d5-ba751b529daf service nova] Lock "aa0eb3a4-34df-4e34-b86a-2a1d19f3a984-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 821.733018] env[69613]: DEBUG oslo_concurrency.lockutils [req-3fd93f9d-d7c9-4320-9d27-930347c30547 req-2c27b531-be8c-4114-a3d5-ba751b529daf service nova] Lock "aa0eb3a4-34df-4e34-b86a-2a1d19f3a984-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 821.733018] env[69613]: DEBUG nova.compute.manager [req-3fd93f9d-d7c9-4320-9d27-930347c30547 req-2c27b531-be8c-4114-a3d5-ba751b529daf service nova] [instance: aa0eb3a4-34df-4e34-b86a-2a1d19f3a984] No waiting events found dispatching network-vif-plugged-a54d42c1-7356-4f45-a236-1e87c960e1a5 {{(pid=69613) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 821.733018] env[69613]: WARNING nova.compute.manager [req-3fd93f9d-d7c9-4320-9d27-930347c30547 req-2c27b531-be8c-4114-a3d5-ba751b529daf service nova] [instance: aa0eb3a4-34df-4e34-b86a-2a1d19f3a984] Received unexpected event network-vif-plugged-a54d42c1-7356-4f45-a236-1e87c960e1a5 for instance with vm_state building and task_state block_device_mapping. [ 821.746521] env[69613]: DEBUG oslo_vmware.api [None req-57bf9f74-2f11-41e3-8e55-b80335930028 tempest-ServersWithSpecificFlavorTestJSON-559059669 tempest-ServersWithSpecificFlavorTestJSON-559059669-project-member] Task: {'id': task-3417452, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.14603} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.747227] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-57bf9f74-2f11-41e3-8e55-b80335930028 tempest-ServersWithSpecificFlavorTestJSON-559059669 tempest-ServersWithSpecificFlavorTestJSON-559059669-project-member] Deleted the datastore file {{(pid=69613) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 821.747678] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-57bf9f74-2f11-41e3-8e55-b80335930028 tempest-ServersWithSpecificFlavorTestJSON-559059669 tempest-ServersWithSpecificFlavorTestJSON-559059669-project-member] [instance: b557580c-420c-42bf-90f5-43960bf4f3d5] Deleted contents of the VM from datastore datastore2 {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 821.747982] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-57bf9f74-2f11-41e3-8e55-b80335930028 tempest-ServersWithSpecificFlavorTestJSON-559059669 tempest-ServersWithSpecificFlavorTestJSON-559059669-project-member] [instance: b557580c-420c-42bf-90f5-43960bf4f3d5] Instance destroyed {{(pid=69613) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 821.748311] env[69613]: INFO nova.compute.manager [None req-57bf9f74-2f11-41e3-8e55-b80335930028 tempest-ServersWithSpecificFlavorTestJSON-559059669 tempest-ServersWithSpecificFlavorTestJSON-559059669-project-member] [instance: b557580c-420c-42bf-90f5-43960bf4f3d5] Took 1.20 seconds to destroy the instance on the hypervisor. [ 821.748753] env[69613]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-57bf9f74-2f11-41e3-8e55-b80335930028 tempest-ServersWithSpecificFlavorTestJSON-559059669 tempest-ServersWithSpecificFlavorTestJSON-559059669-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69613) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 821.749113] env[69613]: DEBUG nova.compute.manager [-] [instance: b557580c-420c-42bf-90f5-43960bf4f3d5] Deallocating network for instance {{(pid=69613) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 821.749325] env[69613]: DEBUG nova.network.neutron [-] [instance: b557580c-420c-42bf-90f5-43960bf4f3d5] deallocate_for_instance() {{(pid=69613) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 821.832416] env[69613]: DEBUG nova.network.neutron [None req-2b34f76f-2202-4518-911c-49e04a7124ae tempest-ServerActionsV293TestJSON-1188024240 tempest-ServerActionsV293TestJSON-1188024240-project-member] [instance: aa0eb3a4-34df-4e34-b86a-2a1d19f3a984] Successfully updated port: a54d42c1-7356-4f45-a236-1e87c960e1a5 {{(pid=69613) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 821.846165] env[69613]: DEBUG oslo_concurrency.lockutils [None req-e0b25344-e6c2-4b77-847e-e1bb87fa6e30 tempest-ServersWithSpecificFlavorTestJSON-559059669 tempest-ServersWithSpecificFlavorTestJSON-559059669-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 821.871703] env[69613]: DEBUG oslo_concurrency.lockutils [None req-f37d32ff-a529-472b-ba23-97bd98708bde tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Acquiring lock "9ee7dbf3-c86a-4cd8-ad1e-ca92cb90164d" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 821.871703] env[69613]: DEBUG oslo_concurrency.lockutils [None req-f37d32ff-a529-472b-ba23-97bd98708bde tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Lock "9ee7dbf3-c86a-4cd8-ad1e-ca92cb90164d" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 821.871703] env[69613]: DEBUG nova.compute.manager [None req-f37d32ff-a529-472b-ba23-97bd98708bde tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] [instance: 9ee7dbf3-c86a-4cd8-ad1e-ca92cb90164d] Checking state {{(pid=69613) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 821.872821] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa25bc37-dfbc-4f05-8626-e35c7099e309 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.885170] env[69613]: DEBUG nova.compute.manager [None req-f37d32ff-a529-472b-ba23-97bd98708bde tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] [instance: 9ee7dbf3-c86a-4cd8-ad1e-ca92cb90164d] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69613) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 821.886801] env[69613]: DEBUG nova.objects.instance [None req-f37d32ff-a529-472b-ba23-97bd98708bde tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Lazy-loading 'flavor' on Instance uuid 9ee7dbf3-c86a-4cd8-ad1e-ca92cb90164d {{(pid=69613) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 821.893371] env[69613]: DEBUG oslo_vmware.api [None req-c16f920a-ed0d-4361-9cd7-4e6000b64d44 tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] Task: {'id': task-3417453, 'name': Rename_Task, 'duration_secs': 0.242139} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.893965] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-c16f920a-ed0d-4361-9cd7-4e6000b64d44 tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] [instance: 1d1867b6-e625-4262-849c-a6ce4acce7bf] Powering on the VM {{(pid=69613) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 821.894309] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4211a2be-407e-4ba0-9211-d0178bd3efbd {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.906024] env[69613]: DEBUG oslo_vmware.api [None req-c16f920a-ed0d-4361-9cd7-4e6000b64d44 tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] Waiting for the task: (returnval){ [ 821.906024] env[69613]: value = "task-3417456" [ 821.906024] env[69613]: _type = "Task" [ 821.906024] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.916382] env[69613]: DEBUG oslo_vmware.api [None req-c16f920a-ed0d-4361-9cd7-4e6000b64d44 tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] Task: {'id': task-3417456, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.107070] env[69613]: DEBUG oslo_concurrency.lockutils [None req-c05ea297-195a-4789-8933-96a4a3ebe595 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.724s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 822.107070] env[69613]: INFO nova.compute.manager [None req-c05ea297-195a-4789-8933-96a4a3ebe595 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] [instance: cf649a29-c0b2-4cc4-9d7d-da72ef553093] Migrating [ 822.107070] env[69613]: DEBUG oslo_concurrency.lockutils [None req-c05ea297-195a-4789-8933-96a4a3ebe595 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] Acquiring lock "compute-rpcapi-router" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.107070] env[69613]: DEBUG oslo_concurrency.lockutils [None req-c05ea297-195a-4789-8933-96a4a3ebe595 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] Acquired lock "compute-rpcapi-router" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.107070] env[69613]: DEBUG oslo_concurrency.lockutils [None req-1d613172-1dfb-4be2-99de-b55c369fa558 tempest-ServerRescueTestJSONUnderV235-2099362716 tempest-ServerRescueTestJSONUnderV235-2099362716-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.007s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 822.107402] env[69613]: DEBUG nova.objects.instance [None req-1d613172-1dfb-4be2-99de-b55c369fa558 tempest-ServerRescueTestJSONUnderV235-2099362716 tempest-ServerRescueTestJSONUnderV235-2099362716-project-member] Lazy-loading 'resources' on Instance uuid 267ffd7d-ab93-4dda-b46a-1059b3f82f4f {{(pid=69613) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 822.161081] env[69613]: DEBUG oslo_vmware.api [None req-6a28e8f8-15fa-4e79-aa41-f655d2ddb4b9 tempest-AttachInterfacesV270Test-22779326 tempest-AttachInterfacesV270Test-22779326-project-member] Task: {'id': task-3417455, 'name': PowerOffVM_Task, 'duration_secs': 0.245231} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.161624] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a28e8f8-15fa-4e79-aa41-f655d2ddb4b9 tempest-AttachInterfacesV270Test-22779326 tempest-AttachInterfacesV270Test-22779326-project-member] [instance: 82b3a038-a7d0-403c-9058-8b8d01bafb31] Powered off the VM {{(pid=69613) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 822.161943] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-6a28e8f8-15fa-4e79-aa41-f655d2ddb4b9 tempest-AttachInterfacesV270Test-22779326 tempest-AttachInterfacesV270Test-22779326-project-member] [instance: 82b3a038-a7d0-403c-9058-8b8d01bafb31] Unregistering the VM {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 822.162409] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9c66bc20-2345-4430-8214-fd61fad50a1b {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.239080] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-6a28e8f8-15fa-4e79-aa41-f655d2ddb4b9 tempest-AttachInterfacesV270Test-22779326 tempest-AttachInterfacesV270Test-22779326-project-member] [instance: 82b3a038-a7d0-403c-9058-8b8d01bafb31] Unregistered the VM {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 822.240038] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-6a28e8f8-15fa-4e79-aa41-f655d2ddb4b9 tempest-AttachInterfacesV270Test-22779326 tempest-AttachInterfacesV270Test-22779326-project-member] [instance: 82b3a038-a7d0-403c-9058-8b8d01bafb31] Deleting contents of the VM from datastore datastore2 {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 822.240038] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a28e8f8-15fa-4e79-aa41-f655d2ddb4b9 tempest-AttachInterfacesV270Test-22779326 tempest-AttachInterfacesV270Test-22779326-project-member] Deleting the datastore file [datastore2] 82b3a038-a7d0-403c-9058-8b8d01bafb31 {{(pid=69613) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 822.240221] env[69613]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1e13b593-b75a-479f-ac95-19dc7841326d {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.248094] env[69613]: DEBUG oslo_vmware.api [None req-6a28e8f8-15fa-4e79-aa41-f655d2ddb4b9 tempest-AttachInterfacesV270Test-22779326 tempest-AttachInterfacesV270Test-22779326-project-member] Waiting for the task: (returnval){ [ 822.248094] env[69613]: value = "task-3417458" [ 822.248094] env[69613]: _type = "Task" [ 822.248094] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.257774] env[69613]: DEBUG oslo_vmware.api [None req-6a28e8f8-15fa-4e79-aa41-f655d2ddb4b9 tempest-AttachInterfacesV270Test-22779326 tempest-AttachInterfacesV270Test-22779326-project-member] Task: {'id': task-3417458, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.335141] env[69613]: DEBUG oslo_concurrency.lockutils [None req-2b34f76f-2202-4518-911c-49e04a7124ae tempest-ServerActionsV293TestJSON-1188024240 tempest-ServerActionsV293TestJSON-1188024240-project-member] Acquiring lock "refresh_cache-aa0eb3a4-34df-4e34-b86a-2a1d19f3a984" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.335309] env[69613]: DEBUG oslo_concurrency.lockutils [None req-2b34f76f-2202-4518-911c-49e04a7124ae tempest-ServerActionsV293TestJSON-1188024240 tempest-ServerActionsV293TestJSON-1188024240-project-member] Acquired lock "refresh_cache-aa0eb3a4-34df-4e34-b86a-2a1d19f3a984" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.335465] env[69613]: DEBUG nova.network.neutron [None req-2b34f76f-2202-4518-911c-49e04a7124ae tempest-ServerActionsV293TestJSON-1188024240 tempest-ServerActionsV293TestJSON-1188024240-project-member] [instance: aa0eb3a4-34df-4e34-b86a-2a1d19f3a984] Building network info cache for instance {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 822.415755] env[69613]: DEBUG oslo_vmware.api [None req-c16f920a-ed0d-4361-9cd7-4e6000b64d44 tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] Task: {'id': task-3417456, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.514285] env[69613]: DEBUG nova.compute.manager [req-c32b214a-d55d-46a8-a97d-89a0b4c851bb req-258236a0-1d04-4bb5-bd10-3fe6d74cf22c service nova] [instance: b557580c-420c-42bf-90f5-43960bf4f3d5] Received event network-vif-deleted-ba435ed9-09eb-4075-b7d4-4b12bc4d6969 {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 822.514786] env[69613]: INFO nova.compute.manager [req-c32b214a-d55d-46a8-a97d-89a0b4c851bb req-258236a0-1d04-4bb5-bd10-3fe6d74cf22c service nova] [instance: b557580c-420c-42bf-90f5-43960bf4f3d5] Neutron deleted interface ba435ed9-09eb-4075-b7d4-4b12bc4d6969; detaching it from the instance and deleting it from the info cache [ 822.514786] env[69613]: DEBUG nova.network.neutron [req-c32b214a-d55d-46a8-a97d-89a0b4c851bb req-258236a0-1d04-4bb5-bd10-3fe6d74cf22c service nova] [instance: b557580c-420c-42bf-90f5-43960bf4f3d5] Updating instance_info_cache with network_info: [] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 822.610341] env[69613]: INFO nova.compute.rpcapi [None req-c05ea297-195a-4789-8933-96a4a3ebe595 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] Automatically selected compute RPC version 6.4 from minimum service version 68 [ 822.614013] env[69613]: DEBUG oslo_concurrency.lockutils [None req-c05ea297-195a-4789-8933-96a4a3ebe595 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] Releasing lock "compute-rpcapi-router" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.762279] env[69613]: DEBUG oslo_vmware.api [None req-6a28e8f8-15fa-4e79-aa41-f655d2ddb4b9 tempest-AttachInterfacesV270Test-22779326 tempest-AttachInterfacesV270Test-22779326-project-member] Task: {'id': task-3417458, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.195247} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.762599] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a28e8f8-15fa-4e79-aa41-f655d2ddb4b9 tempest-AttachInterfacesV270Test-22779326 tempest-AttachInterfacesV270Test-22779326-project-member] Deleted the datastore file {{(pid=69613) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 822.763616] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-6a28e8f8-15fa-4e79-aa41-f655d2ddb4b9 tempest-AttachInterfacesV270Test-22779326 tempest-AttachInterfacesV270Test-22779326-project-member] [instance: 82b3a038-a7d0-403c-9058-8b8d01bafb31] Deleted contents of the VM from datastore datastore2 {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 822.763616] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-6a28e8f8-15fa-4e79-aa41-f655d2ddb4b9 tempest-AttachInterfacesV270Test-22779326 tempest-AttachInterfacesV270Test-22779326-project-member] [instance: 82b3a038-a7d0-403c-9058-8b8d01bafb31] Instance destroyed {{(pid=69613) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 822.763804] env[69613]: INFO nova.compute.manager [None req-6a28e8f8-15fa-4e79-aa41-f655d2ddb4b9 tempest-AttachInterfacesV270Test-22779326 tempest-AttachInterfacesV270Test-22779326-project-member] [instance: 82b3a038-a7d0-403c-9058-8b8d01bafb31] Took 1.13 seconds to destroy the instance on the hypervisor. [ 822.764074] env[69613]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6a28e8f8-15fa-4e79-aa41-f655d2ddb4b9 tempest-AttachInterfacesV270Test-22779326 tempest-AttachInterfacesV270Test-22779326-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69613) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 822.764723] env[69613]: DEBUG nova.compute.manager [-] [instance: 82b3a038-a7d0-403c-9058-8b8d01bafb31] Deallocating network for instance {{(pid=69613) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 822.764864] env[69613]: DEBUG nova.network.neutron [-] [instance: 82b3a038-a7d0-403c-9058-8b8d01bafb31] deallocate_for_instance() {{(pid=69613) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 822.877995] env[69613]: DEBUG nova.network.neutron [None req-2b34f76f-2202-4518-911c-49e04a7124ae tempest-ServerActionsV293TestJSON-1188024240 tempest-ServerActionsV293TestJSON-1188024240-project-member] [instance: aa0eb3a4-34df-4e34-b86a-2a1d19f3a984] Instance cache missing network info. {{(pid=69613) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 822.899010] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-f37d32ff-a529-472b-ba23-97bd98708bde tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] [instance: 9ee7dbf3-c86a-4cd8-ad1e-ca92cb90164d] Powering off the VM {{(pid=69613) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 822.901510] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fec0411b-a603-460e-9d87-8583357baaf7 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.910654] env[69613]: DEBUG oslo_vmware.api [None req-f37d32ff-a529-472b-ba23-97bd98708bde tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Waiting for the task: (returnval){ [ 822.910654] env[69613]: value = "task-3417459" [ 822.910654] env[69613]: _type = "Task" [ 822.910654] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.917845] env[69613]: DEBUG oslo_vmware.api [None req-c16f920a-ed0d-4361-9cd7-4e6000b64d44 tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] Task: {'id': task-3417456, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.925641] env[69613]: DEBUG oslo_vmware.api [None req-f37d32ff-a529-472b-ba23-97bd98708bde tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Task: {'id': task-3417459, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.993456] env[69613]: DEBUG oslo_concurrency.lockutils [None req-5f972bcd-12cf-4143-9ed5-3edeaa617250 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Acquiring lock "3c040883-6acc-4ec2-b1e4-017089c4810f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 822.993747] env[69613]: DEBUG oslo_concurrency.lockutils [None req-5f972bcd-12cf-4143-9ed5-3edeaa617250 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Lock "3c040883-6acc-4ec2-b1e4-017089c4810f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 822.993969] env[69613]: DEBUG oslo_concurrency.lockutils [None req-5f972bcd-12cf-4143-9ed5-3edeaa617250 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Acquiring lock "3c040883-6acc-4ec2-b1e4-017089c4810f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 822.994169] env[69613]: DEBUG oslo_concurrency.lockutils [None req-5f972bcd-12cf-4143-9ed5-3edeaa617250 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Lock "3c040883-6acc-4ec2-b1e4-017089c4810f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 822.994436] env[69613]: DEBUG oslo_concurrency.lockutils [None req-5f972bcd-12cf-4143-9ed5-3edeaa617250 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Lock "3c040883-6acc-4ec2-b1e4-017089c4810f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 822.995899] env[69613]: DEBUG nova.network.neutron [-] [instance: b557580c-420c-42bf-90f5-43960bf4f3d5] Updating instance_info_cache with network_info: [] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 822.999034] env[69613]: INFO nova.compute.manager [None req-5f972bcd-12cf-4143-9ed5-3edeaa617250 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] [instance: 3c040883-6acc-4ec2-b1e4-017089c4810f] Terminating instance [ 823.021017] env[69613]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-889f059e-525c-4f19-ad67-e48febfe05c1 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.033680] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4441ad8d-4666-4613-b56d-e7cb8e28875f {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.054122] env[69613]: DEBUG nova.network.neutron [None req-2b34f76f-2202-4518-911c-49e04a7124ae tempest-ServerActionsV293TestJSON-1188024240 tempest-ServerActionsV293TestJSON-1188024240-project-member] [instance: aa0eb3a4-34df-4e34-b86a-2a1d19f3a984] Updating instance_info_cache with network_info: [{"id": "a54d42c1-7356-4f45-a236-1e87c960e1a5", "address": "fa:16:3e:9f:fe:bc", "network": {"id": "20e7c239-3163-449c-af48-221e7bd3929e", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1274175503-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8f56413003324073a6847ae382eb3001", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae4e3171-21cd-4094-b6cf-81bf366c75bd", "external-id": "nsx-vlan-transportzone-193", "segmentation_id": 193, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa54d42c1-73", "ovs_interfaceid": "a54d42c1-7356-4f45-a236-1e87c960e1a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 823.075944] env[69613]: DEBUG nova.compute.manager [req-c32b214a-d55d-46a8-a97d-89a0b4c851bb req-258236a0-1d04-4bb5-bd10-3fe6d74cf22c service nova] [instance: b557580c-420c-42bf-90f5-43960bf4f3d5] Detach interface failed, port_id=ba435ed9-09eb-4075-b7d4-4b12bc4d6969, reason: Instance b557580c-420c-42bf-90f5-43960bf4f3d5 could not be found. {{(pid=69613) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 823.136766] env[69613]: DEBUG oslo_concurrency.lockutils [None req-c05ea297-195a-4789-8933-96a4a3ebe595 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] Acquiring lock "refresh_cache-cf649a29-c0b2-4cc4-9d7d-da72ef553093" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.137256] env[69613]: DEBUG oslo_concurrency.lockutils [None req-c05ea297-195a-4789-8933-96a4a3ebe595 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] Acquired lock "refresh_cache-cf649a29-c0b2-4cc4-9d7d-da72ef553093" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.137256] env[69613]: DEBUG nova.network.neutron [None req-c05ea297-195a-4789-8933-96a4a3ebe595 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] [instance: cf649a29-c0b2-4cc4-9d7d-da72ef553093] Building network info cache for instance {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 823.219662] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f120cb3-eca2-4c07-b086-c745032ff164 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.230495] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3c84700-f0d9-4759-b723-34ed6a87ebd1 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.295785] env[69613]: DEBUG nova.compute.manager [None req-2b34f76f-2202-4518-911c-49e04a7124ae tempest-ServerActionsV293TestJSON-1188024240 tempest-ServerActionsV293TestJSON-1188024240-project-member] [instance: aa0eb3a4-34df-4e34-b86a-2a1d19f3a984] Start spawning the instance on the hypervisor. {{(pid=69613) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 823.296489] env[69613]: DEBUG nova.virt.hardware [None req-2b34f76f-2202-4518-911c-49e04a7124ae tempest-ServerActionsV293TestJSON-1188024240 tempest-ServerActionsV293TestJSON-1188024240-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T13:55:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 823.300016] env[69613]: DEBUG nova.virt.hardware [None req-2b34f76f-2202-4518-911c-49e04a7124ae tempest-ServerActionsV293TestJSON-1188024240 tempest-ServerActionsV293TestJSON-1188024240-project-member] Flavor limits 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 823.300016] env[69613]: DEBUG nova.virt.hardware [None req-2b34f76f-2202-4518-911c-49e04a7124ae tempest-ServerActionsV293TestJSON-1188024240 tempest-ServerActionsV293TestJSON-1188024240-project-member] Image limits 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 823.300016] env[69613]: DEBUG nova.virt.hardware [None req-2b34f76f-2202-4518-911c-49e04a7124ae tempest-ServerActionsV293TestJSON-1188024240 tempest-ServerActionsV293TestJSON-1188024240-project-member] Flavor pref 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 823.300016] env[69613]: DEBUG nova.virt.hardware [None req-2b34f76f-2202-4518-911c-49e04a7124ae tempest-ServerActionsV293TestJSON-1188024240 tempest-ServerActionsV293TestJSON-1188024240-project-member] Image pref 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 823.300016] env[69613]: DEBUG nova.virt.hardware [None req-2b34f76f-2202-4518-911c-49e04a7124ae tempest-ServerActionsV293TestJSON-1188024240 tempest-ServerActionsV293TestJSON-1188024240-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 823.300273] env[69613]: DEBUG nova.virt.hardware [None req-2b34f76f-2202-4518-911c-49e04a7124ae tempest-ServerActionsV293TestJSON-1188024240 tempest-ServerActionsV293TestJSON-1188024240-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 823.300273] env[69613]: DEBUG nova.virt.hardware [None req-2b34f76f-2202-4518-911c-49e04a7124ae tempest-ServerActionsV293TestJSON-1188024240 tempest-ServerActionsV293TestJSON-1188024240-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69613) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 823.300273] env[69613]: DEBUG nova.virt.hardware [None req-2b34f76f-2202-4518-911c-49e04a7124ae tempest-ServerActionsV293TestJSON-1188024240 tempest-ServerActionsV293TestJSON-1188024240-project-member] Got 1 possible topologies {{(pid=69613) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 823.300273] env[69613]: DEBUG nova.virt.hardware [None req-2b34f76f-2202-4518-911c-49e04a7124ae tempest-ServerActionsV293TestJSON-1188024240 tempest-ServerActionsV293TestJSON-1188024240-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 823.300273] env[69613]: DEBUG nova.virt.hardware [None req-2b34f76f-2202-4518-911c-49e04a7124ae tempest-ServerActionsV293TestJSON-1188024240 tempest-ServerActionsV293TestJSON-1188024240-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 823.300523] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78b030b6-3353-419f-ac54-8920459f6b4f {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.303317] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fafaf120-4393-463c-befc-aff6ab872bce {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.314917] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1281ca9b-968f-4051-b7d0-1b42f8a42fb8 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.320224] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a24824ab-113f-4f5c-8f00-df12cc121994 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.342277] env[69613]: DEBUG nova.compute.provider_tree [None req-1d613172-1dfb-4be2-99de-b55c369fa558 tempest-ServerRescueTestJSONUnderV235-2099362716 tempest-ServerRescueTestJSONUnderV235-2099362716-project-member] Inventory has not changed in ProviderTree for provider: af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 {{(pid=69613) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 823.415311] env[69613]: DEBUG oslo_vmware.api [None req-c16f920a-ed0d-4361-9cd7-4e6000b64d44 tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] Task: {'id': task-3417456, 'name': PowerOnVM_Task, 'duration_secs': 1.298783} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.419038] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-c16f920a-ed0d-4361-9cd7-4e6000b64d44 tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] [instance: 1d1867b6-e625-4262-849c-a6ce4acce7bf] Powered on the VM {{(pid=69613) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 823.419279] env[69613]: INFO nova.compute.manager [None req-c16f920a-ed0d-4361-9cd7-4e6000b64d44 tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] [instance: 1d1867b6-e625-4262-849c-a6ce4acce7bf] Took 11.17 seconds to spawn the instance on the hypervisor. [ 823.419577] env[69613]: DEBUG nova.compute.manager [None req-c16f920a-ed0d-4361-9cd7-4e6000b64d44 tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] [instance: 1d1867b6-e625-4262-849c-a6ce4acce7bf] Checking state {{(pid=69613) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 823.420431] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40904beb-b45c-44aa-b417-4772f1f4db96 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.430846] env[69613]: DEBUG oslo_vmware.api [None req-f37d32ff-a529-472b-ba23-97bd98708bde tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Task: {'id': task-3417459, 'name': PowerOffVM_Task, 'duration_secs': 0.330739} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.430846] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-f37d32ff-a529-472b-ba23-97bd98708bde tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] [instance: 9ee7dbf3-c86a-4cd8-ad1e-ca92cb90164d] Powered off the VM {{(pid=69613) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 823.430846] env[69613]: DEBUG nova.compute.manager [None req-f37d32ff-a529-472b-ba23-97bd98708bde tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] [instance: 9ee7dbf3-c86a-4cd8-ad1e-ca92cb90164d] Checking state {{(pid=69613) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 823.430846] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8a6d6e7-c1bb-49f2-b146-74e168976ca3 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.502984] env[69613]: DEBUG nova.compute.manager [None req-5f972bcd-12cf-4143-9ed5-3edeaa617250 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] [instance: 3c040883-6acc-4ec2-b1e4-017089c4810f] Start destroying the instance on the hypervisor. {{(pid=69613) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 823.503227] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-5f972bcd-12cf-4143-9ed5-3edeaa617250 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] [instance: 3c040883-6acc-4ec2-b1e4-017089c4810f] Destroying instance {{(pid=69613) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 823.503669] env[69613]: INFO nova.compute.manager [-] [instance: b557580c-420c-42bf-90f5-43960bf4f3d5] Took 1.75 seconds to deallocate network for instance. [ 823.504492] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb9b9592-90d8-46a8-bea6-969962dbf577 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.515383] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f972bcd-12cf-4143-9ed5-3edeaa617250 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] [instance: 3c040883-6acc-4ec2-b1e4-017089c4810f] Powering off the VM {{(pid=69613) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 823.515862] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6dd97f5b-9db3-4bf0-9204-0092134c10c6 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.523214] env[69613]: DEBUG oslo_vmware.api [None req-5f972bcd-12cf-4143-9ed5-3edeaa617250 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Waiting for the task: (returnval){ [ 823.523214] env[69613]: value = "task-3417460" [ 823.523214] env[69613]: _type = "Task" [ 823.523214] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.532047] env[69613]: DEBUG oslo_vmware.api [None req-5f972bcd-12cf-4143-9ed5-3edeaa617250 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Task: {'id': task-3417460, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.557197] env[69613]: DEBUG oslo_concurrency.lockutils [None req-2b34f76f-2202-4518-911c-49e04a7124ae tempest-ServerActionsV293TestJSON-1188024240 tempest-ServerActionsV293TestJSON-1188024240-project-member] Releasing lock "refresh_cache-aa0eb3a4-34df-4e34-b86a-2a1d19f3a984" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.557690] env[69613]: DEBUG nova.compute.manager [None req-2b34f76f-2202-4518-911c-49e04a7124ae tempest-ServerActionsV293TestJSON-1188024240 tempest-ServerActionsV293TestJSON-1188024240-project-member] [instance: aa0eb3a4-34df-4e34-b86a-2a1d19f3a984] Instance network_info: |[{"id": "a54d42c1-7356-4f45-a236-1e87c960e1a5", "address": "fa:16:3e:9f:fe:bc", "network": {"id": "20e7c239-3163-449c-af48-221e7bd3929e", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1274175503-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8f56413003324073a6847ae382eb3001", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae4e3171-21cd-4094-b6cf-81bf366c75bd", "external-id": "nsx-vlan-transportzone-193", "segmentation_id": 193, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa54d42c1-73", "ovs_interfaceid": "a54d42c1-7356-4f45-a236-1e87c960e1a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69613) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 823.558343] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-2b34f76f-2202-4518-911c-49e04a7124ae tempest-ServerActionsV293TestJSON-1188024240 tempest-ServerActionsV293TestJSON-1188024240-project-member] [instance: aa0eb3a4-34df-4e34-b86a-2a1d19f3a984] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9f:fe:bc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ae4e3171-21cd-4094-b6cf-81bf366c75bd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a54d42c1-7356-4f45-a236-1e87c960e1a5', 'vif_model': 'vmxnet3'}] {{(pid=69613) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 823.570776] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b34f76f-2202-4518-911c-49e04a7124ae tempest-ServerActionsV293TestJSON-1188024240 tempest-ServerActionsV293TestJSON-1188024240-project-member] Creating folder: Project (8f56413003324073a6847ae382eb3001). Parent ref: group-v681687. {{(pid=69613) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 823.571606] env[69613]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-df9957c1-9d25-4965-81e2-e54f77a075a9 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.586754] env[69613]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 823.586926] env[69613]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=69613) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 823.587273] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b34f76f-2202-4518-911c-49e04a7124ae tempest-ServerActionsV293TestJSON-1188024240 tempest-ServerActionsV293TestJSON-1188024240-project-member] Folder already exists: Project (8f56413003324073a6847ae382eb3001). Parent ref: group-v681687. {{(pid=69613) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 823.587463] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b34f76f-2202-4518-911c-49e04a7124ae tempest-ServerActionsV293TestJSON-1188024240 tempest-ServerActionsV293TestJSON-1188024240-project-member] Creating folder: Instances. Parent ref: group-v681825. {{(pid=69613) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 823.587689] env[69613]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5457fa19-284f-44c7-8f72-4b2013b26855 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.596178] env[69613]: INFO nova.virt.vmwareapi.vm_util [None req-2b34f76f-2202-4518-911c-49e04a7124ae tempest-ServerActionsV293TestJSON-1188024240 tempest-ServerActionsV293TestJSON-1188024240-project-member] Created folder: Instances in parent group-v681825. [ 823.596400] env[69613]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2b34f76f-2202-4518-911c-49e04a7124ae tempest-ServerActionsV293TestJSON-1188024240 tempest-ServerActionsV293TestJSON-1188024240-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69613) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 823.596855] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aa0eb3a4-34df-4e34-b86a-2a1d19f3a984] Creating VM on the ESX host {{(pid=69613) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 823.597079] env[69613]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ed4e226c-41a9-40f3-b72d-97306371a38e {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.616878] env[69613]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 823.616878] env[69613]: value = "task-3417463" [ 823.616878] env[69613]: _type = "Task" [ 823.616878] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.625501] env[69613]: DEBUG oslo_vmware.api [-] Task: {'id': task-3417463, 'name': CreateVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.716045] env[69613]: DEBUG oslo_concurrency.lockutils [None req-50e8daad-6fab-4d1c-a80b-5751dd18f546 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Acquiring lock "9b124e5b-64d3-427b-a2bc-fed2d4ab8263" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 823.716295] env[69613]: DEBUG oslo_concurrency.lockutils [None req-50e8daad-6fab-4d1c-a80b-5751dd18f546 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Lock "9b124e5b-64d3-427b-a2bc-fed2d4ab8263" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 823.730039] env[69613]: DEBUG nova.network.neutron [-] [instance: 82b3a038-a7d0-403c-9058-8b8d01bafb31] Updating instance_info_cache with network_info: [] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 823.845397] env[69613]: DEBUG nova.scheduler.client.report [None req-1d613172-1dfb-4be2-99de-b55c369fa558 tempest-ServerRescueTestJSONUnderV235-2099362716 tempest-ServerRescueTestJSONUnderV235-2099362716-project-member] Inventory has not changed for provider af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69613) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 823.898165] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-8d77a34c-7af2-48fe-9548-e0289625623a tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] [instance: 18e8c7de-e7c8-4bb2-be6f-52dd2c20489b] Volume attach. Driver type: vmdk {{(pid=69613) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 823.898165] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-8d77a34c-7af2-48fe-9548-e0289625623a tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] [instance: 18e8c7de-e7c8-4bb2-be6f-52dd2c20489b] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-681877', 'volume_id': '1dc5e221-09bb-4eb6-a5e8-e116f953ad6d', 'name': 'volume-1dc5e221-09bb-4eb6-a5e8-e116f953ad6d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '18e8c7de-e7c8-4bb2-be6f-52dd2c20489b', 'attached_at': '', 'detached_at': '', 'volume_id': '1dc5e221-09bb-4eb6-a5e8-e116f953ad6d', 'serial': '1dc5e221-09bb-4eb6-a5e8-e116f953ad6d'} {{(pid=69613) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 823.898165] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14822789-b28f-46cc-87ba-dd856476154d {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.904598] env[69613]: DEBUG nova.compute.manager [req-40223aac-f9b6-4fc5-9eac-d50e48a67fae req-61882a33-8a64-4268-ade9-b56bd5b2e832 service nova] [instance: aa0eb3a4-34df-4e34-b86a-2a1d19f3a984] Received event network-changed-a54d42c1-7356-4f45-a236-1e87c960e1a5 {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 823.904984] env[69613]: DEBUG nova.compute.manager [req-40223aac-f9b6-4fc5-9eac-d50e48a67fae req-61882a33-8a64-4268-ade9-b56bd5b2e832 service nova] [instance: aa0eb3a4-34df-4e34-b86a-2a1d19f3a984] Refreshing instance network info cache due to event network-changed-a54d42c1-7356-4f45-a236-1e87c960e1a5. {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 823.907097] env[69613]: DEBUG oslo_concurrency.lockutils [req-40223aac-f9b6-4fc5-9eac-d50e48a67fae req-61882a33-8a64-4268-ade9-b56bd5b2e832 service nova] Acquiring lock "refresh_cache-aa0eb3a4-34df-4e34-b86a-2a1d19f3a984" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.907097] env[69613]: DEBUG oslo_concurrency.lockutils [req-40223aac-f9b6-4fc5-9eac-d50e48a67fae req-61882a33-8a64-4268-ade9-b56bd5b2e832 service nova] Acquired lock "refresh_cache-aa0eb3a4-34df-4e34-b86a-2a1d19f3a984" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.907097] env[69613]: DEBUG nova.network.neutron [req-40223aac-f9b6-4fc5-9eac-d50e48a67fae req-61882a33-8a64-4268-ade9-b56bd5b2e832 service nova] [instance: aa0eb3a4-34df-4e34-b86a-2a1d19f3a984] Refreshing network info cache for port a54d42c1-7356-4f45-a236-1e87c960e1a5 {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 823.926975] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb0471a2-e7ef-4136-9f6f-f46c20f439f9 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.970527] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-8d77a34c-7af2-48fe-9548-e0289625623a tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] [instance: 18e8c7de-e7c8-4bb2-be6f-52dd2c20489b] Reconfiguring VM instance instance-0000003b to attach disk [datastore1] volume-1dc5e221-09bb-4eb6-a5e8-e116f953ad6d/volume-1dc5e221-09bb-4eb6-a5e8-e116f953ad6d.vmdk or device None with type thin {{(pid=69613) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 823.975484] env[69613]: DEBUG oslo_concurrency.lockutils [None req-f37d32ff-a529-472b-ba23-97bd98708bde tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Lock "9ee7dbf3-c86a-4cd8-ad1e-ca92cb90164d" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.104s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 823.977815] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9af9540b-ab26-49e1-8013-36408ea48b3b {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.993208] env[69613]: INFO nova.compute.manager [None req-c16f920a-ed0d-4361-9cd7-4e6000b64d44 tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] [instance: 1d1867b6-e625-4262-849c-a6ce4acce7bf] Took 42.05 seconds to build instance. [ 824.003321] env[69613]: DEBUG oslo_vmware.api [None req-8d77a34c-7af2-48fe-9548-e0289625623a tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Waiting for the task: (returnval){ [ 824.003321] env[69613]: value = "task-3417464" [ 824.003321] env[69613]: _type = "Task" [ 824.003321] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.012483] env[69613]: DEBUG oslo_vmware.api [None req-8d77a34c-7af2-48fe-9548-e0289625623a tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Task: {'id': task-3417464, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.019519] env[69613]: DEBUG oslo_concurrency.lockutils [None req-57bf9f74-2f11-41e3-8e55-b80335930028 tempest-ServersWithSpecificFlavorTestJSON-559059669 tempest-ServersWithSpecificFlavorTestJSON-559059669-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 824.037639] env[69613]: DEBUG oslo_vmware.api [None req-5f972bcd-12cf-4143-9ed5-3edeaa617250 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Task: {'id': task-3417460, 'name': PowerOffVM_Task, 'duration_secs': 0.239813} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.039057] env[69613]: DEBUG nova.network.neutron [None req-c05ea297-195a-4789-8933-96a4a3ebe595 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] [instance: cf649a29-c0b2-4cc4-9d7d-da72ef553093] Updating instance_info_cache with network_info: [{"id": "08b5c128-df52-4c4f-9613-e8b6aadb19dc", "address": "fa:16:3e:63:dd:56", "network": {"id": "7f5a9020-c966-459c-b2b1-fc62b2ff6283", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.203", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3e9e1b873f1442d59d5ee8247b941f74", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aec0089a-ff85-4bef-bad8-c84de39af71a", "external-id": "nsx-vlan-transportzone-758", "segmentation_id": 758, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap08b5c128-df", "ovs_interfaceid": "08b5c128-df52-4c4f-9613-e8b6aadb19dc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 824.040262] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f972bcd-12cf-4143-9ed5-3edeaa617250 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] [instance: 3c040883-6acc-4ec2-b1e4-017089c4810f] Powered off the VM {{(pid=69613) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 824.040544] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-5f972bcd-12cf-4143-9ed5-3edeaa617250 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] [instance: 3c040883-6acc-4ec2-b1e4-017089c4810f] Unregistering the VM {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 824.041072] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-733d5c04-ac9d-48d7-8318-abc81e3028f8 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.099477] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-5f972bcd-12cf-4143-9ed5-3edeaa617250 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] [instance: 3c040883-6acc-4ec2-b1e4-017089c4810f] Unregistered the VM {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 824.099700] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-5f972bcd-12cf-4143-9ed5-3edeaa617250 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] [instance: 3c040883-6acc-4ec2-b1e4-017089c4810f] Deleting contents of the VM from datastore datastore1 {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 824.099883] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f972bcd-12cf-4143-9ed5-3edeaa617250 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Deleting the datastore file [datastore1] 3c040883-6acc-4ec2-b1e4-017089c4810f {{(pid=69613) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 824.100161] env[69613]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f0250c13-e6a5-4041-bb30-42b25fc6d235 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.107138] env[69613]: DEBUG oslo_vmware.api [None req-5f972bcd-12cf-4143-9ed5-3edeaa617250 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Waiting for the task: (returnval){ [ 824.107138] env[69613]: value = "task-3417466" [ 824.107138] env[69613]: _type = "Task" [ 824.107138] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.116950] env[69613]: DEBUG oslo_vmware.api [None req-5f972bcd-12cf-4143-9ed5-3edeaa617250 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Task: {'id': task-3417466, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.128966] env[69613]: DEBUG oslo_vmware.api [-] Task: {'id': task-3417463, 'name': CreateVM_Task, 'duration_secs': 0.336297} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.129154] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aa0eb3a4-34df-4e34-b86a-2a1d19f3a984] Created VM on the ESX host {{(pid=69613) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 824.130043] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-2b34f76f-2202-4518-911c-49e04a7124ae tempest-ServerActionsV293TestJSON-1188024240 tempest-ServerActionsV293TestJSON-1188024240-project-member] [instance: aa0eb3a4-34df-4e34-b86a-2a1d19f3a984] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'attachment_id': '1bde661d-0a1b-45a5-8a03-aed50e440212', 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-681839', 'volume_id': '8e3a5d97-b3fd-44ea-9cd6-aac6aa7a1df2', 'name': 'volume-8e3a5d97-b3fd-44ea-9cd6-aac6aa7a1df2', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'aa0eb3a4-34df-4e34-b86a-2a1d19f3a984', 'attached_at': '', 'detached_at': '', 'volume_id': '8e3a5d97-b3fd-44ea-9cd6-aac6aa7a1df2', 'serial': '8e3a5d97-b3fd-44ea-9cd6-aac6aa7a1df2'}, 'delete_on_termination': True, 'mount_device': '/dev/sda', 'device_type': None, 'guest_format': None, 'boot_index': 0, 'disk_bus': None, 'volume_type': None}], 'swap': None} {{(pid=69613) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 824.130299] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-2b34f76f-2202-4518-911c-49e04a7124ae tempest-ServerActionsV293TestJSON-1188024240 tempest-ServerActionsV293TestJSON-1188024240-project-member] [instance: aa0eb3a4-34df-4e34-b86a-2a1d19f3a984] Root volume attach. Driver type: vmdk {{(pid=69613) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 824.131230] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbc1d88a-ac15-4a10-9390-f6baf4d6c206 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.139593] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ffeb536-e793-4838-8d9f-1d63924b2468 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.147417] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c6b3ad9-1274-41e8-bd9c-a59c0202a720 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.153099] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-96ecec39-ca0b-4c80-ba6f-401c74904b07 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.159379] env[69613]: DEBUG oslo_vmware.api [None req-2b34f76f-2202-4518-911c-49e04a7124ae tempest-ServerActionsV293TestJSON-1188024240 tempest-ServerActionsV293TestJSON-1188024240-project-member] Waiting for the task: (returnval){ [ 824.159379] env[69613]: value = "task-3417467" [ 824.159379] env[69613]: _type = "Task" [ 824.159379] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.167429] env[69613]: DEBUG oslo_vmware.api [None req-2b34f76f-2202-4518-911c-49e04a7124ae tempest-ServerActionsV293TestJSON-1188024240 tempest-ServerActionsV293TestJSON-1188024240-project-member] Task: {'id': task-3417467, 'name': RelocateVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.219089] env[69613]: DEBUG nova.compute.manager [None req-50e8daad-6fab-4d1c-a80b-5751dd18f546 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] [instance: 9b124e5b-64d3-427b-a2bc-fed2d4ab8263] Starting instance... {{(pid=69613) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 824.232057] env[69613]: INFO nova.compute.manager [-] [instance: 82b3a038-a7d0-403c-9058-8b8d01bafb31] Took 1.47 seconds to deallocate network for instance. [ 824.351615] env[69613]: DEBUG oslo_concurrency.lockutils [None req-1d613172-1dfb-4be2-99de-b55c369fa558 tempest-ServerRescueTestJSONUnderV235-2099362716 tempest-ServerRescueTestJSONUnderV235-2099362716-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.245s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 824.354531] env[69613]: DEBUG oslo_concurrency.lockutils [None req-4e130e5a-790e-49d5-9de7-ecabecdd1445 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.350s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 824.354862] env[69613]: DEBUG nova.objects.instance [None req-4e130e5a-790e-49d5-9de7-ecabecdd1445 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Lazy-loading 'resources' on Instance uuid 3c85ee38-7f0c-48db-8bc7-cd3d17eb5f02 {{(pid=69613) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 824.375808] env[69613]: INFO nova.scheduler.client.report [None req-1d613172-1dfb-4be2-99de-b55c369fa558 tempest-ServerRescueTestJSONUnderV235-2099362716 tempest-ServerRescueTestJSONUnderV235-2099362716-project-member] Deleted allocations for instance 267ffd7d-ab93-4dda-b46a-1059b3f82f4f [ 824.496493] env[69613]: DEBUG nova.objects.instance [None req-005ea857-e134-4d42-afca-86a799e70fb6 tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Lazy-loading 'flavor' on Instance uuid 9ee7dbf3-c86a-4cd8-ad1e-ca92cb90164d {{(pid=69613) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 824.498085] env[69613]: DEBUG oslo_concurrency.lockutils [None req-c16f920a-ed0d-4361-9cd7-4e6000b64d44 tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] Lock "1d1867b6-e625-4262-849c-a6ce4acce7bf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.568s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 824.514513] env[69613]: DEBUG oslo_vmware.api [None req-8d77a34c-7af2-48fe-9548-e0289625623a tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Task: {'id': task-3417464, 'name': ReconfigVM_Task, 'duration_secs': 0.491803} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.515580] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-8d77a34c-7af2-48fe-9548-e0289625623a tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] [instance: 18e8c7de-e7c8-4bb2-be6f-52dd2c20489b] Reconfigured VM instance instance-0000003b to attach disk [datastore1] volume-1dc5e221-09bb-4eb6-a5e8-e116f953ad6d/volume-1dc5e221-09bb-4eb6-a5e8-e116f953ad6d.vmdk or device None with type thin {{(pid=69613) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 824.521085] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e15433c3-d915-410a-861e-5f6c2418affe {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.539572] env[69613]: DEBUG oslo_concurrency.lockutils [None req-9a0c78a0-ddd8-452e-8150-a3c19c9f429b tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] Acquiring lock "1d1867b6-e625-4262-849c-a6ce4acce7bf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 824.539840] env[69613]: DEBUG oslo_concurrency.lockutils [None req-9a0c78a0-ddd8-452e-8150-a3c19c9f429b tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] Lock "1d1867b6-e625-4262-849c-a6ce4acce7bf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 824.540074] env[69613]: DEBUG oslo_concurrency.lockutils [None req-9a0c78a0-ddd8-452e-8150-a3c19c9f429b tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] Acquiring lock "1d1867b6-e625-4262-849c-a6ce4acce7bf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 824.540243] env[69613]: DEBUG oslo_concurrency.lockutils [None req-9a0c78a0-ddd8-452e-8150-a3c19c9f429b tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] Lock "1d1867b6-e625-4262-849c-a6ce4acce7bf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 824.540429] env[69613]: DEBUG oslo_concurrency.lockutils [None req-9a0c78a0-ddd8-452e-8150-a3c19c9f429b tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] Lock "1d1867b6-e625-4262-849c-a6ce4acce7bf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 824.543547] env[69613]: DEBUG oslo_vmware.api [None req-8d77a34c-7af2-48fe-9548-e0289625623a tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Waiting for the task: (returnval){ [ 824.543547] env[69613]: value = "task-3417468" [ 824.543547] env[69613]: _type = "Task" [ 824.543547] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.545071] env[69613]: INFO nova.compute.manager [None req-9a0c78a0-ddd8-452e-8150-a3c19c9f429b tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] [instance: 1d1867b6-e625-4262-849c-a6ce4acce7bf] Terminating instance [ 824.546582] env[69613]: DEBUG oslo_concurrency.lockutils [None req-c05ea297-195a-4789-8933-96a4a3ebe595 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] Releasing lock "refresh_cache-cf649a29-c0b2-4cc4-9d7d-da72ef553093" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.555857] env[69613]: DEBUG nova.compute.manager [req-025b97d3-78fb-4781-98aa-206183e1bf02 req-1ba1b795-5743-4bf7-ae8a-80f41f5dbba0 service nova] [instance: 82b3a038-a7d0-403c-9058-8b8d01bafb31] Received event network-vif-deleted-013139ad-533b-4eaf-a5c4-c743a01a22d2 {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 824.561103] env[69613]: DEBUG oslo_vmware.api [None req-8d77a34c-7af2-48fe-9548-e0289625623a tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Task: {'id': task-3417468, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.616862] env[69613]: DEBUG oslo_vmware.api [None req-5f972bcd-12cf-4143-9ed5-3edeaa617250 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Task: {'id': task-3417466, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.154532} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.617064] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f972bcd-12cf-4143-9ed5-3edeaa617250 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Deleted the datastore file {{(pid=69613) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 824.617252] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-5f972bcd-12cf-4143-9ed5-3edeaa617250 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] [instance: 3c040883-6acc-4ec2-b1e4-017089c4810f] Deleted contents of the VM from datastore datastore1 {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 824.617422] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-5f972bcd-12cf-4143-9ed5-3edeaa617250 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] [instance: 3c040883-6acc-4ec2-b1e4-017089c4810f] Instance destroyed {{(pid=69613) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 824.617590] env[69613]: INFO nova.compute.manager [None req-5f972bcd-12cf-4143-9ed5-3edeaa617250 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] [instance: 3c040883-6acc-4ec2-b1e4-017089c4810f] Took 1.11 seconds to destroy the instance on the hypervisor. [ 824.617830] env[69613]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5f972bcd-12cf-4143-9ed5-3edeaa617250 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69613) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 824.618186] env[69613]: DEBUG nova.compute.manager [-] [instance: 3c040883-6acc-4ec2-b1e4-017089c4810f] Deallocating network for instance {{(pid=69613) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 824.618186] env[69613]: DEBUG nova.network.neutron [-] [instance: 3c040883-6acc-4ec2-b1e4-017089c4810f] deallocate_for_instance() {{(pid=69613) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 824.671475] env[69613]: DEBUG oslo_vmware.api [None req-2b34f76f-2202-4518-911c-49e04a7124ae tempest-ServerActionsV293TestJSON-1188024240 tempest-ServerActionsV293TestJSON-1188024240-project-member] Task: {'id': task-3417467, 'name': RelocateVM_Task} progress is 42%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.738177] env[69613]: DEBUG oslo_concurrency.lockutils [None req-6a28e8f8-15fa-4e79-aa41-f655d2ddb4b9 tempest-AttachInterfacesV270Test-22779326 tempest-AttachInterfacesV270Test-22779326-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 824.749189] env[69613]: DEBUG oslo_concurrency.lockutils [None req-50e8daad-6fab-4d1c-a80b-5751dd18f546 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 824.888514] env[69613]: DEBUG oslo_concurrency.lockutils [None req-1d613172-1dfb-4be2-99de-b55c369fa558 tempest-ServerRescueTestJSONUnderV235-2099362716 tempest-ServerRescueTestJSONUnderV235-2099362716-project-member] Lock "267ffd7d-ab93-4dda-b46a-1059b3f82f4f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.359s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 824.948712] env[69613]: DEBUG nova.network.neutron [req-40223aac-f9b6-4fc5-9eac-d50e48a67fae req-61882a33-8a64-4268-ade9-b56bd5b2e832 service nova] [instance: aa0eb3a4-34df-4e34-b86a-2a1d19f3a984] Updated VIF entry in instance network info cache for port a54d42c1-7356-4f45-a236-1e87c960e1a5. {{(pid=69613) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 824.949261] env[69613]: DEBUG nova.network.neutron [req-40223aac-f9b6-4fc5-9eac-d50e48a67fae req-61882a33-8a64-4268-ade9-b56bd5b2e832 service nova] [instance: aa0eb3a4-34df-4e34-b86a-2a1d19f3a984] Updating instance_info_cache with network_info: [{"id": "a54d42c1-7356-4f45-a236-1e87c960e1a5", "address": "fa:16:3e:9f:fe:bc", "network": {"id": "20e7c239-3163-449c-af48-221e7bd3929e", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1274175503-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8f56413003324073a6847ae382eb3001", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae4e3171-21cd-4094-b6cf-81bf366c75bd", "external-id": "nsx-vlan-transportzone-193", "segmentation_id": 193, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa54d42c1-73", "ovs_interfaceid": "a54d42c1-7356-4f45-a236-1e87c960e1a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 825.006881] env[69613]: DEBUG oslo_concurrency.lockutils [None req-005ea857-e134-4d42-afca-86a799e70fb6 tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Acquiring lock "refresh_cache-9ee7dbf3-c86a-4cd8-ad1e-ca92cb90164d" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.006881] env[69613]: DEBUG oslo_concurrency.lockutils [None req-005ea857-e134-4d42-afca-86a799e70fb6 tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Acquired lock "refresh_cache-9ee7dbf3-c86a-4cd8-ad1e-ca92cb90164d" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.006881] env[69613]: DEBUG nova.network.neutron [None req-005ea857-e134-4d42-afca-86a799e70fb6 tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] [instance: 9ee7dbf3-c86a-4cd8-ad1e-ca92cb90164d] Building network info cache for instance {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 825.006881] env[69613]: DEBUG nova.objects.instance [None req-005ea857-e134-4d42-afca-86a799e70fb6 tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Lazy-loading 'info_cache' on Instance uuid 9ee7dbf3-c86a-4cd8-ad1e-ca92cb90164d {{(pid=69613) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 825.062278] env[69613]: DEBUG nova.compute.manager [None req-9a0c78a0-ddd8-452e-8150-a3c19c9f429b tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] [instance: 1d1867b6-e625-4262-849c-a6ce4acce7bf] Start destroying the instance on the hypervisor. {{(pid=69613) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 825.062278] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-9a0c78a0-ddd8-452e-8150-a3c19c9f429b tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] [instance: 1d1867b6-e625-4262-849c-a6ce4acce7bf] Destroying instance {{(pid=69613) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 825.063069] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dddbdf81-6eb0-4bc9-8d7e-a13d90eef4a7 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.069834] env[69613]: DEBUG oslo_vmware.api [None req-8d77a34c-7af2-48fe-9548-e0289625623a tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Task: {'id': task-3417468, 'name': ReconfigVM_Task, 'duration_secs': 0.200072} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.073182] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-8d77a34c-7af2-48fe-9548-e0289625623a tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] [instance: 18e8c7de-e7c8-4bb2-be6f-52dd2c20489b] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-681877', 'volume_id': '1dc5e221-09bb-4eb6-a5e8-e116f953ad6d', 'name': 'volume-1dc5e221-09bb-4eb6-a5e8-e116f953ad6d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '18e8c7de-e7c8-4bb2-be6f-52dd2c20489b', 'attached_at': '', 'detached_at': '', 'volume_id': '1dc5e221-09bb-4eb6-a5e8-e116f953ad6d', 'serial': '1dc5e221-09bb-4eb6-a5e8-e116f953ad6d'} {{(pid=69613) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 825.083409] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a0c78a0-ddd8-452e-8150-a3c19c9f429b tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] [instance: 1d1867b6-e625-4262-849c-a6ce4acce7bf] Powering off the VM {{(pid=69613) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 825.083409] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-35b5994d-9513-4060-8779-05d49cb2ca79 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.094438] env[69613]: DEBUG oslo_vmware.api [None req-9a0c78a0-ddd8-452e-8150-a3c19c9f429b tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] Waiting for the task: (returnval){ [ 825.094438] env[69613]: value = "task-3417469" [ 825.094438] env[69613]: _type = "Task" [ 825.094438] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.109637] env[69613]: DEBUG oslo_vmware.api [None req-9a0c78a0-ddd8-452e-8150-a3c19c9f429b tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] Task: {'id': task-3417469, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.177016] env[69613]: DEBUG oslo_vmware.api [None req-2b34f76f-2202-4518-911c-49e04a7124ae tempest-ServerActionsV293TestJSON-1188024240 tempest-ServerActionsV293TestJSON-1188024240-project-member] Task: {'id': task-3417467, 'name': RelocateVM_Task} progress is 56%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.452938] env[69613]: DEBUG oslo_concurrency.lockutils [req-40223aac-f9b6-4fc5-9eac-d50e48a67fae req-61882a33-8a64-4268-ade9-b56bd5b2e832 service nova] Releasing lock "refresh_cache-aa0eb3a4-34df-4e34-b86a-2a1d19f3a984" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.459297] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-869fe54e-7c72-484c-a74b-705960fc0d16 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.479027] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce6afc8a-4ad9-40d7-9b6e-a7cdba1cf6c7 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.522536] env[69613]: DEBUG nova.objects.base [None req-005ea857-e134-4d42-afca-86a799e70fb6 tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Object Instance<9ee7dbf3-c86a-4cd8-ad1e-ca92cb90164d> lazy-loaded attributes: flavor,info_cache {{(pid=69613) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 825.526755] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-453f44cd-8d2e-4784-9cb7-450dd2b8d04e {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.541047] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7baebdb8-0f84-45b0-a41a-9872205ad639 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.548958] env[69613]: DEBUG nova.network.neutron [-] [instance: 3c040883-6acc-4ec2-b1e4-017089c4810f] Updating instance_info_cache with network_info: [] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 825.567954] env[69613]: DEBUG nova.compute.provider_tree [None req-4e130e5a-790e-49d5-9de7-ecabecdd1445 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Inventory has not changed in ProviderTree for provider: af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 {{(pid=69613) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 825.615097] env[69613]: DEBUG oslo_vmware.api [None req-9a0c78a0-ddd8-452e-8150-a3c19c9f429b tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] Task: {'id': task-3417469, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.677258] env[69613]: DEBUG oslo_vmware.api [None req-2b34f76f-2202-4518-911c-49e04a7124ae tempest-ServerActionsV293TestJSON-1188024240 tempest-ServerActionsV293TestJSON-1188024240-project-member] Task: {'id': task-3417467, 'name': RelocateVM_Task} progress is 69%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.946907] env[69613]: DEBUG nova.compute.manager [req-c2b0ed3d-970f-4cbc-ba9e-c4b269198e8a req-e453c5cd-6e66-431c-9c64-a380b24d1611 service nova] [instance: 3c040883-6acc-4ec2-b1e4-017089c4810f] Received event network-vif-deleted-dddf990b-5f01-48de-8627-7ad736ac0026 {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 826.057114] env[69613]: INFO nova.compute.manager [-] [instance: 3c040883-6acc-4ec2-b1e4-017089c4810f] Took 1.44 seconds to deallocate network for instance. [ 826.073891] env[69613]: DEBUG nova.scheduler.client.report [None req-4e130e5a-790e-49d5-9de7-ecabecdd1445 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Inventory has not changed for provider af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69613) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 826.082838] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9737b8c-d5f2-47b5-9a34-87a826195b20 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.116156] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-c05ea297-195a-4789-8933-96a4a3ebe595 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] [instance: cf649a29-c0b2-4cc4-9d7d-da72ef553093] Updating instance 'cf649a29-c0b2-4cc4-9d7d-da72ef553093' progress to 0 {{(pid=69613) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 826.125797] env[69613]: DEBUG oslo_vmware.api [None req-9a0c78a0-ddd8-452e-8150-a3c19c9f429b tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] Task: {'id': task-3417469, 'name': PowerOffVM_Task, 'duration_secs': 0.531188} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.126371] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a0c78a0-ddd8-452e-8150-a3c19c9f429b tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] [instance: 1d1867b6-e625-4262-849c-a6ce4acce7bf] Powered off the VM {{(pid=69613) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 826.126570] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-9a0c78a0-ddd8-452e-8150-a3c19c9f429b tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] [instance: 1d1867b6-e625-4262-849c-a6ce4acce7bf] Unregistering the VM {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 826.127201] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1945aae1-8931-41d1-ae5d-598091d09289 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.142240] env[69613]: DEBUG nova.objects.instance [None req-8d77a34c-7af2-48fe-9548-e0289625623a tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Lazy-loading 'flavor' on Instance uuid 18e8c7de-e7c8-4bb2-be6f-52dd2c20489b {{(pid=69613) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 826.182119] env[69613]: DEBUG oslo_vmware.api [None req-2b34f76f-2202-4518-911c-49e04a7124ae tempest-ServerActionsV293TestJSON-1188024240 tempest-ServerActionsV293TestJSON-1188024240-project-member] Task: {'id': task-3417467, 'name': RelocateVM_Task} progress is 82%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.201627] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-9a0c78a0-ddd8-452e-8150-a3c19c9f429b tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] [instance: 1d1867b6-e625-4262-849c-a6ce4acce7bf] Unregistered the VM {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 826.201860] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-9a0c78a0-ddd8-452e-8150-a3c19c9f429b tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] [instance: 1d1867b6-e625-4262-849c-a6ce4acce7bf] Deleting contents of the VM from datastore datastore2 {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 826.202131] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a0c78a0-ddd8-452e-8150-a3c19c9f429b tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] Deleting the datastore file [datastore2] 1d1867b6-e625-4262-849c-a6ce4acce7bf {{(pid=69613) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 826.202358] env[69613]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-18da218c-93ca-432e-9612-aad811ece935 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.209694] env[69613]: DEBUG oslo_vmware.api [None req-9a0c78a0-ddd8-452e-8150-a3c19c9f429b tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] Waiting for the task: (returnval){ [ 826.209694] env[69613]: value = "task-3417471" [ 826.209694] env[69613]: _type = "Task" [ 826.209694] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.219576] env[69613]: DEBUG oslo_vmware.api [None req-9a0c78a0-ddd8-452e-8150-a3c19c9f429b tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] Task: {'id': task-3417471, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.395480] env[69613]: DEBUG nova.network.neutron [None req-005ea857-e134-4d42-afca-86a799e70fb6 tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] [instance: 9ee7dbf3-c86a-4cd8-ad1e-ca92cb90164d] Updating instance_info_cache with network_info: [{"id": "838daf4e-2131-4274-ab08-101a0150b066", "address": "fa:16:3e:b8:33:61", "network": {"id": "5fbba158-e384-4f22-b63d-507a2a47de30", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1229363420-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.209", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9e2b2477b1674fa28068fcb7c61ff983", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe20ef0e-0991-44d7-887d-08dddac0b56b", "external-id": "nsx-vlan-transportzone-991", "segmentation_id": 991, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap838daf4e-21", "ovs_interfaceid": "838daf4e-2131-4274-ab08-101a0150b066", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 826.563362] env[69613]: DEBUG oslo_concurrency.lockutils [None req-5f972bcd-12cf-4143-9ed5-3edeaa617250 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 826.589448] env[69613]: DEBUG oslo_concurrency.lockutils [None req-4e130e5a-790e-49d5-9de7-ecabecdd1445 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.233s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 826.590320] env[69613]: DEBUG oslo_concurrency.lockutils [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 24.431s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 826.594020] env[69613]: DEBUG oslo_concurrency.lockutils [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 826.594020] env[69613]: DEBUG nova.compute.resource_tracker [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69613) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 826.594020] env[69613]: DEBUG oslo_concurrency.lockutils [None req-a702fad8-1ee7-42ef-adde-ccb93c5484d7 tempest-ListImageFiltersTestJSON-1131301097 tempest-ListImageFiltersTestJSON-1131301097-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.380s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 826.594020] env[69613]: DEBUG nova.objects.instance [None req-a702fad8-1ee7-42ef-adde-ccb93c5484d7 tempest-ListImageFiltersTestJSON-1131301097 tempest-ListImageFiltersTestJSON-1131301097-project-member] Lazy-loading 'resources' on Instance uuid 8a331293-ee7f-4faa-a316-56aec9296894 {{(pid=69613) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 826.595089] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0adc6031-0379-4f68-8813-e38c5177c67d {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.604611] env[69613]: DEBUG oslo_concurrency.lockutils [None req-6d98f763-a80e-4dfe-99b7-155f6a7535b3 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Acquiring lock "18e8c7de-e7c8-4bb2-be6f-52dd2c20489b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 826.606230] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30ae411a-c957-45a7-92e4-ed08d21d86f9 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.625226] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e38fd135-e563-4d24-a189-53377dafc654 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.629506] env[69613]: INFO nova.scheduler.client.report [None req-4e130e5a-790e-49d5-9de7-ecabecdd1445 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Deleted allocations for instance 3c85ee38-7f0c-48db-8bc7-cd3d17eb5f02 [ 826.631117] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-c05ea297-195a-4789-8933-96a4a3ebe595 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] [instance: cf649a29-c0b2-4cc4-9d7d-da72ef553093] Powering off the VM {{(pid=69613) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 826.633668] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5d8b6b38-9144-4714-81f5-fb2c8d8443a3 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.642051] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eab130f1-eea5-4daf-acf6-ba98b877b97e {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.645931] env[69613]: DEBUG oslo_vmware.api [None req-c05ea297-195a-4789-8933-96a4a3ebe595 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] Waiting for the task: (returnval){ [ 826.645931] env[69613]: value = "task-3417472" [ 826.645931] env[69613]: _type = "Task" [ 826.645931] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.681728] env[69613]: DEBUG nova.compute.resource_tracker [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=176897MB free_disk=98GB free_vcpus=48 pci_devices=None {{(pid=69613) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 826.681873] env[69613]: DEBUG oslo_concurrency.lockutils [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 826.687175] env[69613]: DEBUG oslo_concurrency.lockutils [None req-8d77a34c-7af2-48fe-9548-e0289625623a tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Lock "18e8c7de-e7c8-4bb2-be6f-52dd2c20489b" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.909s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 826.691177] env[69613]: DEBUG oslo_concurrency.lockutils [None req-6d98f763-a80e-4dfe-99b7-155f6a7535b3 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Lock "18e8c7de-e7c8-4bb2-be6f-52dd2c20489b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.088s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 826.694270] env[69613]: DEBUG oslo_concurrency.lockutils [None req-6d98f763-a80e-4dfe-99b7-155f6a7535b3 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Acquiring lock "18e8c7de-e7c8-4bb2-be6f-52dd2c20489b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 826.694270] env[69613]: DEBUG oslo_concurrency.lockutils [None req-6d98f763-a80e-4dfe-99b7-155f6a7535b3 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Lock "18e8c7de-e7c8-4bb2-be6f-52dd2c20489b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 826.694270] env[69613]: DEBUG oslo_concurrency.lockutils [None req-6d98f763-a80e-4dfe-99b7-155f6a7535b3 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Lock "18e8c7de-e7c8-4bb2-be6f-52dd2c20489b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 826.694270] env[69613]: DEBUG oslo_vmware.api [None req-c05ea297-195a-4789-8933-96a4a3ebe595 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] Task: {'id': task-3417472, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.694512] env[69613]: INFO nova.compute.manager [None req-6d98f763-a80e-4dfe-99b7-155f6a7535b3 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] [instance: 18e8c7de-e7c8-4bb2-be6f-52dd2c20489b] Terminating instance [ 826.705916] env[69613]: DEBUG oslo_vmware.api [None req-2b34f76f-2202-4518-911c-49e04a7124ae tempest-ServerActionsV293TestJSON-1188024240 tempest-ServerActionsV293TestJSON-1188024240-project-member] Task: {'id': task-3417467, 'name': RelocateVM_Task} progress is 97%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.720223] env[69613]: DEBUG oslo_vmware.api [None req-9a0c78a0-ddd8-452e-8150-a3c19c9f429b tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] Task: {'id': task-3417471, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.433978} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.720506] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a0c78a0-ddd8-452e-8150-a3c19c9f429b tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] Deleted the datastore file {{(pid=69613) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 826.720684] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-9a0c78a0-ddd8-452e-8150-a3c19c9f429b tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] [instance: 1d1867b6-e625-4262-849c-a6ce4acce7bf] Deleted contents of the VM from datastore datastore2 {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 826.720927] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-9a0c78a0-ddd8-452e-8150-a3c19c9f429b tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] [instance: 1d1867b6-e625-4262-849c-a6ce4acce7bf] Instance destroyed {{(pid=69613) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 826.721125] env[69613]: INFO nova.compute.manager [None req-9a0c78a0-ddd8-452e-8150-a3c19c9f429b tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] [instance: 1d1867b6-e625-4262-849c-a6ce4acce7bf] Took 1.66 seconds to destroy the instance on the hypervisor. [ 826.721369] env[69613]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9a0c78a0-ddd8-452e-8150-a3c19c9f429b tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69613) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 826.721781] env[69613]: DEBUG nova.compute.manager [-] [instance: 1d1867b6-e625-4262-849c-a6ce4acce7bf] Deallocating network for instance {{(pid=69613) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 826.721892] env[69613]: DEBUG nova.network.neutron [-] [instance: 1d1867b6-e625-4262-849c-a6ce4acce7bf] deallocate_for_instance() {{(pid=69613) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 826.898176] env[69613]: DEBUG oslo_concurrency.lockutils [None req-005ea857-e134-4d42-afca-86a799e70fb6 tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Releasing lock "refresh_cache-9ee7dbf3-c86a-4cd8-ad1e-ca92cb90164d" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.139327] env[69613]: DEBUG oslo_concurrency.lockutils [None req-4e130e5a-790e-49d5-9de7-ecabecdd1445 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Lock "3c85ee38-7f0c-48db-8bc7-cd3d17eb5f02" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.872s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 827.156228] env[69613]: DEBUG oslo_vmware.api [None req-c05ea297-195a-4789-8933-96a4a3ebe595 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] Task: {'id': task-3417472, 'name': PowerOffVM_Task, 'duration_secs': 0.200931} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.157170] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-c05ea297-195a-4789-8933-96a4a3ebe595 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] [instance: cf649a29-c0b2-4cc4-9d7d-da72ef553093] Powered off the VM {{(pid=69613) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 827.157427] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-c05ea297-195a-4789-8933-96a4a3ebe595 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] [instance: cf649a29-c0b2-4cc4-9d7d-da72ef553093] Updating instance 'cf649a29-c0b2-4cc4-9d7d-da72ef553093' progress to 17 {{(pid=69613) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 827.191639] env[69613]: DEBUG oslo_vmware.api [None req-2b34f76f-2202-4518-911c-49e04a7124ae tempest-ServerActionsV293TestJSON-1188024240 tempest-ServerActionsV293TestJSON-1188024240-project-member] Task: {'id': task-3417467, 'name': RelocateVM_Task} progress is 98%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.209236] env[69613]: DEBUG nova.compute.manager [None req-6d98f763-a80e-4dfe-99b7-155f6a7535b3 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] [instance: 18e8c7de-e7c8-4bb2-be6f-52dd2c20489b] Start destroying the instance on the hypervisor. {{(pid=69613) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 827.211081] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d98f763-a80e-4dfe-99b7-155f6a7535b3 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] [instance: 18e8c7de-e7c8-4bb2-be6f-52dd2c20489b] Powering off the VM {{(pid=69613) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 827.214695] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7326144b-38ea-4af8-b2d1-9c9e32316ab8 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.224838] env[69613]: DEBUG oslo_vmware.api [None req-6d98f763-a80e-4dfe-99b7-155f6a7535b3 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Waiting for the task: (returnval){ [ 827.224838] env[69613]: value = "task-3417473" [ 827.224838] env[69613]: _type = "Task" [ 827.224838] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.237837] env[69613]: DEBUG oslo_vmware.api [None req-6d98f763-a80e-4dfe-99b7-155f6a7535b3 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Task: {'id': task-3417473, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.489861] env[69613]: DEBUG nova.network.neutron [-] [instance: 1d1867b6-e625-4262-849c-a6ce4acce7bf] Updating instance_info_cache with network_info: [] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 827.664238] env[69613]: DEBUG nova.virt.hardware [None req-c05ea297-195a-4789-8933-96a4a3ebe595 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T13:55:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=2b7a0304-b5d0-431d-b287-32c8388d7fbd,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 827.665705] env[69613]: DEBUG nova.virt.hardware [None req-c05ea297-195a-4789-8933-96a4a3ebe595 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] Flavor limits 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 827.665907] env[69613]: DEBUG nova.virt.hardware [None req-c05ea297-195a-4789-8933-96a4a3ebe595 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] Image limits 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 827.666118] env[69613]: DEBUG nova.virt.hardware [None req-c05ea297-195a-4789-8933-96a4a3ebe595 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] Flavor pref 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 827.666270] env[69613]: DEBUG nova.virt.hardware [None req-c05ea297-195a-4789-8933-96a4a3ebe595 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] Image pref 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 827.666443] env[69613]: DEBUG nova.virt.hardware [None req-c05ea297-195a-4789-8933-96a4a3ebe595 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 827.666625] env[69613]: DEBUG nova.virt.hardware [None req-c05ea297-195a-4789-8933-96a4a3ebe595 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 827.666784] env[69613]: DEBUG nova.virt.hardware [None req-c05ea297-195a-4789-8933-96a4a3ebe595 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69613) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 827.666952] env[69613]: DEBUG nova.virt.hardware [None req-c05ea297-195a-4789-8933-96a4a3ebe595 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] Got 1 possible topologies {{(pid=69613) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 827.667298] env[69613]: DEBUG nova.virt.hardware [None req-c05ea297-195a-4789-8933-96a4a3ebe595 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 827.667620] env[69613]: DEBUG nova.virt.hardware [None req-c05ea297-195a-4789-8933-96a4a3ebe595 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 827.676887] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9c82cc99-9998-4996-ad84-0587f01af92e {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.699217] env[69613]: DEBUG oslo_vmware.api [None req-2b34f76f-2202-4518-911c-49e04a7124ae tempest-ServerActionsV293TestJSON-1188024240 tempest-ServerActionsV293TestJSON-1188024240-project-member] Task: {'id': task-3417467, 'name': RelocateVM_Task, 'duration_secs': 3.184449} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.700608] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-2b34f76f-2202-4518-911c-49e04a7124ae tempest-ServerActionsV293TestJSON-1188024240 tempest-ServerActionsV293TestJSON-1188024240-project-member] [instance: aa0eb3a4-34df-4e34-b86a-2a1d19f3a984] Volume attach. Driver type: vmdk {{(pid=69613) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 827.700851] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-2b34f76f-2202-4518-911c-49e04a7124ae tempest-ServerActionsV293TestJSON-1188024240 tempest-ServerActionsV293TestJSON-1188024240-project-member] [instance: aa0eb3a4-34df-4e34-b86a-2a1d19f3a984] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-681839', 'volume_id': '8e3a5d97-b3fd-44ea-9cd6-aac6aa7a1df2', 'name': 'volume-8e3a5d97-b3fd-44ea-9cd6-aac6aa7a1df2', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'aa0eb3a4-34df-4e34-b86a-2a1d19f3a984', 'attached_at': '', 'detached_at': '', 'volume_id': '8e3a5d97-b3fd-44ea-9cd6-aac6aa7a1df2', 'serial': '8e3a5d97-b3fd-44ea-9cd6-aac6aa7a1df2'} {{(pid=69613) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 827.701255] env[69613]: DEBUG oslo_vmware.api [None req-c05ea297-195a-4789-8933-96a4a3ebe595 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] Waiting for the task: (returnval){ [ 827.701255] env[69613]: value = "task-3417474" [ 827.701255] env[69613]: _type = "Task" [ 827.701255] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.702038] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e23eab07-3310-49d0-926a-db98b7e8e165 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.707719] env[69613]: DEBUG oslo_concurrency.lockutils [None req-d186df0d-48c1-42b5-8c11-7e5f52a70eae tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Acquiring lock "115e1a8c-381d-47c2-882d-a425f5e783f7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 827.707944] env[69613]: DEBUG oslo_concurrency.lockutils [None req-d186df0d-48c1-42b5-8c11-7e5f52a70eae tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Lock "115e1a8c-381d-47c2-882d-a425f5e783f7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 827.708192] env[69613]: DEBUG oslo_concurrency.lockutils [None req-d186df0d-48c1-42b5-8c11-7e5f52a70eae tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Acquiring lock "115e1a8c-381d-47c2-882d-a425f5e783f7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 827.708406] env[69613]: DEBUG oslo_concurrency.lockutils [None req-d186df0d-48c1-42b5-8c11-7e5f52a70eae tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Lock "115e1a8c-381d-47c2-882d-a425f5e783f7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 827.708732] env[69613]: DEBUG oslo_concurrency.lockutils [None req-d186df0d-48c1-42b5-8c11-7e5f52a70eae tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Lock "115e1a8c-381d-47c2-882d-a425f5e783f7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 827.713856] env[69613]: INFO nova.compute.manager [None req-d186df0d-48c1-42b5-8c11-7e5f52a70eae tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] [instance: 115e1a8c-381d-47c2-882d-a425f5e783f7] Terminating instance [ 827.741853] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2185dffc-ab8e-48b1-ad33-91a50ddb3cd4 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.744930] env[69613]: DEBUG oslo_vmware.api [None req-c05ea297-195a-4789-8933-96a4a3ebe595 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] Task: {'id': task-3417474, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.750287] env[69613]: DEBUG oslo_vmware.api [None req-6d98f763-a80e-4dfe-99b7-155f6a7535b3 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Task: {'id': task-3417473, 'name': PowerOffVM_Task, 'duration_secs': 0.194579} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.759820] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d98f763-a80e-4dfe-99b7-155f6a7535b3 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] [instance: 18e8c7de-e7c8-4bb2-be6f-52dd2c20489b] Powered off the VM {{(pid=69613) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 827.760065] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-6d98f763-a80e-4dfe-99b7-155f6a7535b3 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] [instance: 18e8c7de-e7c8-4bb2-be6f-52dd2c20489b] Volume detach. Driver type: vmdk {{(pid=69613) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 827.760264] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-6d98f763-a80e-4dfe-99b7-155f6a7535b3 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] [instance: 18e8c7de-e7c8-4bb2-be6f-52dd2c20489b] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-681877', 'volume_id': '1dc5e221-09bb-4eb6-a5e8-e116f953ad6d', 'name': 'volume-1dc5e221-09bb-4eb6-a5e8-e116f953ad6d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '18e8c7de-e7c8-4bb2-be6f-52dd2c20489b', 'attached_at': '', 'detached_at': '', 'volume_id': '1dc5e221-09bb-4eb6-a5e8-e116f953ad6d', 'serial': '1dc5e221-09bb-4eb6-a5e8-e116f953ad6d'} {{(pid=69613) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 827.769310] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-2b34f76f-2202-4518-911c-49e04a7124ae tempest-ServerActionsV293TestJSON-1188024240 tempest-ServerActionsV293TestJSON-1188024240-project-member] [instance: aa0eb3a4-34df-4e34-b86a-2a1d19f3a984] Reconfiguring VM instance instance-0000003e to attach disk [datastore1] volume-8e3a5d97-b3fd-44ea-9cd6-aac6aa7a1df2/volume-8e3a5d97-b3fd-44ea-9cd6-aac6aa7a1df2.vmdk or device None with type thin {{(pid=69613) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 827.773801] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7041ff68-99ba-45d5-b7bf-c2d9cc2ab937 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.775977] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-147c226f-c275-4f69-ad04-b9d8b35d9404 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.810302] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bf3b903-dd84-4c3c-8515-9445a5c68e55 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.814358] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e425a73-16ee-4a60-a4e1-0e5912c87f5d {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.817704] env[69613]: DEBUG oslo_vmware.api [None req-2b34f76f-2202-4518-911c-49e04a7124ae tempest-ServerActionsV293TestJSON-1188024240 tempest-ServerActionsV293TestJSON-1188024240-project-member] Waiting for the task: (returnval){ [ 827.817704] env[69613]: value = "task-3417475" [ 827.817704] env[69613]: _type = "Task" [ 827.817704] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.835188] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6266a29-a4e2-4551-abda-0385d4f98c1b {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.840828] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7a4de9f-04d0-4d90-909e-2a501e3e379e {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.850948] env[69613]: DEBUG oslo_vmware.api [None req-2b34f76f-2202-4518-911c-49e04a7124ae tempest-ServerActionsV293TestJSON-1188024240 tempest-ServerActionsV293TestJSON-1188024240-project-member] Task: {'id': task-3417475, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.921924] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66ad3582-dd43-4031-9494-71dd04a71297 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.926986] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-005ea857-e134-4d42-afca-86a799e70fb6 tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] [instance: 9ee7dbf3-c86a-4cd8-ad1e-ca92cb90164d] Powering on the VM {{(pid=69613) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 827.927622] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a8edd26c-a101-42d3-a291-bbda00d540dd {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.930531] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f82601c5-930c-4294-8ce2-750970694748 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.950309] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-6d98f763-a80e-4dfe-99b7-155f6a7535b3 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] The volume has not been displaced from its original location: [datastore1] volume-1dc5e221-09bb-4eb6-a5e8-e116f953ad6d/volume-1dc5e221-09bb-4eb6-a5e8-e116f953ad6d.vmdk. No consolidation needed. {{(pid=69613) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 827.955750] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-6d98f763-a80e-4dfe-99b7-155f6a7535b3 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] [instance: 18e8c7de-e7c8-4bb2-be6f-52dd2c20489b] Reconfiguring VM instance instance-0000003b to detach disk 2001 {{(pid=69613) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 827.959089] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cb42341a-8f5e-47ee-817b-fc71c7d1c87f {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.971957] env[69613]: DEBUG oslo_vmware.api [None req-005ea857-e134-4d42-afca-86a799e70fb6 tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Waiting for the task: (returnval){ [ 827.971957] env[69613]: value = "task-3417476" [ 827.971957] env[69613]: _type = "Task" [ 827.971957] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.974426] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9b16788-f9aa-4608-ac4f-704d303047f9 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.979319] env[69613]: DEBUG nova.compute.manager [req-a09d9232-3d7d-4f83-a544-2684ee6cd967 req-fa0dcb3b-75e2-4a36-8721-2101ea76552b service nova] [instance: 1d1867b6-e625-4262-849c-a6ce4acce7bf] Received event network-vif-deleted-87d37a5d-3629-4de6-8cf9-6f7fff18e8b3 {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 827.985304] env[69613]: DEBUG oslo_vmware.api [None req-6d98f763-a80e-4dfe-99b7-155f6a7535b3 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Waiting for the task: (returnval){ [ 827.985304] env[69613]: value = "task-3417477" [ 827.985304] env[69613]: _type = "Task" [ 827.985304] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.995262] env[69613]: INFO nova.compute.manager [-] [instance: 1d1867b6-e625-4262-849c-a6ce4acce7bf] Took 1.27 seconds to deallocate network for instance. [ 827.995769] env[69613]: DEBUG nova.compute.provider_tree [None req-a702fad8-1ee7-42ef-adde-ccb93c5484d7 tempest-ListImageFiltersTestJSON-1131301097 tempest-ListImageFiltersTestJSON-1131301097-project-member] Inventory has not changed in ProviderTree for provider: af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 {{(pid=69613) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 828.008026] env[69613]: DEBUG oslo_vmware.api [None req-005ea857-e134-4d42-afca-86a799e70fb6 tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Task: {'id': task-3417476, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.013109] env[69613]: DEBUG oslo_vmware.api [None req-6d98f763-a80e-4dfe-99b7-155f6a7535b3 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Task: {'id': task-3417477, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.215081] env[69613]: DEBUG oslo_vmware.api [None req-c05ea297-195a-4789-8933-96a4a3ebe595 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] Task: {'id': task-3417474, 'name': ReconfigVM_Task, 'duration_secs': 0.343542} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.215864] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-c05ea297-195a-4789-8933-96a4a3ebe595 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] [instance: cf649a29-c0b2-4cc4-9d7d-da72ef553093] Updating instance 'cf649a29-c0b2-4cc4-9d7d-da72ef553093' progress to 33 {{(pid=69613) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 828.235121] env[69613]: DEBUG nova.compute.manager [None req-d186df0d-48c1-42b5-8c11-7e5f52a70eae tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] [instance: 115e1a8c-381d-47c2-882d-a425f5e783f7] Start destroying the instance on the hypervisor. {{(pid=69613) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 828.235121] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-d186df0d-48c1-42b5-8c11-7e5f52a70eae tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] [instance: 115e1a8c-381d-47c2-882d-a425f5e783f7] Destroying instance {{(pid=69613) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 828.235121] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b339ecd7-8ac7-40fc-9646-044603980873 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.243732] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-d186df0d-48c1-42b5-8c11-7e5f52a70eae tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] [instance: 115e1a8c-381d-47c2-882d-a425f5e783f7] Powering off the VM {{(pid=69613) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 828.244519] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a02ca94c-52e5-4679-a364-a0fb28a681c2 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.251060] env[69613]: DEBUG oslo_vmware.api [None req-d186df0d-48c1-42b5-8c11-7e5f52a70eae tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Waiting for the task: (returnval){ [ 828.251060] env[69613]: value = "task-3417478" [ 828.251060] env[69613]: _type = "Task" [ 828.251060] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.260467] env[69613]: DEBUG oslo_vmware.api [None req-d186df0d-48c1-42b5-8c11-7e5f52a70eae tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Task: {'id': task-3417478, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.329622] env[69613]: DEBUG oslo_vmware.api [None req-2b34f76f-2202-4518-911c-49e04a7124ae tempest-ServerActionsV293TestJSON-1188024240 tempest-ServerActionsV293TestJSON-1188024240-project-member] Task: {'id': task-3417475, 'name': ReconfigVM_Task, 'duration_secs': 0.315679} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.330041] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-2b34f76f-2202-4518-911c-49e04a7124ae tempest-ServerActionsV293TestJSON-1188024240 tempest-ServerActionsV293TestJSON-1188024240-project-member] [instance: aa0eb3a4-34df-4e34-b86a-2a1d19f3a984] Reconfigured VM instance instance-0000003e to attach disk [datastore1] volume-8e3a5d97-b3fd-44ea-9cd6-aac6aa7a1df2/volume-8e3a5d97-b3fd-44ea-9cd6-aac6aa7a1df2.vmdk or device None with type thin {{(pid=69613) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 828.337026] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ccf3bfa0-b972-44fa-b5b5-2945e79c2ce3 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.355610] env[69613]: DEBUG oslo_vmware.api [None req-2b34f76f-2202-4518-911c-49e04a7124ae tempest-ServerActionsV293TestJSON-1188024240 tempest-ServerActionsV293TestJSON-1188024240-project-member] Waiting for the task: (returnval){ [ 828.355610] env[69613]: value = "task-3417479" [ 828.355610] env[69613]: _type = "Task" [ 828.355610] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.369028] env[69613]: DEBUG oslo_vmware.api [None req-2b34f76f-2202-4518-911c-49e04a7124ae tempest-ServerActionsV293TestJSON-1188024240 tempest-ServerActionsV293TestJSON-1188024240-project-member] Task: {'id': task-3417479, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.492027] env[69613]: DEBUG oslo_vmware.api [None req-005ea857-e134-4d42-afca-86a799e70fb6 tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Task: {'id': task-3417476, 'name': PowerOnVM_Task, 'duration_secs': 0.47625} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.492027] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-005ea857-e134-4d42-afca-86a799e70fb6 tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] [instance: 9ee7dbf3-c86a-4cd8-ad1e-ca92cb90164d] Powered on the VM {{(pid=69613) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 828.492027] env[69613]: DEBUG nova.compute.manager [None req-005ea857-e134-4d42-afca-86a799e70fb6 tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] [instance: 9ee7dbf3-c86a-4cd8-ad1e-ca92cb90164d] Checking state {{(pid=69613) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 828.492833] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c624fa7c-57bd-45fb-ae1f-c97ffb1d0136 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.507276] env[69613]: DEBUG oslo_vmware.api [None req-6d98f763-a80e-4dfe-99b7-155f6a7535b3 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Task: {'id': task-3417477, 'name': ReconfigVM_Task, 'duration_secs': 0.348035} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.508046] env[69613]: DEBUG nova.scheduler.client.report [None req-a702fad8-1ee7-42ef-adde-ccb93c5484d7 tempest-ListImageFiltersTestJSON-1131301097 tempest-ListImageFiltersTestJSON-1131301097-project-member] Inventory has not changed for provider af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69613) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 828.515729] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-6d98f763-a80e-4dfe-99b7-155f6a7535b3 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] [instance: 18e8c7de-e7c8-4bb2-be6f-52dd2c20489b] Reconfigured VM instance instance-0000003b to detach disk 2001 {{(pid=69613) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 828.523320] env[69613]: DEBUG oslo_concurrency.lockutils [None req-9a0c78a0-ddd8-452e-8150-a3c19c9f429b tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 828.524268] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f5586347-a841-4db0-8f25-5e97a811cb0b {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.544462] env[69613]: DEBUG oslo_vmware.api [None req-6d98f763-a80e-4dfe-99b7-155f6a7535b3 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Waiting for the task: (returnval){ [ 828.544462] env[69613]: value = "task-3417480" [ 828.544462] env[69613]: _type = "Task" [ 828.544462] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.553751] env[69613]: DEBUG oslo_vmware.api [None req-6d98f763-a80e-4dfe-99b7-155f6a7535b3 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Task: {'id': task-3417480, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.722767] env[69613]: DEBUG nova.virt.hardware [None req-c05ea297-195a-4789-8933-96a4a3ebe595 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T13:55:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=2b7a0304-b5d0-431d-b287-32c8388d7fbd,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 828.723261] env[69613]: DEBUG nova.virt.hardware [None req-c05ea297-195a-4789-8933-96a4a3ebe595 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] Flavor limits 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 828.723526] env[69613]: DEBUG nova.virt.hardware [None req-c05ea297-195a-4789-8933-96a4a3ebe595 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] Image limits 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 828.723742] env[69613]: DEBUG nova.virt.hardware [None req-c05ea297-195a-4789-8933-96a4a3ebe595 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] Flavor pref 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 828.723891] env[69613]: DEBUG nova.virt.hardware [None req-c05ea297-195a-4789-8933-96a4a3ebe595 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] Image pref 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 828.724261] env[69613]: DEBUG nova.virt.hardware [None req-c05ea297-195a-4789-8933-96a4a3ebe595 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 828.724986] env[69613]: DEBUG nova.virt.hardware [None req-c05ea297-195a-4789-8933-96a4a3ebe595 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 828.724986] env[69613]: DEBUG nova.virt.hardware [None req-c05ea297-195a-4789-8933-96a4a3ebe595 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69613) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 828.724986] env[69613]: DEBUG nova.virt.hardware [None req-c05ea297-195a-4789-8933-96a4a3ebe595 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] Got 1 possible topologies {{(pid=69613) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 828.724986] env[69613]: DEBUG nova.virt.hardware [None req-c05ea297-195a-4789-8933-96a4a3ebe595 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 828.725204] env[69613]: DEBUG nova.virt.hardware [None req-c05ea297-195a-4789-8933-96a4a3ebe595 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 828.732872] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-c05ea297-195a-4789-8933-96a4a3ebe595 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] [instance: cf649a29-c0b2-4cc4-9d7d-da72ef553093] Reconfiguring VM instance instance-00000034 to detach disk 2000 {{(pid=69613) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 828.732872] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dd99015b-66ca-4a60-800f-076a71af248c {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.756971] env[69613]: DEBUG oslo_vmware.api [None req-c05ea297-195a-4789-8933-96a4a3ebe595 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] Waiting for the task: (returnval){ [ 828.756971] env[69613]: value = "task-3417481" [ 828.756971] env[69613]: _type = "Task" [ 828.756971] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.763542] env[69613]: DEBUG oslo_vmware.api [None req-d186df0d-48c1-42b5-8c11-7e5f52a70eae tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Task: {'id': task-3417478, 'name': PowerOffVM_Task, 'duration_secs': 0.242157} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.764186] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-d186df0d-48c1-42b5-8c11-7e5f52a70eae tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] [instance: 115e1a8c-381d-47c2-882d-a425f5e783f7] Powered off the VM {{(pid=69613) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 828.764353] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-d186df0d-48c1-42b5-8c11-7e5f52a70eae tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] [instance: 115e1a8c-381d-47c2-882d-a425f5e783f7] Unregistering the VM {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 828.764591] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f9f94124-df84-491f-8857-b7c542989824 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.768875] env[69613]: DEBUG oslo_vmware.api [None req-c05ea297-195a-4789-8933-96a4a3ebe595 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] Task: {'id': task-3417481, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.843436] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-d186df0d-48c1-42b5-8c11-7e5f52a70eae tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] [instance: 115e1a8c-381d-47c2-882d-a425f5e783f7] Unregistered the VM {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 828.843436] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-d186df0d-48c1-42b5-8c11-7e5f52a70eae tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] [instance: 115e1a8c-381d-47c2-882d-a425f5e783f7] Deleting contents of the VM from datastore datastore2 {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 828.843436] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-d186df0d-48c1-42b5-8c11-7e5f52a70eae tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Deleting the datastore file [datastore2] 115e1a8c-381d-47c2-882d-a425f5e783f7 {{(pid=69613) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 828.843616] env[69613]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-83605293-a556-4d84-a63e-2de5e8bf94d7 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.850656] env[69613]: DEBUG oslo_vmware.api [None req-d186df0d-48c1-42b5-8c11-7e5f52a70eae tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Waiting for the task: (returnval){ [ 828.850656] env[69613]: value = "task-3417483" [ 828.850656] env[69613]: _type = "Task" [ 828.850656] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.864627] env[69613]: DEBUG oslo_vmware.api [None req-d186df0d-48c1-42b5-8c11-7e5f52a70eae tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Task: {'id': task-3417483, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.869144] env[69613]: DEBUG oslo_vmware.api [None req-2b34f76f-2202-4518-911c-49e04a7124ae tempest-ServerActionsV293TestJSON-1188024240 tempest-ServerActionsV293TestJSON-1188024240-project-member] Task: {'id': task-3417479, 'name': ReconfigVM_Task, 'duration_secs': 0.136483} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.869450] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-2b34f76f-2202-4518-911c-49e04a7124ae tempest-ServerActionsV293TestJSON-1188024240 tempest-ServerActionsV293TestJSON-1188024240-project-member] [instance: aa0eb3a4-34df-4e34-b86a-2a1d19f3a984] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-681839', 'volume_id': '8e3a5d97-b3fd-44ea-9cd6-aac6aa7a1df2', 'name': 'volume-8e3a5d97-b3fd-44ea-9cd6-aac6aa7a1df2', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'aa0eb3a4-34df-4e34-b86a-2a1d19f3a984', 'attached_at': '', 'detached_at': '', 'volume_id': '8e3a5d97-b3fd-44ea-9cd6-aac6aa7a1df2', 'serial': '8e3a5d97-b3fd-44ea-9cd6-aac6aa7a1df2'} {{(pid=69613) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 828.869988] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7b560fbf-12b2-4522-90b1-ce60d68cdd92 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.877691] env[69613]: DEBUG oslo_vmware.api [None req-2b34f76f-2202-4518-911c-49e04a7124ae tempest-ServerActionsV293TestJSON-1188024240 tempest-ServerActionsV293TestJSON-1188024240-project-member] Waiting for the task: (returnval){ [ 828.877691] env[69613]: value = "task-3417484" [ 828.877691] env[69613]: _type = "Task" [ 828.877691] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.887525] env[69613]: DEBUG oslo_vmware.api [None req-2b34f76f-2202-4518-911c-49e04a7124ae tempest-ServerActionsV293TestJSON-1188024240 tempest-ServerActionsV293TestJSON-1188024240-project-member] Task: {'id': task-3417484, 'name': Rename_Task} progress is 5%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.016797] env[69613]: DEBUG oslo_concurrency.lockutils [None req-a702fad8-1ee7-42ef-adde-ccb93c5484d7 tempest-ListImageFiltersTestJSON-1131301097 tempest-ListImageFiltersTestJSON-1131301097-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.424s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 829.020044] env[69613]: DEBUG oslo_concurrency.lockutils [None req-08af8e1d-9a50-40ff-8779-85f584050eae tempest-InstanceActionsNegativeTestJSON-1947508069 tempest-InstanceActionsNegativeTestJSON-1947508069-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.412s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 829.020282] env[69613]: DEBUG nova.objects.instance [None req-08af8e1d-9a50-40ff-8779-85f584050eae tempest-InstanceActionsNegativeTestJSON-1947508069 tempest-InstanceActionsNegativeTestJSON-1947508069-project-member] Lazy-loading 'resources' on Instance uuid 87d9c28f-3471-4a4b-86cc-1bf24d3a68f9 {{(pid=69613) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 829.050357] env[69613]: INFO nova.scheduler.client.report [None req-a702fad8-1ee7-42ef-adde-ccb93c5484d7 tempest-ListImageFiltersTestJSON-1131301097 tempest-ListImageFiltersTestJSON-1131301097-project-member] Deleted allocations for instance 8a331293-ee7f-4faa-a316-56aec9296894 [ 829.058441] env[69613]: DEBUG oslo_vmware.api [None req-6d98f763-a80e-4dfe-99b7-155f6a7535b3 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Task: {'id': task-3417480, 'name': ReconfigVM_Task, 'duration_secs': 0.304015} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.058928] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-6d98f763-a80e-4dfe-99b7-155f6a7535b3 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] [instance: 18e8c7de-e7c8-4bb2-be6f-52dd2c20489b] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-681877', 'volume_id': '1dc5e221-09bb-4eb6-a5e8-e116f953ad6d', 'name': 'volume-1dc5e221-09bb-4eb6-a5e8-e116f953ad6d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '18e8c7de-e7c8-4bb2-be6f-52dd2c20489b', 'attached_at': '', 'detached_at': '', 'volume_id': '1dc5e221-09bb-4eb6-a5e8-e116f953ad6d', 'serial': '1dc5e221-09bb-4eb6-a5e8-e116f953ad6d'} {{(pid=69613) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 829.059246] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-6d98f763-a80e-4dfe-99b7-155f6a7535b3 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] [instance: 18e8c7de-e7c8-4bb2-be6f-52dd2c20489b] Destroying instance {{(pid=69613) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 829.060043] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83d2bbf1-7ff3-4f83-93e9-aa4d56cc6109 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.067505] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-6d98f763-a80e-4dfe-99b7-155f6a7535b3 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] [instance: 18e8c7de-e7c8-4bb2-be6f-52dd2c20489b] Unregistering the VM {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 829.067780] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8dc1baa3-aab5-41d3-b946-51efb6c33180 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.133684] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-6d98f763-a80e-4dfe-99b7-155f6a7535b3 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] [instance: 18e8c7de-e7c8-4bb2-be6f-52dd2c20489b] Unregistered the VM {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 829.134429] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-6d98f763-a80e-4dfe-99b7-155f6a7535b3 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] [instance: 18e8c7de-e7c8-4bb2-be6f-52dd2c20489b] Deleting contents of the VM from datastore datastore1 {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 829.134429] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d98f763-a80e-4dfe-99b7-155f6a7535b3 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Deleting the datastore file [datastore1] 18e8c7de-e7c8-4bb2-be6f-52dd2c20489b {{(pid=69613) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 829.134608] env[69613]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-63f492b2-4c90-4d81-8430-f3b8aff8233e {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.140630] env[69613]: DEBUG oslo_vmware.api [None req-6d98f763-a80e-4dfe-99b7-155f6a7535b3 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Waiting for the task: (returnval){ [ 829.140630] env[69613]: value = "task-3417486" [ 829.140630] env[69613]: _type = "Task" [ 829.140630] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.149109] env[69613]: DEBUG oslo_vmware.api [None req-6d98f763-a80e-4dfe-99b7-155f6a7535b3 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Task: {'id': task-3417486, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.271889] env[69613]: DEBUG oslo_vmware.api [None req-c05ea297-195a-4789-8933-96a4a3ebe595 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] Task: {'id': task-3417481, 'name': ReconfigVM_Task, 'duration_secs': 0.206433} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.272278] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-c05ea297-195a-4789-8933-96a4a3ebe595 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] [instance: cf649a29-c0b2-4cc4-9d7d-da72ef553093] Reconfigured VM instance instance-00000034 to detach disk 2000 {{(pid=69613) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 829.273391] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17435566-8019-4d3a-8b4d-3243036b39d1 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.298598] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-c05ea297-195a-4789-8933-96a4a3ebe595 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] [instance: cf649a29-c0b2-4cc4-9d7d-da72ef553093] Reconfiguring VM instance instance-00000034 to attach disk [datastore1] cf649a29-c0b2-4cc4-9d7d-da72ef553093/cf649a29-c0b2-4cc4-9d7d-da72ef553093.vmdk or device None with type thin {{(pid=69613) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 829.298969] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6fa5ab70-865e-4534-be2d-cb539846f494 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.322307] env[69613]: DEBUG oslo_vmware.api [None req-c05ea297-195a-4789-8933-96a4a3ebe595 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] Waiting for the task: (returnval){ [ 829.322307] env[69613]: value = "task-3417487" [ 829.322307] env[69613]: _type = "Task" [ 829.322307] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.333087] env[69613]: DEBUG oslo_vmware.api [None req-c05ea297-195a-4789-8933-96a4a3ebe595 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] Task: {'id': task-3417487, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.364620] env[69613]: DEBUG oslo_vmware.api [None req-d186df0d-48c1-42b5-8c11-7e5f52a70eae tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Task: {'id': task-3417483, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.190721} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.364963] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-d186df0d-48c1-42b5-8c11-7e5f52a70eae tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Deleted the datastore file {{(pid=69613) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 829.365299] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-d186df0d-48c1-42b5-8c11-7e5f52a70eae tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] [instance: 115e1a8c-381d-47c2-882d-a425f5e783f7] Deleted contents of the VM from datastore datastore2 {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 829.365500] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-d186df0d-48c1-42b5-8c11-7e5f52a70eae tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] [instance: 115e1a8c-381d-47c2-882d-a425f5e783f7] Instance destroyed {{(pid=69613) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 829.365723] env[69613]: INFO nova.compute.manager [None req-d186df0d-48c1-42b5-8c11-7e5f52a70eae tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] [instance: 115e1a8c-381d-47c2-882d-a425f5e783f7] Took 1.13 seconds to destroy the instance on the hypervisor. [ 829.365990] env[69613]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d186df0d-48c1-42b5-8c11-7e5f52a70eae tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69613) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 829.366374] env[69613]: DEBUG nova.compute.manager [-] [instance: 115e1a8c-381d-47c2-882d-a425f5e783f7] Deallocating network for instance {{(pid=69613) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 829.366478] env[69613]: DEBUG nova.network.neutron [-] [instance: 115e1a8c-381d-47c2-882d-a425f5e783f7] deallocate_for_instance() {{(pid=69613) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 829.390582] env[69613]: DEBUG oslo_vmware.api [None req-2b34f76f-2202-4518-911c-49e04a7124ae tempest-ServerActionsV293TestJSON-1188024240 tempest-ServerActionsV293TestJSON-1188024240-project-member] Task: {'id': task-3417484, 'name': Rename_Task} progress is 14%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.562593] env[69613]: DEBUG oslo_concurrency.lockutils [None req-a702fad8-1ee7-42ef-adde-ccb93c5484d7 tempest-ListImageFiltersTestJSON-1131301097 tempest-ListImageFiltersTestJSON-1131301097-project-member] Lock "8a331293-ee7f-4faa-a316-56aec9296894" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.051s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 829.656938] env[69613]: DEBUG oslo_vmware.api [None req-6d98f763-a80e-4dfe-99b7-155f6a7535b3 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Task: {'id': task-3417486, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.263418} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.657281] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d98f763-a80e-4dfe-99b7-155f6a7535b3 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Deleted the datastore file {{(pid=69613) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 829.657549] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-6d98f763-a80e-4dfe-99b7-155f6a7535b3 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] [instance: 18e8c7de-e7c8-4bb2-be6f-52dd2c20489b] Deleted contents of the VM from datastore datastore1 {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 829.657868] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-6d98f763-a80e-4dfe-99b7-155f6a7535b3 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] [instance: 18e8c7de-e7c8-4bb2-be6f-52dd2c20489b] Instance destroyed {{(pid=69613) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 829.658130] env[69613]: INFO nova.compute.manager [None req-6d98f763-a80e-4dfe-99b7-155f6a7535b3 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] [instance: 18e8c7de-e7c8-4bb2-be6f-52dd2c20489b] Took 2.45 seconds to destroy the instance on the hypervisor. [ 829.659031] env[69613]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6d98f763-a80e-4dfe-99b7-155f6a7535b3 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69613) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 829.659031] env[69613]: DEBUG nova.compute.manager [-] [instance: 18e8c7de-e7c8-4bb2-be6f-52dd2c20489b] Deallocating network for instance {{(pid=69613) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 829.659031] env[69613]: DEBUG nova.network.neutron [-] [instance: 18e8c7de-e7c8-4bb2-be6f-52dd2c20489b] deallocate_for_instance() {{(pid=69613) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 829.838023] env[69613]: DEBUG oslo_vmware.api [None req-c05ea297-195a-4789-8933-96a4a3ebe595 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] Task: {'id': task-3417487, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.892224] env[69613]: DEBUG oslo_vmware.api [None req-2b34f76f-2202-4518-911c-49e04a7124ae tempest-ServerActionsV293TestJSON-1188024240 tempest-ServerActionsV293TestJSON-1188024240-project-member] Task: {'id': task-3417484, 'name': Rename_Task, 'duration_secs': 0.714349} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.893391] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b34f76f-2202-4518-911c-49e04a7124ae tempest-ServerActionsV293TestJSON-1188024240 tempest-ServerActionsV293TestJSON-1188024240-project-member] [instance: aa0eb3a4-34df-4e34-b86a-2a1d19f3a984] Powering on the VM {{(pid=69613) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 829.894270] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b8c7aaa2-f748-4781-a358-a86f684eb273 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.901417] env[69613]: DEBUG oslo_vmware.api [None req-2b34f76f-2202-4518-911c-49e04a7124ae tempest-ServerActionsV293TestJSON-1188024240 tempest-ServerActionsV293TestJSON-1188024240-project-member] Waiting for the task: (returnval){ [ 829.901417] env[69613]: value = "task-3417488" [ 829.901417] env[69613]: _type = "Task" [ 829.901417] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.917117] env[69613]: DEBUG oslo_vmware.api [None req-2b34f76f-2202-4518-911c-49e04a7124ae tempest-ServerActionsV293TestJSON-1188024240 tempest-ServerActionsV293TestJSON-1188024240-project-member] Task: {'id': task-3417488, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.083888] env[69613]: DEBUG nova.compute.manager [None req-dfdae696-cd21-473c-95b6-7bf317d2c042 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] [instance: fa7f8ff7-658a-46d0-a6dc-232614af850d] Checking state {{(pid=69613) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 830.085918] env[69613]: DEBUG nova.compute.manager [req-0524181f-b910-411e-97a2-861765a957b2 req-bfdd2cbf-a942-4f59-916b-65380c78740f service nova] [instance: 115e1a8c-381d-47c2-882d-a425f5e783f7] Received event network-vif-deleted-d03c8b7b-62bb-46e8-9ba5-bf73fa505dea {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 830.086089] env[69613]: INFO nova.compute.manager [req-0524181f-b910-411e-97a2-861765a957b2 req-bfdd2cbf-a942-4f59-916b-65380c78740f service nova] [instance: 115e1a8c-381d-47c2-882d-a425f5e783f7] Neutron deleted interface d03c8b7b-62bb-46e8-9ba5-bf73fa505dea; detaching it from the instance and deleting it from the info cache [ 830.086318] env[69613]: DEBUG nova.network.neutron [req-0524181f-b910-411e-97a2-861765a957b2 req-bfdd2cbf-a942-4f59-916b-65380c78740f service nova] [instance: 115e1a8c-381d-47c2-882d-a425f5e783f7] Updating instance_info_cache with network_info: [] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 830.089167] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42cb8caa-1045-449b-93be-8e44acdaba43 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.162469] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12baf6d1-6d3c-4126-8a83-295858da819e {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.171339] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82065438-1364-42de-b314-eca7fc22bcb7 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.205183] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0734359-d6ff-4383-ba81-3728dedf8de4 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.213690] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0faa077-8779-41cf-b4b5-615637e77eb0 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.230739] env[69613]: DEBUG nova.compute.provider_tree [None req-08af8e1d-9a50-40ff-8779-85f584050eae tempest-InstanceActionsNegativeTestJSON-1947508069 tempest-InstanceActionsNegativeTestJSON-1947508069-project-member] Updating inventory in ProviderTree for provider af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69613) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 830.273827] env[69613]: DEBUG nova.network.neutron [-] [instance: 115e1a8c-381d-47c2-882d-a425f5e783f7] Updating instance_info_cache with network_info: [] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 830.278931] env[69613]: DEBUG nova.compute.manager [req-8faeb82c-1973-4e24-8b38-f201914918b9 req-e1b9016a-d0ad-4ff1-ae6b-7071b3d0d495 service nova] [instance: 18e8c7de-e7c8-4bb2-be6f-52dd2c20489b] Received event network-vif-deleted-5a2ea90f-11d3-495a-a663-44ac03e80e46 {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 830.279231] env[69613]: INFO nova.compute.manager [req-8faeb82c-1973-4e24-8b38-f201914918b9 req-e1b9016a-d0ad-4ff1-ae6b-7071b3d0d495 service nova] [instance: 18e8c7de-e7c8-4bb2-be6f-52dd2c20489b] Neutron deleted interface 5a2ea90f-11d3-495a-a663-44ac03e80e46; detaching it from the instance and deleting it from the info cache [ 830.279485] env[69613]: DEBUG nova.network.neutron [req-8faeb82c-1973-4e24-8b38-f201914918b9 req-e1b9016a-d0ad-4ff1-ae6b-7071b3d0d495 service nova] [instance: 18e8c7de-e7c8-4bb2-be6f-52dd2c20489b] Updating instance_info_cache with network_info: [] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 830.335492] env[69613]: DEBUG oslo_vmware.api [None req-c05ea297-195a-4789-8933-96a4a3ebe595 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] Task: {'id': task-3417487, 'name': ReconfigVM_Task, 'duration_secs': 0.942853} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.335786] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-c05ea297-195a-4789-8933-96a4a3ebe595 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] [instance: cf649a29-c0b2-4cc4-9d7d-da72ef553093] Reconfigured VM instance instance-00000034 to attach disk [datastore1] cf649a29-c0b2-4cc4-9d7d-da72ef553093/cf649a29-c0b2-4cc4-9d7d-da72ef553093.vmdk or device None with type thin {{(pid=69613) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 830.336074] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-c05ea297-195a-4789-8933-96a4a3ebe595 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] [instance: cf649a29-c0b2-4cc4-9d7d-da72ef553093] Updating instance 'cf649a29-c0b2-4cc4-9d7d-da72ef553093' progress to 50 {{(pid=69613) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 830.381958] env[69613]: DEBUG oslo_concurrency.lockutils [None req-fc71be85-884c-4805-8fad-bdcb648228f8 tempest-ListImageFiltersTestJSON-1131301097 tempest-ListImageFiltersTestJSON-1131301097-project-member] Acquiring lock "352f5690-451d-489a-a7b1-259ff9b95e49" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 830.382242] env[69613]: DEBUG oslo_concurrency.lockutils [None req-fc71be85-884c-4805-8fad-bdcb648228f8 tempest-ListImageFiltersTestJSON-1131301097 tempest-ListImageFiltersTestJSON-1131301097-project-member] Lock "352f5690-451d-489a-a7b1-259ff9b95e49" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 830.382458] env[69613]: DEBUG oslo_concurrency.lockutils [None req-fc71be85-884c-4805-8fad-bdcb648228f8 tempest-ListImageFiltersTestJSON-1131301097 tempest-ListImageFiltersTestJSON-1131301097-project-member] Acquiring lock "352f5690-451d-489a-a7b1-259ff9b95e49-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 830.382788] env[69613]: DEBUG oslo_concurrency.lockutils [None req-fc71be85-884c-4805-8fad-bdcb648228f8 tempest-ListImageFiltersTestJSON-1131301097 tempest-ListImageFiltersTestJSON-1131301097-project-member] Lock "352f5690-451d-489a-a7b1-259ff9b95e49-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 830.383079] env[69613]: DEBUG oslo_concurrency.lockutils [None req-fc71be85-884c-4805-8fad-bdcb648228f8 tempest-ListImageFiltersTestJSON-1131301097 tempest-ListImageFiltersTestJSON-1131301097-project-member] Lock "352f5690-451d-489a-a7b1-259ff9b95e49-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 830.385612] env[69613]: INFO nova.compute.manager [None req-fc71be85-884c-4805-8fad-bdcb648228f8 tempest-ListImageFiltersTestJSON-1131301097 tempest-ListImageFiltersTestJSON-1131301097-project-member] [instance: 352f5690-451d-489a-a7b1-259ff9b95e49] Terminating instance [ 830.411938] env[69613]: DEBUG oslo_vmware.api [None req-2b34f76f-2202-4518-911c-49e04a7124ae tempest-ServerActionsV293TestJSON-1188024240 tempest-ServerActionsV293TestJSON-1188024240-project-member] Task: {'id': task-3417488, 'name': PowerOnVM_Task, 'duration_secs': 0.466828} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.412251] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b34f76f-2202-4518-911c-49e04a7124ae tempest-ServerActionsV293TestJSON-1188024240 tempest-ServerActionsV293TestJSON-1188024240-project-member] [instance: aa0eb3a4-34df-4e34-b86a-2a1d19f3a984] Powered on the VM {{(pid=69613) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 830.412338] env[69613]: INFO nova.compute.manager [None req-2b34f76f-2202-4518-911c-49e04a7124ae tempest-ServerActionsV293TestJSON-1188024240 tempest-ServerActionsV293TestJSON-1188024240-project-member] [instance: aa0eb3a4-34df-4e34-b86a-2a1d19f3a984] Took 7.12 seconds to spawn the instance on the hypervisor. [ 830.412503] env[69613]: DEBUG nova.compute.manager [None req-2b34f76f-2202-4518-911c-49e04a7124ae tempest-ServerActionsV293TestJSON-1188024240 tempest-ServerActionsV293TestJSON-1188024240-project-member] [instance: aa0eb3a4-34df-4e34-b86a-2a1d19f3a984] Checking state {{(pid=69613) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 830.413422] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85deac91-7754-453b-984f-003b07ea874f {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.593981] env[69613]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2a714183-aa4f-41e1-8df7-c65eb8928398 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.596304] env[69613]: DEBUG nova.network.neutron [-] [instance: 18e8c7de-e7c8-4bb2-be6f-52dd2c20489b] Updating instance_info_cache with network_info: [] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 830.608700] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f1f774d-b1f3-4134-9245-697296cc8b06 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.625884] env[69613]: INFO nova.compute.manager [None req-dfdae696-cd21-473c-95b6-7bf317d2c042 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] [instance: fa7f8ff7-658a-46d0-a6dc-232614af850d] instance snapshotting [ 830.626437] env[69613]: DEBUG nova.objects.instance [None req-dfdae696-cd21-473c-95b6-7bf317d2c042 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Lazy-loading 'flavor' on Instance uuid fa7f8ff7-658a-46d0-a6dc-232614af850d {{(pid=69613) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 830.661875] env[69613]: DEBUG nova.compute.manager [req-0524181f-b910-411e-97a2-861765a957b2 req-bfdd2cbf-a942-4f59-916b-65380c78740f service nova] [instance: 115e1a8c-381d-47c2-882d-a425f5e783f7] Detach interface failed, port_id=d03c8b7b-62bb-46e8-9ba5-bf73fa505dea, reason: Instance 115e1a8c-381d-47c2-882d-a425f5e783f7 could not be found. {{(pid=69613) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 830.764027] env[69613]: ERROR nova.scheduler.client.report [None req-08af8e1d-9a50-40ff-8779-85f584050eae tempest-InstanceActionsNegativeTestJSON-1947508069 tempest-InstanceActionsNegativeTestJSON-1947508069-project-member] [req-d87080c3-608f-4a2c-99c4-5483e1b04016] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID af76dfa6-80f5-47a1-ac1e-7e11abfaaed9. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-d87080c3-608f-4a2c-99c4-5483e1b04016"}]} [ 830.779831] env[69613]: INFO nova.compute.manager [-] [instance: 115e1a8c-381d-47c2-882d-a425f5e783f7] Took 1.41 seconds to deallocate network for instance. [ 830.781598] env[69613]: DEBUG nova.scheduler.client.report [None req-08af8e1d-9a50-40ff-8779-85f584050eae tempest-InstanceActionsNegativeTestJSON-1947508069 tempest-InstanceActionsNegativeTestJSON-1947508069-project-member] Refreshing inventories for resource provider af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 {{(pid=69613) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 830.792058] env[69613]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8c11ea30-e63f-4f8c-a564-4f220d520188 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.799460] env[69613]: DEBUG nova.scheduler.client.report [None req-08af8e1d-9a50-40ff-8779-85f584050eae tempest-InstanceActionsNegativeTestJSON-1947508069 tempest-InstanceActionsNegativeTestJSON-1947508069-project-member] Updating ProviderTree inventory for provider af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69613) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 830.799785] env[69613]: DEBUG nova.compute.provider_tree [None req-08af8e1d-9a50-40ff-8779-85f584050eae tempest-InstanceActionsNegativeTestJSON-1947508069 tempest-InstanceActionsNegativeTestJSON-1947508069-project-member] Updating inventory in ProviderTree for provider af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69613) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 830.806434] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92403ffc-a066-4337-82f0-beaed513525a {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.820592] env[69613]: DEBUG nova.scheduler.client.report [None req-08af8e1d-9a50-40ff-8779-85f584050eae tempest-InstanceActionsNegativeTestJSON-1947508069 tempest-InstanceActionsNegativeTestJSON-1947508069-project-member] Refreshing aggregate associations for resource provider af76dfa6-80f5-47a1-ac1e-7e11abfaaed9, aggregates: None {{(pid=69613) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 830.850417] env[69613]: DEBUG nova.compute.manager [req-8faeb82c-1973-4e24-8b38-f201914918b9 req-e1b9016a-d0ad-4ff1-ae6b-7071b3d0d495 service nova] [instance: 18e8c7de-e7c8-4bb2-be6f-52dd2c20489b] Detach interface failed, port_id=5a2ea90f-11d3-495a-a663-44ac03e80e46, reason: Instance 18e8c7de-e7c8-4bb2-be6f-52dd2c20489b could not be found. {{(pid=69613) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 830.851640] env[69613]: DEBUG nova.scheduler.client.report [None req-08af8e1d-9a50-40ff-8779-85f584050eae tempest-InstanceActionsNegativeTestJSON-1947508069 tempest-InstanceActionsNegativeTestJSON-1947508069-project-member] Refreshing trait associations for resource provider af76dfa6-80f5-47a1-ac1e-7e11abfaaed9, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_NODE {{(pid=69613) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 830.855028] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-556c491a-7135-4d6d-8088-6091d8159321 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.877547] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79b8db96-cdc7-4259-97d9-419f4956b435 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.898975] env[69613]: DEBUG nova.compute.manager [None req-fc71be85-884c-4805-8fad-bdcb648228f8 tempest-ListImageFiltersTestJSON-1131301097 tempest-ListImageFiltersTestJSON-1131301097-project-member] [instance: 352f5690-451d-489a-a7b1-259ff9b95e49] Start destroying the instance on the hypervisor. {{(pid=69613) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 830.899094] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-fc71be85-884c-4805-8fad-bdcb648228f8 tempest-ListImageFiltersTestJSON-1131301097 tempest-ListImageFiltersTestJSON-1131301097-project-member] [instance: 352f5690-451d-489a-a7b1-259ff9b95e49] Destroying instance {{(pid=69613) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 830.899394] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-c05ea297-195a-4789-8933-96a4a3ebe595 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] [instance: cf649a29-c0b2-4cc4-9d7d-da72ef553093] Updating instance 'cf649a29-c0b2-4cc4-9d7d-da72ef553093' progress to 67 {{(pid=69613) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 830.906938] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24bca7b7-1e3d-435f-a36c-40f02f62e05f {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.914194] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc71be85-884c-4805-8fad-bdcb648228f8 tempest-ListImageFiltersTestJSON-1131301097 tempest-ListImageFiltersTestJSON-1131301097-project-member] [instance: 352f5690-451d-489a-a7b1-259ff9b95e49] Powering off the VM {{(pid=69613) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 830.914667] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d040212d-3e0f-4470-a47e-cd984ec4764c {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.923095] env[69613]: DEBUG oslo_vmware.api [None req-fc71be85-884c-4805-8fad-bdcb648228f8 tempest-ListImageFiltersTestJSON-1131301097 tempest-ListImageFiltersTestJSON-1131301097-project-member] Waiting for the task: (returnval){ [ 830.923095] env[69613]: value = "task-3417489" [ 830.923095] env[69613]: _type = "Task" [ 830.923095] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.936139] env[69613]: DEBUG oslo_vmware.api [None req-fc71be85-884c-4805-8fad-bdcb648228f8 tempest-ListImageFiltersTestJSON-1131301097 tempest-ListImageFiltersTestJSON-1131301097-project-member] Task: {'id': task-3417489, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.937053] env[69613]: INFO nova.compute.manager [None req-2b34f76f-2202-4518-911c-49e04a7124ae tempest-ServerActionsV293TestJSON-1188024240 tempest-ServerActionsV293TestJSON-1188024240-project-member] [instance: aa0eb3a4-34df-4e34-b86a-2a1d19f3a984] Took 33.87 seconds to build instance. [ 831.098860] env[69613]: INFO nova.compute.manager [-] [instance: 18e8c7de-e7c8-4bb2-be6f-52dd2c20489b] Took 1.44 seconds to deallocate network for instance. [ 831.135117] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fe9a162-ad87-49a1-a36f-1e9596255418 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.160465] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dd58e1d-dd1d-4c03-a408-4a0bac015828 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.290287] env[69613]: DEBUG oslo_concurrency.lockutils [None req-d186df0d-48c1-42b5-8c11-7e5f52a70eae tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 831.327766] env[69613]: DEBUG oslo_concurrency.lockutils [None req-b67e807b-c18a-4898-aa98-fb50bcd53df4 tempest-ServersTestFqdnHostnames-1406027918 tempest-ServersTestFqdnHostnames-1406027918-project-member] Acquiring lock "3d07cf05-d08d-409f-9bbd-b7ff213e29ff" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 831.327929] env[69613]: DEBUG oslo_concurrency.lockutils [None req-b67e807b-c18a-4898-aa98-fb50bcd53df4 tempest-ServersTestFqdnHostnames-1406027918 tempest-ServersTestFqdnHostnames-1406027918-project-member] Lock "3d07cf05-d08d-409f-9bbd-b7ff213e29ff" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 831.328143] env[69613]: DEBUG oslo_concurrency.lockutils [None req-b67e807b-c18a-4898-aa98-fb50bcd53df4 tempest-ServersTestFqdnHostnames-1406027918 tempest-ServersTestFqdnHostnames-1406027918-project-member] Acquiring lock "3d07cf05-d08d-409f-9bbd-b7ff213e29ff-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 831.328331] env[69613]: DEBUG oslo_concurrency.lockutils [None req-b67e807b-c18a-4898-aa98-fb50bcd53df4 tempest-ServersTestFqdnHostnames-1406027918 tempest-ServersTestFqdnHostnames-1406027918-project-member] Lock "3d07cf05-d08d-409f-9bbd-b7ff213e29ff-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 831.328499] env[69613]: DEBUG oslo_concurrency.lockutils [None req-b67e807b-c18a-4898-aa98-fb50bcd53df4 tempest-ServersTestFqdnHostnames-1406027918 tempest-ServersTestFqdnHostnames-1406027918-project-member] Lock "3d07cf05-d08d-409f-9bbd-b7ff213e29ff-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 831.333706] env[69613]: INFO nova.compute.manager [None req-b67e807b-c18a-4898-aa98-fb50bcd53df4 tempest-ServersTestFqdnHostnames-1406027918 tempest-ServersTestFqdnHostnames-1406027918-project-member] [instance: 3d07cf05-d08d-409f-9bbd-b7ff213e29ff] Terminating instance [ 831.335463] env[69613]: DEBUG oslo_concurrency.lockutils [None req-38c4f096-8e2b-4238-b877-a9b78c125591 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Acquiring lock "6ce9d7ae-aabf-444e-ab76-68f077d43cf0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 831.335666] env[69613]: DEBUG oslo_concurrency.lockutils [None req-38c4f096-8e2b-4238-b877-a9b78c125591 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Lock "6ce9d7ae-aabf-444e-ab76-68f077d43cf0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 831.430223] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10487252-8b82-42b3-be38-f866a3e3d796 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.435560] env[69613]: DEBUG oslo_vmware.api [None req-fc71be85-884c-4805-8fad-bdcb648228f8 tempest-ListImageFiltersTestJSON-1131301097 tempest-ListImageFiltersTestJSON-1131301097-project-member] Task: {'id': task-3417489, 'name': PowerOffVM_Task, 'duration_secs': 0.363643} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.436228] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc71be85-884c-4805-8fad-bdcb648228f8 tempest-ListImageFiltersTestJSON-1131301097 tempest-ListImageFiltersTestJSON-1131301097-project-member] [instance: 352f5690-451d-489a-a7b1-259ff9b95e49] Powered off the VM {{(pid=69613) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 831.436457] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-fc71be85-884c-4805-8fad-bdcb648228f8 tempest-ListImageFiltersTestJSON-1131301097 tempest-ListImageFiltersTestJSON-1131301097-project-member] [instance: 352f5690-451d-489a-a7b1-259ff9b95e49] Unregistering the VM {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 831.436718] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ba3bd4ff-0e43-4062-af82-c5ba079afd1c {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.439924] env[69613]: DEBUG oslo_concurrency.lockutils [None req-2b34f76f-2202-4518-911c-49e04a7124ae tempest-ServerActionsV293TestJSON-1188024240 tempest-ServerActionsV293TestJSON-1188024240-project-member] Lock "aa0eb3a4-34df-4e34-b86a-2a1d19f3a984" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.145s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 831.441431] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab5757d4-b1bb-45c9-8d99-0643a03b5854 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.475936] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-363af3fe-309e-4f6b-9344-9078a94096f8 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.483167] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87f8590a-27dc-42fd-8d7e-c0af8f5d913e {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.487497] env[69613]: DEBUG nova.network.neutron [None req-c05ea297-195a-4789-8933-96a4a3ebe595 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] [instance: cf649a29-c0b2-4cc4-9d7d-da72ef553093] Port 08b5c128-df52-4c4f-9613-e8b6aadb19dc binding to destination host cpu-1 is already ACTIVE {{(pid=69613) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 831.498791] env[69613]: DEBUG nova.compute.provider_tree [None req-08af8e1d-9a50-40ff-8779-85f584050eae tempest-InstanceActionsNegativeTestJSON-1947508069 tempest-InstanceActionsNegativeTestJSON-1947508069-project-member] Updating inventory in ProviderTree for provider af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69613) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 831.504028] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-fc71be85-884c-4805-8fad-bdcb648228f8 tempest-ListImageFiltersTestJSON-1131301097 tempest-ListImageFiltersTestJSON-1131301097-project-member] [instance: 352f5690-451d-489a-a7b1-259ff9b95e49] Unregistered the VM {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 831.504171] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-fc71be85-884c-4805-8fad-bdcb648228f8 tempest-ListImageFiltersTestJSON-1131301097 tempest-ListImageFiltersTestJSON-1131301097-project-member] [instance: 352f5690-451d-489a-a7b1-259ff9b95e49] Deleting contents of the VM from datastore datastore2 {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 831.504296] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc71be85-884c-4805-8fad-bdcb648228f8 tempest-ListImageFiltersTestJSON-1131301097 tempest-ListImageFiltersTestJSON-1131301097-project-member] Deleting the datastore file [datastore2] 352f5690-451d-489a-a7b1-259ff9b95e49 {{(pid=69613) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 831.504624] env[69613]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-970aa06c-0022-4f60-845f-6ff823c879a1 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.511237] env[69613]: DEBUG oslo_vmware.api [None req-fc71be85-884c-4805-8fad-bdcb648228f8 tempest-ListImageFiltersTestJSON-1131301097 tempest-ListImageFiltersTestJSON-1131301097-project-member] Waiting for the task: (returnval){ [ 831.511237] env[69613]: value = "task-3417491" [ 831.511237] env[69613]: _type = "Task" [ 831.511237] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.519278] env[69613]: DEBUG oslo_vmware.api [None req-fc71be85-884c-4805-8fad-bdcb648228f8 tempest-ListImageFiltersTestJSON-1131301097 tempest-ListImageFiltersTestJSON-1131301097-project-member] Task: {'id': task-3417491, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.668240] env[69613]: INFO nova.compute.manager [None req-6d98f763-a80e-4dfe-99b7-155f6a7535b3 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] [instance: 18e8c7de-e7c8-4bb2-be6f-52dd2c20489b] Took 0.57 seconds to detach 1 volumes for instance. [ 831.676556] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-dfdae696-cd21-473c-95b6-7bf317d2c042 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] [instance: fa7f8ff7-658a-46d0-a6dc-232614af850d] Creating Snapshot of the VM instance {{(pid=69613) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 831.676854] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-38104c3a-3814-48bb-855d-4bf15fc08af3 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.684471] env[69613]: DEBUG oslo_vmware.api [None req-dfdae696-cd21-473c-95b6-7bf317d2c042 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Waiting for the task: (returnval){ [ 831.684471] env[69613]: value = "task-3417492" [ 831.684471] env[69613]: _type = "Task" [ 831.684471] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.693196] env[69613]: DEBUG oslo_vmware.api [None req-dfdae696-cd21-473c-95b6-7bf317d2c042 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Task: {'id': task-3417492, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.840842] env[69613]: DEBUG nova.compute.manager [None req-38c4f096-8e2b-4238-b877-a9b78c125591 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] [instance: 6ce9d7ae-aabf-444e-ab76-68f077d43cf0] Starting instance... {{(pid=69613) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 831.842311] env[69613]: DEBUG nova.compute.manager [None req-b67e807b-c18a-4898-aa98-fb50bcd53df4 tempest-ServersTestFqdnHostnames-1406027918 tempest-ServersTestFqdnHostnames-1406027918-project-member] [instance: 3d07cf05-d08d-409f-9bbd-b7ff213e29ff] Start destroying the instance on the hypervisor. {{(pid=69613) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 831.842514] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-b67e807b-c18a-4898-aa98-fb50bcd53df4 tempest-ServersTestFqdnHostnames-1406027918 tempest-ServersTestFqdnHostnames-1406027918-project-member] [instance: 3d07cf05-d08d-409f-9bbd-b7ff213e29ff] Destroying instance {{(pid=69613) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 831.847058] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96fae526-d70a-41f8-9a54-b410f6584011 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.854734] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-b67e807b-c18a-4898-aa98-fb50bcd53df4 tempest-ServersTestFqdnHostnames-1406027918 tempest-ServersTestFqdnHostnames-1406027918-project-member] [instance: 3d07cf05-d08d-409f-9bbd-b7ff213e29ff] Powering off the VM {{(pid=69613) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 831.855240] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9920cda5-c65f-4023-827a-254ac420b43b {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.862830] env[69613]: DEBUG oslo_vmware.api [None req-b67e807b-c18a-4898-aa98-fb50bcd53df4 tempest-ServersTestFqdnHostnames-1406027918 tempest-ServersTestFqdnHostnames-1406027918-project-member] Waiting for the task: (returnval){ [ 831.862830] env[69613]: value = "task-3417493" [ 831.862830] env[69613]: _type = "Task" [ 831.862830] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.871393] env[69613]: DEBUG oslo_vmware.api [None req-b67e807b-c18a-4898-aa98-fb50bcd53df4 tempest-ServersTestFqdnHostnames-1406027918 tempest-ServersTestFqdnHostnames-1406027918-project-member] Task: {'id': task-3417493, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.023481] env[69613]: DEBUG oslo_vmware.api [None req-fc71be85-884c-4805-8fad-bdcb648228f8 tempest-ListImageFiltersTestJSON-1131301097 tempest-ListImageFiltersTestJSON-1131301097-project-member] Task: {'id': task-3417491, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.144991} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.023900] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc71be85-884c-4805-8fad-bdcb648228f8 tempest-ListImageFiltersTestJSON-1131301097 tempest-ListImageFiltersTestJSON-1131301097-project-member] Deleted the datastore file {{(pid=69613) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 832.024218] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-fc71be85-884c-4805-8fad-bdcb648228f8 tempest-ListImageFiltersTestJSON-1131301097 tempest-ListImageFiltersTestJSON-1131301097-project-member] [instance: 352f5690-451d-489a-a7b1-259ff9b95e49] Deleted contents of the VM from datastore datastore2 {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 832.024450] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-fc71be85-884c-4805-8fad-bdcb648228f8 tempest-ListImageFiltersTestJSON-1131301097 tempest-ListImageFiltersTestJSON-1131301097-project-member] [instance: 352f5690-451d-489a-a7b1-259ff9b95e49] Instance destroyed {{(pid=69613) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 832.024668] env[69613]: INFO nova.compute.manager [None req-fc71be85-884c-4805-8fad-bdcb648228f8 tempest-ListImageFiltersTestJSON-1131301097 tempest-ListImageFiltersTestJSON-1131301097-project-member] [instance: 352f5690-451d-489a-a7b1-259ff9b95e49] Took 1.13 seconds to destroy the instance on the hypervisor. [ 832.024948] env[69613]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fc71be85-884c-4805-8fad-bdcb648228f8 tempest-ListImageFiltersTestJSON-1131301097 tempest-ListImageFiltersTestJSON-1131301097-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69613) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 832.025195] env[69613]: DEBUG nova.compute.manager [-] [instance: 352f5690-451d-489a-a7b1-259ff9b95e49] Deallocating network for instance {{(pid=69613) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 832.025293] env[69613]: DEBUG nova.network.neutron [-] [instance: 352f5690-451d-489a-a7b1-259ff9b95e49] deallocate_for_instance() {{(pid=69613) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 832.035705] env[69613]: ERROR nova.scheduler.client.report [None req-08af8e1d-9a50-40ff-8779-85f584050eae tempest-InstanceActionsNegativeTestJSON-1947508069 tempest-InstanceActionsNegativeTestJSON-1947508069-project-member] [req-338aa4f3-6892-4fd9-90a1-30026d3d5c12] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID af76dfa6-80f5-47a1-ac1e-7e11abfaaed9. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-338aa4f3-6892-4fd9-90a1-30026d3d5c12"}]} [ 832.063192] env[69613]: DEBUG nova.scheduler.client.report [None req-08af8e1d-9a50-40ff-8779-85f584050eae tempest-InstanceActionsNegativeTestJSON-1947508069 tempest-InstanceActionsNegativeTestJSON-1947508069-project-member] Refreshing inventories for resource provider af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 {{(pid=69613) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 832.080823] env[69613]: DEBUG nova.scheduler.client.report [None req-08af8e1d-9a50-40ff-8779-85f584050eae tempest-InstanceActionsNegativeTestJSON-1947508069 tempest-InstanceActionsNegativeTestJSON-1947508069-project-member] Updating ProviderTree inventory for provider af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69613) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 832.081057] env[69613]: DEBUG nova.compute.provider_tree [None req-08af8e1d-9a50-40ff-8779-85f584050eae tempest-InstanceActionsNegativeTestJSON-1947508069 tempest-InstanceActionsNegativeTestJSON-1947508069-project-member] Updating inventory in ProviderTree for provider af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69613) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 832.094774] env[69613]: DEBUG nova.scheduler.client.report [None req-08af8e1d-9a50-40ff-8779-85f584050eae tempest-InstanceActionsNegativeTestJSON-1947508069 tempest-InstanceActionsNegativeTestJSON-1947508069-project-member] Refreshing aggregate associations for resource provider af76dfa6-80f5-47a1-ac1e-7e11abfaaed9, aggregates: None {{(pid=69613) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 832.115946] env[69613]: DEBUG nova.scheduler.client.report [None req-08af8e1d-9a50-40ff-8779-85f584050eae tempest-InstanceActionsNegativeTestJSON-1947508069 tempest-InstanceActionsNegativeTestJSON-1947508069-project-member] Refreshing trait associations for resource provider af76dfa6-80f5-47a1-ac1e-7e11abfaaed9, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_NODE {{(pid=69613) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 832.182482] env[69613]: DEBUG oslo_concurrency.lockutils [None req-6d98f763-a80e-4dfe-99b7-155f6a7535b3 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 832.199985] env[69613]: DEBUG oslo_vmware.api [None req-dfdae696-cd21-473c-95b6-7bf317d2c042 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Task: {'id': task-3417492, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.282627] env[69613]: DEBUG nova.compute.manager [req-e8ace9ca-a184-4da9-b15f-477a09a5e356 req-3d140758-b20c-4e9a-8d50-581630a03935 service nova] [instance: aa0eb3a4-34df-4e34-b86a-2a1d19f3a984] Received event network-changed-a54d42c1-7356-4f45-a236-1e87c960e1a5 {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 832.282827] env[69613]: DEBUG nova.compute.manager [req-e8ace9ca-a184-4da9-b15f-477a09a5e356 req-3d140758-b20c-4e9a-8d50-581630a03935 service nova] [instance: aa0eb3a4-34df-4e34-b86a-2a1d19f3a984] Refreshing instance network info cache due to event network-changed-a54d42c1-7356-4f45-a236-1e87c960e1a5. {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 832.286128] env[69613]: DEBUG oslo_concurrency.lockutils [req-e8ace9ca-a184-4da9-b15f-477a09a5e356 req-3d140758-b20c-4e9a-8d50-581630a03935 service nova] Acquiring lock "refresh_cache-aa0eb3a4-34df-4e34-b86a-2a1d19f3a984" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.286395] env[69613]: DEBUG oslo_concurrency.lockutils [req-e8ace9ca-a184-4da9-b15f-477a09a5e356 req-3d140758-b20c-4e9a-8d50-581630a03935 service nova] Acquired lock "refresh_cache-aa0eb3a4-34df-4e34-b86a-2a1d19f3a984" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.286578] env[69613]: DEBUG nova.network.neutron [req-e8ace9ca-a184-4da9-b15f-477a09a5e356 req-3d140758-b20c-4e9a-8d50-581630a03935 service nova] [instance: aa0eb3a4-34df-4e34-b86a-2a1d19f3a984] Refreshing network info cache for port a54d42c1-7356-4f45-a236-1e87c960e1a5 {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 832.370689] env[69613]: DEBUG oslo_concurrency.lockutils [None req-38c4f096-8e2b-4238-b877-a9b78c125591 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 832.377625] env[69613]: DEBUG oslo_vmware.api [None req-b67e807b-c18a-4898-aa98-fb50bcd53df4 tempest-ServersTestFqdnHostnames-1406027918 tempest-ServersTestFqdnHostnames-1406027918-project-member] Task: {'id': task-3417493, 'name': PowerOffVM_Task, 'duration_secs': 0.224137} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.383253] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-b67e807b-c18a-4898-aa98-fb50bcd53df4 tempest-ServersTestFqdnHostnames-1406027918 tempest-ServersTestFqdnHostnames-1406027918-project-member] [instance: 3d07cf05-d08d-409f-9bbd-b7ff213e29ff] Powered off the VM {{(pid=69613) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 832.383253] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-b67e807b-c18a-4898-aa98-fb50bcd53df4 tempest-ServersTestFqdnHostnames-1406027918 tempest-ServersTestFqdnHostnames-1406027918-project-member] [instance: 3d07cf05-d08d-409f-9bbd-b7ff213e29ff] Unregistering the VM {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 832.383253] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3062c294-efa0-44aa-91d8-fabe3795cbac {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.452194] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-b67e807b-c18a-4898-aa98-fb50bcd53df4 tempest-ServersTestFqdnHostnames-1406027918 tempest-ServersTestFqdnHostnames-1406027918-project-member] [instance: 3d07cf05-d08d-409f-9bbd-b7ff213e29ff] Unregistered the VM {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 832.452194] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-b67e807b-c18a-4898-aa98-fb50bcd53df4 tempest-ServersTestFqdnHostnames-1406027918 tempest-ServersTestFqdnHostnames-1406027918-project-member] [instance: 3d07cf05-d08d-409f-9bbd-b7ff213e29ff] Deleting contents of the VM from datastore datastore1 {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 832.452194] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-b67e807b-c18a-4898-aa98-fb50bcd53df4 tempest-ServersTestFqdnHostnames-1406027918 tempest-ServersTestFqdnHostnames-1406027918-project-member] Deleting the datastore file [datastore1] 3d07cf05-d08d-409f-9bbd-b7ff213e29ff {{(pid=69613) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 832.452194] env[69613]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9f8f72b4-3d13-4f7c-8dd9-fc9f24d05bbd {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.461953] env[69613]: DEBUG oslo_vmware.api [None req-b67e807b-c18a-4898-aa98-fb50bcd53df4 tempest-ServersTestFqdnHostnames-1406027918 tempest-ServersTestFqdnHostnames-1406027918-project-member] Waiting for the task: (returnval){ [ 832.461953] env[69613]: value = "task-3417495" [ 832.461953] env[69613]: _type = "Task" [ 832.461953] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.474229] env[69613]: DEBUG oslo_vmware.api [None req-b67e807b-c18a-4898-aa98-fb50bcd53df4 tempest-ServersTestFqdnHostnames-1406027918 tempest-ServersTestFqdnHostnames-1406027918-project-member] Task: {'id': task-3417495, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.511149] env[69613]: DEBUG nova.compute.manager [req-3578c133-e2cf-44cf-976a-d6eef6111450 req-377aa52b-378a-4fa3-b1ca-a2651740abc5 service nova] [instance: 352f5690-451d-489a-a7b1-259ff9b95e49] Received event network-vif-deleted-9162142c-6fa3-4f29-a32e-bf955f98fc6e {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 832.511149] env[69613]: INFO nova.compute.manager [req-3578c133-e2cf-44cf-976a-d6eef6111450 req-377aa52b-378a-4fa3-b1ca-a2651740abc5 service nova] [instance: 352f5690-451d-489a-a7b1-259ff9b95e49] Neutron deleted interface 9162142c-6fa3-4f29-a32e-bf955f98fc6e; detaching it from the instance and deleting it from the info cache [ 832.511149] env[69613]: DEBUG nova.network.neutron [req-3578c133-e2cf-44cf-976a-d6eef6111450 req-377aa52b-378a-4fa3-b1ca-a2651740abc5 service nova] [instance: 352f5690-451d-489a-a7b1-259ff9b95e49] Updating instance_info_cache with network_info: [] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 832.517770] env[69613]: DEBUG oslo_concurrency.lockutils [None req-c05ea297-195a-4789-8933-96a4a3ebe595 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] Acquiring lock "cf649a29-c0b2-4cc4-9d7d-da72ef553093-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 832.518106] env[69613]: DEBUG oslo_concurrency.lockutils [None req-c05ea297-195a-4789-8933-96a4a3ebe595 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] Lock "cf649a29-c0b2-4cc4-9d7d-da72ef553093-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 832.518354] env[69613]: DEBUG oslo_concurrency.lockutils [None req-c05ea297-195a-4789-8933-96a4a3ebe595 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] Lock "cf649a29-c0b2-4cc4-9d7d-da72ef553093-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 832.709689] env[69613]: DEBUG oslo_vmware.api [None req-dfdae696-cd21-473c-95b6-7bf317d2c042 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Task: {'id': task-3417492, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.828533] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa5694c9-dc69-484d-b550-6a30f710205e {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.837291] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af9b4410-265a-4945-9fa2-caf48a9cc4a2 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.869852] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94f13887-ca19-4602-ab60-f225e7d5cf3a {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.879610] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80659d17-0911-4101-ab98-22f918d04cd9 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.895140] env[69613]: DEBUG nova.compute.provider_tree [None req-08af8e1d-9a50-40ff-8779-85f584050eae tempest-InstanceActionsNegativeTestJSON-1947508069 tempest-InstanceActionsNegativeTestJSON-1947508069-project-member] Updating inventory in ProviderTree for provider af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69613) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 832.931643] env[69613]: DEBUG nova.network.neutron [-] [instance: 352f5690-451d-489a-a7b1-259ff9b95e49] Updating instance_info_cache with network_info: [] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 832.974392] env[69613]: DEBUG oslo_vmware.api [None req-b67e807b-c18a-4898-aa98-fb50bcd53df4 tempest-ServersTestFqdnHostnames-1406027918 tempest-ServersTestFqdnHostnames-1406027918-project-member] Task: {'id': task-3417495, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.165132} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.974657] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-b67e807b-c18a-4898-aa98-fb50bcd53df4 tempest-ServersTestFqdnHostnames-1406027918 tempest-ServersTestFqdnHostnames-1406027918-project-member] Deleted the datastore file {{(pid=69613) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 832.974840] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-b67e807b-c18a-4898-aa98-fb50bcd53df4 tempest-ServersTestFqdnHostnames-1406027918 tempest-ServersTestFqdnHostnames-1406027918-project-member] [instance: 3d07cf05-d08d-409f-9bbd-b7ff213e29ff] Deleted contents of the VM from datastore datastore1 {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 832.975853] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-b67e807b-c18a-4898-aa98-fb50bcd53df4 tempest-ServersTestFqdnHostnames-1406027918 tempest-ServersTestFqdnHostnames-1406027918-project-member] [instance: 3d07cf05-d08d-409f-9bbd-b7ff213e29ff] Instance destroyed {{(pid=69613) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 832.975853] env[69613]: INFO nova.compute.manager [None req-b67e807b-c18a-4898-aa98-fb50bcd53df4 tempest-ServersTestFqdnHostnames-1406027918 tempest-ServersTestFqdnHostnames-1406027918-project-member] [instance: 3d07cf05-d08d-409f-9bbd-b7ff213e29ff] Took 1.13 seconds to destroy the instance on the hypervisor. [ 832.975853] env[69613]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b67e807b-c18a-4898-aa98-fb50bcd53df4 tempest-ServersTestFqdnHostnames-1406027918 tempest-ServersTestFqdnHostnames-1406027918-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69613) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 832.975853] env[69613]: DEBUG nova.compute.manager [-] [instance: 3d07cf05-d08d-409f-9bbd-b7ff213e29ff] Deallocating network for instance {{(pid=69613) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 832.975853] env[69613]: DEBUG nova.network.neutron [-] [instance: 3d07cf05-d08d-409f-9bbd-b7ff213e29ff] deallocate_for_instance() {{(pid=69613) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 833.016762] env[69613]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d5027b19-592a-4deb-b2b7-77e15e91301f {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.031288] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85d2c5fc-81df-403f-aafd-736d19439ccb {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.071942] env[69613]: DEBUG nova.compute.manager [req-3578c133-e2cf-44cf-976a-d6eef6111450 req-377aa52b-378a-4fa3-b1ca-a2651740abc5 service nova] [instance: 352f5690-451d-489a-a7b1-259ff9b95e49] Detach interface failed, port_id=9162142c-6fa3-4f29-a32e-bf955f98fc6e, reason: Instance 352f5690-451d-489a-a7b1-259ff9b95e49 could not be found. {{(pid=69613) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 833.078291] env[69613]: DEBUG nova.network.neutron [req-e8ace9ca-a184-4da9-b15f-477a09a5e356 req-3d140758-b20c-4e9a-8d50-581630a03935 service nova] [instance: aa0eb3a4-34df-4e34-b86a-2a1d19f3a984] Updated VIF entry in instance network info cache for port a54d42c1-7356-4f45-a236-1e87c960e1a5. {{(pid=69613) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 833.078635] env[69613]: DEBUG nova.network.neutron [req-e8ace9ca-a184-4da9-b15f-477a09a5e356 req-3d140758-b20c-4e9a-8d50-581630a03935 service nova] [instance: aa0eb3a4-34df-4e34-b86a-2a1d19f3a984] Updating instance_info_cache with network_info: [{"id": "a54d42c1-7356-4f45-a236-1e87c960e1a5", "address": "fa:16:3e:9f:fe:bc", "network": {"id": "20e7c239-3163-449c-af48-221e7bd3929e", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1274175503-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.224", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8f56413003324073a6847ae382eb3001", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae4e3171-21cd-4094-b6cf-81bf366c75bd", "external-id": "nsx-vlan-transportzone-193", "segmentation_id": 193, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa54d42c1-73", "ovs_interfaceid": "a54d42c1-7356-4f45-a236-1e87c960e1a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 833.201526] env[69613]: DEBUG oslo_vmware.api [None req-dfdae696-cd21-473c-95b6-7bf317d2c042 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Task: {'id': task-3417492, 'name': CreateSnapshot_Task, 'duration_secs': 1.267243} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.201825] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-dfdae696-cd21-473c-95b6-7bf317d2c042 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] [instance: fa7f8ff7-658a-46d0-a6dc-232614af850d] Created Snapshot of the VM instance {{(pid=69613) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 833.202920] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c12c3f3-5058-47e0-afc3-862f5c7511f9 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.430226] env[69613]: DEBUG nova.scheduler.client.report [None req-08af8e1d-9a50-40ff-8779-85f584050eae tempest-InstanceActionsNegativeTestJSON-1947508069 tempest-InstanceActionsNegativeTestJSON-1947508069-project-member] Updated inventory for provider af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 with generation 81 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69613) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 833.430540] env[69613]: DEBUG nova.compute.provider_tree [None req-08af8e1d-9a50-40ff-8779-85f584050eae tempest-InstanceActionsNegativeTestJSON-1947508069 tempest-InstanceActionsNegativeTestJSON-1947508069-project-member] Updating resource provider af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 generation from 81 to 82 during operation: update_inventory {{(pid=69613) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 833.430540] env[69613]: DEBUG nova.compute.provider_tree [None req-08af8e1d-9a50-40ff-8779-85f584050eae tempest-InstanceActionsNegativeTestJSON-1947508069 tempest-InstanceActionsNegativeTestJSON-1947508069-project-member] Updating inventory in ProviderTree for provider af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69613) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 833.437031] env[69613]: INFO nova.compute.manager [-] [instance: 352f5690-451d-489a-a7b1-259ff9b95e49] Took 1.41 seconds to deallocate network for instance. [ 833.574756] env[69613]: DEBUG oslo_concurrency.lockutils [None req-c05ea297-195a-4789-8933-96a4a3ebe595 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] Acquiring lock "refresh_cache-cf649a29-c0b2-4cc4-9d7d-da72ef553093" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.574954] env[69613]: DEBUG oslo_concurrency.lockutils [None req-c05ea297-195a-4789-8933-96a4a3ebe595 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] Acquired lock "refresh_cache-cf649a29-c0b2-4cc4-9d7d-da72ef553093" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.575146] env[69613]: DEBUG nova.network.neutron [None req-c05ea297-195a-4789-8933-96a4a3ebe595 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] [instance: cf649a29-c0b2-4cc4-9d7d-da72ef553093] Building network info cache for instance {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 833.581250] env[69613]: DEBUG oslo_concurrency.lockutils [req-e8ace9ca-a184-4da9-b15f-477a09a5e356 req-3d140758-b20c-4e9a-8d50-581630a03935 service nova] Releasing lock "refresh_cache-aa0eb3a4-34df-4e34-b86a-2a1d19f3a984" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.724615] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-dfdae696-cd21-473c-95b6-7bf317d2c042 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] [instance: fa7f8ff7-658a-46d0-a6dc-232614af850d] Creating linked-clone VM from snapshot {{(pid=69613) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 833.724615] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-ac1f29fd-afbd-4751-af27-0a3670119fcf {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.734198] env[69613]: DEBUG oslo_vmware.api [None req-dfdae696-cd21-473c-95b6-7bf317d2c042 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Waiting for the task: (returnval){ [ 833.734198] env[69613]: value = "task-3417496" [ 833.734198] env[69613]: _type = "Task" [ 833.734198] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.742958] env[69613]: DEBUG oslo_vmware.api [None req-dfdae696-cd21-473c-95b6-7bf317d2c042 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Task: {'id': task-3417496, 'name': CloneVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.937326] env[69613]: DEBUG oslo_concurrency.lockutils [None req-08af8e1d-9a50-40ff-8779-85f584050eae tempest-InstanceActionsNegativeTestJSON-1947508069 tempest-InstanceActionsNegativeTestJSON-1947508069-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 4.917s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 833.940287] env[69613]: DEBUG oslo_concurrency.lockutils [None req-bff01d8b-6675-4436-bb13-8570fe8f962e tempest-VolumesAdminNegativeTest-111528841 tempest-VolumesAdminNegativeTest-111528841-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.175s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 833.942224] env[69613]: INFO nova.compute.claims [None req-bff01d8b-6675-4436-bb13-8570fe8f962e tempest-VolumesAdminNegativeTest-111528841 tempest-VolumesAdminNegativeTest-111528841-project-member] [instance: f41f74be-9cd8-4095-b741-d24dc9a24cc5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 833.946567] env[69613]: DEBUG oslo_concurrency.lockutils [None req-fc71be85-884c-4805-8fad-bdcb648228f8 tempest-ListImageFiltersTestJSON-1131301097 tempest-ListImageFiltersTestJSON-1131301097-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 833.963064] env[69613]: DEBUG nova.network.neutron [-] [instance: 3d07cf05-d08d-409f-9bbd-b7ff213e29ff] Updating instance_info_cache with network_info: [] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 833.964611] env[69613]: INFO nova.scheduler.client.report [None req-08af8e1d-9a50-40ff-8779-85f584050eae tempest-InstanceActionsNegativeTestJSON-1947508069 tempest-InstanceActionsNegativeTestJSON-1947508069-project-member] Deleted allocations for instance 87d9c28f-3471-4a4b-86cc-1bf24d3a68f9 [ 834.245093] env[69613]: DEBUG oslo_vmware.api [None req-dfdae696-cd21-473c-95b6-7bf317d2c042 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Task: {'id': task-3417496, 'name': CloneVM_Task} progress is 94%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.286254] env[69613]: DEBUG nova.network.neutron [None req-c05ea297-195a-4789-8933-96a4a3ebe595 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] [instance: cf649a29-c0b2-4cc4-9d7d-da72ef553093] Updating instance_info_cache with network_info: [{"id": "08b5c128-df52-4c4f-9613-e8b6aadb19dc", "address": "fa:16:3e:63:dd:56", "network": {"id": "7f5a9020-c966-459c-b2b1-fc62b2ff6283", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.203", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3e9e1b873f1442d59d5ee8247b941f74", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aec0089a-ff85-4bef-bad8-c84de39af71a", "external-id": "nsx-vlan-transportzone-758", "segmentation_id": 758, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap08b5c128-df", "ovs_interfaceid": "08b5c128-df52-4c4f-9613-e8b6aadb19dc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 834.309955] env[69613]: DEBUG nova.compute.manager [req-63986005-5e88-4a99-8ef7-3800cc76a08a req-467666a6-cd74-4613-9a83-d37651ae8ea0 service nova] [instance: 3d07cf05-d08d-409f-9bbd-b7ff213e29ff] Received event network-vif-deleted-f4708ecd-e180-46c4-9432-0d3cc36d0f0a {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 834.467787] env[69613]: INFO nova.compute.manager [-] [instance: 3d07cf05-d08d-409f-9bbd-b7ff213e29ff] Took 1.49 seconds to deallocate network for instance. [ 834.475314] env[69613]: DEBUG oslo_concurrency.lockutils [None req-08af8e1d-9a50-40ff-8779-85f584050eae tempest-InstanceActionsNegativeTestJSON-1947508069 tempest-InstanceActionsNegativeTestJSON-1947508069-project-member] Lock "87d9c28f-3471-4a4b-86cc-1bf24d3a68f9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.446s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 834.746084] env[69613]: DEBUG oslo_vmware.api [None req-dfdae696-cd21-473c-95b6-7bf317d2c042 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Task: {'id': task-3417496, 'name': CloneVM_Task} progress is 94%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.789441] env[69613]: DEBUG oslo_concurrency.lockutils [None req-c05ea297-195a-4789-8933-96a4a3ebe595 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] Releasing lock "refresh_cache-cf649a29-c0b2-4cc4-9d7d-da72ef553093" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.972132] env[69613]: DEBUG oslo_concurrency.lockutils [None req-b67e807b-c18a-4898-aa98-fb50bcd53df4 tempest-ServersTestFqdnHostnames-1406027918 tempest-ServersTestFqdnHostnames-1406027918-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 835.247465] env[69613]: DEBUG oslo_vmware.api [None req-dfdae696-cd21-473c-95b6-7bf317d2c042 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Task: {'id': task-3417496, 'name': CloneVM_Task, 'duration_secs': 1.39038} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.251081] env[69613]: INFO nova.virt.vmwareapi.vmops [None req-dfdae696-cd21-473c-95b6-7bf317d2c042 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] [instance: fa7f8ff7-658a-46d0-a6dc-232614af850d] Created linked-clone VM from snapshot [ 835.252364] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f27c5721-5b02-4196-8ab8-2591c7fde47a {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.260479] env[69613]: DEBUG nova.virt.vmwareapi.images [None req-dfdae696-cd21-473c-95b6-7bf317d2c042 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] [instance: fa7f8ff7-658a-46d0-a6dc-232614af850d] Uploading image 366074b8-f060-4ce3-ba54-42cc84b8467d {{(pid=69613) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 835.294391] env[69613]: DEBUG oslo_vmware.rw_handles [None req-dfdae696-cd21-473c-95b6-7bf317d2c042 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 835.294391] env[69613]: value = "vm-681881" [ 835.294391] env[69613]: _type = "VirtualMachine" [ 835.294391] env[69613]: }. {{(pid=69613) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 835.298514] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-60395604-4466-4f48-977d-24ccff6e334a {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.309774] env[69613]: DEBUG oslo_vmware.rw_handles [None req-dfdae696-cd21-473c-95b6-7bf317d2c042 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Lease: (returnval){ [ 835.309774] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]524bca87-106d-7062-602b-1ff38e9e7393" [ 835.309774] env[69613]: _type = "HttpNfcLease" [ 835.309774] env[69613]: } obtained for exporting VM: (result){ [ 835.309774] env[69613]: value = "vm-681881" [ 835.309774] env[69613]: _type = "VirtualMachine" [ 835.309774] env[69613]: }. {{(pid=69613) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 835.310773] env[69613]: DEBUG oslo_vmware.api [None req-dfdae696-cd21-473c-95b6-7bf317d2c042 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Waiting for the lease: (returnval){ [ 835.310773] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]524bca87-106d-7062-602b-1ff38e9e7393" [ 835.310773] env[69613]: _type = "HttpNfcLease" [ 835.310773] env[69613]: } to be ready. {{(pid=69613) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 835.318584] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3332046e-e244-47a7-863e-dba261fff49c {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.322930] env[69613]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 835.322930] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]524bca87-106d-7062-602b-1ff38e9e7393" [ 835.322930] env[69613]: _type = "HttpNfcLease" [ 835.322930] env[69613]: } is initializing. {{(pid=69613) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 835.342603] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4a94226-8392-40e7-b216-8551563f80a2 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.351386] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-c05ea297-195a-4789-8933-96a4a3ebe595 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] [instance: cf649a29-c0b2-4cc4-9d7d-da72ef553093] Updating instance 'cf649a29-c0b2-4cc4-9d7d-da72ef553093' progress to 83 {{(pid=69613) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 835.465496] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bdcad04-9977-4b7f-87af-1bf95db3caea {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.473393] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55c26ef1-b187-4428-adc4-e637e691f4fb {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.505133] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2cf6331-5428-44d1-b34f-7d8c118d44dd {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.511896] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed1f2217-2153-4446-b18c-fb5dbdd8ba53 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.527100] env[69613]: DEBUG nova.compute.provider_tree [None req-bff01d8b-6675-4436-bb13-8570fe8f962e tempest-VolumesAdminNegativeTest-111528841 tempest-VolumesAdminNegativeTest-111528841-project-member] Inventory has not changed in ProviderTree for provider: af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 {{(pid=69613) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 835.818088] env[69613]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 835.818088] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]524bca87-106d-7062-602b-1ff38e9e7393" [ 835.818088] env[69613]: _type = "HttpNfcLease" [ 835.818088] env[69613]: } is ready. {{(pid=69613) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 835.818672] env[69613]: DEBUG oslo_vmware.rw_handles [None req-dfdae696-cd21-473c-95b6-7bf317d2c042 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 835.818672] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]524bca87-106d-7062-602b-1ff38e9e7393" [ 835.818672] env[69613]: _type = "HttpNfcLease" [ 835.818672] env[69613]: }. {{(pid=69613) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 835.819299] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-664a96a3-70e8-4182-881e-9c0e6b29b52d {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.826578] env[69613]: DEBUG oslo_vmware.rw_handles [None req-dfdae696-cd21-473c-95b6-7bf317d2c042 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ea81c0-920a-9407-e703-7146b9482302/disk-0.vmdk from lease info. {{(pid=69613) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 835.826819] env[69613]: DEBUG oslo_vmware.rw_handles [None req-dfdae696-cd21-473c-95b6-7bf317d2c042 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ea81c0-920a-9407-e703-7146b9482302/disk-0.vmdk for reading. {{(pid=69613) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 835.889644] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-c05ea297-195a-4789-8933-96a4a3ebe595 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] [instance: cf649a29-c0b2-4cc4-9d7d-da72ef553093] Powering on the VM {{(pid=69613) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 835.889644] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0620d337-6d9d-49e5-bc12-c24d095ad300 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.897233] env[69613]: DEBUG oslo_vmware.api [None req-c05ea297-195a-4789-8933-96a4a3ebe595 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] Waiting for the task: (returnval){ [ 835.897233] env[69613]: value = "task-3417498" [ 835.897233] env[69613]: _type = "Task" [ 835.897233] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.905533] env[69613]: DEBUG oslo_vmware.api [None req-c05ea297-195a-4789-8933-96a4a3ebe595 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] Task: {'id': task-3417498, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.975920] env[69613]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-7e971067-e6f1-43c6-bd09-86d215adfb75 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.032383] env[69613]: DEBUG nova.scheduler.client.report [None req-bff01d8b-6675-4436-bb13-8570fe8f962e tempest-VolumesAdminNegativeTest-111528841 tempest-VolumesAdminNegativeTest-111528841-project-member] Inventory has not changed for provider af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69613) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 836.410392] env[69613]: DEBUG oslo_vmware.api [None req-c05ea297-195a-4789-8933-96a4a3ebe595 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] Task: {'id': task-3417498, 'name': PowerOnVM_Task, 'duration_secs': 0.450893} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.410979] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-c05ea297-195a-4789-8933-96a4a3ebe595 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] [instance: cf649a29-c0b2-4cc4-9d7d-da72ef553093] Powered on the VM {{(pid=69613) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 836.411397] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-c05ea297-195a-4789-8933-96a4a3ebe595 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] [instance: cf649a29-c0b2-4cc4-9d7d-da72ef553093] Updating instance 'cf649a29-c0b2-4cc4-9d7d-da72ef553093' progress to 100 {{(pid=69613) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 836.541944] env[69613]: DEBUG oslo_concurrency.lockutils [None req-bff01d8b-6675-4436-bb13-8570fe8f962e tempest-VolumesAdminNegativeTest-111528841 tempest-VolumesAdminNegativeTest-111528841-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.602s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 836.542660] env[69613]: DEBUG nova.compute.manager [None req-bff01d8b-6675-4436-bb13-8570fe8f962e tempest-VolumesAdminNegativeTest-111528841 tempest-VolumesAdminNegativeTest-111528841-project-member] [instance: f41f74be-9cd8-4095-b741-d24dc9a24cc5] Start building networks asynchronously for instance. {{(pid=69613) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 836.548861] env[69613]: DEBUG oslo_concurrency.lockutils [None req-0110a9c7-fb19-4eb8-947e-d69e156f64de tempest-ServersAdminNegativeTestJSON-2019534385 tempest-ServersAdminNegativeTestJSON-2019534385-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.084s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 836.549474] env[69613]: DEBUG nova.objects.instance [None req-0110a9c7-fb19-4eb8-947e-d69e156f64de tempest-ServersAdminNegativeTestJSON-2019534385 tempest-ServersAdminNegativeTestJSON-2019534385-project-member] Lazy-loading 'resources' on Instance uuid f72c0c9a-5d4b-4c16-ae65-ab504d8b816d {{(pid=69613) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 837.057697] env[69613]: DEBUG nova.compute.utils [None req-bff01d8b-6675-4436-bb13-8570fe8f962e tempest-VolumesAdminNegativeTest-111528841 tempest-VolumesAdminNegativeTest-111528841-project-member] Using /dev/sd instead of None {{(pid=69613) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 837.059560] env[69613]: DEBUG nova.compute.manager [None req-bff01d8b-6675-4436-bb13-8570fe8f962e tempest-VolumesAdminNegativeTest-111528841 tempest-VolumesAdminNegativeTest-111528841-project-member] [instance: f41f74be-9cd8-4095-b741-d24dc9a24cc5] Allocating IP information in the background. {{(pid=69613) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 837.061781] env[69613]: DEBUG nova.network.neutron [None req-bff01d8b-6675-4436-bb13-8570fe8f962e tempest-VolumesAdminNegativeTest-111528841 tempest-VolumesAdminNegativeTest-111528841-project-member] [instance: f41f74be-9cd8-4095-b741-d24dc9a24cc5] allocate_for_instance() {{(pid=69613) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 837.142390] env[69613]: DEBUG nova.policy [None req-bff01d8b-6675-4436-bb13-8570fe8f962e tempest-VolumesAdminNegativeTest-111528841 tempest-VolumesAdminNegativeTest-111528841-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3b70b4d3490844e9950db5e878f929b7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '27a86352b75b44bcbd9a96d15a2c3db1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69613) authorize /opt/stack/nova/nova/policy.py:192}} [ 837.563752] env[69613]: DEBUG nova.compute.manager [None req-bff01d8b-6675-4436-bb13-8570fe8f962e tempest-VolumesAdminNegativeTest-111528841 tempest-VolumesAdminNegativeTest-111528841-project-member] [instance: f41f74be-9cd8-4095-b741-d24dc9a24cc5] Start building block device mappings for instance. {{(pid=69613) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 837.686949] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af4c87d7-4a53-40c8-a8ba-f61a74635fa0 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.695697] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32090582-998c-4d52-b94d-5adab3b0f1f6 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.732524] env[69613]: DEBUG nova.network.neutron [None req-bff01d8b-6675-4436-bb13-8570fe8f962e tempest-VolumesAdminNegativeTest-111528841 tempest-VolumesAdminNegativeTest-111528841-project-member] [instance: f41f74be-9cd8-4095-b741-d24dc9a24cc5] Successfully created port: 6051df9c-99cc-44c7-b229-a72bb0adc493 {{(pid=69613) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 837.735494] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50c2177f-4c14-4719-9952-7db7286ed8d4 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.745323] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-026bea96-da87-449a-8db5-6a1da2406350 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.763494] env[69613]: DEBUG nova.compute.provider_tree [None req-0110a9c7-fb19-4eb8-947e-d69e156f64de tempest-ServersAdminNegativeTestJSON-2019534385 tempest-ServersAdminNegativeTestJSON-2019534385-project-member] Inventory has not changed in ProviderTree for provider: af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 {{(pid=69613) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 838.269315] env[69613]: DEBUG nova.scheduler.client.report [None req-0110a9c7-fb19-4eb8-947e-d69e156f64de tempest-ServersAdminNegativeTestJSON-2019534385 tempest-ServersAdminNegativeTestJSON-2019534385-project-member] Inventory has not changed for provider af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69613) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 838.585027] env[69613]: DEBUG nova.compute.manager [None req-bff01d8b-6675-4436-bb13-8570fe8f962e tempest-VolumesAdminNegativeTest-111528841 tempest-VolumesAdminNegativeTest-111528841-project-member] [instance: f41f74be-9cd8-4095-b741-d24dc9a24cc5] Start spawning the instance on the hypervisor. {{(pid=69613) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 838.619208] env[69613]: DEBUG nova.virt.hardware [None req-bff01d8b-6675-4436-bb13-8570fe8f962e tempest-VolumesAdminNegativeTest-111528841 tempest-VolumesAdminNegativeTest-111528841-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T13:55:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T13:55:19Z,direct_url=,disk_format='vmdk',id=2b7a0304-b5d0-431d-b287-32c8388d7fbd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3e9e1b873f1442d59d5ee8247b941f74',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T13:55:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 838.619858] env[69613]: DEBUG nova.virt.hardware [None req-bff01d8b-6675-4436-bb13-8570fe8f962e tempest-VolumesAdminNegativeTest-111528841 tempest-VolumesAdminNegativeTest-111528841-project-member] Flavor limits 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 838.620164] env[69613]: DEBUG nova.virt.hardware [None req-bff01d8b-6675-4436-bb13-8570fe8f962e tempest-VolumesAdminNegativeTest-111528841 tempest-VolumesAdminNegativeTest-111528841-project-member] Image limits 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 838.620451] env[69613]: DEBUG nova.virt.hardware [None req-bff01d8b-6675-4436-bb13-8570fe8f962e tempest-VolumesAdminNegativeTest-111528841 tempest-VolumesAdminNegativeTest-111528841-project-member] Flavor pref 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 838.620751] env[69613]: DEBUG nova.virt.hardware [None req-bff01d8b-6675-4436-bb13-8570fe8f962e tempest-VolumesAdminNegativeTest-111528841 tempest-VolumesAdminNegativeTest-111528841-project-member] Image pref 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 838.620992] env[69613]: DEBUG nova.virt.hardware [None req-bff01d8b-6675-4436-bb13-8570fe8f962e tempest-VolumesAdminNegativeTest-111528841 tempest-VolumesAdminNegativeTest-111528841-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 838.621321] env[69613]: DEBUG nova.virt.hardware [None req-bff01d8b-6675-4436-bb13-8570fe8f962e tempest-VolumesAdminNegativeTest-111528841 tempest-VolumesAdminNegativeTest-111528841-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 838.621577] env[69613]: DEBUG nova.virt.hardware [None req-bff01d8b-6675-4436-bb13-8570fe8f962e tempest-VolumesAdminNegativeTest-111528841 tempest-VolumesAdminNegativeTest-111528841-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69613) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 838.621845] env[69613]: DEBUG nova.virt.hardware [None req-bff01d8b-6675-4436-bb13-8570fe8f962e tempest-VolumesAdminNegativeTest-111528841 tempest-VolumesAdminNegativeTest-111528841-project-member] Got 1 possible topologies {{(pid=69613) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 838.622167] env[69613]: DEBUG nova.virt.hardware [None req-bff01d8b-6675-4436-bb13-8570fe8f962e tempest-VolumesAdminNegativeTest-111528841 tempest-VolumesAdminNegativeTest-111528841-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 838.622450] env[69613]: DEBUG nova.virt.hardware [None req-bff01d8b-6675-4436-bb13-8570fe8f962e tempest-VolumesAdminNegativeTest-111528841 tempest-VolumesAdminNegativeTest-111528841-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 838.624699] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc7d2603-6321-48bf-bb15-cab87caa547a {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.636771] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e56238db-b05d-48ee-9bd8-9d392e9c3e18 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.780913] env[69613]: DEBUG oslo_concurrency.lockutils [None req-0110a9c7-fb19-4eb8-947e-d69e156f64de tempest-ServersAdminNegativeTestJSON-2019534385 tempest-ServersAdminNegativeTestJSON-2019534385-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.231s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 838.786170] env[69613]: DEBUG oslo_concurrency.lockutils [None req-2ec70c5f-420d-4374-8b74-e32f5857a29d tempest-SecurityGroupsTestJSON-147571119 tempest-SecurityGroupsTestJSON-147571119-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.252s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 838.786170] env[69613]: DEBUG nova.objects.instance [None req-2ec70c5f-420d-4374-8b74-e32f5857a29d tempest-SecurityGroupsTestJSON-147571119 tempest-SecurityGroupsTestJSON-147571119-project-member] Lazy-loading 'resources' on Instance uuid d812aca8-c993-4f3e-8235-115a51b60501 {{(pid=69613) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 838.811789] env[69613]: INFO nova.scheduler.client.report [None req-0110a9c7-fb19-4eb8-947e-d69e156f64de tempest-ServersAdminNegativeTestJSON-2019534385 tempest-ServersAdminNegativeTestJSON-2019534385-project-member] Deleted allocations for instance f72c0c9a-5d4b-4c16-ae65-ab504d8b816d [ 839.049248] env[69613]: DEBUG oslo_concurrency.lockutils [None req-d514d906-35c4-4e57-b17a-19b41634afc8 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] Acquiring lock "cf649a29-c0b2-4cc4-9d7d-da72ef553093" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 839.049533] env[69613]: DEBUG oslo_concurrency.lockutils [None req-d514d906-35c4-4e57-b17a-19b41634afc8 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] Lock "cf649a29-c0b2-4cc4-9d7d-da72ef553093" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 839.049733] env[69613]: DEBUG nova.compute.manager [None req-d514d906-35c4-4e57-b17a-19b41634afc8 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] [instance: cf649a29-c0b2-4cc4-9d7d-da72ef553093] Going to confirm migration 1 {{(pid=69613) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 839.323954] env[69613]: DEBUG oslo_concurrency.lockutils [None req-0110a9c7-fb19-4eb8-947e-d69e156f64de tempest-ServersAdminNegativeTestJSON-2019534385 tempest-ServersAdminNegativeTestJSON-2019534385-project-member] Lock "f72c0c9a-5d4b-4c16-ae65-ab504d8b816d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.907s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 839.443644] env[69613]: DEBUG nova.compute.manager [req-2a8c3eb1-73e3-45b1-a6d9-c5e833a3c5da req-ef508f2d-b68c-471c-8936-c72cec8a8a21 service nova] [instance: f41f74be-9cd8-4095-b741-d24dc9a24cc5] Received event network-vif-plugged-6051df9c-99cc-44c7-b229-a72bb0adc493 {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 839.443910] env[69613]: DEBUG oslo_concurrency.lockutils [req-2a8c3eb1-73e3-45b1-a6d9-c5e833a3c5da req-ef508f2d-b68c-471c-8936-c72cec8a8a21 service nova] Acquiring lock "f41f74be-9cd8-4095-b741-d24dc9a24cc5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 839.444096] env[69613]: DEBUG oslo_concurrency.lockutils [req-2a8c3eb1-73e3-45b1-a6d9-c5e833a3c5da req-ef508f2d-b68c-471c-8936-c72cec8a8a21 service nova] Lock "f41f74be-9cd8-4095-b741-d24dc9a24cc5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 839.444371] env[69613]: DEBUG oslo_concurrency.lockutils [req-2a8c3eb1-73e3-45b1-a6d9-c5e833a3c5da req-ef508f2d-b68c-471c-8936-c72cec8a8a21 service nova] Lock "f41f74be-9cd8-4095-b741-d24dc9a24cc5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 839.444432] env[69613]: DEBUG nova.compute.manager [req-2a8c3eb1-73e3-45b1-a6d9-c5e833a3c5da req-ef508f2d-b68c-471c-8936-c72cec8a8a21 service nova] [instance: f41f74be-9cd8-4095-b741-d24dc9a24cc5] No waiting events found dispatching network-vif-plugged-6051df9c-99cc-44c7-b229-a72bb0adc493 {{(pid=69613) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 839.444563] env[69613]: WARNING nova.compute.manager [req-2a8c3eb1-73e3-45b1-a6d9-c5e833a3c5da req-ef508f2d-b68c-471c-8936-c72cec8a8a21 service nova] [instance: f41f74be-9cd8-4095-b741-d24dc9a24cc5] Received unexpected event network-vif-plugged-6051df9c-99cc-44c7-b229-a72bb0adc493 for instance with vm_state building and task_state spawning. [ 839.538995] env[69613]: DEBUG nova.network.neutron [None req-bff01d8b-6675-4436-bb13-8570fe8f962e tempest-VolumesAdminNegativeTest-111528841 tempest-VolumesAdminNegativeTest-111528841-project-member] [instance: f41f74be-9cd8-4095-b741-d24dc9a24cc5] Successfully updated port: 6051df9c-99cc-44c7-b229-a72bb0adc493 {{(pid=69613) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 839.867897] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46e17b83-40ba-4306-a1e7-ef4fe44992d2 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.879663] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a47b372-a9be-41d9-95af-ff0dfc61daa0 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.915658] env[69613]: DEBUG oslo_concurrency.lockutils [None req-d514d906-35c4-4e57-b17a-19b41634afc8 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] Acquiring lock "refresh_cache-cf649a29-c0b2-4cc4-9d7d-da72ef553093" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.915658] env[69613]: DEBUG oslo_concurrency.lockutils [None req-d514d906-35c4-4e57-b17a-19b41634afc8 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] Acquired lock "refresh_cache-cf649a29-c0b2-4cc4-9d7d-da72ef553093" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.915809] env[69613]: DEBUG nova.network.neutron [None req-d514d906-35c4-4e57-b17a-19b41634afc8 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] [instance: cf649a29-c0b2-4cc4-9d7d-da72ef553093] Building network info cache for instance {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 839.915996] env[69613]: DEBUG nova.objects.instance [None req-d514d906-35c4-4e57-b17a-19b41634afc8 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] Lazy-loading 'info_cache' on Instance uuid cf649a29-c0b2-4cc4-9d7d-da72ef553093 {{(pid=69613) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 839.917926] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfb5c514-5f14-4da5-bf6f-ef92299f5062 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.926137] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4890a565-bf28-42af-8591-ff4c52cdb21c {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.942552] env[69613]: DEBUG nova.compute.provider_tree [None req-2ec70c5f-420d-4374-8b74-e32f5857a29d tempest-SecurityGroupsTestJSON-147571119 tempest-SecurityGroupsTestJSON-147571119-project-member] Inventory has not changed in ProviderTree for provider: af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 {{(pid=69613) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 840.042639] env[69613]: DEBUG oslo_concurrency.lockutils [None req-bff01d8b-6675-4436-bb13-8570fe8f962e tempest-VolumesAdminNegativeTest-111528841 tempest-VolumesAdminNegativeTest-111528841-project-member] Acquiring lock "refresh_cache-f41f74be-9cd8-4095-b741-d24dc9a24cc5" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.042639] env[69613]: DEBUG oslo_concurrency.lockutils [None req-bff01d8b-6675-4436-bb13-8570fe8f962e tempest-VolumesAdminNegativeTest-111528841 tempest-VolumesAdminNegativeTest-111528841-project-member] Acquired lock "refresh_cache-f41f74be-9cd8-4095-b741-d24dc9a24cc5" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.042639] env[69613]: DEBUG nova.network.neutron [None req-bff01d8b-6675-4436-bb13-8570fe8f962e tempest-VolumesAdminNegativeTest-111528841 tempest-VolumesAdminNegativeTest-111528841-project-member] [instance: f41f74be-9cd8-4095-b741-d24dc9a24cc5] Building network info cache for instance {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 840.074594] env[69613]: DEBUG oslo_concurrency.lockutils [None req-faa699f9-72f6-4374-9858-74d2bb7f7813 tempest-ServersAdminNegativeTestJSON-2019534385 tempest-ServersAdminNegativeTestJSON-2019534385-project-member] Acquiring lock "83459ab7-4522-4d02-8ef3-80a3eb14dde5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 840.076412] env[69613]: DEBUG oslo_concurrency.lockutils [None req-faa699f9-72f6-4374-9858-74d2bb7f7813 tempest-ServersAdminNegativeTestJSON-2019534385 tempest-ServersAdminNegativeTestJSON-2019534385-project-member] Lock "83459ab7-4522-4d02-8ef3-80a3eb14dde5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 840.076412] env[69613]: DEBUG oslo_concurrency.lockutils [None req-faa699f9-72f6-4374-9858-74d2bb7f7813 tempest-ServersAdminNegativeTestJSON-2019534385 tempest-ServersAdminNegativeTestJSON-2019534385-project-member] Acquiring lock "83459ab7-4522-4d02-8ef3-80a3eb14dde5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 840.076412] env[69613]: DEBUG oslo_concurrency.lockutils [None req-faa699f9-72f6-4374-9858-74d2bb7f7813 tempest-ServersAdminNegativeTestJSON-2019534385 tempest-ServersAdminNegativeTestJSON-2019534385-project-member] Lock "83459ab7-4522-4d02-8ef3-80a3eb14dde5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 840.076412] env[69613]: DEBUG oslo_concurrency.lockutils [None req-faa699f9-72f6-4374-9858-74d2bb7f7813 tempest-ServersAdminNegativeTestJSON-2019534385 tempest-ServersAdminNegativeTestJSON-2019534385-project-member] Lock "83459ab7-4522-4d02-8ef3-80a3eb14dde5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 840.084844] env[69613]: INFO nova.compute.manager [None req-faa699f9-72f6-4374-9858-74d2bb7f7813 tempest-ServersAdminNegativeTestJSON-2019534385 tempest-ServersAdminNegativeTestJSON-2019534385-project-member] [instance: 83459ab7-4522-4d02-8ef3-80a3eb14dde5] Terminating instance [ 840.448438] env[69613]: DEBUG nova.scheduler.client.report [None req-2ec70c5f-420d-4374-8b74-e32f5857a29d tempest-SecurityGroupsTestJSON-147571119 tempest-SecurityGroupsTestJSON-147571119-project-member] Inventory has not changed for provider af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69613) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 840.577666] env[69613]: DEBUG nova.network.neutron [None req-bff01d8b-6675-4436-bb13-8570fe8f962e tempest-VolumesAdminNegativeTest-111528841 tempest-VolumesAdminNegativeTest-111528841-project-member] [instance: f41f74be-9cd8-4095-b741-d24dc9a24cc5] Instance cache missing network info. {{(pid=69613) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 840.591272] env[69613]: DEBUG nova.compute.manager [None req-faa699f9-72f6-4374-9858-74d2bb7f7813 tempest-ServersAdminNegativeTestJSON-2019534385 tempest-ServersAdminNegativeTestJSON-2019534385-project-member] [instance: 83459ab7-4522-4d02-8ef3-80a3eb14dde5] Start destroying the instance on the hypervisor. {{(pid=69613) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 840.592399] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-faa699f9-72f6-4374-9858-74d2bb7f7813 tempest-ServersAdminNegativeTestJSON-2019534385 tempest-ServersAdminNegativeTestJSON-2019534385-project-member] [instance: 83459ab7-4522-4d02-8ef3-80a3eb14dde5] Destroying instance {{(pid=69613) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 840.592825] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94eadc11-25f4-4e1a-8ea2-0a08bd758260 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.603302] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-faa699f9-72f6-4374-9858-74d2bb7f7813 tempest-ServersAdminNegativeTestJSON-2019534385 tempest-ServersAdminNegativeTestJSON-2019534385-project-member] [instance: 83459ab7-4522-4d02-8ef3-80a3eb14dde5] Powering off the VM {{(pid=69613) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 840.605660] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2de8b2f7-fa9f-4ee2-973f-923badb6382f {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.613278] env[69613]: DEBUG oslo_vmware.api [None req-faa699f9-72f6-4374-9858-74d2bb7f7813 tempest-ServersAdminNegativeTestJSON-2019534385 tempest-ServersAdminNegativeTestJSON-2019534385-project-member] Waiting for the task: (returnval){ [ 840.613278] env[69613]: value = "task-3417499" [ 840.613278] env[69613]: _type = "Task" [ 840.613278] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.626205] env[69613]: DEBUG oslo_vmware.api [None req-faa699f9-72f6-4374-9858-74d2bb7f7813 tempest-ServersAdminNegativeTestJSON-2019534385 tempest-ServersAdminNegativeTestJSON-2019534385-project-member] Task: {'id': task-3417499, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.762347] env[69613]: DEBUG nova.network.neutron [None req-bff01d8b-6675-4436-bb13-8570fe8f962e tempest-VolumesAdminNegativeTest-111528841 tempest-VolumesAdminNegativeTest-111528841-project-member] [instance: f41f74be-9cd8-4095-b741-d24dc9a24cc5] Updating instance_info_cache with network_info: [{"id": "6051df9c-99cc-44c7-b229-a72bb0adc493", "address": "fa:16:3e:cd:94:d3", "network": {"id": "54ab3838-d093-44a6-a39d-a7c6f0d04722", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1893306674-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "27a86352b75b44bcbd9a96d15a2c3db1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5fb99c57-eaa0-447b-bb33-baced85d9c00", "external-id": "nsx-vlan-transportzone-253", "segmentation_id": 253, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6051df9c-99", "ovs_interfaceid": "6051df9c-99cc-44c7-b229-a72bb0adc493", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 840.786509] env[69613]: DEBUG oslo_concurrency.lockutils [None req-68aaccab-75f3-495b-babe-4857dbf94e20 tempest-ServerMetadataTestJSON-34752892 tempest-ServerMetadataTestJSON-34752892-project-member] Acquiring lock "1ea300a9-a953-4c27-88a5-0e717ea37d3e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 840.788021] env[69613]: DEBUG oslo_concurrency.lockutils [None req-68aaccab-75f3-495b-babe-4857dbf94e20 tempest-ServerMetadataTestJSON-34752892 tempest-ServerMetadataTestJSON-34752892-project-member] Lock "1ea300a9-a953-4c27-88a5-0e717ea37d3e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 840.956997] env[69613]: DEBUG oslo_concurrency.lockutils [None req-2ec70c5f-420d-4374-8b74-e32f5857a29d tempest-SecurityGroupsTestJSON-147571119 tempest-SecurityGroupsTestJSON-147571119-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.172s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 840.963336] env[69613]: DEBUG oslo_concurrency.lockutils [None req-bc084b14-86fc-43f4-a706-94cf80b06fae tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.709s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 840.965165] env[69613]: DEBUG nova.objects.instance [None req-bc084b14-86fc-43f4-a706-94cf80b06fae tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] Lazy-loading 'resources' on Instance uuid 1380fea1-6d74-469a-8a3a-7706e3d1f932 {{(pid=69613) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 840.979915] env[69613]: INFO nova.scheduler.client.report [None req-2ec70c5f-420d-4374-8b74-e32f5857a29d tempest-SecurityGroupsTestJSON-147571119 tempest-SecurityGroupsTestJSON-147571119-project-member] Deleted allocations for instance d812aca8-c993-4f3e-8235-115a51b60501 [ 841.124031] env[69613]: DEBUG oslo_vmware.api [None req-faa699f9-72f6-4374-9858-74d2bb7f7813 tempest-ServersAdminNegativeTestJSON-2019534385 tempest-ServersAdminNegativeTestJSON-2019534385-project-member] Task: {'id': task-3417499, 'name': PowerOffVM_Task, 'duration_secs': 0.252955} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.124031] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-faa699f9-72f6-4374-9858-74d2bb7f7813 tempest-ServersAdminNegativeTestJSON-2019534385 tempest-ServersAdminNegativeTestJSON-2019534385-project-member] [instance: 83459ab7-4522-4d02-8ef3-80a3eb14dde5] Powered off the VM {{(pid=69613) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 841.124304] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-faa699f9-72f6-4374-9858-74d2bb7f7813 tempest-ServersAdminNegativeTestJSON-2019534385 tempest-ServersAdminNegativeTestJSON-2019534385-project-member] [instance: 83459ab7-4522-4d02-8ef3-80a3eb14dde5] Unregistering the VM {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 841.125016] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cf824a44-e5ff-411e-8a69-e89d2c5d962c {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.142641] env[69613]: DEBUG nova.network.neutron [None req-d514d906-35c4-4e57-b17a-19b41634afc8 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] [instance: cf649a29-c0b2-4cc4-9d7d-da72ef553093] Updating instance_info_cache with network_info: [{"id": "08b5c128-df52-4c4f-9613-e8b6aadb19dc", "address": "fa:16:3e:63:dd:56", "network": {"id": "7f5a9020-c966-459c-b2b1-fc62b2ff6283", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.203", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3e9e1b873f1442d59d5ee8247b941f74", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aec0089a-ff85-4bef-bad8-c84de39af71a", "external-id": "nsx-vlan-transportzone-758", "segmentation_id": 758, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap08b5c128-df", "ovs_interfaceid": "08b5c128-df52-4c4f-9613-e8b6aadb19dc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 841.195143] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-faa699f9-72f6-4374-9858-74d2bb7f7813 tempest-ServersAdminNegativeTestJSON-2019534385 tempest-ServersAdminNegativeTestJSON-2019534385-project-member] [instance: 83459ab7-4522-4d02-8ef3-80a3eb14dde5] Unregistered the VM {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 841.195444] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-faa699f9-72f6-4374-9858-74d2bb7f7813 tempest-ServersAdminNegativeTestJSON-2019534385 tempest-ServersAdminNegativeTestJSON-2019534385-project-member] [instance: 83459ab7-4522-4d02-8ef3-80a3eb14dde5] Deleting contents of the VM from datastore datastore1 {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 841.195635] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-faa699f9-72f6-4374-9858-74d2bb7f7813 tempest-ServersAdminNegativeTestJSON-2019534385 tempest-ServersAdminNegativeTestJSON-2019534385-project-member] Deleting the datastore file [datastore1] 83459ab7-4522-4d02-8ef3-80a3eb14dde5 {{(pid=69613) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 841.195903] env[69613]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-afe53c4d-b333-4d61-90be-0c07c9586df4 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.202194] env[69613]: DEBUG oslo_vmware.api [None req-faa699f9-72f6-4374-9858-74d2bb7f7813 tempest-ServersAdminNegativeTestJSON-2019534385 tempest-ServersAdminNegativeTestJSON-2019534385-project-member] Waiting for the task: (returnval){ [ 841.202194] env[69613]: value = "task-3417501" [ 841.202194] env[69613]: _type = "Task" [ 841.202194] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.210298] env[69613]: DEBUG oslo_vmware.api [None req-faa699f9-72f6-4374-9858-74d2bb7f7813 tempest-ServersAdminNegativeTestJSON-2019534385 tempest-ServersAdminNegativeTestJSON-2019534385-project-member] Task: {'id': task-3417501, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.264832] env[69613]: DEBUG oslo_concurrency.lockutils [None req-bff01d8b-6675-4436-bb13-8570fe8f962e tempest-VolumesAdminNegativeTest-111528841 tempest-VolumesAdminNegativeTest-111528841-project-member] Releasing lock "refresh_cache-f41f74be-9cd8-4095-b741-d24dc9a24cc5" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.265235] env[69613]: DEBUG nova.compute.manager [None req-bff01d8b-6675-4436-bb13-8570fe8f962e tempest-VolumesAdminNegativeTest-111528841 tempest-VolumesAdminNegativeTest-111528841-project-member] [instance: f41f74be-9cd8-4095-b741-d24dc9a24cc5] Instance network_info: |[{"id": "6051df9c-99cc-44c7-b229-a72bb0adc493", "address": "fa:16:3e:cd:94:d3", "network": {"id": "54ab3838-d093-44a6-a39d-a7c6f0d04722", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1893306674-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "27a86352b75b44bcbd9a96d15a2c3db1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5fb99c57-eaa0-447b-bb33-baced85d9c00", "external-id": "nsx-vlan-transportzone-253", "segmentation_id": 253, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6051df9c-99", "ovs_interfaceid": "6051df9c-99cc-44c7-b229-a72bb0adc493", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69613) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 841.265768] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-bff01d8b-6675-4436-bb13-8570fe8f962e tempest-VolumesAdminNegativeTest-111528841 tempest-VolumesAdminNegativeTest-111528841-project-member] [instance: f41f74be-9cd8-4095-b741-d24dc9a24cc5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cd:94:d3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5fb99c57-eaa0-447b-bb33-baced85d9c00', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6051df9c-99cc-44c7-b229-a72bb0adc493', 'vif_model': 'vmxnet3'}] {{(pid=69613) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 841.274020] env[69613]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bff01d8b-6675-4436-bb13-8570fe8f962e tempest-VolumesAdminNegativeTest-111528841 tempest-VolumesAdminNegativeTest-111528841-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69613) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 841.274304] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f41f74be-9cd8-4095-b741-d24dc9a24cc5] Creating VM on the ESX host {{(pid=69613) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 841.274574] env[69613]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e61531dc-b384-4b0e-a42e-decc9f66b6a4 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.291725] env[69613]: DEBUG nova.compute.manager [None req-68aaccab-75f3-495b-babe-4857dbf94e20 tempest-ServerMetadataTestJSON-34752892 tempest-ServerMetadataTestJSON-34752892-project-member] [instance: 1ea300a9-a953-4c27-88a5-0e717ea37d3e] Starting instance... {{(pid=69613) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 841.295929] env[69613]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 841.295929] env[69613]: value = "task-3417502" [ 841.295929] env[69613]: _type = "Task" [ 841.295929] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.304556] env[69613]: DEBUG oslo_vmware.api [-] Task: {'id': task-3417502, 'name': CreateVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.493989] env[69613]: DEBUG oslo_concurrency.lockutils [None req-2ec70c5f-420d-4374-8b74-e32f5857a29d tempest-SecurityGroupsTestJSON-147571119 tempest-SecurityGroupsTestJSON-147571119-project-member] Lock "d812aca8-c993-4f3e-8235-115a51b60501" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.991s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 841.558853] env[69613]: DEBUG nova.compute.manager [req-eb319fd8-e257-40be-899b-15484e9c681b req-82fc1e0a-9312-4f9f-9ef7-4ac125a9ebee service nova] [instance: f41f74be-9cd8-4095-b741-d24dc9a24cc5] Received event network-changed-6051df9c-99cc-44c7-b229-a72bb0adc493 {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 841.558853] env[69613]: DEBUG nova.compute.manager [req-eb319fd8-e257-40be-899b-15484e9c681b req-82fc1e0a-9312-4f9f-9ef7-4ac125a9ebee service nova] [instance: f41f74be-9cd8-4095-b741-d24dc9a24cc5] Refreshing instance network info cache due to event network-changed-6051df9c-99cc-44c7-b229-a72bb0adc493. {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 841.558853] env[69613]: DEBUG oslo_concurrency.lockutils [req-eb319fd8-e257-40be-899b-15484e9c681b req-82fc1e0a-9312-4f9f-9ef7-4ac125a9ebee service nova] Acquiring lock "refresh_cache-f41f74be-9cd8-4095-b741-d24dc9a24cc5" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.558853] env[69613]: DEBUG oslo_concurrency.lockutils [req-eb319fd8-e257-40be-899b-15484e9c681b req-82fc1e0a-9312-4f9f-9ef7-4ac125a9ebee service nova] Acquired lock "refresh_cache-f41f74be-9cd8-4095-b741-d24dc9a24cc5" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.558853] env[69613]: DEBUG nova.network.neutron [req-eb319fd8-e257-40be-899b-15484e9c681b req-82fc1e0a-9312-4f9f-9ef7-4ac125a9ebee service nova] [instance: f41f74be-9cd8-4095-b741-d24dc9a24cc5] Refreshing network info cache for port 6051df9c-99cc-44c7-b229-a72bb0adc493 {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 841.646231] env[69613]: DEBUG oslo_concurrency.lockutils [None req-d514d906-35c4-4e57-b17a-19b41634afc8 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] Releasing lock "refresh_cache-cf649a29-c0b2-4cc4-9d7d-da72ef553093" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.646487] env[69613]: DEBUG nova.objects.instance [None req-d514d906-35c4-4e57-b17a-19b41634afc8 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] Lazy-loading 'migration_context' on Instance uuid cf649a29-c0b2-4cc4-9d7d-da72ef553093 {{(pid=69613) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 841.716432] env[69613]: DEBUG oslo_vmware.api [None req-faa699f9-72f6-4374-9858-74d2bb7f7813 tempest-ServersAdminNegativeTestJSON-2019534385 tempest-ServersAdminNegativeTestJSON-2019534385-project-member] Task: {'id': task-3417501, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.181532} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.716694] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-faa699f9-72f6-4374-9858-74d2bb7f7813 tempest-ServersAdminNegativeTestJSON-2019534385 tempest-ServersAdminNegativeTestJSON-2019534385-project-member] Deleted the datastore file {{(pid=69613) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 841.716880] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-faa699f9-72f6-4374-9858-74d2bb7f7813 tempest-ServersAdminNegativeTestJSON-2019534385 tempest-ServersAdminNegativeTestJSON-2019534385-project-member] [instance: 83459ab7-4522-4d02-8ef3-80a3eb14dde5] Deleted contents of the VM from datastore datastore1 {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 841.717067] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-faa699f9-72f6-4374-9858-74d2bb7f7813 tempest-ServersAdminNegativeTestJSON-2019534385 tempest-ServersAdminNegativeTestJSON-2019534385-project-member] [instance: 83459ab7-4522-4d02-8ef3-80a3eb14dde5] Instance destroyed {{(pid=69613) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 841.717242] env[69613]: INFO nova.compute.manager [None req-faa699f9-72f6-4374-9858-74d2bb7f7813 tempest-ServersAdminNegativeTestJSON-2019534385 tempest-ServersAdminNegativeTestJSON-2019534385-project-member] [instance: 83459ab7-4522-4d02-8ef3-80a3eb14dde5] Took 1.13 seconds to destroy the instance on the hypervisor. [ 841.717485] env[69613]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-faa699f9-72f6-4374-9858-74d2bb7f7813 tempest-ServersAdminNegativeTestJSON-2019534385 tempest-ServersAdminNegativeTestJSON-2019534385-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69613) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 841.722668] env[69613]: DEBUG nova.compute.manager [-] [instance: 83459ab7-4522-4d02-8ef3-80a3eb14dde5] Deallocating network for instance {{(pid=69613) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 841.722668] env[69613]: DEBUG nova.network.neutron [-] [instance: 83459ab7-4522-4d02-8ef3-80a3eb14dde5] deallocate_for_instance() {{(pid=69613) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 841.818657] env[69613]: DEBUG oslo_vmware.api [-] Task: {'id': task-3417502, 'name': CreateVM_Task, 'duration_secs': 0.430066} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.818836] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f41f74be-9cd8-4095-b741-d24dc9a24cc5] Created VM on the ESX host {{(pid=69613) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 841.819578] env[69613]: DEBUG oslo_concurrency.lockutils [None req-bff01d8b-6675-4436-bb13-8570fe8f962e tempest-VolumesAdminNegativeTest-111528841 tempest-VolumesAdminNegativeTest-111528841-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.819739] env[69613]: DEBUG oslo_concurrency.lockutils [None req-bff01d8b-6675-4436-bb13-8570fe8f962e tempest-VolumesAdminNegativeTest-111528841 tempest-VolumesAdminNegativeTest-111528841-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.820356] env[69613]: DEBUG oslo_concurrency.lockutils [None req-bff01d8b-6675-4436-bb13-8570fe8f962e tempest-VolumesAdminNegativeTest-111528841 tempest-VolumesAdminNegativeTest-111528841-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.823239] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bd2de318-31bf-401e-8e58-86d5002625bd {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.826676] env[69613]: DEBUG oslo_concurrency.lockutils [None req-68aaccab-75f3-495b-babe-4857dbf94e20 tempest-ServerMetadataTestJSON-34752892 tempest-ServerMetadataTestJSON-34752892-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 841.831223] env[69613]: DEBUG oslo_vmware.api [None req-bff01d8b-6675-4436-bb13-8570fe8f962e tempest-VolumesAdminNegativeTest-111528841 tempest-VolumesAdminNegativeTest-111528841-project-member] Waiting for the task: (returnval){ [ 841.831223] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]52208017-8a4e-1700-dd6a-c96e74b9e3ef" [ 841.831223] env[69613]: _type = "Task" [ 841.831223] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.838798] env[69613]: DEBUG oslo_vmware.api [None req-bff01d8b-6675-4436-bb13-8570fe8f962e tempest-VolumesAdminNegativeTest-111528841 tempest-VolumesAdminNegativeTest-111528841-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52208017-8a4e-1700-dd6a-c96e74b9e3ef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.043756] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a57d7093-5840-435b-9095-75c5f2b6ad1a {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.053599] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6eb6e96c-87e4-4926-896d-c529432123bc {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.088822] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a92b9d48-fcf8-4775-a6b1-005369d0fed9 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.096383] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a47bee5-9907-4c68-bd6d-cd252ada198a {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.110202] env[69613]: DEBUG nova.compute.provider_tree [None req-bc084b14-86fc-43f4-a706-94cf80b06fae tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] Inventory has not changed in ProviderTree for provider: af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 {{(pid=69613) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 842.152393] env[69613]: DEBUG nova.objects.base [None req-d514d906-35c4-4e57-b17a-19b41634afc8 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=69613) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 842.152393] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b56ef8bc-6b81-48d7-bf48-6f62a68ae0f6 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.176550] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7a7daed9-6bff-4af2-937f-791effd37cdb {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.183851] env[69613]: DEBUG oslo_vmware.api [None req-d514d906-35c4-4e57-b17a-19b41634afc8 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] Waiting for the task: (returnval){ [ 842.183851] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]5235b498-6b7e-6d64-a77d-9c5d90e69122" [ 842.183851] env[69613]: _type = "Task" [ 842.183851] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.192069] env[69613]: DEBUG oslo_vmware.api [None req-d514d906-35c4-4e57-b17a-19b41634afc8 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]5235b498-6b7e-6d64-a77d-9c5d90e69122, 'name': SearchDatastore_Task, 'duration_secs': 0.007577} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.192393] env[69613]: DEBUG oslo_concurrency.lockutils [None req-d514d906-35c4-4e57-b17a-19b41634afc8 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 842.320174] env[69613]: DEBUG nova.network.neutron [req-eb319fd8-e257-40be-899b-15484e9c681b req-82fc1e0a-9312-4f9f-9ef7-4ac125a9ebee service nova] [instance: f41f74be-9cd8-4095-b741-d24dc9a24cc5] Updated VIF entry in instance network info cache for port 6051df9c-99cc-44c7-b229-a72bb0adc493. {{(pid=69613) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 842.320636] env[69613]: DEBUG nova.network.neutron [req-eb319fd8-e257-40be-899b-15484e9c681b req-82fc1e0a-9312-4f9f-9ef7-4ac125a9ebee service nova] [instance: f41f74be-9cd8-4095-b741-d24dc9a24cc5] Updating instance_info_cache with network_info: [{"id": "6051df9c-99cc-44c7-b229-a72bb0adc493", "address": "fa:16:3e:cd:94:d3", "network": {"id": "54ab3838-d093-44a6-a39d-a7c6f0d04722", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1893306674-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "27a86352b75b44bcbd9a96d15a2c3db1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5fb99c57-eaa0-447b-bb33-baced85d9c00", "external-id": "nsx-vlan-transportzone-253", "segmentation_id": 253, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6051df9c-99", "ovs_interfaceid": "6051df9c-99cc-44c7-b229-a72bb0adc493", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 842.343322] env[69613]: DEBUG oslo_vmware.api [None req-bff01d8b-6675-4436-bb13-8570fe8f962e tempest-VolumesAdminNegativeTest-111528841 tempest-VolumesAdminNegativeTest-111528841-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52208017-8a4e-1700-dd6a-c96e74b9e3ef, 'name': SearchDatastore_Task, 'duration_secs': 0.010885} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.343322] env[69613]: DEBUG oslo_concurrency.lockutils [None req-bff01d8b-6675-4436-bb13-8570fe8f962e tempest-VolumesAdminNegativeTest-111528841 tempest-VolumesAdminNegativeTest-111528841-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.343519] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-bff01d8b-6675-4436-bb13-8570fe8f962e tempest-VolumesAdminNegativeTest-111528841 tempest-VolumesAdminNegativeTest-111528841-project-member] [instance: f41f74be-9cd8-4095-b741-d24dc9a24cc5] Processing image 2b7a0304-b5d0-431d-b287-32c8388d7fbd {{(pid=69613) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 842.343751] env[69613]: DEBUG oslo_concurrency.lockutils [None req-bff01d8b-6675-4436-bb13-8570fe8f962e tempest-VolumesAdminNegativeTest-111528841 tempest-VolumesAdminNegativeTest-111528841-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.343893] env[69613]: DEBUG oslo_concurrency.lockutils [None req-bff01d8b-6675-4436-bb13-8570fe8f962e tempest-VolumesAdminNegativeTest-111528841 tempest-VolumesAdminNegativeTest-111528841-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.344074] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-bff01d8b-6675-4436-bb13-8570fe8f962e tempest-VolumesAdminNegativeTest-111528841 tempest-VolumesAdminNegativeTest-111528841-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69613) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 842.344333] env[69613]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9fc7caa4-8e08-4829-a10e-514c69bd7c9e {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.353432] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-bff01d8b-6675-4436-bb13-8570fe8f962e tempest-VolumesAdminNegativeTest-111528841 tempest-VolumesAdminNegativeTest-111528841-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69613) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 842.354445] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-bff01d8b-6675-4436-bb13-8570fe8f962e tempest-VolumesAdminNegativeTest-111528841 tempest-VolumesAdminNegativeTest-111528841-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69613) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 842.354445] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-052354bd-7e00-4654-bf1f-c38b7f957f89 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.361042] env[69613]: DEBUG oslo_vmware.api [None req-bff01d8b-6675-4436-bb13-8570fe8f962e tempest-VolumesAdminNegativeTest-111528841 tempest-VolumesAdminNegativeTest-111528841-project-member] Waiting for the task: (returnval){ [ 842.361042] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]52b087aa-4c2e-8a50-9c35-84fffb8add28" [ 842.361042] env[69613]: _type = "Task" [ 842.361042] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.370101] env[69613]: DEBUG oslo_vmware.api [None req-bff01d8b-6675-4436-bb13-8570fe8f962e tempest-VolumesAdminNegativeTest-111528841 tempest-VolumesAdminNegativeTest-111528841-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52b087aa-4c2e-8a50-9c35-84fffb8add28, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.484940] env[69613]: DEBUG nova.network.neutron [-] [instance: 83459ab7-4522-4d02-8ef3-80a3eb14dde5] Updating instance_info_cache with network_info: [] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 842.616211] env[69613]: DEBUG nova.scheduler.client.report [None req-bc084b14-86fc-43f4-a706-94cf80b06fae tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] Inventory has not changed for provider af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69613) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 842.824195] env[69613]: DEBUG oslo_concurrency.lockutils [req-eb319fd8-e257-40be-899b-15484e9c681b req-82fc1e0a-9312-4f9f-9ef7-4ac125a9ebee service nova] Releasing lock "refresh_cache-f41f74be-9cd8-4095-b741-d24dc9a24cc5" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.876172] env[69613]: DEBUG oslo_vmware.api [None req-bff01d8b-6675-4436-bb13-8570fe8f962e tempest-VolumesAdminNegativeTest-111528841 tempest-VolumesAdminNegativeTest-111528841-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52b087aa-4c2e-8a50-9c35-84fffb8add28, 'name': SearchDatastore_Task, 'duration_secs': 0.0105} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.877758] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9320346d-9c03-4070-9ae2-b440fbc66e2e {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.887926] env[69613]: DEBUG oslo_vmware.api [None req-bff01d8b-6675-4436-bb13-8570fe8f962e tempest-VolumesAdminNegativeTest-111528841 tempest-VolumesAdminNegativeTest-111528841-project-member] Waiting for the task: (returnval){ [ 842.887926] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]52c10320-62ea-02c8-e902-bdd26c4fd7b9" [ 842.887926] env[69613]: _type = "Task" [ 842.887926] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.894983] env[69613]: DEBUG oslo_vmware.api [None req-bff01d8b-6675-4436-bb13-8570fe8f962e tempest-VolumesAdminNegativeTest-111528841 tempest-VolumesAdminNegativeTest-111528841-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52c10320-62ea-02c8-e902-bdd26c4fd7b9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.989795] env[69613]: INFO nova.compute.manager [-] [instance: 83459ab7-4522-4d02-8ef3-80a3eb14dde5] Took 1.27 seconds to deallocate network for instance. [ 843.120996] env[69613]: DEBUG oslo_concurrency.lockutils [None req-bc084b14-86fc-43f4-a706-94cf80b06fae tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.158s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 843.125646] env[69613]: DEBUG oslo_concurrency.lockutils [None req-a24ea8f2-5ead-4e87-86f5-0f8006cda255 tempest-ServerTagsTestJSON-713823130 tempest-ServerTagsTestJSON-713823130-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.126s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 843.125646] env[69613]: DEBUG nova.objects.instance [None req-a24ea8f2-5ead-4e87-86f5-0f8006cda255 tempest-ServerTagsTestJSON-713823130 tempest-ServerTagsTestJSON-713823130-project-member] Lazy-loading 'resources' on Instance uuid beccb0b7-1179-4798-8642-35dbcec5e5a1 {{(pid=69613) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 843.152422] env[69613]: INFO nova.scheduler.client.report [None req-bc084b14-86fc-43f4-a706-94cf80b06fae tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] Deleted allocations for instance 1380fea1-6d74-469a-8a3a-7706e3d1f932 [ 843.401490] env[69613]: DEBUG oslo_vmware.api [None req-bff01d8b-6675-4436-bb13-8570fe8f962e tempest-VolumesAdminNegativeTest-111528841 tempest-VolumesAdminNegativeTest-111528841-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52c10320-62ea-02c8-e902-bdd26c4fd7b9, 'name': SearchDatastore_Task, 'duration_secs': 0.011422} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.401855] env[69613]: DEBUG oslo_concurrency.lockutils [None req-bff01d8b-6675-4436-bb13-8570fe8f962e tempest-VolumesAdminNegativeTest-111528841 tempest-VolumesAdminNegativeTest-111528841-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.402130] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-bff01d8b-6675-4436-bb13-8570fe8f962e tempest-VolumesAdminNegativeTest-111528841 tempest-VolumesAdminNegativeTest-111528841-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk to [datastore1] f41f74be-9cd8-4095-b741-d24dc9a24cc5/f41f74be-9cd8-4095-b741-d24dc9a24cc5.vmdk {{(pid=69613) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 843.403034] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3b73189d-b177-452c-9fd8-748c9a86335c {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.409662] env[69613]: DEBUG oslo_vmware.api [None req-bff01d8b-6675-4436-bb13-8570fe8f962e tempest-VolumesAdminNegativeTest-111528841 tempest-VolumesAdminNegativeTest-111528841-project-member] Waiting for the task: (returnval){ [ 843.409662] env[69613]: value = "task-3417503" [ 843.409662] env[69613]: _type = "Task" [ 843.409662] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.421759] env[69613]: DEBUG oslo_vmware.api [None req-bff01d8b-6675-4436-bb13-8570fe8f962e tempest-VolumesAdminNegativeTest-111528841 tempest-VolumesAdminNegativeTest-111528841-project-member] Task: {'id': task-3417503, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.496701] env[69613]: DEBUG oslo_concurrency.lockutils [None req-faa699f9-72f6-4374-9858-74d2bb7f7813 tempest-ServersAdminNegativeTestJSON-2019534385 tempest-ServersAdminNegativeTestJSON-2019534385-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 843.589177] env[69613]: DEBUG nova.compute.manager [req-3205f57f-6a35-46d1-80a3-385d6dec046f req-d1f96776-ff15-4f49-9cf9-e50db1b1164e service nova] [instance: 83459ab7-4522-4d02-8ef3-80a3eb14dde5] Received event network-vif-deleted-888865ae-fc3b-4dda-a75e-90bdae68c30b {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 843.664928] env[69613]: DEBUG oslo_concurrency.lockutils [None req-bc084b14-86fc-43f4-a706-94cf80b06fae tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] Lock "1380fea1-6d74-469a-8a3a-7706e3d1f932" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.084s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 843.920033] env[69613]: DEBUG oslo_vmware.api [None req-bff01d8b-6675-4436-bb13-8570fe8f962e tempest-VolumesAdminNegativeTest-111528841 tempest-VolumesAdminNegativeTest-111528841-project-member] Task: {'id': task-3417503, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.128147] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7364bc5-18c9-4ba1-9618-27fae8a28aca {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.136683] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3a3e46f-fcf0-4600-9599-d2d733f200d6 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.171461] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9123fdf4-8ea7-44a6-b5f9-0a8b88c68785 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.179864] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59fd0a0e-1f03-4e33-90c2-dc545144d8c2 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.194594] env[69613]: DEBUG nova.compute.provider_tree [None req-a24ea8f2-5ead-4e87-86f5-0f8006cda255 tempest-ServerTagsTestJSON-713823130 tempest-ServerTagsTestJSON-713823130-project-member] Inventory has not changed in ProviderTree for provider: af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 {{(pid=69613) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 844.421858] env[69613]: DEBUG oslo_vmware.api [None req-bff01d8b-6675-4436-bb13-8570fe8f962e tempest-VolumesAdminNegativeTest-111528841 tempest-VolumesAdminNegativeTest-111528841-project-member] Task: {'id': task-3417503, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.514531} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.423129] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-bff01d8b-6675-4436-bb13-8570fe8f962e tempest-VolumesAdminNegativeTest-111528841 tempest-VolumesAdminNegativeTest-111528841-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk to [datastore1] f41f74be-9cd8-4095-b741-d24dc9a24cc5/f41f74be-9cd8-4095-b741-d24dc9a24cc5.vmdk {{(pid=69613) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 844.423129] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-bff01d8b-6675-4436-bb13-8570fe8f962e tempest-VolumesAdminNegativeTest-111528841 tempest-VolumesAdminNegativeTest-111528841-project-member] [instance: f41f74be-9cd8-4095-b741-d24dc9a24cc5] Extending root virtual disk to 1048576 {{(pid=69613) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 844.423129] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bfc266a9-32c7-4311-a43c-81357abc426c {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.430914] env[69613]: DEBUG oslo_vmware.api [None req-bff01d8b-6675-4436-bb13-8570fe8f962e tempest-VolumesAdminNegativeTest-111528841 tempest-VolumesAdminNegativeTest-111528841-project-member] Waiting for the task: (returnval){ [ 844.430914] env[69613]: value = "task-3417504" [ 844.430914] env[69613]: _type = "Task" [ 844.430914] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.438929] env[69613]: DEBUG oslo_vmware.api [None req-bff01d8b-6675-4436-bb13-8570fe8f962e tempest-VolumesAdminNegativeTest-111528841 tempest-VolumesAdminNegativeTest-111528841-project-member] Task: {'id': task-3417504, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.697929] env[69613]: DEBUG nova.scheduler.client.report [None req-a24ea8f2-5ead-4e87-86f5-0f8006cda255 tempest-ServerTagsTestJSON-713823130 tempest-ServerTagsTestJSON-713823130-project-member] Inventory has not changed for provider af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69613) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 844.942694] env[69613]: DEBUG oslo_vmware.api [None req-bff01d8b-6675-4436-bb13-8570fe8f962e tempest-VolumesAdminNegativeTest-111528841 tempest-VolumesAdminNegativeTest-111528841-project-member] Task: {'id': task-3417504, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076452} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.943068] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-bff01d8b-6675-4436-bb13-8570fe8f962e tempest-VolumesAdminNegativeTest-111528841 tempest-VolumesAdminNegativeTest-111528841-project-member] [instance: f41f74be-9cd8-4095-b741-d24dc9a24cc5] Extended root virtual disk {{(pid=69613) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 844.944282] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6941d1fd-755e-4728-9b4c-52be4a461f75 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.972677] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-bff01d8b-6675-4436-bb13-8570fe8f962e tempest-VolumesAdminNegativeTest-111528841 tempest-VolumesAdminNegativeTest-111528841-project-member] [instance: f41f74be-9cd8-4095-b741-d24dc9a24cc5] Reconfiguring VM instance instance-0000003f to attach disk [datastore1] f41f74be-9cd8-4095-b741-d24dc9a24cc5/f41f74be-9cd8-4095-b741-d24dc9a24cc5.vmdk or device None with type sparse {{(pid=69613) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 844.972989] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9745086c-f745-4447-ba37-252df248bfd2 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.995018] env[69613]: DEBUG oslo_vmware.api [None req-bff01d8b-6675-4436-bb13-8570fe8f962e tempest-VolumesAdminNegativeTest-111528841 tempest-VolumesAdminNegativeTest-111528841-project-member] Waiting for the task: (returnval){ [ 844.995018] env[69613]: value = "task-3417505" [ 844.995018] env[69613]: _type = "Task" [ 844.995018] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.004781] env[69613]: DEBUG oslo_vmware.api [None req-bff01d8b-6675-4436-bb13-8570fe8f962e tempest-VolumesAdminNegativeTest-111528841 tempest-VolumesAdminNegativeTest-111528841-project-member] Task: {'id': task-3417505, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.203338] env[69613]: DEBUG oslo_concurrency.lockutils [None req-a24ea8f2-5ead-4e87-86f5-0f8006cda255 tempest-ServerTagsTestJSON-713823130 tempest-ServerTagsTestJSON-713823130-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.078s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 845.206679] env[69613]: DEBUG oslo_concurrency.lockutils [None req-f5049f9d-a59d-4e2a-af78-1f0617d44ab7 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.810s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 845.208356] env[69613]: INFO nova.compute.claims [None req-f5049f9d-a59d-4e2a-af78-1f0617d44ab7 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] [instance: 7f9ba3ee-c7ee-4737-931d-339747f6c4d8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 845.219928] env[69613]: INFO nova.scheduler.client.report [None req-a24ea8f2-5ead-4e87-86f5-0f8006cda255 tempest-ServerTagsTestJSON-713823130 tempest-ServerTagsTestJSON-713823130-project-member] Deleted allocations for instance beccb0b7-1179-4798-8642-35dbcec5e5a1 [ 845.504830] env[69613]: DEBUG oslo_vmware.api [None req-bff01d8b-6675-4436-bb13-8570fe8f962e tempest-VolumesAdminNegativeTest-111528841 tempest-VolumesAdminNegativeTest-111528841-project-member] Task: {'id': task-3417505, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.585699] env[69613]: DEBUG oslo_concurrency.lockutils [None req-5252652b-5cda-4f01-b8bd-0318432cf2a7 tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] Acquiring lock "4c3027a1-4b55-40bd-b818-562263ec9fab" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 845.585950] env[69613]: DEBUG oslo_concurrency.lockutils [None req-5252652b-5cda-4f01-b8bd-0318432cf2a7 tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] Lock "4c3027a1-4b55-40bd-b818-562263ec9fab" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 845.726219] env[69613]: DEBUG oslo_concurrency.lockutils [None req-a24ea8f2-5ead-4e87-86f5-0f8006cda255 tempest-ServerTagsTestJSON-713823130 tempest-ServerTagsTestJSON-713823130-project-member] Lock "beccb0b7-1179-4798-8642-35dbcec5e5a1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.147s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 846.004810] env[69613]: DEBUG oslo_vmware.api [None req-bff01d8b-6675-4436-bb13-8570fe8f962e tempest-VolumesAdminNegativeTest-111528841 tempest-VolumesAdminNegativeTest-111528841-project-member] Task: {'id': task-3417505, 'name': ReconfigVM_Task, 'duration_secs': 0.640817} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.005105] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-bff01d8b-6675-4436-bb13-8570fe8f962e tempest-VolumesAdminNegativeTest-111528841 tempest-VolumesAdminNegativeTest-111528841-project-member] [instance: f41f74be-9cd8-4095-b741-d24dc9a24cc5] Reconfigured VM instance instance-0000003f to attach disk [datastore1] f41f74be-9cd8-4095-b741-d24dc9a24cc5/f41f74be-9cd8-4095-b741-d24dc9a24cc5.vmdk or device None with type sparse {{(pid=69613) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 846.005732] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b6bf6696-728c-459f-8ac2-bc9cbea369c4 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.012347] env[69613]: DEBUG oslo_vmware.api [None req-bff01d8b-6675-4436-bb13-8570fe8f962e tempest-VolumesAdminNegativeTest-111528841 tempest-VolumesAdminNegativeTest-111528841-project-member] Waiting for the task: (returnval){ [ 846.012347] env[69613]: value = "task-3417506" [ 846.012347] env[69613]: _type = "Task" [ 846.012347] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.023918] env[69613]: DEBUG oslo_vmware.api [None req-bff01d8b-6675-4436-bb13-8570fe8f962e tempest-VolumesAdminNegativeTest-111528841 tempest-VolumesAdminNegativeTest-111528841-project-member] Task: {'id': task-3417506, 'name': Rename_Task} progress is 6%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.088710] env[69613]: DEBUG nova.compute.manager [None req-5252652b-5cda-4f01-b8bd-0318432cf2a7 tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] [instance: 4c3027a1-4b55-40bd-b818-562263ec9fab] Starting instance... {{(pid=69613) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 846.190899] env[69613]: DEBUG oslo_vmware.rw_handles [None req-dfdae696-cd21-473c-95b6-7bf317d2c042 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ea81c0-920a-9407-e703-7146b9482302/disk-0.vmdk. {{(pid=69613) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 846.191975] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-469a7bbe-8876-44b2-8ed7-c50887e9558c {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.198276] env[69613]: DEBUG oslo_vmware.rw_handles [None req-dfdae696-cd21-473c-95b6-7bf317d2c042 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ea81c0-920a-9407-e703-7146b9482302/disk-0.vmdk is in state: ready. {{(pid=69613) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 846.199909] env[69613]: ERROR oslo_vmware.rw_handles [None req-dfdae696-cd21-473c-95b6-7bf317d2c042 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ea81c0-920a-9407-e703-7146b9482302/disk-0.vmdk due to incomplete transfer. [ 846.200278] env[69613]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-b5ac5edb-4e1d-4c6c-abbb-3a2d3bd33d99 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.207373] env[69613]: DEBUG oslo_vmware.rw_handles [None req-dfdae696-cd21-473c-95b6-7bf317d2c042 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ea81c0-920a-9407-e703-7146b9482302/disk-0.vmdk. {{(pid=69613) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 846.207725] env[69613]: DEBUG nova.virt.vmwareapi.images [None req-dfdae696-cd21-473c-95b6-7bf317d2c042 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] [instance: fa7f8ff7-658a-46d0-a6dc-232614af850d] Uploaded image 366074b8-f060-4ce3-ba54-42cc84b8467d to the Glance image server {{(pid=69613) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 846.209963] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfdae696-cd21-473c-95b6-7bf317d2c042 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] [instance: fa7f8ff7-658a-46d0-a6dc-232614af850d] Destroying the VM {{(pid=69613) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 846.210254] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-4078aab7-7376-4059-a32c-5cdfc2b0e24c {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.217885] env[69613]: DEBUG oslo_vmware.api [None req-dfdae696-cd21-473c-95b6-7bf317d2c042 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Waiting for the task: (returnval){ [ 846.217885] env[69613]: value = "task-3417507" [ 846.217885] env[69613]: _type = "Task" [ 846.217885] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.226154] env[69613]: DEBUG oslo_vmware.api [None req-dfdae696-cd21-473c-95b6-7bf317d2c042 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Task: {'id': task-3417507, 'name': Destroy_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.528946] env[69613]: DEBUG oslo_vmware.api [None req-bff01d8b-6675-4436-bb13-8570fe8f962e tempest-VolumesAdminNegativeTest-111528841 tempest-VolumesAdminNegativeTest-111528841-project-member] Task: {'id': task-3417506, 'name': Rename_Task, 'duration_secs': 0.139686} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.529661] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-bff01d8b-6675-4436-bb13-8570fe8f962e tempest-VolumesAdminNegativeTest-111528841 tempest-VolumesAdminNegativeTest-111528841-project-member] [instance: f41f74be-9cd8-4095-b741-d24dc9a24cc5] Powering on the VM {{(pid=69613) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 846.529661] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-86836ae5-3024-44a1-822e-c9c3d55fcb33 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.537011] env[69613]: DEBUG oslo_vmware.api [None req-bff01d8b-6675-4436-bb13-8570fe8f962e tempest-VolumesAdminNegativeTest-111528841 tempest-VolumesAdminNegativeTest-111528841-project-member] Waiting for the task: (returnval){ [ 846.537011] env[69613]: value = "task-3417508" [ 846.537011] env[69613]: _type = "Task" [ 846.537011] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.544694] env[69613]: DEBUG oslo_vmware.api [None req-bff01d8b-6675-4436-bb13-8570fe8f962e tempest-VolumesAdminNegativeTest-111528841 tempest-VolumesAdminNegativeTest-111528841-project-member] Task: {'id': task-3417508, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.608888] env[69613]: DEBUG oslo_concurrency.lockutils [None req-5252652b-5cda-4f01-b8bd-0318432cf2a7 tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 846.697234] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5431edb2-c819-471f-ae4e-1b0793f0286c {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.705711] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ff66fd5-eed6-4f22-921a-79e7b0ed518d {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.744645] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5066739-13de-49c2-a23c-707e67c996d6 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.751822] env[69613]: DEBUG oslo_vmware.api [None req-dfdae696-cd21-473c-95b6-7bf317d2c042 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Task: {'id': task-3417507, 'name': Destroy_Task, 'duration_secs': 0.445631} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.754791] env[69613]: INFO nova.virt.vmwareapi.vm_util [None req-dfdae696-cd21-473c-95b6-7bf317d2c042 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] [instance: fa7f8ff7-658a-46d0-a6dc-232614af850d] Destroyed the VM [ 846.755136] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-dfdae696-cd21-473c-95b6-7bf317d2c042 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] [instance: fa7f8ff7-658a-46d0-a6dc-232614af850d] Deleting Snapshot of the VM instance {{(pid=69613) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 846.755430] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-a234d02a-5384-4458-a839-009c82d7773c {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.757916] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-171cd124-949c-4c03-93e1-cb2e47bb7e5f {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.772521] env[69613]: DEBUG nova.compute.provider_tree [None req-f5049f9d-a59d-4e2a-af78-1f0617d44ab7 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Inventory has not changed in ProviderTree for provider: af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 {{(pid=69613) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 846.775111] env[69613]: DEBUG oslo_vmware.api [None req-dfdae696-cd21-473c-95b6-7bf317d2c042 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Waiting for the task: (returnval){ [ 846.775111] env[69613]: value = "task-3417509" [ 846.775111] env[69613]: _type = "Task" [ 846.775111] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.782736] env[69613]: DEBUG oslo_vmware.api [None req-dfdae696-cd21-473c-95b6-7bf317d2c042 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Task: {'id': task-3417509, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.050190] env[69613]: DEBUG oslo_vmware.api [None req-bff01d8b-6675-4436-bb13-8570fe8f962e tempest-VolumesAdminNegativeTest-111528841 tempest-VolumesAdminNegativeTest-111528841-project-member] Task: {'id': task-3417508, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.276805] env[69613]: DEBUG nova.scheduler.client.report [None req-f5049f9d-a59d-4e2a-af78-1f0617d44ab7 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Inventory has not changed for provider af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69613) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 847.290594] env[69613]: DEBUG oslo_vmware.api [None req-dfdae696-cd21-473c-95b6-7bf317d2c042 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Task: {'id': task-3417509, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.548590] env[69613]: DEBUG oslo_vmware.api [None req-bff01d8b-6675-4436-bb13-8570fe8f962e tempest-VolumesAdminNegativeTest-111528841 tempest-VolumesAdminNegativeTest-111528841-project-member] Task: {'id': task-3417508, 'name': PowerOnVM_Task, 'duration_secs': 0.62745} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.548998] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-bff01d8b-6675-4436-bb13-8570fe8f962e tempest-VolumesAdminNegativeTest-111528841 tempest-VolumesAdminNegativeTest-111528841-project-member] [instance: f41f74be-9cd8-4095-b741-d24dc9a24cc5] Powered on the VM {{(pid=69613) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 847.549220] env[69613]: INFO nova.compute.manager [None req-bff01d8b-6675-4436-bb13-8570fe8f962e tempest-VolumesAdminNegativeTest-111528841 tempest-VolumesAdminNegativeTest-111528841-project-member] [instance: f41f74be-9cd8-4095-b741-d24dc9a24cc5] Took 8.97 seconds to spawn the instance on the hypervisor. [ 847.549405] env[69613]: DEBUG nova.compute.manager [None req-bff01d8b-6675-4436-bb13-8570fe8f962e tempest-VolumesAdminNegativeTest-111528841 tempest-VolumesAdminNegativeTest-111528841-project-member] [instance: f41f74be-9cd8-4095-b741-d24dc9a24cc5] Checking state {{(pid=69613) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 847.550702] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ea0ccd8-ca01-4de1-b688-1c367666bdd1 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.785581] env[69613]: DEBUG oslo_concurrency.lockutils [None req-f5049f9d-a59d-4e2a-af78-1f0617d44ab7 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.580s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 847.786122] env[69613]: DEBUG nova.compute.manager [None req-f5049f9d-a59d-4e2a-af78-1f0617d44ab7 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] [instance: 7f9ba3ee-c7ee-4737-931d-339747f6c4d8] Start building networks asynchronously for instance. {{(pid=69613) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 847.789703] env[69613]: DEBUG oslo_concurrency.lockutils [None req-ffb74d79-07d0-4658-bc58-270adfc6ba6d tempest-VolumesAssistedSnapshotsTest-2112485022 tempest-VolumesAssistedSnapshotsTest-2112485022-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.741s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 847.789703] env[69613]: DEBUG nova.objects.instance [None req-ffb74d79-07d0-4658-bc58-270adfc6ba6d tempest-VolumesAssistedSnapshotsTest-2112485022 tempest-VolumesAssistedSnapshotsTest-2112485022-project-member] Lazy-loading 'resources' on Instance uuid d6968dbb-b95f-4115-af9c-b528337a9663 {{(pid=69613) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 847.800258] env[69613]: DEBUG oslo_vmware.api [None req-dfdae696-cd21-473c-95b6-7bf317d2c042 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Task: {'id': task-3417509, 'name': RemoveSnapshot_Task, 'duration_secs': 0.564544} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.800684] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-dfdae696-cd21-473c-95b6-7bf317d2c042 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] [instance: fa7f8ff7-658a-46d0-a6dc-232614af850d] Deleted Snapshot of the VM instance {{(pid=69613) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 847.800891] env[69613]: INFO nova.compute.manager [None req-dfdae696-cd21-473c-95b6-7bf317d2c042 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] [instance: fa7f8ff7-658a-46d0-a6dc-232614af850d] Took 16.67 seconds to snapshot the instance on the hypervisor. [ 848.067062] env[69613]: INFO nova.compute.manager [None req-bff01d8b-6675-4436-bb13-8570fe8f962e tempest-VolumesAdminNegativeTest-111528841 tempest-VolumesAdminNegativeTest-111528841-project-member] [instance: f41f74be-9cd8-4095-b741-d24dc9a24cc5] Took 38.32 seconds to build instance. [ 848.299364] env[69613]: DEBUG nova.compute.utils [None req-f5049f9d-a59d-4e2a-af78-1f0617d44ab7 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Using /dev/sd instead of None {{(pid=69613) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 848.301030] env[69613]: DEBUG nova.compute.manager [None req-f5049f9d-a59d-4e2a-af78-1f0617d44ab7 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] [instance: 7f9ba3ee-c7ee-4737-931d-339747f6c4d8] Allocating IP information in the background. {{(pid=69613) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 848.301662] env[69613]: DEBUG nova.network.neutron [None req-f5049f9d-a59d-4e2a-af78-1f0617d44ab7 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] [instance: 7f9ba3ee-c7ee-4737-931d-339747f6c4d8] allocate_for_instance() {{(pid=69613) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 848.351919] env[69613]: DEBUG nova.policy [None req-f5049f9d-a59d-4e2a-af78-1f0617d44ab7 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '91dcb8052d454218b37bca5d756084e4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7c90428991084ffb9d2b6d33b2ce1e15', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69613) authorize /opt/stack/nova/nova/policy.py:192}} [ 848.362093] env[69613]: DEBUG nova.compute.manager [None req-dfdae696-cd21-473c-95b6-7bf317d2c042 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] [instance: fa7f8ff7-658a-46d0-a6dc-232614af850d] Found 1 images (rotation: 2) {{(pid=69613) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 848.570760] env[69613]: DEBUG oslo_concurrency.lockutils [None req-bff01d8b-6675-4436-bb13-8570fe8f962e tempest-VolumesAdminNegativeTest-111528841 tempest-VolumesAdminNegativeTest-111528841-project-member] Lock "f41f74be-9cd8-4095-b741-d24dc9a24cc5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.835s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 848.673459] env[69613]: DEBUG nova.network.neutron [None req-f5049f9d-a59d-4e2a-af78-1f0617d44ab7 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] [instance: 7f9ba3ee-c7ee-4737-931d-339747f6c4d8] Successfully created port: 2d7e0de4-d7f0-4c37-8c0c-20d119dd7cd4 {{(pid=69613) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 848.804128] env[69613]: DEBUG nova.compute.manager [None req-f5049f9d-a59d-4e2a-af78-1f0617d44ab7 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] [instance: 7f9ba3ee-c7ee-4737-931d-339747f6c4d8] Start building block device mappings for instance. {{(pid=69613) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 848.808836] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aefbcb3f-6448-47c5-94c1-71d8ca27fc81 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.817365] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83af499d-10f3-4852-adb5-4d0bc934996b {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.849365] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1045a12-44d1-4ff1-ab4f-f7e29889907a {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.857800] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95305113-c137-4d85-84dc-109736072c5e {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.872372] env[69613]: DEBUG nova.compute.provider_tree [None req-ffb74d79-07d0-4658-bc58-270adfc6ba6d tempest-VolumesAssistedSnapshotsTest-2112485022 tempest-VolumesAssistedSnapshotsTest-2112485022-project-member] Inventory has not changed in ProviderTree for provider: af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 {{(pid=69613) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 849.233789] env[69613]: DEBUG nova.compute.manager [None req-61410a46-cf34-424c-a6a7-9bcf276d773c tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] [instance: fa7f8ff7-658a-46d0-a6dc-232614af850d] Checking state {{(pid=69613) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 849.233789] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6b33d13-76df-4474-99a3-7c4c3f46db0a {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.376529] env[69613]: DEBUG nova.scheduler.client.report [None req-ffb74d79-07d0-4658-bc58-270adfc6ba6d tempest-VolumesAssistedSnapshotsTest-2112485022 tempest-VolumesAssistedSnapshotsTest-2112485022-project-member] Inventory has not changed for provider af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69613) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 849.743256] env[69613]: INFO nova.compute.manager [None req-61410a46-cf34-424c-a6a7-9bcf276d773c tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] [instance: fa7f8ff7-658a-46d0-a6dc-232614af850d] instance snapshotting [ 849.743971] env[69613]: DEBUG nova.objects.instance [None req-61410a46-cf34-424c-a6a7-9bcf276d773c tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Lazy-loading 'flavor' on Instance uuid fa7f8ff7-658a-46d0-a6dc-232614af850d {{(pid=69613) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 849.815819] env[69613]: DEBUG nova.compute.manager [None req-f5049f9d-a59d-4e2a-af78-1f0617d44ab7 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] [instance: 7f9ba3ee-c7ee-4737-931d-339747f6c4d8] Start spawning the instance on the hypervisor. {{(pid=69613) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 849.840997] env[69613]: DEBUG nova.virt.hardware [None req-f5049f9d-a59d-4e2a-af78-1f0617d44ab7 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T13:55:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='0b94f86b19206abb671c3a369be3f86f',container_format='bare',created_at=2025-04-14T14:01:05Z,direct_url=,disk_format='vmdk',id=e53643ef-f16f-43ed-a4f2-964078bff9e2,min_disk=1,min_ram=0,name='tempest-test-snap-244437619',owner='7c90428991084ffb9d2b6d33b2ce1e15',properties=ImageMetaProps,protected=,size=21334016,status='active',tags=,updated_at=2025-04-14T14:01:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 849.841207] env[69613]: DEBUG nova.virt.hardware [None req-f5049f9d-a59d-4e2a-af78-1f0617d44ab7 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Flavor limits 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 849.841362] env[69613]: DEBUG nova.virt.hardware [None req-f5049f9d-a59d-4e2a-af78-1f0617d44ab7 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Image limits 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 849.841539] env[69613]: DEBUG nova.virt.hardware [None req-f5049f9d-a59d-4e2a-af78-1f0617d44ab7 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Flavor pref 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 849.841786] env[69613]: DEBUG nova.virt.hardware [None req-f5049f9d-a59d-4e2a-af78-1f0617d44ab7 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Image pref 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 849.841941] env[69613]: DEBUG nova.virt.hardware [None req-f5049f9d-a59d-4e2a-af78-1f0617d44ab7 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 849.842167] env[69613]: DEBUG nova.virt.hardware [None req-f5049f9d-a59d-4e2a-af78-1f0617d44ab7 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 849.842322] env[69613]: DEBUG nova.virt.hardware [None req-f5049f9d-a59d-4e2a-af78-1f0617d44ab7 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69613) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 849.842612] env[69613]: DEBUG nova.virt.hardware [None req-f5049f9d-a59d-4e2a-af78-1f0617d44ab7 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Got 1 possible topologies {{(pid=69613) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 849.842702] env[69613]: DEBUG nova.virt.hardware [None req-f5049f9d-a59d-4e2a-af78-1f0617d44ab7 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 849.842864] env[69613]: DEBUG nova.virt.hardware [None req-f5049f9d-a59d-4e2a-af78-1f0617d44ab7 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 849.843750] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cda48e6b-6c09-47ba-ac77-99bcb62d237f {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.861088] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b934320-fbc3-4bec-8251-5525ccd481a5 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.881278] env[69613]: DEBUG oslo_concurrency.lockutils [None req-ffb74d79-07d0-4658-bc58-270adfc6ba6d tempest-VolumesAssistedSnapshotsTest-2112485022 tempest-VolumesAssistedSnapshotsTest-2112485022-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.092s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 849.883504] env[69613]: DEBUG oslo_concurrency.lockutils [None req-c68a5813-fcf4-4edb-99a3-79a6b7a31e99 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 28.368s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 849.883691] env[69613]: DEBUG nova.objects.instance [None req-c68a5813-fcf4-4edb-99a3-79a6b7a31e99 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] [instance: 3c040883-6acc-4ec2-b1e4-017089c4810f] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69613) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 849.904907] env[69613]: INFO nova.scheduler.client.report [None req-ffb74d79-07d0-4658-bc58-270adfc6ba6d tempest-VolumesAssistedSnapshotsTest-2112485022 tempest-VolumesAssistedSnapshotsTest-2112485022-project-member] Deleted allocations for instance d6968dbb-b95f-4115-af9c-b528337a9663 [ 850.251842] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d06eee0-3b98-45d6-9333-7f937cc19109 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.277019] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d6439ac-a238-459b-aa70-87adbabf44d2 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.324731] env[69613]: DEBUG nova.compute.manager [req-e7f946b5-4d61-4a90-8cac-fd7fd19758fc req-0fdb5029-cc22-4bc4-a0db-fa29babe7108 service nova] [instance: 7f9ba3ee-c7ee-4737-931d-339747f6c4d8] Received event network-vif-plugged-2d7e0de4-d7f0-4c37-8c0c-20d119dd7cd4 {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 850.324731] env[69613]: DEBUG oslo_concurrency.lockutils [req-e7f946b5-4d61-4a90-8cac-fd7fd19758fc req-0fdb5029-cc22-4bc4-a0db-fa29babe7108 service nova] Acquiring lock "7f9ba3ee-c7ee-4737-931d-339747f6c4d8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 850.326165] env[69613]: DEBUG oslo_concurrency.lockutils [req-e7f946b5-4d61-4a90-8cac-fd7fd19758fc req-0fdb5029-cc22-4bc4-a0db-fa29babe7108 service nova] Lock "7f9ba3ee-c7ee-4737-931d-339747f6c4d8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 850.326165] env[69613]: DEBUG oslo_concurrency.lockutils [req-e7f946b5-4d61-4a90-8cac-fd7fd19758fc req-0fdb5029-cc22-4bc4-a0db-fa29babe7108 service nova] Lock "7f9ba3ee-c7ee-4737-931d-339747f6c4d8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 850.326165] env[69613]: DEBUG nova.compute.manager [req-e7f946b5-4d61-4a90-8cac-fd7fd19758fc req-0fdb5029-cc22-4bc4-a0db-fa29babe7108 service nova] [instance: 7f9ba3ee-c7ee-4737-931d-339747f6c4d8] No waiting events found dispatching network-vif-plugged-2d7e0de4-d7f0-4c37-8c0c-20d119dd7cd4 {{(pid=69613) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 850.326165] env[69613]: WARNING nova.compute.manager [req-e7f946b5-4d61-4a90-8cac-fd7fd19758fc req-0fdb5029-cc22-4bc4-a0db-fa29babe7108 service nova] [instance: 7f9ba3ee-c7ee-4737-931d-339747f6c4d8] Received unexpected event network-vif-plugged-2d7e0de4-d7f0-4c37-8c0c-20d119dd7cd4 for instance with vm_state building and task_state spawning. [ 850.417309] env[69613]: DEBUG oslo_concurrency.lockutils [None req-ffb74d79-07d0-4658-bc58-270adfc6ba6d tempest-VolumesAssistedSnapshotsTest-2112485022 tempest-VolumesAssistedSnapshotsTest-2112485022-project-member] Lock "d6968dbb-b95f-4115-af9c-b528337a9663" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.035s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 850.459273] env[69613]: DEBUG nova.network.neutron [None req-f5049f9d-a59d-4e2a-af78-1f0617d44ab7 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] [instance: 7f9ba3ee-c7ee-4737-931d-339747f6c4d8] Successfully updated port: 2d7e0de4-d7f0-4c37-8c0c-20d119dd7cd4 {{(pid=69613) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 850.791783] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-61410a46-cf34-424c-a6a7-9bcf276d773c tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] [instance: fa7f8ff7-658a-46d0-a6dc-232614af850d] Creating Snapshot of the VM instance {{(pid=69613) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 850.792434] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-01ade3b6-217d-4e24-b973-ae8560bde2c2 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.801845] env[69613]: DEBUG oslo_vmware.api [None req-61410a46-cf34-424c-a6a7-9bcf276d773c tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Waiting for the task: (returnval){ [ 850.801845] env[69613]: value = "task-3417510" [ 850.801845] env[69613]: _type = "Task" [ 850.801845] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.810139] env[69613]: DEBUG oslo_vmware.api [None req-61410a46-cf34-424c-a6a7-9bcf276d773c tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Task: {'id': task-3417510, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.893926] env[69613]: DEBUG oslo_concurrency.lockutils [None req-c68a5813-fcf4-4edb-99a3-79a6b7a31e99 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.010s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 850.895368] env[69613]: DEBUG oslo_concurrency.lockutils [None req-e0b25344-e6c2-4b77-847e-e1bb87fa6e30 tempest-ServersWithSpecificFlavorTestJSON-559059669 tempest-ServersWithSpecificFlavorTestJSON-559059669-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.049s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 850.897569] env[69613]: INFO nova.compute.claims [None req-e0b25344-e6c2-4b77-847e-e1bb87fa6e30 tempest-ServersWithSpecificFlavorTestJSON-559059669 tempest-ServersWithSpecificFlavorTestJSON-559059669-project-member] [instance: 52a6a8dc-d371-4109-ba9a-0b972f1d0527] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 850.969629] env[69613]: DEBUG oslo_concurrency.lockutils [None req-f5049f9d-a59d-4e2a-af78-1f0617d44ab7 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Acquiring lock "refresh_cache-7f9ba3ee-c7ee-4737-931d-339747f6c4d8" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.969629] env[69613]: DEBUG oslo_concurrency.lockutils [None req-f5049f9d-a59d-4e2a-af78-1f0617d44ab7 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Acquired lock "refresh_cache-7f9ba3ee-c7ee-4737-931d-339747f6c4d8" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.969629] env[69613]: DEBUG nova.network.neutron [None req-f5049f9d-a59d-4e2a-af78-1f0617d44ab7 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] [instance: 7f9ba3ee-c7ee-4737-931d-339747f6c4d8] Building network info cache for instance {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 850.994255] env[69613]: DEBUG oslo_concurrency.lockutils [None req-580e6389-8706-48da-ac0d-519cd1584a1c tempest-ServersTestManualDisk-642376445 tempest-ServersTestManualDisk-642376445-project-member] Acquiring lock "42aba8f8-9657-437f-b305-13239f26fac2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 850.994568] env[69613]: DEBUG oslo_concurrency.lockutils [None req-580e6389-8706-48da-ac0d-519cd1584a1c tempest-ServersTestManualDisk-642376445 tempest-ServersTestManualDisk-642376445-project-member] Lock "42aba8f8-9657-437f-b305-13239f26fac2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 850.994834] env[69613]: DEBUG oslo_concurrency.lockutils [None req-580e6389-8706-48da-ac0d-519cd1584a1c tempest-ServersTestManualDisk-642376445 tempest-ServersTestManualDisk-642376445-project-member] Acquiring lock "42aba8f8-9657-437f-b305-13239f26fac2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 850.995120] env[69613]: DEBUG oslo_concurrency.lockutils [None req-580e6389-8706-48da-ac0d-519cd1584a1c tempest-ServersTestManualDisk-642376445 tempest-ServersTestManualDisk-642376445-project-member] Lock "42aba8f8-9657-437f-b305-13239f26fac2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 850.995383] env[69613]: DEBUG oslo_concurrency.lockutils [None req-580e6389-8706-48da-ac0d-519cd1584a1c tempest-ServersTestManualDisk-642376445 tempest-ServersTestManualDisk-642376445-project-member] Lock "42aba8f8-9657-437f-b305-13239f26fac2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 850.999769] env[69613]: INFO nova.compute.manager [None req-580e6389-8706-48da-ac0d-519cd1584a1c tempest-ServersTestManualDisk-642376445 tempest-ServersTestManualDisk-642376445-project-member] [instance: 42aba8f8-9657-437f-b305-13239f26fac2] Terminating instance [ 851.312737] env[69613]: DEBUG oslo_vmware.api [None req-61410a46-cf34-424c-a6a7-9bcf276d773c tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Task: {'id': task-3417510, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.507611] env[69613]: DEBUG nova.compute.manager [None req-580e6389-8706-48da-ac0d-519cd1584a1c tempest-ServersTestManualDisk-642376445 tempest-ServersTestManualDisk-642376445-project-member] [instance: 42aba8f8-9657-437f-b305-13239f26fac2] Start destroying the instance on the hypervisor. {{(pid=69613) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 851.507611] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-580e6389-8706-48da-ac0d-519cd1584a1c tempest-ServersTestManualDisk-642376445 tempest-ServersTestManualDisk-642376445-project-member] [instance: 42aba8f8-9657-437f-b305-13239f26fac2] Destroying instance {{(pid=69613) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 851.507611] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c872e1d7-e095-4777-9e71-036eb2d9d130 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.516515] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-580e6389-8706-48da-ac0d-519cd1584a1c tempest-ServersTestManualDisk-642376445 tempest-ServersTestManualDisk-642376445-project-member] [instance: 42aba8f8-9657-437f-b305-13239f26fac2] Powering off the VM {{(pid=69613) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 851.516834] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9d101dcf-13b5-4efc-898e-455db5710ccf {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.524342] env[69613]: DEBUG oslo_vmware.api [None req-580e6389-8706-48da-ac0d-519cd1584a1c tempest-ServersTestManualDisk-642376445 tempest-ServersTestManualDisk-642376445-project-member] Waiting for the task: (returnval){ [ 851.524342] env[69613]: value = "task-3417511" [ 851.524342] env[69613]: _type = "Task" [ 851.524342] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.532929] env[69613]: DEBUG oslo_vmware.api [None req-580e6389-8706-48da-ac0d-519cd1584a1c tempest-ServersTestManualDisk-642376445 tempest-ServersTestManualDisk-642376445-project-member] Task: {'id': task-3417511, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.536050] env[69613]: DEBUG nova.network.neutron [None req-f5049f9d-a59d-4e2a-af78-1f0617d44ab7 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] [instance: 7f9ba3ee-c7ee-4737-931d-339747f6c4d8] Instance cache missing network info. {{(pid=69613) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 851.778212] env[69613]: DEBUG nova.network.neutron [None req-f5049f9d-a59d-4e2a-af78-1f0617d44ab7 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] [instance: 7f9ba3ee-c7ee-4737-931d-339747f6c4d8] Updating instance_info_cache with network_info: [{"id": "2d7e0de4-d7f0-4c37-8c0c-20d119dd7cd4", "address": "fa:16:3e:58:58:c1", "network": {"id": "075ea19d-4486-47a4-b67d-490e88881ac3", "bridge": "br-int", "label": "tempest-ImagesTestJSON-566193002-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7c90428991084ffb9d2b6d33b2ce1e15", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b7d09e9-a3dd-4d89-b9dd-2814f5f6dd5d", "external-id": "nsx-vlan-transportzone-591", "segmentation_id": 591, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d7e0de4-d7", "ovs_interfaceid": "2d7e0de4-d7f0-4c37-8c0c-20d119dd7cd4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 851.814139] env[69613]: DEBUG oslo_vmware.api [None req-61410a46-cf34-424c-a6a7-9bcf276d773c tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Task: {'id': task-3417510, 'name': CreateSnapshot_Task, 'duration_secs': 0.698569} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.814449] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-61410a46-cf34-424c-a6a7-9bcf276d773c tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] [instance: fa7f8ff7-658a-46d0-a6dc-232614af850d] Created Snapshot of the VM instance {{(pid=69613) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 851.816303] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbeb6785-697e-4cd3-811b-100235cfa83d {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.954516] env[69613]: DEBUG oslo_concurrency.lockutils [None req-c54a1826-98ae-4105-83fb-02602e14f0dc tempest-VolumesAdminNegativeTest-111528841 tempest-VolumesAdminNegativeTest-111528841-project-member] Acquiring lock "f41f74be-9cd8-4095-b741-d24dc9a24cc5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 851.954758] env[69613]: DEBUG oslo_concurrency.lockutils [None req-c54a1826-98ae-4105-83fb-02602e14f0dc tempest-VolumesAdminNegativeTest-111528841 tempest-VolumesAdminNegativeTest-111528841-project-member] Lock "f41f74be-9cd8-4095-b741-d24dc9a24cc5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 851.954960] env[69613]: DEBUG oslo_concurrency.lockutils [None req-c54a1826-98ae-4105-83fb-02602e14f0dc tempest-VolumesAdminNegativeTest-111528841 tempest-VolumesAdminNegativeTest-111528841-project-member] Acquiring lock "f41f74be-9cd8-4095-b741-d24dc9a24cc5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 851.955156] env[69613]: DEBUG oslo_concurrency.lockutils [None req-c54a1826-98ae-4105-83fb-02602e14f0dc tempest-VolumesAdminNegativeTest-111528841 tempest-VolumesAdminNegativeTest-111528841-project-member] Lock "f41f74be-9cd8-4095-b741-d24dc9a24cc5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 851.955320] env[69613]: DEBUG oslo_concurrency.lockutils [None req-c54a1826-98ae-4105-83fb-02602e14f0dc tempest-VolumesAdminNegativeTest-111528841 tempest-VolumesAdminNegativeTest-111528841-project-member] Lock "f41f74be-9cd8-4095-b741-d24dc9a24cc5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 851.957706] env[69613]: INFO nova.compute.manager [None req-c54a1826-98ae-4105-83fb-02602e14f0dc tempest-VolumesAdminNegativeTest-111528841 tempest-VolumesAdminNegativeTest-111528841-project-member] [instance: f41f74be-9cd8-4095-b741-d24dc9a24cc5] Terminating instance [ 852.035562] env[69613]: DEBUG oslo_vmware.api [None req-580e6389-8706-48da-ac0d-519cd1584a1c tempest-ServersTestManualDisk-642376445 tempest-ServersTestManualDisk-642376445-project-member] Task: {'id': task-3417511, 'name': PowerOffVM_Task, 'duration_secs': 0.224717} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.036635] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-580e6389-8706-48da-ac0d-519cd1584a1c tempest-ServersTestManualDisk-642376445 tempest-ServersTestManualDisk-642376445-project-member] [instance: 42aba8f8-9657-437f-b305-13239f26fac2] Powered off the VM {{(pid=69613) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 852.036635] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-580e6389-8706-48da-ac0d-519cd1584a1c tempest-ServersTestManualDisk-642376445 tempest-ServersTestManualDisk-642376445-project-member] [instance: 42aba8f8-9657-437f-b305-13239f26fac2] Unregistering the VM {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 852.036635] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c0aac6d8-2819-4d22-9d9e-97636cb0f360 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.097234] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-580e6389-8706-48da-ac0d-519cd1584a1c tempest-ServersTestManualDisk-642376445 tempest-ServersTestManualDisk-642376445-project-member] [instance: 42aba8f8-9657-437f-b305-13239f26fac2] Unregistered the VM {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 852.097471] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-580e6389-8706-48da-ac0d-519cd1584a1c tempest-ServersTestManualDisk-642376445 tempest-ServersTestManualDisk-642376445-project-member] [instance: 42aba8f8-9657-437f-b305-13239f26fac2] Deleting contents of the VM from datastore datastore1 {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 852.097653] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-580e6389-8706-48da-ac0d-519cd1584a1c tempest-ServersTestManualDisk-642376445 tempest-ServersTestManualDisk-642376445-project-member] Deleting the datastore file [datastore1] 42aba8f8-9657-437f-b305-13239f26fac2 {{(pid=69613) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 852.097919] env[69613]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8740cdbf-d215-4f47-85d8-af1f3ff1d409 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.107525] env[69613]: DEBUG oslo_vmware.api [None req-580e6389-8706-48da-ac0d-519cd1584a1c tempest-ServersTestManualDisk-642376445 tempest-ServersTestManualDisk-642376445-project-member] Waiting for the task: (returnval){ [ 852.107525] env[69613]: value = "task-3417513" [ 852.107525] env[69613]: _type = "Task" [ 852.107525] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.116814] env[69613]: DEBUG oslo_vmware.api [None req-580e6389-8706-48da-ac0d-519cd1584a1c tempest-ServersTestManualDisk-642376445 tempest-ServersTestManualDisk-642376445-project-member] Task: {'id': task-3417513, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.282572] env[69613]: DEBUG oslo_concurrency.lockutils [None req-f5049f9d-a59d-4e2a-af78-1f0617d44ab7 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Releasing lock "refresh_cache-7f9ba3ee-c7ee-4737-931d-339747f6c4d8" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.282897] env[69613]: DEBUG nova.compute.manager [None req-f5049f9d-a59d-4e2a-af78-1f0617d44ab7 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] [instance: 7f9ba3ee-c7ee-4737-931d-339747f6c4d8] Instance network_info: |[{"id": "2d7e0de4-d7f0-4c37-8c0c-20d119dd7cd4", "address": "fa:16:3e:58:58:c1", "network": {"id": "075ea19d-4486-47a4-b67d-490e88881ac3", "bridge": "br-int", "label": "tempest-ImagesTestJSON-566193002-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7c90428991084ffb9d2b6d33b2ce1e15", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b7d09e9-a3dd-4d89-b9dd-2814f5f6dd5d", "external-id": "nsx-vlan-transportzone-591", "segmentation_id": 591, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d7e0de4-d7", "ovs_interfaceid": "2d7e0de4-d7f0-4c37-8c0c-20d119dd7cd4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69613) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 852.283756] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-f5049f9d-a59d-4e2a-af78-1f0617d44ab7 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] [instance: 7f9ba3ee-c7ee-4737-931d-339747f6c4d8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:58:58:c1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3b7d09e9-a3dd-4d89-b9dd-2814f5f6dd5d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2d7e0de4-d7f0-4c37-8c0c-20d119dd7cd4', 'vif_model': 'vmxnet3'}] {{(pid=69613) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 852.291232] env[69613]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f5049f9d-a59d-4e2a-af78-1f0617d44ab7 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69613) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 852.293908] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7f9ba3ee-c7ee-4737-931d-339747f6c4d8] Creating VM on the ESX host {{(pid=69613) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 852.294343] env[69613]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-97889875-fe84-4dd5-b39e-79524f80ac18 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.316861] env[69613]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 852.316861] env[69613]: value = "task-3417514" [ 852.316861] env[69613]: _type = "Task" [ 852.316861] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.324316] env[69613]: DEBUG oslo_vmware.api [-] Task: {'id': task-3417514, 'name': CreateVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.336243] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-61410a46-cf34-424c-a6a7-9bcf276d773c tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] [instance: fa7f8ff7-658a-46d0-a6dc-232614af850d] Creating linked-clone VM from snapshot {{(pid=69613) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 852.337614] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-7b9fbd85-1a90-4dc7-a8c0-ba45c9125a78 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.344795] env[69613]: DEBUG oslo_vmware.api [None req-61410a46-cf34-424c-a6a7-9bcf276d773c tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Waiting for the task: (returnval){ [ 852.344795] env[69613]: value = "task-3417515" [ 852.344795] env[69613]: _type = "Task" [ 852.344795] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.352587] env[69613]: DEBUG nova.compute.manager [req-549d5811-cbfd-4cac-9aa4-e02d90e56d0f req-fa622024-6ce7-4a7d-8e57-454a506b67ea service nova] [instance: 7f9ba3ee-c7ee-4737-931d-339747f6c4d8] Received event network-changed-2d7e0de4-d7f0-4c37-8c0c-20d119dd7cd4 {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 852.352765] env[69613]: DEBUG nova.compute.manager [req-549d5811-cbfd-4cac-9aa4-e02d90e56d0f req-fa622024-6ce7-4a7d-8e57-454a506b67ea service nova] [instance: 7f9ba3ee-c7ee-4737-931d-339747f6c4d8] Refreshing instance network info cache due to event network-changed-2d7e0de4-d7f0-4c37-8c0c-20d119dd7cd4. {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 852.355015] env[69613]: DEBUG oslo_concurrency.lockutils [req-549d5811-cbfd-4cac-9aa4-e02d90e56d0f req-fa622024-6ce7-4a7d-8e57-454a506b67ea service nova] Acquiring lock "refresh_cache-7f9ba3ee-c7ee-4737-931d-339747f6c4d8" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.355015] env[69613]: DEBUG oslo_concurrency.lockutils [req-549d5811-cbfd-4cac-9aa4-e02d90e56d0f req-fa622024-6ce7-4a7d-8e57-454a506b67ea service nova] Acquired lock "refresh_cache-7f9ba3ee-c7ee-4737-931d-339747f6c4d8" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.355015] env[69613]: DEBUG nova.network.neutron [req-549d5811-cbfd-4cac-9aa4-e02d90e56d0f req-fa622024-6ce7-4a7d-8e57-454a506b67ea service nova] [instance: 7f9ba3ee-c7ee-4737-931d-339747f6c4d8] Refreshing network info cache for port 2d7e0de4-d7f0-4c37-8c0c-20d119dd7cd4 {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 852.358154] env[69613]: DEBUG oslo_vmware.api [None req-61410a46-cf34-424c-a6a7-9bcf276d773c tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Task: {'id': task-3417515, 'name': CloneVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.434329] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc823feb-e7af-4ce2-8bf8-9586c5f0037f {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.444393] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10e1a3c2-102b-4881-8a28-90a5da2aa5d1 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.482575] env[69613]: DEBUG nova.compute.manager [None req-c54a1826-98ae-4105-83fb-02602e14f0dc tempest-VolumesAdminNegativeTest-111528841 tempest-VolumesAdminNegativeTest-111528841-project-member] [instance: f41f74be-9cd8-4095-b741-d24dc9a24cc5] Start destroying the instance on the hypervisor. {{(pid=69613) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 852.482818] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-c54a1826-98ae-4105-83fb-02602e14f0dc tempest-VolumesAdminNegativeTest-111528841 tempest-VolumesAdminNegativeTest-111528841-project-member] [instance: f41f74be-9cd8-4095-b741-d24dc9a24cc5] Destroying instance {{(pid=69613) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 852.483982] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70892202-9292-467a-ac71-2994cfd5d208 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.487580] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee9a7ae2-0055-4388-aa6a-5ed56264da61 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.498998] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73bbcb5c-3d17-44ff-af62-8d9cfb4caa74 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.504429] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-c54a1826-98ae-4105-83fb-02602e14f0dc tempest-VolumesAdminNegativeTest-111528841 tempest-VolumesAdminNegativeTest-111528841-project-member] [instance: f41f74be-9cd8-4095-b741-d24dc9a24cc5] Powering off the VM {{(pid=69613) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 852.504695] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-848d69e5-300f-4a2d-90b7-fad4dab0b97e {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.519284] env[69613]: DEBUG nova.compute.provider_tree [None req-e0b25344-e6c2-4b77-847e-e1bb87fa6e30 tempest-ServersWithSpecificFlavorTestJSON-559059669 tempest-ServersWithSpecificFlavorTestJSON-559059669-project-member] Inventory has not changed in ProviderTree for provider: af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 {{(pid=69613) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 852.523225] env[69613]: DEBUG oslo_vmware.api [None req-c54a1826-98ae-4105-83fb-02602e14f0dc tempest-VolumesAdminNegativeTest-111528841 tempest-VolumesAdminNegativeTest-111528841-project-member] Waiting for the task: (returnval){ [ 852.523225] env[69613]: value = "task-3417516" [ 852.523225] env[69613]: _type = "Task" [ 852.523225] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.531266] env[69613]: DEBUG oslo_vmware.api [None req-c54a1826-98ae-4105-83fb-02602e14f0dc tempest-VolumesAdminNegativeTest-111528841 tempest-VolumesAdminNegativeTest-111528841-project-member] Task: {'id': task-3417516, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.621389] env[69613]: DEBUG oslo_vmware.api [None req-580e6389-8706-48da-ac0d-519cd1584a1c tempest-ServersTestManualDisk-642376445 tempest-ServersTestManualDisk-642376445-project-member] Task: {'id': task-3417513, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.135681} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.621772] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-580e6389-8706-48da-ac0d-519cd1584a1c tempest-ServersTestManualDisk-642376445 tempest-ServersTestManualDisk-642376445-project-member] Deleted the datastore file {{(pid=69613) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 852.622012] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-580e6389-8706-48da-ac0d-519cd1584a1c tempest-ServersTestManualDisk-642376445 tempest-ServersTestManualDisk-642376445-project-member] [instance: 42aba8f8-9657-437f-b305-13239f26fac2] Deleted contents of the VM from datastore datastore1 {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 852.622271] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-580e6389-8706-48da-ac0d-519cd1584a1c tempest-ServersTestManualDisk-642376445 tempest-ServersTestManualDisk-642376445-project-member] [instance: 42aba8f8-9657-437f-b305-13239f26fac2] Instance destroyed {{(pid=69613) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 852.622515] env[69613]: INFO nova.compute.manager [None req-580e6389-8706-48da-ac0d-519cd1584a1c tempest-ServersTestManualDisk-642376445 tempest-ServersTestManualDisk-642376445-project-member] [instance: 42aba8f8-9657-437f-b305-13239f26fac2] Took 1.12 seconds to destroy the instance on the hypervisor. [ 852.622829] env[69613]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-580e6389-8706-48da-ac0d-519cd1584a1c tempest-ServersTestManualDisk-642376445 tempest-ServersTestManualDisk-642376445-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69613) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 852.623077] env[69613]: DEBUG nova.compute.manager [-] [instance: 42aba8f8-9657-437f-b305-13239f26fac2] Deallocating network for instance {{(pid=69613) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 852.623177] env[69613]: DEBUG nova.network.neutron [-] [instance: 42aba8f8-9657-437f-b305-13239f26fac2] deallocate_for_instance() {{(pid=69613) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 852.827026] env[69613]: DEBUG oslo_vmware.api [-] Task: {'id': task-3417514, 'name': CreateVM_Task} progress is 99%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.854670] env[69613]: DEBUG oslo_vmware.api [None req-61410a46-cf34-424c-a6a7-9bcf276d773c tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Task: {'id': task-3417515, 'name': CloneVM_Task} progress is 94%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.027739] env[69613]: DEBUG nova.scheduler.client.report [None req-e0b25344-e6c2-4b77-847e-e1bb87fa6e30 tempest-ServersWithSpecificFlavorTestJSON-559059669 tempest-ServersWithSpecificFlavorTestJSON-559059669-project-member] Inventory has not changed for provider af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69613) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 853.046768] env[69613]: DEBUG oslo_vmware.api [None req-c54a1826-98ae-4105-83fb-02602e14f0dc tempest-VolumesAdminNegativeTest-111528841 tempest-VolumesAdminNegativeTest-111528841-project-member] Task: {'id': task-3417516, 'name': PowerOffVM_Task, 'duration_secs': 0.277962} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.046768] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-c54a1826-98ae-4105-83fb-02602e14f0dc tempest-VolumesAdminNegativeTest-111528841 tempest-VolumesAdminNegativeTest-111528841-project-member] [instance: f41f74be-9cd8-4095-b741-d24dc9a24cc5] Powered off the VM {{(pid=69613) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 853.046893] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-c54a1826-98ae-4105-83fb-02602e14f0dc tempest-VolumesAdminNegativeTest-111528841 tempest-VolumesAdminNegativeTest-111528841-project-member] [instance: f41f74be-9cd8-4095-b741-d24dc9a24cc5] Unregistering the VM {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 853.047067] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3d5d052f-9c71-4ba4-856d-444a1c5fbe7d {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.104836] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-c54a1826-98ae-4105-83fb-02602e14f0dc tempest-VolumesAdminNegativeTest-111528841 tempest-VolumesAdminNegativeTest-111528841-project-member] [instance: f41f74be-9cd8-4095-b741-d24dc9a24cc5] Unregistered the VM {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 853.105215] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-c54a1826-98ae-4105-83fb-02602e14f0dc tempest-VolumesAdminNegativeTest-111528841 tempest-VolumesAdminNegativeTest-111528841-project-member] [instance: f41f74be-9cd8-4095-b741-d24dc9a24cc5] Deleting contents of the VM from datastore datastore1 {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 853.105552] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-c54a1826-98ae-4105-83fb-02602e14f0dc tempest-VolumesAdminNegativeTest-111528841 tempest-VolumesAdminNegativeTest-111528841-project-member] Deleting the datastore file [datastore1] f41f74be-9cd8-4095-b741-d24dc9a24cc5 {{(pid=69613) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 853.105552] env[69613]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b640fbef-cc99-43eb-9cae-67ed5041eb12 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.113355] env[69613]: DEBUG oslo_vmware.api [None req-c54a1826-98ae-4105-83fb-02602e14f0dc tempest-VolumesAdminNegativeTest-111528841 tempest-VolumesAdminNegativeTest-111528841-project-member] Waiting for the task: (returnval){ [ 853.113355] env[69613]: value = "task-3417518" [ 853.113355] env[69613]: _type = "Task" [ 853.113355] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.123376] env[69613]: DEBUG oslo_vmware.api [None req-c54a1826-98ae-4105-83fb-02602e14f0dc tempest-VolumesAdminNegativeTest-111528841 tempest-VolumesAdminNegativeTest-111528841-project-member] Task: {'id': task-3417518, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.331648] env[69613]: DEBUG oslo_vmware.api [-] Task: {'id': task-3417514, 'name': CreateVM_Task, 'duration_secs': 0.688476} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.334810] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7f9ba3ee-c7ee-4737-931d-339747f6c4d8] Created VM on the ESX host {{(pid=69613) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 853.335085] env[69613]: DEBUG oslo_concurrency.lockutils [None req-f5049f9d-a59d-4e2a-af78-1f0617d44ab7 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e53643ef-f16f-43ed-a4f2-964078bff9e2" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.335452] env[69613]: DEBUG oslo_concurrency.lockutils [None req-f5049f9d-a59d-4e2a-af78-1f0617d44ab7 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e53643ef-f16f-43ed-a4f2-964078bff9e2" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.335843] env[69613]: DEBUG oslo_concurrency.lockutils [None req-f5049f9d-a59d-4e2a-af78-1f0617d44ab7 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e53643ef-f16f-43ed-a4f2-964078bff9e2" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.336967] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cc4c24f3-f1cc-44a4-a593-4b516af5d29e {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.342659] env[69613]: DEBUG oslo_vmware.api [None req-f5049f9d-a59d-4e2a-af78-1f0617d44ab7 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Waiting for the task: (returnval){ [ 853.342659] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]5273b4cc-f15f-6dce-344b-c0cd58840ba1" [ 853.342659] env[69613]: _type = "Task" [ 853.342659] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.352631] env[69613]: DEBUG oslo_vmware.api [None req-f5049f9d-a59d-4e2a-af78-1f0617d44ab7 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]5273b4cc-f15f-6dce-344b-c0cd58840ba1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.358687] env[69613]: DEBUG oslo_vmware.api [None req-61410a46-cf34-424c-a6a7-9bcf276d773c tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Task: {'id': task-3417515, 'name': CloneVM_Task} progress is 94%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.395513] env[69613]: DEBUG nova.network.neutron [req-549d5811-cbfd-4cac-9aa4-e02d90e56d0f req-fa622024-6ce7-4a7d-8e57-454a506b67ea service nova] [instance: 7f9ba3ee-c7ee-4737-931d-339747f6c4d8] Updated VIF entry in instance network info cache for port 2d7e0de4-d7f0-4c37-8c0c-20d119dd7cd4. {{(pid=69613) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 853.395730] env[69613]: DEBUG nova.network.neutron [req-549d5811-cbfd-4cac-9aa4-e02d90e56d0f req-fa622024-6ce7-4a7d-8e57-454a506b67ea service nova] [instance: 7f9ba3ee-c7ee-4737-931d-339747f6c4d8] Updating instance_info_cache with network_info: [{"id": "2d7e0de4-d7f0-4c37-8c0c-20d119dd7cd4", "address": "fa:16:3e:58:58:c1", "network": {"id": "075ea19d-4486-47a4-b67d-490e88881ac3", "bridge": "br-int", "label": "tempest-ImagesTestJSON-566193002-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7c90428991084ffb9d2b6d33b2ce1e15", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b7d09e9-a3dd-4d89-b9dd-2814f5f6dd5d", "external-id": "nsx-vlan-transportzone-591", "segmentation_id": 591, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d7e0de4-d7", "ovs_interfaceid": "2d7e0de4-d7f0-4c37-8c0c-20d119dd7cd4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 853.533253] env[69613]: DEBUG oslo_concurrency.lockutils [None req-e0b25344-e6c2-4b77-847e-e1bb87fa6e30 tempest-ServersWithSpecificFlavorTestJSON-559059669 tempest-ServersWithSpecificFlavorTestJSON-559059669-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.638s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 853.533804] env[69613]: DEBUG nova.compute.manager [None req-e0b25344-e6c2-4b77-847e-e1bb87fa6e30 tempest-ServersWithSpecificFlavorTestJSON-559059669 tempest-ServersWithSpecificFlavorTestJSON-559059669-project-member] [instance: 52a6a8dc-d371-4109-ba9a-0b972f1d0527] Start building networks asynchronously for instance. {{(pid=69613) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 853.537506] env[69613]: DEBUG oslo_concurrency.lockutils [None req-57bf9f74-2f11-41e3-8e55-b80335930028 tempest-ServersWithSpecificFlavorTestJSON-559059669 tempest-ServersWithSpecificFlavorTestJSON-559059669-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.520s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 853.537720] env[69613]: DEBUG nova.objects.instance [None req-57bf9f74-2f11-41e3-8e55-b80335930028 tempest-ServersWithSpecificFlavorTestJSON-559059669 tempest-ServersWithSpecificFlavorTestJSON-559059669-project-member] Lazy-loading 'resources' on Instance uuid b557580c-420c-42bf-90f5-43960bf4f3d5 {{(pid=69613) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 853.587135] env[69613]: DEBUG nova.network.neutron [-] [instance: 42aba8f8-9657-437f-b305-13239f26fac2] Updating instance_info_cache with network_info: [] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 853.624372] env[69613]: DEBUG oslo_vmware.api [None req-c54a1826-98ae-4105-83fb-02602e14f0dc tempest-VolumesAdminNegativeTest-111528841 tempest-VolumesAdminNegativeTest-111528841-project-member] Task: {'id': task-3417518, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.133996} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.624620] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-c54a1826-98ae-4105-83fb-02602e14f0dc tempest-VolumesAdminNegativeTest-111528841 tempest-VolumesAdminNegativeTest-111528841-project-member] Deleted the datastore file {{(pid=69613) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 853.624798] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-c54a1826-98ae-4105-83fb-02602e14f0dc tempest-VolumesAdminNegativeTest-111528841 tempest-VolumesAdminNegativeTest-111528841-project-member] [instance: f41f74be-9cd8-4095-b741-d24dc9a24cc5] Deleted contents of the VM from datastore datastore1 {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 853.624972] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-c54a1826-98ae-4105-83fb-02602e14f0dc tempest-VolumesAdminNegativeTest-111528841 tempest-VolumesAdminNegativeTest-111528841-project-member] [instance: f41f74be-9cd8-4095-b741-d24dc9a24cc5] Instance destroyed {{(pid=69613) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 853.625161] env[69613]: INFO nova.compute.manager [None req-c54a1826-98ae-4105-83fb-02602e14f0dc tempest-VolumesAdminNegativeTest-111528841 tempest-VolumesAdminNegativeTest-111528841-project-member] [instance: f41f74be-9cd8-4095-b741-d24dc9a24cc5] Took 1.14 seconds to destroy the instance on the hypervisor. [ 853.625406] env[69613]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c54a1826-98ae-4105-83fb-02602e14f0dc tempest-VolumesAdminNegativeTest-111528841 tempest-VolumesAdminNegativeTest-111528841-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69613) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 853.625615] env[69613]: DEBUG nova.compute.manager [-] [instance: f41f74be-9cd8-4095-b741-d24dc9a24cc5] Deallocating network for instance {{(pid=69613) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 853.625691] env[69613]: DEBUG nova.network.neutron [-] [instance: f41f74be-9cd8-4095-b741-d24dc9a24cc5] deallocate_for_instance() {{(pid=69613) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 853.863699] env[69613]: DEBUG oslo_concurrency.lockutils [None req-f5049f9d-a59d-4e2a-af78-1f0617d44ab7 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e53643ef-f16f-43ed-a4f2-964078bff9e2" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.863990] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-f5049f9d-a59d-4e2a-af78-1f0617d44ab7 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] [instance: 7f9ba3ee-c7ee-4737-931d-339747f6c4d8] Processing image e53643ef-f16f-43ed-a4f2-964078bff9e2 {{(pid=69613) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 853.864276] env[69613]: DEBUG oslo_concurrency.lockutils [None req-f5049f9d-a59d-4e2a-af78-1f0617d44ab7 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e53643ef-f16f-43ed-a4f2-964078bff9e2/e53643ef-f16f-43ed-a4f2-964078bff9e2.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.864420] env[69613]: DEBUG oslo_concurrency.lockutils [None req-f5049f9d-a59d-4e2a-af78-1f0617d44ab7 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e53643ef-f16f-43ed-a4f2-964078bff9e2/e53643ef-f16f-43ed-a4f2-964078bff9e2.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.864606] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-f5049f9d-a59d-4e2a-af78-1f0617d44ab7 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69613) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 853.864850] env[69613]: DEBUG oslo_vmware.api [None req-61410a46-cf34-424c-a6a7-9bcf276d773c tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Task: {'id': task-3417515, 'name': CloneVM_Task} progress is 95%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.865069] env[69613]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6b71a850-696b-421d-b595-2c62c4dae65d {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.873318] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-f5049f9d-a59d-4e2a-af78-1f0617d44ab7 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69613) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 853.873493] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-f5049f9d-a59d-4e2a-af78-1f0617d44ab7 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69613) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 853.874238] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3ec5c614-f502-4fcd-b925-6cc2373a7bc2 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.879156] env[69613]: DEBUG oslo_vmware.api [None req-f5049f9d-a59d-4e2a-af78-1f0617d44ab7 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Waiting for the task: (returnval){ [ 853.879156] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]52f80ff2-6654-18df-961b-6752d11e273e" [ 853.879156] env[69613]: _type = "Task" [ 853.879156] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.887516] env[69613]: DEBUG oslo_vmware.api [None req-f5049f9d-a59d-4e2a-af78-1f0617d44ab7 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52f80ff2-6654-18df-961b-6752d11e273e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.898783] env[69613]: DEBUG oslo_concurrency.lockutils [req-549d5811-cbfd-4cac-9aa4-e02d90e56d0f req-fa622024-6ce7-4a7d-8e57-454a506b67ea service nova] Releasing lock "refresh_cache-7f9ba3ee-c7ee-4737-931d-339747f6c4d8" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.045870] env[69613]: DEBUG nova.compute.utils [None req-e0b25344-e6c2-4b77-847e-e1bb87fa6e30 tempest-ServersWithSpecificFlavorTestJSON-559059669 tempest-ServersWithSpecificFlavorTestJSON-559059669-project-member] Using /dev/sd instead of None {{(pid=69613) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 854.048365] env[69613]: DEBUG nova.compute.manager [None req-e0b25344-e6c2-4b77-847e-e1bb87fa6e30 tempest-ServersWithSpecificFlavorTestJSON-559059669 tempest-ServersWithSpecificFlavorTestJSON-559059669-project-member] [instance: 52a6a8dc-d371-4109-ba9a-0b972f1d0527] Allocating IP information in the background. {{(pid=69613) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 854.048660] env[69613]: DEBUG nova.network.neutron [None req-e0b25344-e6c2-4b77-847e-e1bb87fa6e30 tempest-ServersWithSpecificFlavorTestJSON-559059669 tempest-ServersWithSpecificFlavorTestJSON-559059669-project-member] [instance: 52a6a8dc-d371-4109-ba9a-0b972f1d0527] allocate_for_instance() {{(pid=69613) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 854.092888] env[69613]: INFO nova.compute.manager [-] [instance: 42aba8f8-9657-437f-b305-13239f26fac2] Took 1.47 seconds to deallocate network for instance. [ 854.110247] env[69613]: DEBUG nova.policy [None req-e0b25344-e6c2-4b77-847e-e1bb87fa6e30 tempest-ServersWithSpecificFlavorTestJSON-559059669 tempest-ServersWithSpecificFlavorTestJSON-559059669-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b5480baa2a2e4c168b0b32b067be6be9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0633badc0f924996b31009e71856408a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69613) authorize /opt/stack/nova/nova/policy.py:192}} [ 854.165037] env[69613]: DEBUG nova.compute.manager [req-cefdb5fe-da14-4859-886d-83905aa1765a req-90da0537-3000-4e41-8ebf-081a4f2ca474 service nova] [instance: f41f74be-9cd8-4095-b741-d24dc9a24cc5] Received event network-vif-deleted-6051df9c-99cc-44c7-b229-a72bb0adc493 {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 854.165290] env[69613]: INFO nova.compute.manager [req-cefdb5fe-da14-4859-886d-83905aa1765a req-90da0537-3000-4e41-8ebf-081a4f2ca474 service nova] [instance: f41f74be-9cd8-4095-b741-d24dc9a24cc5] Neutron deleted interface 6051df9c-99cc-44c7-b229-a72bb0adc493; detaching it from the instance and deleting it from the info cache [ 854.165477] env[69613]: DEBUG nova.network.neutron [req-cefdb5fe-da14-4859-886d-83905aa1765a req-90da0537-3000-4e41-8ebf-081a4f2ca474 service nova] [instance: f41f74be-9cd8-4095-b741-d24dc9a24cc5] Updating instance_info_cache with network_info: [] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 854.366802] env[69613]: DEBUG oslo_vmware.api [None req-61410a46-cf34-424c-a6a7-9bcf276d773c tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Task: {'id': task-3417515, 'name': CloneVM_Task, 'duration_secs': 1.844388} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.367202] env[69613]: INFO nova.virt.vmwareapi.vmops [None req-61410a46-cf34-424c-a6a7-9bcf276d773c tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] [instance: fa7f8ff7-658a-46d0-a6dc-232614af850d] Created linked-clone VM from snapshot [ 854.368807] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8f1c34b-c8c6-40c3-8d2a-4849bf58efee {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.380062] env[69613]: DEBUG nova.virt.vmwareapi.images [None req-61410a46-cf34-424c-a6a7-9bcf276d773c tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] [instance: fa7f8ff7-658a-46d0-a6dc-232614af850d] Uploading image bcc5b707-8978-48f7-ab9c-f6e382bea932 {{(pid=69613) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 854.394955] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-f5049f9d-a59d-4e2a-af78-1f0617d44ab7 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] [instance: 7f9ba3ee-c7ee-4737-931d-339747f6c4d8] Preparing fetch location {{(pid=69613) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 854.396204] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-f5049f9d-a59d-4e2a-af78-1f0617d44ab7 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] [instance: 7f9ba3ee-c7ee-4737-931d-339747f6c4d8] Fetch image to [datastore1] OSTACK_IMG_b0862575-9b24-4710-821d-22f3ce85d979/OSTACK_IMG_b0862575-9b24-4710-821d-22f3ce85d979.vmdk {{(pid=69613) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 854.396204] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-f5049f9d-a59d-4e2a-af78-1f0617d44ab7 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] [instance: 7f9ba3ee-c7ee-4737-931d-339747f6c4d8] Downloading stream optimized image e53643ef-f16f-43ed-a4f2-964078bff9e2 to [datastore1] OSTACK_IMG_b0862575-9b24-4710-821d-22f3ce85d979/OSTACK_IMG_b0862575-9b24-4710-821d-22f3ce85d979.vmdk on the data store datastore1 as vApp {{(pid=69613) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 854.396204] env[69613]: DEBUG nova.virt.vmwareapi.images [None req-f5049f9d-a59d-4e2a-af78-1f0617d44ab7 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] [instance: 7f9ba3ee-c7ee-4737-931d-339747f6c4d8] Downloading image file data e53643ef-f16f-43ed-a4f2-964078bff9e2 to the ESX as VM named 'OSTACK_IMG_b0862575-9b24-4710-821d-22f3ce85d979' {{(pid=69613) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 854.419023] env[69613]: DEBUG oslo_vmware.rw_handles [None req-61410a46-cf34-424c-a6a7-9bcf276d773c tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 854.419023] env[69613]: value = "vm-681885" [ 854.419023] env[69613]: _type = "VirtualMachine" [ 854.419023] env[69613]: }. {{(pid=69613) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 854.419899] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-ad157495-e65b-46f6-8e08-ea4a03ff0496 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.429248] env[69613]: DEBUG oslo_vmware.rw_handles [None req-61410a46-cf34-424c-a6a7-9bcf276d773c tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Lease: (returnval){ [ 854.429248] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]522f6c66-9023-1ae9-fbaa-f33d29bc8562" [ 854.429248] env[69613]: _type = "HttpNfcLease" [ 854.429248] env[69613]: } obtained for exporting VM: (result){ [ 854.429248] env[69613]: value = "vm-681885" [ 854.429248] env[69613]: _type = "VirtualMachine" [ 854.429248] env[69613]: }. {{(pid=69613) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 854.429248] env[69613]: DEBUG oslo_vmware.api [None req-61410a46-cf34-424c-a6a7-9bcf276d773c tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Waiting for the lease: (returnval){ [ 854.429248] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]522f6c66-9023-1ae9-fbaa-f33d29bc8562" [ 854.429248] env[69613]: _type = "HttpNfcLease" [ 854.429248] env[69613]: } to be ready. {{(pid=69613) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 854.458714] env[69613]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 854.458714] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]522f6c66-9023-1ae9-fbaa-f33d29bc8562" [ 854.458714] env[69613]: _type = "HttpNfcLease" [ 854.458714] env[69613]: } is ready. {{(pid=69613) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 854.458714] env[69613]: DEBUG oslo_vmware.rw_handles [None req-61410a46-cf34-424c-a6a7-9bcf276d773c tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 854.458714] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]522f6c66-9023-1ae9-fbaa-f33d29bc8562" [ 854.458714] env[69613]: _type = "HttpNfcLease" [ 854.458714] env[69613]: }. {{(pid=69613) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 854.458714] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77839ca6-f070-4668-9bc8-68689797cfb8 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.463277] env[69613]: DEBUG nova.compute.manager [req-828932e8-fa86-41b5-ac57-b717afa1c202 req-f6c1ccbd-81d7-4287-a90a-bca6bbc108d1 service nova] [instance: 42aba8f8-9657-437f-b305-13239f26fac2] Received event network-vif-deleted-e0f81abb-6f9b-4ea6-9853-4d08c327e061 {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 854.467877] env[69613]: DEBUG oslo_vmware.rw_handles [None req-61410a46-cf34-424c-a6a7-9bcf276d773c tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52bb9399-3926-feb1-fd27-365daef31f72/disk-0.vmdk from lease info. {{(pid=69613) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 854.467877] env[69613]: DEBUG oslo_vmware.rw_handles [None req-61410a46-cf34-424c-a6a7-9bcf276d773c tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52bb9399-3926-feb1-fd27-365daef31f72/disk-0.vmdk for reading. {{(pid=69613) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 854.557776] env[69613]: DEBUG oslo_vmware.rw_handles [None req-f5049f9d-a59d-4e2a-af78-1f0617d44ab7 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 854.557776] env[69613]: value = "resgroup-9" [ 854.557776] env[69613]: _type = "ResourcePool" [ 854.557776] env[69613]: }. {{(pid=69613) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 854.558113] env[69613]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-7577a564-facd-4248-9be4-5fe00caffc26 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.578048] env[69613]: DEBUG nova.compute.utils [None req-e0b25344-e6c2-4b77-847e-e1bb87fa6e30 tempest-ServersWithSpecificFlavorTestJSON-559059669 tempest-ServersWithSpecificFlavorTestJSON-559059669-project-member] Using /dev/sd instead of None {{(pid=69613) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 854.580424] env[69613]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-346950cb-0410-4416-bc15-b2baab7424f9 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.589479] env[69613]: DEBUG oslo_vmware.rw_handles [None req-f5049f9d-a59d-4e2a-af78-1f0617d44ab7 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Lease: (returnval){ [ 854.589479] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]52a7f962-81da-44df-b7f6-fa135d63237c" [ 854.589479] env[69613]: _type = "HttpNfcLease" [ 854.589479] env[69613]: } obtained for vApp import into resource pool (val){ [ 854.589479] env[69613]: value = "resgroup-9" [ 854.589479] env[69613]: _type = "ResourcePool" [ 854.589479] env[69613]: }. {{(pid=69613) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 854.589667] env[69613]: DEBUG oslo_vmware.api [None req-f5049f9d-a59d-4e2a-af78-1f0617d44ab7 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Waiting for the lease: (returnval){ [ 854.589667] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]52a7f962-81da-44df-b7f6-fa135d63237c" [ 854.589667] env[69613]: _type = "HttpNfcLease" [ 854.589667] env[69613]: } to be ready. {{(pid=69613) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 854.600188] env[69613]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 854.600188] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]52a7f962-81da-44df-b7f6-fa135d63237c" [ 854.600188] env[69613]: _type = "HttpNfcLease" [ 854.600188] env[69613]: } is initializing. {{(pid=69613) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 854.608996] env[69613]: DEBUG oslo_concurrency.lockutils [None req-580e6389-8706-48da-ac0d-519cd1584a1c tempest-ServersTestManualDisk-642376445 tempest-ServersTestManualDisk-642376445-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 854.630978] env[69613]: DEBUG nova.network.neutron [-] [instance: f41f74be-9cd8-4095-b741-d24dc9a24cc5] Updating instance_info_cache with network_info: [] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 854.670838] env[69613]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f5ff0b23-ce2d-4559-a5cf-e3499febab48 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.683589] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bc5c137-bfe2-4d49-a4de-b6d4866b4c76 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.730256] env[69613]: DEBUG nova.compute.manager [req-cefdb5fe-da14-4859-886d-83905aa1765a req-90da0537-3000-4e41-8ebf-081a4f2ca474 service nova] [instance: f41f74be-9cd8-4095-b741-d24dc9a24cc5] Detach interface failed, port_id=6051df9c-99cc-44c7-b229-a72bb0adc493, reason: Instance f41f74be-9cd8-4095-b741-d24dc9a24cc5 could not be found. {{(pid=69613) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 854.764514] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3aee3f05-8819-4254-ae4c-2bfee91a87e9 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.772697] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51b89c2f-80a8-4328-87d7-c77b7e40deb9 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.812576] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a208d8a-4b7b-45d2-98aa-36bc2389aba2 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.822385] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca2bd0d9-f332-4b37-b146-19743c82e7b7 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.845732] env[69613]: DEBUG nova.compute.provider_tree [None req-57bf9f74-2f11-41e3-8e55-b80335930028 tempest-ServersWithSpecificFlavorTestJSON-559059669 tempest-ServersWithSpecificFlavorTestJSON-559059669-project-member] Inventory has not changed in ProviderTree for provider: af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 {{(pid=69613) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 854.881121] env[69613]: DEBUG nova.network.neutron [None req-e0b25344-e6c2-4b77-847e-e1bb87fa6e30 tempest-ServersWithSpecificFlavorTestJSON-559059669 tempest-ServersWithSpecificFlavorTestJSON-559059669-project-member] [instance: 52a6a8dc-d371-4109-ba9a-0b972f1d0527] Successfully created port: 6bc936c5-9caf-409b-8b41-32109d76cf58 {{(pid=69613) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 855.084256] env[69613]: DEBUG nova.compute.manager [None req-e0b25344-e6c2-4b77-847e-e1bb87fa6e30 tempest-ServersWithSpecificFlavorTestJSON-559059669 tempest-ServersWithSpecificFlavorTestJSON-559059669-project-member] [instance: 52a6a8dc-d371-4109-ba9a-0b972f1d0527] Start building block device mappings for instance. {{(pid=69613) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 855.102105] env[69613]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 855.102105] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]52a7f962-81da-44df-b7f6-fa135d63237c" [ 855.102105] env[69613]: _type = "HttpNfcLease" [ 855.102105] env[69613]: } is ready. {{(pid=69613) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 855.103403] env[69613]: DEBUG oslo_vmware.rw_handles [None req-f5049f9d-a59d-4e2a-af78-1f0617d44ab7 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 855.103403] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]52a7f962-81da-44df-b7f6-fa135d63237c" [ 855.103403] env[69613]: _type = "HttpNfcLease" [ 855.103403] env[69613]: }. {{(pid=69613) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 855.104323] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41fa26df-09d1-42e0-b0ce-68ced6ce2afb {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.114328] env[69613]: DEBUG oslo_vmware.rw_handles [None req-f5049f9d-a59d-4e2a-af78-1f0617d44ab7 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520bce4c-2a83-5861-b3b6-bca8be406ccb/disk-0.vmdk from lease info. {{(pid=69613) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 855.114667] env[69613]: DEBUG oslo_vmware.rw_handles [None req-f5049f9d-a59d-4e2a-af78-1f0617d44ab7 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Creating HTTP connection to write to file with size = 21334016 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520bce4c-2a83-5861-b3b6-bca8be406ccb/disk-0.vmdk. {{(pid=69613) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 855.188479] env[69613]: INFO nova.compute.manager [-] [instance: f41f74be-9cd8-4095-b741-d24dc9a24cc5] Took 1.56 seconds to deallocate network for instance. [ 855.200414] env[69613]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-be5e8dd9-be26-4b30-b446-e97d3760bc90 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.351901] env[69613]: DEBUG nova.scheduler.client.report [None req-57bf9f74-2f11-41e3-8e55-b80335930028 tempest-ServersWithSpecificFlavorTestJSON-559059669 tempest-ServersWithSpecificFlavorTestJSON-559059669-project-member] Inventory has not changed for provider af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69613) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 855.696075] env[69613]: DEBUG oslo_concurrency.lockutils [None req-c54a1826-98ae-4105-83fb-02602e14f0dc tempest-VolumesAdminNegativeTest-111528841 tempest-VolumesAdminNegativeTest-111528841-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 855.860484] env[69613]: DEBUG oslo_concurrency.lockutils [None req-57bf9f74-2f11-41e3-8e55-b80335930028 tempest-ServersWithSpecificFlavorTestJSON-559059669 tempest-ServersWithSpecificFlavorTestJSON-559059669-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.323s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 855.863968] env[69613]: DEBUG oslo_concurrency.lockutils [None req-6a28e8f8-15fa-4e79-aa41-f655d2ddb4b9 tempest-AttachInterfacesV270Test-22779326 tempest-AttachInterfacesV270Test-22779326-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.126s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 855.864608] env[69613]: DEBUG nova.objects.instance [None req-6a28e8f8-15fa-4e79-aa41-f655d2ddb4b9 tempest-AttachInterfacesV270Test-22779326 tempest-AttachInterfacesV270Test-22779326-project-member] Lazy-loading 'resources' on Instance uuid 82b3a038-a7d0-403c-9058-8b8d01bafb31 {{(pid=69613) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 855.904567] env[69613]: INFO nova.scheduler.client.report [None req-57bf9f74-2f11-41e3-8e55-b80335930028 tempest-ServersWithSpecificFlavorTestJSON-559059669 tempest-ServersWithSpecificFlavorTestJSON-559059669-project-member] Deleted allocations for instance b557580c-420c-42bf-90f5-43960bf4f3d5 [ 855.929253] env[69613]: DEBUG oslo_vmware.rw_handles [None req-f5049f9d-a59d-4e2a-af78-1f0617d44ab7 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Completed reading data from the image iterator. {{(pid=69613) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 855.929594] env[69613]: DEBUG oslo_vmware.rw_handles [None req-f5049f9d-a59d-4e2a-af78-1f0617d44ab7 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520bce4c-2a83-5861-b3b6-bca8be406ccb/disk-0.vmdk. {{(pid=69613) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 855.930816] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c030746b-f65f-43fc-ba59-706bdb66445b {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.945317] env[69613]: DEBUG oslo_vmware.rw_handles [None req-f5049f9d-a59d-4e2a-af78-1f0617d44ab7 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520bce4c-2a83-5861-b3b6-bca8be406ccb/disk-0.vmdk is in state: ready. {{(pid=69613) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 855.945317] env[69613]: DEBUG oslo_vmware.rw_handles [None req-f5049f9d-a59d-4e2a-af78-1f0617d44ab7 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520bce4c-2a83-5861-b3b6-bca8be406ccb/disk-0.vmdk. {{(pid=69613) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 855.945317] env[69613]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-a7893b74-bfda-449b-9ffa-e0444cdb2d06 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.100662] env[69613]: DEBUG nova.compute.manager [None req-e0b25344-e6c2-4b77-847e-e1bb87fa6e30 tempest-ServersWithSpecificFlavorTestJSON-559059669 tempest-ServersWithSpecificFlavorTestJSON-559059669-project-member] [instance: 52a6a8dc-d371-4109-ba9a-0b972f1d0527] Start spawning the instance on the hypervisor. {{(pid=69613) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 856.118420] env[69613]: DEBUG oslo_vmware.rw_handles [None req-f5049f9d-a59d-4e2a-af78-1f0617d44ab7 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520bce4c-2a83-5861-b3b6-bca8be406ccb/disk-0.vmdk. {{(pid=69613) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 856.118774] env[69613]: INFO nova.virt.vmwareapi.images [None req-f5049f9d-a59d-4e2a-af78-1f0617d44ab7 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] [instance: 7f9ba3ee-c7ee-4737-931d-339747f6c4d8] Downloaded image file data e53643ef-f16f-43ed-a4f2-964078bff9e2 [ 856.120183] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87fd9ddb-e681-4b8a-91ea-f327da9d0668 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.148637] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2b08481a-3830-4c66-88ec-662406bdf3e7 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.159587] env[69613]: DEBUG nova.virt.hardware [None req-e0b25344-e6c2-4b77-847e-e1bb87fa6e30 tempest-ServersWithSpecificFlavorTestJSON-559059669 tempest-ServersWithSpecificFlavorTestJSON-559059669-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T13:57:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=1,extra_specs={hw_rng:allowed='True'},flavorid='1410173391',id=22,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_1-1115800236',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T13:55:19Z,direct_url=,disk_format='vmdk',id=2b7a0304-b5d0-431d-b287-32c8388d7fbd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3e9e1b873f1442d59d5ee8247b941f74',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T13:55:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 856.160421] env[69613]: DEBUG nova.virt.hardware [None req-e0b25344-e6c2-4b77-847e-e1bb87fa6e30 tempest-ServersWithSpecificFlavorTestJSON-559059669 tempest-ServersWithSpecificFlavorTestJSON-559059669-project-member] Flavor limits 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 856.160578] env[69613]: DEBUG nova.virt.hardware [None req-e0b25344-e6c2-4b77-847e-e1bb87fa6e30 tempest-ServersWithSpecificFlavorTestJSON-559059669 tempest-ServersWithSpecificFlavorTestJSON-559059669-project-member] Image limits 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 856.160807] env[69613]: DEBUG nova.virt.hardware [None req-e0b25344-e6c2-4b77-847e-e1bb87fa6e30 tempest-ServersWithSpecificFlavorTestJSON-559059669 tempest-ServersWithSpecificFlavorTestJSON-559059669-project-member] Flavor pref 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 856.160966] env[69613]: DEBUG nova.virt.hardware [None req-e0b25344-e6c2-4b77-847e-e1bb87fa6e30 tempest-ServersWithSpecificFlavorTestJSON-559059669 tempest-ServersWithSpecificFlavorTestJSON-559059669-project-member] Image pref 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 856.161135] env[69613]: DEBUG nova.virt.hardware [None req-e0b25344-e6c2-4b77-847e-e1bb87fa6e30 tempest-ServersWithSpecificFlavorTestJSON-559059669 tempest-ServersWithSpecificFlavorTestJSON-559059669-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 856.161430] env[69613]: DEBUG nova.virt.hardware [None req-e0b25344-e6c2-4b77-847e-e1bb87fa6e30 tempest-ServersWithSpecificFlavorTestJSON-559059669 tempest-ServersWithSpecificFlavorTestJSON-559059669-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 856.161704] env[69613]: DEBUG nova.virt.hardware [None req-e0b25344-e6c2-4b77-847e-e1bb87fa6e30 tempest-ServersWithSpecificFlavorTestJSON-559059669 tempest-ServersWithSpecificFlavorTestJSON-559059669-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69613) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 856.161952] env[69613]: DEBUG nova.virt.hardware [None req-e0b25344-e6c2-4b77-847e-e1bb87fa6e30 tempest-ServersWithSpecificFlavorTestJSON-559059669 tempest-ServersWithSpecificFlavorTestJSON-559059669-project-member] Got 1 possible topologies {{(pid=69613) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 856.162197] env[69613]: DEBUG nova.virt.hardware [None req-e0b25344-e6c2-4b77-847e-e1bb87fa6e30 tempest-ServersWithSpecificFlavorTestJSON-559059669 tempest-ServersWithSpecificFlavorTestJSON-559059669-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 856.162431] env[69613]: DEBUG nova.virt.hardware [None req-e0b25344-e6c2-4b77-847e-e1bb87fa6e30 tempest-ServersWithSpecificFlavorTestJSON-559059669 tempest-ServersWithSpecificFlavorTestJSON-559059669-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 856.163587] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-776228a7-c926-4b40-8cca-448841cfda4b {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.177673] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30e3dafc-3b61-492b-8d04-a6a86febd896 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.182948] env[69613]: INFO nova.virt.vmwareapi.images [None req-f5049f9d-a59d-4e2a-af78-1f0617d44ab7 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] [instance: 7f9ba3ee-c7ee-4737-931d-339747f6c4d8] The imported VM was unregistered [ 856.184515] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-f5049f9d-a59d-4e2a-af78-1f0617d44ab7 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] [instance: 7f9ba3ee-c7ee-4737-931d-339747f6c4d8] Caching image {{(pid=69613) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 856.184756] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-f5049f9d-a59d-4e2a-af78-1f0617d44ab7 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Creating directory with path [datastore1] devstack-image-cache_base/e53643ef-f16f-43ed-a4f2-964078bff9e2 {{(pid=69613) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 856.185133] env[69613]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ababc6f6-88b7-4556-b052-a363fe194ec1 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.198465] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-f5049f9d-a59d-4e2a-af78-1f0617d44ab7 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Created directory with path [datastore1] devstack-image-cache_base/e53643ef-f16f-43ed-a4f2-964078bff9e2 {{(pid=69613) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 856.198767] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-f5049f9d-a59d-4e2a-af78-1f0617d44ab7 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_b0862575-9b24-4710-821d-22f3ce85d979/OSTACK_IMG_b0862575-9b24-4710-821d-22f3ce85d979.vmdk to [datastore1] devstack-image-cache_base/e53643ef-f16f-43ed-a4f2-964078bff9e2/e53643ef-f16f-43ed-a4f2-964078bff9e2.vmdk. {{(pid=69613) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 856.199582] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-e04b23bf-2454-4362-b4ed-93a1611a9461 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.206251] env[69613]: DEBUG oslo_vmware.api [None req-f5049f9d-a59d-4e2a-af78-1f0617d44ab7 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Waiting for the task: (returnval){ [ 856.206251] env[69613]: value = "task-3417522" [ 856.206251] env[69613]: _type = "Task" [ 856.206251] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.216034] env[69613]: DEBUG oslo_vmware.api [None req-f5049f9d-a59d-4e2a-af78-1f0617d44ab7 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Task: {'id': task-3417522, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.419181] env[69613]: DEBUG oslo_concurrency.lockutils [None req-57bf9f74-2f11-41e3-8e55-b80335930028 tempest-ServersWithSpecificFlavorTestJSON-559059669 tempest-ServersWithSpecificFlavorTestJSON-559059669-project-member] Lock "b557580c-420c-42bf-90f5-43960bf4f3d5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.379s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 856.666873] env[69613]: DEBUG nova.network.neutron [None req-e0b25344-e6c2-4b77-847e-e1bb87fa6e30 tempest-ServersWithSpecificFlavorTestJSON-559059669 tempest-ServersWithSpecificFlavorTestJSON-559059669-project-member] [instance: 52a6a8dc-d371-4109-ba9a-0b972f1d0527] Successfully updated port: 6bc936c5-9caf-409b-8b41-32109d76cf58 {{(pid=69613) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 856.724109] env[69613]: DEBUG oslo_vmware.api [None req-f5049f9d-a59d-4e2a-af78-1f0617d44ab7 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Task: {'id': task-3417522, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.758380] env[69613]: DEBUG nova.compute.manager [req-0d2c3714-fe46-48f2-ade5-9b8afc6dc50f req-42b7070e-7f4e-4197-ad7d-4979c01bc5e8 service nova] [instance: 52a6a8dc-d371-4109-ba9a-0b972f1d0527] Received event network-vif-plugged-6bc936c5-9caf-409b-8b41-32109d76cf58 {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 856.758380] env[69613]: DEBUG oslo_concurrency.lockutils [req-0d2c3714-fe46-48f2-ade5-9b8afc6dc50f req-42b7070e-7f4e-4197-ad7d-4979c01bc5e8 service nova] Acquiring lock "52a6a8dc-d371-4109-ba9a-0b972f1d0527-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 856.759848] env[69613]: DEBUG oslo_concurrency.lockutils [req-0d2c3714-fe46-48f2-ade5-9b8afc6dc50f req-42b7070e-7f4e-4197-ad7d-4979c01bc5e8 service nova] Lock "52a6a8dc-d371-4109-ba9a-0b972f1d0527-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 856.759848] env[69613]: DEBUG oslo_concurrency.lockutils [req-0d2c3714-fe46-48f2-ade5-9b8afc6dc50f req-42b7070e-7f4e-4197-ad7d-4979c01bc5e8 service nova] Lock "52a6a8dc-d371-4109-ba9a-0b972f1d0527-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 856.759848] env[69613]: DEBUG nova.compute.manager [req-0d2c3714-fe46-48f2-ade5-9b8afc6dc50f req-42b7070e-7f4e-4197-ad7d-4979c01bc5e8 service nova] [instance: 52a6a8dc-d371-4109-ba9a-0b972f1d0527] No waiting events found dispatching network-vif-plugged-6bc936c5-9caf-409b-8b41-32109d76cf58 {{(pid=69613) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 856.759848] env[69613]: WARNING nova.compute.manager [req-0d2c3714-fe46-48f2-ade5-9b8afc6dc50f req-42b7070e-7f4e-4197-ad7d-4979c01bc5e8 service nova] [instance: 52a6a8dc-d371-4109-ba9a-0b972f1d0527] Received unexpected event network-vif-plugged-6bc936c5-9caf-409b-8b41-32109d76cf58 for instance with vm_state building and task_state spawning. [ 856.830270] env[69613]: DEBUG oslo_concurrency.lockutils [None req-1a8408d3-4e79-467b-a9e9-896c7b71ceb7 tempest-ServersNegativeTestMultiTenantJSON-2048837393 tempest-ServersNegativeTestMultiTenantJSON-2048837393-project-member] Acquiring lock "957361eb-46da-4668-916a-04238bff4e31" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 856.831038] env[69613]: DEBUG oslo_concurrency.lockutils [None req-1a8408d3-4e79-467b-a9e9-896c7b71ceb7 tempest-ServersNegativeTestMultiTenantJSON-2048837393 tempest-ServersNegativeTestMultiTenantJSON-2048837393-project-member] Lock "957361eb-46da-4668-916a-04238bff4e31" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 856.924767] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c47738e6-0cbd-4b12-b84c-df2bd7ca5703 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.934402] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98e295d4-18cc-4e9b-87e6-c47923982ac1 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.969334] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c054517f-cada-46c6-aebe-778521eb0f52 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.977579] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4a0d5ff-2297-4a62-842c-7c7b28e0d315 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.993141] env[69613]: DEBUG nova.compute.provider_tree [None req-6a28e8f8-15fa-4e79-aa41-f655d2ddb4b9 tempest-AttachInterfacesV270Test-22779326 tempest-AttachInterfacesV270Test-22779326-project-member] Inventory has not changed in ProviderTree for provider: af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 {{(pid=69613) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 857.167685] env[69613]: DEBUG oslo_concurrency.lockutils [None req-e0b25344-e6c2-4b77-847e-e1bb87fa6e30 tempest-ServersWithSpecificFlavorTestJSON-559059669 tempest-ServersWithSpecificFlavorTestJSON-559059669-project-member] Acquiring lock "refresh_cache-52a6a8dc-d371-4109-ba9a-0b972f1d0527" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.167855] env[69613]: DEBUG oslo_concurrency.lockutils [None req-e0b25344-e6c2-4b77-847e-e1bb87fa6e30 tempest-ServersWithSpecificFlavorTestJSON-559059669 tempest-ServersWithSpecificFlavorTestJSON-559059669-project-member] Acquired lock "refresh_cache-52a6a8dc-d371-4109-ba9a-0b972f1d0527" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.168011] env[69613]: DEBUG nova.network.neutron [None req-e0b25344-e6c2-4b77-847e-e1bb87fa6e30 tempest-ServersWithSpecificFlavorTestJSON-559059669 tempest-ServersWithSpecificFlavorTestJSON-559059669-project-member] [instance: 52a6a8dc-d371-4109-ba9a-0b972f1d0527] Building network info cache for instance {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 857.220644] env[69613]: DEBUG oslo_vmware.api [None req-f5049f9d-a59d-4e2a-af78-1f0617d44ab7 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Task: {'id': task-3417522, 'name': MoveVirtualDisk_Task} progress is 40%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.337598] env[69613]: DEBUG nova.compute.manager [None req-1a8408d3-4e79-467b-a9e9-896c7b71ceb7 tempest-ServersNegativeTestMultiTenantJSON-2048837393 tempest-ServersNegativeTestMultiTenantJSON-2048837393-project-member] [instance: 957361eb-46da-4668-916a-04238bff4e31] Starting instance... {{(pid=69613) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 857.495863] env[69613]: DEBUG nova.scheduler.client.report [None req-6a28e8f8-15fa-4e79-aa41-f655d2ddb4b9 tempest-AttachInterfacesV270Test-22779326 tempest-AttachInterfacesV270Test-22779326-project-member] Inventory has not changed for provider af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69613) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 857.714842] env[69613]: DEBUG nova.network.neutron [None req-e0b25344-e6c2-4b77-847e-e1bb87fa6e30 tempest-ServersWithSpecificFlavorTestJSON-559059669 tempest-ServersWithSpecificFlavorTestJSON-559059669-project-member] [instance: 52a6a8dc-d371-4109-ba9a-0b972f1d0527] Instance cache missing network info. {{(pid=69613) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 857.720704] env[69613]: DEBUG oslo_vmware.api [None req-f5049f9d-a59d-4e2a-af78-1f0617d44ab7 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Task: {'id': task-3417522, 'name': MoveVirtualDisk_Task} progress is 60%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.870467] env[69613]: DEBUG oslo_concurrency.lockutils [None req-1a8408d3-4e79-467b-a9e9-896c7b71ceb7 tempest-ServersNegativeTestMultiTenantJSON-2048837393 tempest-ServersNegativeTestMultiTenantJSON-2048837393-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 857.914547] env[69613]: DEBUG nova.network.neutron [None req-e0b25344-e6c2-4b77-847e-e1bb87fa6e30 tempest-ServersWithSpecificFlavorTestJSON-559059669 tempest-ServersWithSpecificFlavorTestJSON-559059669-project-member] [instance: 52a6a8dc-d371-4109-ba9a-0b972f1d0527] Updating instance_info_cache with network_info: [{"id": "6bc936c5-9caf-409b-8b41-32109d76cf58", "address": "fa:16:3e:cc:e9:e3", "network": {"id": "ed08c9b1-81be-4c7c-b3e1-d2157554d022", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1770595930-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0633badc0f924996b31009e71856408a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd7d0d95-6848-4e69-ac21-75f8db82a3b5", "external-id": "nsx-vlan-transportzone-272", "segmentation_id": 272, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6bc936c5-9c", "ovs_interfaceid": "6bc936c5-9caf-409b-8b41-32109d76cf58", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 858.001562] env[69613]: DEBUG oslo_concurrency.lockutils [None req-6a28e8f8-15fa-4e79-aa41-f655d2ddb4b9 tempest-AttachInterfacesV270Test-22779326 tempest-AttachInterfacesV270Test-22779326-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.138s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 858.004805] env[69613]: DEBUG oslo_concurrency.lockutils [None req-50e8daad-6fab-4d1c-a80b-5751dd18f546 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.258s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 858.006449] env[69613]: INFO nova.compute.claims [None req-50e8daad-6fab-4d1c-a80b-5751dd18f546 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] [instance: 9b124e5b-64d3-427b-a2bc-fed2d4ab8263] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 858.034713] env[69613]: INFO nova.scheduler.client.report [None req-6a28e8f8-15fa-4e79-aa41-f655d2ddb4b9 tempest-AttachInterfacesV270Test-22779326 tempest-AttachInterfacesV270Test-22779326-project-member] Deleted allocations for instance 82b3a038-a7d0-403c-9058-8b8d01bafb31 [ 858.220946] env[69613]: DEBUG oslo_vmware.api [None req-f5049f9d-a59d-4e2a-af78-1f0617d44ab7 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Task: {'id': task-3417522, 'name': MoveVirtualDisk_Task} progress is 80%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.418038] env[69613]: DEBUG oslo_concurrency.lockutils [None req-e0b25344-e6c2-4b77-847e-e1bb87fa6e30 tempest-ServersWithSpecificFlavorTestJSON-559059669 tempest-ServersWithSpecificFlavorTestJSON-559059669-project-member] Releasing lock "refresh_cache-52a6a8dc-d371-4109-ba9a-0b972f1d0527" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.418038] env[69613]: DEBUG nova.compute.manager [None req-e0b25344-e6c2-4b77-847e-e1bb87fa6e30 tempest-ServersWithSpecificFlavorTestJSON-559059669 tempest-ServersWithSpecificFlavorTestJSON-559059669-project-member] [instance: 52a6a8dc-d371-4109-ba9a-0b972f1d0527] Instance network_info: |[{"id": "6bc936c5-9caf-409b-8b41-32109d76cf58", "address": "fa:16:3e:cc:e9:e3", "network": {"id": "ed08c9b1-81be-4c7c-b3e1-d2157554d022", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1770595930-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0633badc0f924996b31009e71856408a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd7d0d95-6848-4e69-ac21-75f8db82a3b5", "external-id": "nsx-vlan-transportzone-272", "segmentation_id": 272, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6bc936c5-9c", "ovs_interfaceid": "6bc936c5-9caf-409b-8b41-32109d76cf58", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69613) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 858.418472] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-e0b25344-e6c2-4b77-847e-e1bb87fa6e30 tempest-ServersWithSpecificFlavorTestJSON-559059669 tempest-ServersWithSpecificFlavorTestJSON-559059669-project-member] [instance: 52a6a8dc-d371-4109-ba9a-0b972f1d0527] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cc:e9:e3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dd7d0d95-6848-4e69-ac21-75f8db82a3b5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6bc936c5-9caf-409b-8b41-32109d76cf58', 'vif_model': 'vmxnet3'}] {{(pid=69613) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 858.426376] env[69613]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e0b25344-e6c2-4b77-847e-e1bb87fa6e30 tempest-ServersWithSpecificFlavorTestJSON-559059669 tempest-ServersWithSpecificFlavorTestJSON-559059669-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69613) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 858.426639] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 52a6a8dc-d371-4109-ba9a-0b972f1d0527] Creating VM on the ESX host {{(pid=69613) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 858.426836] env[69613]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5c0ee813-6740-4f3d-ba85-fe5b2f51198f {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.449379] env[69613]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 858.449379] env[69613]: value = "task-3417523" [ 858.449379] env[69613]: _type = "Task" [ 858.449379] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.458015] env[69613]: DEBUG oslo_vmware.api [-] Task: {'id': task-3417523, 'name': CreateVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.547294] env[69613]: DEBUG oslo_concurrency.lockutils [None req-6a28e8f8-15fa-4e79-aa41-f655d2ddb4b9 tempest-AttachInterfacesV270Test-22779326 tempest-AttachInterfacesV270Test-22779326-project-member] Lock "82b3a038-a7d0-403c-9058-8b8d01bafb31" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.449s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 858.724939] env[69613]: DEBUG oslo_vmware.api [None req-f5049f9d-a59d-4e2a-af78-1f0617d44ab7 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Task: {'id': task-3417522, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.789287] env[69613]: DEBUG nova.compute.manager [req-0030658e-4bcb-453f-902b-9ac85a57f50b req-0a6dfdec-dce7-4040-8a7e-7c135798ccb8 service nova] [instance: 52a6a8dc-d371-4109-ba9a-0b972f1d0527] Received event network-changed-6bc936c5-9caf-409b-8b41-32109d76cf58 {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 858.789287] env[69613]: DEBUG nova.compute.manager [req-0030658e-4bcb-453f-902b-9ac85a57f50b req-0a6dfdec-dce7-4040-8a7e-7c135798ccb8 service nova] [instance: 52a6a8dc-d371-4109-ba9a-0b972f1d0527] Refreshing instance network info cache due to event network-changed-6bc936c5-9caf-409b-8b41-32109d76cf58. {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 858.789287] env[69613]: DEBUG oslo_concurrency.lockutils [req-0030658e-4bcb-453f-902b-9ac85a57f50b req-0a6dfdec-dce7-4040-8a7e-7c135798ccb8 service nova] Acquiring lock "refresh_cache-52a6a8dc-d371-4109-ba9a-0b972f1d0527" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.789287] env[69613]: DEBUG oslo_concurrency.lockutils [req-0030658e-4bcb-453f-902b-9ac85a57f50b req-0a6dfdec-dce7-4040-8a7e-7c135798ccb8 service nova] Acquired lock "refresh_cache-52a6a8dc-d371-4109-ba9a-0b972f1d0527" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.789287] env[69613]: DEBUG nova.network.neutron [req-0030658e-4bcb-453f-902b-9ac85a57f50b req-0a6dfdec-dce7-4040-8a7e-7c135798ccb8 service nova] [instance: 52a6a8dc-d371-4109-ba9a-0b972f1d0527] Refreshing network info cache for port 6bc936c5-9caf-409b-8b41-32109d76cf58 {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 858.961182] env[69613]: DEBUG oslo_vmware.api [-] Task: {'id': task-3417523, 'name': CreateVM_Task, 'duration_secs': 0.367838} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.961476] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 52a6a8dc-d371-4109-ba9a-0b972f1d0527] Created VM on the ESX host {{(pid=69613) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 858.962277] env[69613]: DEBUG oslo_concurrency.lockutils [None req-e0b25344-e6c2-4b77-847e-e1bb87fa6e30 tempest-ServersWithSpecificFlavorTestJSON-559059669 tempest-ServersWithSpecificFlavorTestJSON-559059669-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.962545] env[69613]: DEBUG oslo_concurrency.lockutils [None req-e0b25344-e6c2-4b77-847e-e1bb87fa6e30 tempest-ServersWithSpecificFlavorTestJSON-559059669 tempest-ServersWithSpecificFlavorTestJSON-559059669-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.962932] env[69613]: DEBUG oslo_concurrency.lockutils [None req-e0b25344-e6c2-4b77-847e-e1bb87fa6e30 tempest-ServersWithSpecificFlavorTestJSON-559059669 tempest-ServersWithSpecificFlavorTestJSON-559059669-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.963273] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9d2723a8-3ca7-4ec6-8530-69cd0b1655bb {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.968413] env[69613]: DEBUG oslo_vmware.api [None req-e0b25344-e6c2-4b77-847e-e1bb87fa6e30 tempest-ServersWithSpecificFlavorTestJSON-559059669 tempest-ServersWithSpecificFlavorTestJSON-559059669-project-member] Waiting for the task: (returnval){ [ 858.968413] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]52fb7d2e-ca59-c330-714d-4511d406d65b" [ 858.968413] env[69613]: _type = "Task" [ 858.968413] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.976583] env[69613]: DEBUG oslo_vmware.api [None req-e0b25344-e6c2-4b77-847e-e1bb87fa6e30 tempest-ServersWithSpecificFlavorTestJSON-559059669 tempest-ServersWithSpecificFlavorTestJSON-559059669-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52fb7d2e-ca59-c330-714d-4511d406d65b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.225138] env[69613]: DEBUG oslo_vmware.api [None req-f5049f9d-a59d-4e2a-af78-1f0617d44ab7 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Task: {'id': task-3417522, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.483848] env[69613]: DEBUG oslo_vmware.api [None req-e0b25344-e6c2-4b77-847e-e1bb87fa6e30 tempest-ServersWithSpecificFlavorTestJSON-559059669 tempest-ServersWithSpecificFlavorTestJSON-559059669-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52fb7d2e-ca59-c330-714d-4511d406d65b, 'name': SearchDatastore_Task, 'duration_secs': 0.017322} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.484467] env[69613]: DEBUG oslo_concurrency.lockutils [None req-e0b25344-e6c2-4b77-847e-e1bb87fa6e30 tempest-ServersWithSpecificFlavorTestJSON-559059669 tempest-ServersWithSpecificFlavorTestJSON-559059669-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.484789] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-e0b25344-e6c2-4b77-847e-e1bb87fa6e30 tempest-ServersWithSpecificFlavorTestJSON-559059669 tempest-ServersWithSpecificFlavorTestJSON-559059669-project-member] [instance: 52a6a8dc-d371-4109-ba9a-0b972f1d0527] Processing image 2b7a0304-b5d0-431d-b287-32c8388d7fbd {{(pid=69613) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 859.487019] env[69613]: DEBUG oslo_concurrency.lockutils [None req-e0b25344-e6c2-4b77-847e-e1bb87fa6e30 tempest-ServersWithSpecificFlavorTestJSON-559059669 tempest-ServersWithSpecificFlavorTestJSON-559059669-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.487019] env[69613]: DEBUG oslo_concurrency.lockutils [None req-e0b25344-e6c2-4b77-847e-e1bb87fa6e30 tempest-ServersWithSpecificFlavorTestJSON-559059669 tempest-ServersWithSpecificFlavorTestJSON-559059669-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.487019] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-e0b25344-e6c2-4b77-847e-e1bb87fa6e30 tempest-ServersWithSpecificFlavorTestJSON-559059669 tempest-ServersWithSpecificFlavorTestJSON-559059669-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69613) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 859.487019] env[69613]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e9c7eeea-a401-4d86-b589-fce0e1545fd8 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.499553] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-e0b25344-e6c2-4b77-847e-e1bb87fa6e30 tempest-ServersWithSpecificFlavorTestJSON-559059669 tempest-ServersWithSpecificFlavorTestJSON-559059669-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69613) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 859.499785] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-e0b25344-e6c2-4b77-847e-e1bb87fa6e30 tempest-ServersWithSpecificFlavorTestJSON-559059669 tempest-ServersWithSpecificFlavorTestJSON-559059669-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69613) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 859.500640] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f3e51ff1-d1b0-42cf-a6a9-4d20290b056b {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.507085] env[69613]: DEBUG oslo_vmware.api [None req-e0b25344-e6c2-4b77-847e-e1bb87fa6e30 tempest-ServersWithSpecificFlavorTestJSON-559059669 tempest-ServersWithSpecificFlavorTestJSON-559059669-project-member] Waiting for the task: (returnval){ [ 859.507085] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]52d9f5a8-0241-9122-9931-1af55534df6c" [ 859.507085] env[69613]: _type = "Task" [ 859.507085] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.518100] env[69613]: DEBUG oslo_vmware.api [None req-e0b25344-e6c2-4b77-847e-e1bb87fa6e30 tempest-ServersWithSpecificFlavorTestJSON-559059669 tempest-ServersWithSpecificFlavorTestJSON-559059669-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52d9f5a8-0241-9122-9931-1af55534df6c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.540637] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b08a4a6-f4fc-4628-942b-86280ae5a0c2 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.551806] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-057d679a-6a0c-447d-9f4a-b01636abcf0a {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.583375] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaf53a7b-0ee0-4855-80b2-2ff6dc46546f {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.591789] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7863b2ef-8777-45a0-9180-181b339f2aa0 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.605358] env[69613]: DEBUG nova.compute.provider_tree [None req-50e8daad-6fab-4d1c-a80b-5751dd18f546 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Inventory has not changed in ProviderTree for provider: af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 {{(pid=69613) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 859.666262] env[69613]: DEBUG nova.network.neutron [req-0030658e-4bcb-453f-902b-9ac85a57f50b req-0a6dfdec-dce7-4040-8a7e-7c135798ccb8 service nova] [instance: 52a6a8dc-d371-4109-ba9a-0b972f1d0527] Updated VIF entry in instance network info cache for port 6bc936c5-9caf-409b-8b41-32109d76cf58. {{(pid=69613) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 859.666626] env[69613]: DEBUG nova.network.neutron [req-0030658e-4bcb-453f-902b-9ac85a57f50b req-0a6dfdec-dce7-4040-8a7e-7c135798ccb8 service nova] [instance: 52a6a8dc-d371-4109-ba9a-0b972f1d0527] Updating instance_info_cache with network_info: [{"id": "6bc936c5-9caf-409b-8b41-32109d76cf58", "address": "fa:16:3e:cc:e9:e3", "network": {"id": "ed08c9b1-81be-4c7c-b3e1-d2157554d022", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1770595930-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0633badc0f924996b31009e71856408a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd7d0d95-6848-4e69-ac21-75f8db82a3b5", "external-id": "nsx-vlan-transportzone-272", "segmentation_id": 272, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6bc936c5-9c", "ovs_interfaceid": "6bc936c5-9caf-409b-8b41-32109d76cf58", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 859.721449] env[69613]: DEBUG oslo_vmware.api [None req-f5049f9d-a59d-4e2a-af78-1f0617d44ab7 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Task: {'id': task-3417522, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.024437] env[69613]: DEBUG oslo_vmware.api [None req-e0b25344-e6c2-4b77-847e-e1bb87fa6e30 tempest-ServersWithSpecificFlavorTestJSON-559059669 tempest-ServersWithSpecificFlavorTestJSON-559059669-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52d9f5a8-0241-9122-9931-1af55534df6c, 'name': SearchDatastore_Task, 'duration_secs': 0.011342} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.024437] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6cf0c218-4376-44c5-bb86-ac5a006a744a {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.030903] env[69613]: DEBUG oslo_vmware.api [None req-e0b25344-e6c2-4b77-847e-e1bb87fa6e30 tempest-ServersWithSpecificFlavorTestJSON-559059669 tempest-ServersWithSpecificFlavorTestJSON-559059669-project-member] Waiting for the task: (returnval){ [ 860.030903] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]52432487-7508-d34c-dd1a-25ad8b2c9d77" [ 860.030903] env[69613]: _type = "Task" [ 860.030903] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.819452] env[69613]: DEBUG nova.scheduler.client.report [None req-50e8daad-6fab-4d1c-a80b-5751dd18f546 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Inventory has not changed for provider af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69613) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 860.823092] env[69613]: DEBUG oslo_concurrency.lockutils [req-0030658e-4bcb-453f-902b-9ac85a57f50b req-0a6dfdec-dce7-4040-8a7e-7c135798ccb8 service nova] Releasing lock "refresh_cache-52a6a8dc-d371-4109-ba9a-0b972f1d0527" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.832687] env[69613]: DEBUG oslo_vmware.api [None req-e0b25344-e6c2-4b77-847e-e1bb87fa6e30 tempest-ServersWithSpecificFlavorTestJSON-559059669 tempest-ServersWithSpecificFlavorTestJSON-559059669-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52432487-7508-d34c-dd1a-25ad8b2c9d77, 'name': SearchDatastore_Task, 'duration_secs': 0.024864} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.835888] env[69613]: DEBUG oslo_concurrency.lockutils [None req-e0b25344-e6c2-4b77-847e-e1bb87fa6e30 tempest-ServersWithSpecificFlavorTestJSON-559059669 tempest-ServersWithSpecificFlavorTestJSON-559059669-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.836626] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0b25344-e6c2-4b77-847e-e1bb87fa6e30 tempest-ServersWithSpecificFlavorTestJSON-559059669 tempest-ServersWithSpecificFlavorTestJSON-559059669-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk to [datastore1] 52a6a8dc-d371-4109-ba9a-0b972f1d0527/52a6a8dc-d371-4109-ba9a-0b972f1d0527.vmdk {{(pid=69613) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 860.836755] env[69613]: DEBUG oslo_vmware.api [None req-f5049f9d-a59d-4e2a-af78-1f0617d44ab7 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Task: {'id': task-3417522, 'name': MoveVirtualDisk_Task, 'duration_secs': 3.620783} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.836890] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-13e4bac9-463e-45af-a376-181504b27a5b {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.838935] env[69613]: INFO nova.virt.vmwareapi.ds_util [None req-f5049f9d-a59d-4e2a-af78-1f0617d44ab7 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_b0862575-9b24-4710-821d-22f3ce85d979/OSTACK_IMG_b0862575-9b24-4710-821d-22f3ce85d979.vmdk to [datastore1] devstack-image-cache_base/e53643ef-f16f-43ed-a4f2-964078bff9e2/e53643ef-f16f-43ed-a4f2-964078bff9e2.vmdk. [ 860.839137] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-f5049f9d-a59d-4e2a-af78-1f0617d44ab7 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] [instance: 7f9ba3ee-c7ee-4737-931d-339747f6c4d8] Cleaning up location [datastore1] OSTACK_IMG_b0862575-9b24-4710-821d-22f3ce85d979 {{(pid=69613) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 860.839295] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-f5049f9d-a59d-4e2a-af78-1f0617d44ab7 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_b0862575-9b24-4710-821d-22f3ce85d979 {{(pid=69613) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 860.839546] env[69613]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-903ba1b2-163a-4a63-8fc3-8c1734070b57 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.848433] env[69613]: DEBUG oslo_vmware.api [None req-e0b25344-e6c2-4b77-847e-e1bb87fa6e30 tempest-ServersWithSpecificFlavorTestJSON-559059669 tempest-ServersWithSpecificFlavorTestJSON-559059669-project-member] Waiting for the task: (returnval){ [ 860.848433] env[69613]: value = "task-3417524" [ 860.848433] env[69613]: _type = "Task" [ 860.848433] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.849766] env[69613]: DEBUG oslo_vmware.api [None req-f5049f9d-a59d-4e2a-af78-1f0617d44ab7 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Waiting for the task: (returnval){ [ 860.849766] env[69613]: value = "task-3417525" [ 860.849766] env[69613]: _type = "Task" [ 860.849766] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.861239] env[69613]: DEBUG oslo_vmware.api [None req-e0b25344-e6c2-4b77-847e-e1bb87fa6e30 tempest-ServersWithSpecificFlavorTestJSON-559059669 tempest-ServersWithSpecificFlavorTestJSON-559059669-project-member] Task: {'id': task-3417524, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.865447] env[69613]: DEBUG oslo_vmware.api [None req-f5049f9d-a59d-4e2a-af78-1f0617d44ab7 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Task: {'id': task-3417525, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.329519] env[69613]: DEBUG oslo_concurrency.lockutils [None req-50e8daad-6fab-4d1c-a80b-5751dd18f546 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.325s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 861.330031] env[69613]: DEBUG nova.compute.manager [None req-50e8daad-6fab-4d1c-a80b-5751dd18f546 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] [instance: 9b124e5b-64d3-427b-a2bc-fed2d4ab8263] Start building networks asynchronously for instance. {{(pid=69613) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 861.336514] env[69613]: DEBUG oslo_concurrency.lockutils [None req-5f972bcd-12cf-4143-9ed5-3edeaa617250 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.772s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 861.336514] env[69613]: DEBUG nova.objects.instance [None req-5f972bcd-12cf-4143-9ed5-3edeaa617250 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Lazy-loading 'resources' on Instance uuid 3c040883-6acc-4ec2-b1e4-017089c4810f {{(pid=69613) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 861.369533] env[69613]: DEBUG oslo_vmware.api [None req-e0b25344-e6c2-4b77-847e-e1bb87fa6e30 tempest-ServersWithSpecificFlavorTestJSON-559059669 tempest-ServersWithSpecificFlavorTestJSON-559059669-project-member] Task: {'id': task-3417524, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.506614} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.373245] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0b25344-e6c2-4b77-847e-e1bb87fa6e30 tempest-ServersWithSpecificFlavorTestJSON-559059669 tempest-ServersWithSpecificFlavorTestJSON-559059669-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk to [datastore1] 52a6a8dc-d371-4109-ba9a-0b972f1d0527/52a6a8dc-d371-4109-ba9a-0b972f1d0527.vmdk {{(pid=69613) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 861.373495] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-e0b25344-e6c2-4b77-847e-e1bb87fa6e30 tempest-ServersWithSpecificFlavorTestJSON-559059669 tempest-ServersWithSpecificFlavorTestJSON-559059669-project-member] [instance: 52a6a8dc-d371-4109-ba9a-0b972f1d0527] Extending root virtual disk to 1048576 {{(pid=69613) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 861.376353] env[69613]: DEBUG oslo_vmware.api [None req-f5049f9d-a59d-4e2a-af78-1f0617d44ab7 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Task: {'id': task-3417525, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.040291} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.376353] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ab007efa-e806-4de0-9617-209edac09168 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.376730] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-f5049f9d-a59d-4e2a-af78-1f0617d44ab7 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Deleted the datastore file {{(pid=69613) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 861.376730] env[69613]: DEBUG oslo_concurrency.lockutils [None req-f5049f9d-a59d-4e2a-af78-1f0617d44ab7 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e53643ef-f16f-43ed-a4f2-964078bff9e2/e53643ef-f16f-43ed-a4f2-964078bff9e2.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.376956] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5049f9d-a59d-4e2a-af78-1f0617d44ab7 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e53643ef-f16f-43ed-a4f2-964078bff9e2/e53643ef-f16f-43ed-a4f2-964078bff9e2.vmdk to [datastore1] 7f9ba3ee-c7ee-4737-931d-339747f6c4d8/7f9ba3ee-c7ee-4737-931d-339747f6c4d8.vmdk {{(pid=69613) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 861.377256] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-09286ba6-f221-489d-a007-4ad864d342e4 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.386872] env[69613]: DEBUG oslo_vmware.api [None req-f5049f9d-a59d-4e2a-af78-1f0617d44ab7 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Waiting for the task: (returnval){ [ 861.386872] env[69613]: value = "task-3417527" [ 861.386872] env[69613]: _type = "Task" [ 861.386872] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.386872] env[69613]: DEBUG oslo_vmware.api [None req-e0b25344-e6c2-4b77-847e-e1bb87fa6e30 tempest-ServersWithSpecificFlavorTestJSON-559059669 tempest-ServersWithSpecificFlavorTestJSON-559059669-project-member] Waiting for the task: (returnval){ [ 861.386872] env[69613]: value = "task-3417526" [ 861.386872] env[69613]: _type = "Task" [ 861.386872] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.400527] env[69613]: DEBUG oslo_vmware.api [None req-f5049f9d-a59d-4e2a-af78-1f0617d44ab7 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Task: {'id': task-3417527, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.408835] env[69613]: DEBUG oslo_vmware.api [None req-e0b25344-e6c2-4b77-847e-e1bb87fa6e30 tempest-ServersWithSpecificFlavorTestJSON-559059669 tempest-ServersWithSpecificFlavorTestJSON-559059669-project-member] Task: {'id': task-3417526, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.841194] env[69613]: DEBUG nova.compute.utils [None req-50e8daad-6fab-4d1c-a80b-5751dd18f546 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Using /dev/sd instead of None {{(pid=69613) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 861.847361] env[69613]: DEBUG nova.compute.manager [None req-50e8daad-6fab-4d1c-a80b-5751dd18f546 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] [instance: 9b124e5b-64d3-427b-a2bc-fed2d4ab8263] Allocating IP information in the background. {{(pid=69613) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 861.847361] env[69613]: DEBUG nova.network.neutron [None req-50e8daad-6fab-4d1c-a80b-5751dd18f546 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] [instance: 9b124e5b-64d3-427b-a2bc-fed2d4ab8263] allocate_for_instance() {{(pid=69613) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 861.908129] env[69613]: DEBUG nova.objects.instance [None req-57ca5099-9177-4c50-8b3a-b0982505f7a8 tempest-AttachInterfacesUnderV243Test-1097413231 tempest-AttachInterfacesUnderV243Test-1097413231-project-member] Lazy-loading 'flavor' on Instance uuid df4f5b07-b088-4c1f-9a13-7812115eeaf0 {{(pid=69613) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 861.917367] env[69613]: DEBUG oslo_vmware.api [None req-e0b25344-e6c2-4b77-847e-e1bb87fa6e30 tempest-ServersWithSpecificFlavorTestJSON-559059669 tempest-ServersWithSpecificFlavorTestJSON-559059669-project-member] Task: {'id': task-3417526, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072394} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.917678] env[69613]: DEBUG oslo_vmware.api [None req-f5049f9d-a59d-4e2a-af78-1f0617d44ab7 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Task: {'id': task-3417527, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.917875] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-e0b25344-e6c2-4b77-847e-e1bb87fa6e30 tempest-ServersWithSpecificFlavorTestJSON-559059669 tempest-ServersWithSpecificFlavorTestJSON-559059669-project-member] [instance: 52a6a8dc-d371-4109-ba9a-0b972f1d0527] Extended root virtual disk {{(pid=69613) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 861.918719] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db8e596e-e184-4da2-a552-c9b394e00c26 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.950268] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-e0b25344-e6c2-4b77-847e-e1bb87fa6e30 tempest-ServersWithSpecificFlavorTestJSON-559059669 tempest-ServersWithSpecificFlavorTestJSON-559059669-project-member] [instance: 52a6a8dc-d371-4109-ba9a-0b972f1d0527] Reconfiguring VM instance instance-00000041 to attach disk [datastore1] 52a6a8dc-d371-4109-ba9a-0b972f1d0527/52a6a8dc-d371-4109-ba9a-0b972f1d0527.vmdk or device None with type sparse {{(pid=69613) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 861.954945] env[69613]: DEBUG nova.policy [None req-50e8daad-6fab-4d1c-a80b-5751dd18f546 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '217258f0cf3b48b69694db1f73826e5d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c95e457d9ff84ad99712006a0d8c5dc4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69613) authorize /opt/stack/nova/nova/policy.py:192}} [ 861.957143] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2b4065e5-b442-42e0-b546-a69ac1e31fa3 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.981053] env[69613]: DEBUG oslo_vmware.api [None req-e0b25344-e6c2-4b77-847e-e1bb87fa6e30 tempest-ServersWithSpecificFlavorTestJSON-559059669 tempest-ServersWithSpecificFlavorTestJSON-559059669-project-member] Waiting for the task: (returnval){ [ 861.981053] env[69613]: value = "task-3417528" [ 861.981053] env[69613]: _type = "Task" [ 861.981053] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.991522] env[69613]: DEBUG oslo_vmware.api [None req-e0b25344-e6c2-4b77-847e-e1bb87fa6e30 tempest-ServersWithSpecificFlavorTestJSON-559059669 tempest-ServersWithSpecificFlavorTestJSON-559059669-project-member] Task: {'id': task-3417528, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.350882] env[69613]: DEBUG nova.compute.manager [None req-50e8daad-6fab-4d1c-a80b-5751dd18f546 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] [instance: 9b124e5b-64d3-427b-a2bc-fed2d4ab8263] Start building block device mappings for instance. {{(pid=69613) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 862.406089] env[69613]: DEBUG oslo_vmware.api [None req-f5049f9d-a59d-4e2a-af78-1f0617d44ab7 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Task: {'id': task-3417527, 'name': CopyVirtualDisk_Task} progress is 38%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.413318] env[69613]: DEBUG oslo_concurrency.lockutils [None req-57ca5099-9177-4c50-8b3a-b0982505f7a8 tempest-AttachInterfacesUnderV243Test-1097413231 tempest-AttachInterfacesUnderV243Test-1097413231-project-member] Acquiring lock "refresh_cache-df4f5b07-b088-4c1f-9a13-7812115eeaf0" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.413458] env[69613]: DEBUG oslo_concurrency.lockutils [None req-57ca5099-9177-4c50-8b3a-b0982505f7a8 tempest-AttachInterfacesUnderV243Test-1097413231 tempest-AttachInterfacesUnderV243Test-1097413231-project-member] Acquired lock "refresh_cache-df4f5b07-b088-4c1f-9a13-7812115eeaf0" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.417458] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39f77e1e-bcbd-42e1-a259-95ac552092f0 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.425821] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6eb9ea8-77ef-4b32-ab49-1846ee0229e1 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.458574] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61fecb67-0a2c-4f81-853b-77ebb3c61d42 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.468991] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f88fd8ee-7786-4cdf-b761-00a588d61087 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.490421] env[69613]: DEBUG nova.compute.provider_tree [None req-5f972bcd-12cf-4143-9ed5-3edeaa617250 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Inventory has not changed in ProviderTree for provider: af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 {{(pid=69613) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 862.499777] env[69613]: DEBUG oslo_vmware.api [None req-e0b25344-e6c2-4b77-847e-e1bb87fa6e30 tempest-ServersWithSpecificFlavorTestJSON-559059669 tempest-ServersWithSpecificFlavorTestJSON-559059669-project-member] Task: {'id': task-3417528, 'name': ReconfigVM_Task, 'duration_secs': 0.505387} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.500497] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-e0b25344-e6c2-4b77-847e-e1bb87fa6e30 tempest-ServersWithSpecificFlavorTestJSON-559059669 tempest-ServersWithSpecificFlavorTestJSON-559059669-project-member] [instance: 52a6a8dc-d371-4109-ba9a-0b972f1d0527] Reconfigured VM instance instance-00000041 to attach disk [datastore1] 52a6a8dc-d371-4109-ba9a-0b972f1d0527/52a6a8dc-d371-4109-ba9a-0b972f1d0527.vmdk or device None with type sparse {{(pid=69613) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 862.500836] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0b25344-e6c2-4b77-847e-e1bb87fa6e30 tempest-ServersWithSpecificFlavorTestJSON-559059669 tempest-ServersWithSpecificFlavorTestJSON-559059669-project-member] Creating Virtual Disk of size 1048576 KB and adapter type paraVirtual on the data store {{(pid=69613) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1383}} [ 862.502068] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CreateVirtualDisk_Task with opID=oslo.vmware-7aff58fe-bb42-4e86-b1f2-0600692cffb2 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.510547] env[69613]: DEBUG oslo_vmware.api [None req-e0b25344-e6c2-4b77-847e-e1bb87fa6e30 tempest-ServersWithSpecificFlavorTestJSON-559059669 tempest-ServersWithSpecificFlavorTestJSON-559059669-project-member] Waiting for the task: (returnval){ [ 862.510547] env[69613]: value = "task-3417529" [ 862.510547] env[69613]: _type = "Task" [ 862.510547] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.522300] env[69613]: DEBUG oslo_vmware.api [None req-e0b25344-e6c2-4b77-847e-e1bb87fa6e30 tempest-ServersWithSpecificFlavorTestJSON-559059669 tempest-ServersWithSpecificFlavorTestJSON-559059669-project-member] Task: {'id': task-3417529, 'name': CreateVirtualDisk_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.532111] env[69613]: DEBUG nova.network.neutron [None req-50e8daad-6fab-4d1c-a80b-5751dd18f546 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] [instance: 9b124e5b-64d3-427b-a2bc-fed2d4ab8263] Successfully created port: 707aa81c-fb2b-4beb-acbd-0ded026bbb46 {{(pid=69613) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 862.898549] env[69613]: DEBUG oslo_vmware.api [None req-f5049f9d-a59d-4e2a-af78-1f0617d44ab7 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Task: {'id': task-3417527, 'name': CopyVirtualDisk_Task} progress is 57%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.995914] env[69613]: DEBUG nova.scheduler.client.report [None req-5f972bcd-12cf-4143-9ed5-3edeaa617250 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Inventory has not changed for provider af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69613) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 863.021618] env[69613]: DEBUG oslo_vmware.api [None req-e0b25344-e6c2-4b77-847e-e1bb87fa6e30 tempest-ServersWithSpecificFlavorTestJSON-559059669 tempest-ServersWithSpecificFlavorTestJSON-559059669-project-member] Task: {'id': task-3417529, 'name': CreateVirtualDisk_Task, 'duration_secs': 0.059996} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.021984] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0b25344-e6c2-4b77-847e-e1bb87fa6e30 tempest-ServersWithSpecificFlavorTestJSON-559059669 tempest-ServersWithSpecificFlavorTestJSON-559059669-project-member] Created Virtual Disk of size 1048576 KB and type thin {{(pid=69613) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1404}} [ 863.022879] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f3b52d3-4028-4105-80e1-6815e359d1b2 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.051885] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-e0b25344-e6c2-4b77-847e-e1bb87fa6e30 tempest-ServersWithSpecificFlavorTestJSON-559059669 tempest-ServersWithSpecificFlavorTestJSON-559059669-project-member] [instance: 52a6a8dc-d371-4109-ba9a-0b972f1d0527] Reconfiguring VM instance instance-00000041 to attach disk [datastore1] 52a6a8dc-d371-4109-ba9a-0b972f1d0527/ephemeral_0.vmdk or device None with type thin {{(pid=69613) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 863.052660] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9a9ccd2e-e9c6-47ee-a4a6-4ab25c201c55 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.073665] env[69613]: DEBUG oslo_vmware.api [None req-e0b25344-e6c2-4b77-847e-e1bb87fa6e30 tempest-ServersWithSpecificFlavorTestJSON-559059669 tempest-ServersWithSpecificFlavorTestJSON-559059669-project-member] Waiting for the task: (returnval){ [ 863.073665] env[69613]: value = "task-3417530" [ 863.073665] env[69613]: _type = "Task" [ 863.073665] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.083081] env[69613]: DEBUG oslo_vmware.api [None req-e0b25344-e6c2-4b77-847e-e1bb87fa6e30 tempest-ServersWithSpecificFlavorTestJSON-559059669 tempest-ServersWithSpecificFlavorTestJSON-559059669-project-member] Task: {'id': task-3417530, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.319507] env[69613]: DEBUG nova.network.neutron [None req-57ca5099-9177-4c50-8b3a-b0982505f7a8 tempest-AttachInterfacesUnderV243Test-1097413231 tempest-AttachInterfacesUnderV243Test-1097413231-project-member] [instance: df4f5b07-b088-4c1f-9a13-7812115eeaf0] Building network info cache for instance {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 863.360498] env[69613]: DEBUG nova.compute.manager [None req-50e8daad-6fab-4d1c-a80b-5751dd18f546 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] [instance: 9b124e5b-64d3-427b-a2bc-fed2d4ab8263] Start spawning the instance on the hypervisor. {{(pid=69613) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 863.401084] env[69613]: DEBUG oslo_vmware.api [None req-f5049f9d-a59d-4e2a-af78-1f0617d44ab7 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Task: {'id': task-3417527, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.412308] env[69613]: DEBUG nova.virt.hardware [None req-50e8daad-6fab-4d1c-a80b-5751dd18f546 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T13:55:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T13:55:19Z,direct_url=,disk_format='vmdk',id=2b7a0304-b5d0-431d-b287-32c8388d7fbd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3e9e1b873f1442d59d5ee8247b941f74',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T13:55:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 863.412561] env[69613]: DEBUG nova.virt.hardware [None req-50e8daad-6fab-4d1c-a80b-5751dd18f546 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Flavor limits 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 863.412852] env[69613]: DEBUG nova.virt.hardware [None req-50e8daad-6fab-4d1c-a80b-5751dd18f546 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Image limits 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 863.412887] env[69613]: DEBUG nova.virt.hardware [None req-50e8daad-6fab-4d1c-a80b-5751dd18f546 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Flavor pref 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 863.413203] env[69613]: DEBUG nova.virt.hardware [None req-50e8daad-6fab-4d1c-a80b-5751dd18f546 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Image pref 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 863.413428] env[69613]: DEBUG nova.virt.hardware [None req-50e8daad-6fab-4d1c-a80b-5751dd18f546 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 863.413863] env[69613]: DEBUG nova.virt.hardware [None req-50e8daad-6fab-4d1c-a80b-5751dd18f546 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 863.414192] env[69613]: DEBUG nova.virt.hardware [None req-50e8daad-6fab-4d1c-a80b-5751dd18f546 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69613) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 863.414396] env[69613]: DEBUG nova.virt.hardware [None req-50e8daad-6fab-4d1c-a80b-5751dd18f546 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Got 1 possible topologies {{(pid=69613) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 863.414568] env[69613]: DEBUG nova.virt.hardware [None req-50e8daad-6fab-4d1c-a80b-5751dd18f546 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 863.414781] env[69613]: DEBUG nova.virt.hardware [None req-50e8daad-6fab-4d1c-a80b-5751dd18f546 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 863.415854] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36b31649-343f-4358-974e-0ebab4f6d8cc {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.425402] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd030965-9e38-4d35-88a4-36c346040fa7 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.451450] env[69613]: DEBUG nova.compute.manager [req-96bddd44-6939-4afc-a1b9-0cbe7615f612 req-ffe66ab9-50e4-44a1-9903-8052a144c0bb service nova] [instance: df4f5b07-b088-4c1f-9a13-7812115eeaf0] Received event network-changed-c048ad24-0dfb-47e5-ae37-b4fbdbaa80be {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 863.452340] env[69613]: DEBUG nova.compute.manager [req-96bddd44-6939-4afc-a1b9-0cbe7615f612 req-ffe66ab9-50e4-44a1-9903-8052a144c0bb service nova] [instance: df4f5b07-b088-4c1f-9a13-7812115eeaf0] Refreshing instance network info cache due to event network-changed-c048ad24-0dfb-47e5-ae37-b4fbdbaa80be. {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 863.452597] env[69613]: DEBUG oslo_concurrency.lockutils [req-96bddd44-6939-4afc-a1b9-0cbe7615f612 req-ffe66ab9-50e4-44a1-9903-8052a144c0bb service nova] Acquiring lock "refresh_cache-df4f5b07-b088-4c1f-9a13-7812115eeaf0" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.502463] env[69613]: DEBUG oslo_concurrency.lockutils [None req-5f972bcd-12cf-4143-9ed5-3edeaa617250 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.168s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 863.505745] env[69613]: DEBUG oslo_concurrency.lockutils [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 36.824s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 863.541168] env[69613]: INFO nova.scheduler.client.report [None req-5f972bcd-12cf-4143-9ed5-3edeaa617250 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Deleted allocations for instance 3c040883-6acc-4ec2-b1e4-017089c4810f [ 863.590029] env[69613]: DEBUG oslo_vmware.api [None req-e0b25344-e6c2-4b77-847e-e1bb87fa6e30 tempest-ServersWithSpecificFlavorTestJSON-559059669 tempest-ServersWithSpecificFlavorTestJSON-559059669-project-member] Task: {'id': task-3417530, 'name': ReconfigVM_Task, 'duration_secs': 0.454695} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.590259] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-e0b25344-e6c2-4b77-847e-e1bb87fa6e30 tempest-ServersWithSpecificFlavorTestJSON-559059669 tempest-ServersWithSpecificFlavorTestJSON-559059669-project-member] [instance: 52a6a8dc-d371-4109-ba9a-0b972f1d0527] Reconfigured VM instance instance-00000041 to attach disk [datastore1] 52a6a8dc-d371-4109-ba9a-0b972f1d0527/ephemeral_0.vmdk or device None with type thin {{(pid=69613) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 863.590962] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-595dd4c2-6138-4fcc-83a3-5910876e4722 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.599966] env[69613]: DEBUG oslo_vmware.api [None req-e0b25344-e6c2-4b77-847e-e1bb87fa6e30 tempest-ServersWithSpecificFlavorTestJSON-559059669 tempest-ServersWithSpecificFlavorTestJSON-559059669-project-member] Waiting for the task: (returnval){ [ 863.599966] env[69613]: value = "task-3417531" [ 863.599966] env[69613]: _type = "Task" [ 863.599966] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.614033] env[69613]: DEBUG oslo_vmware.api [None req-e0b25344-e6c2-4b77-847e-e1bb87fa6e30 tempest-ServersWithSpecificFlavorTestJSON-559059669 tempest-ServersWithSpecificFlavorTestJSON-559059669-project-member] Task: {'id': task-3417531, 'name': Rename_Task} progress is 6%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.904283] env[69613]: DEBUG oslo_vmware.api [None req-f5049f9d-a59d-4e2a-af78-1f0617d44ab7 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Task: {'id': task-3417527, 'name': CopyVirtualDisk_Task} progress is 97%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.053414] env[69613]: DEBUG oslo_concurrency.lockutils [None req-5f972bcd-12cf-4143-9ed5-3edeaa617250 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Lock "3c040883-6acc-4ec2-b1e4-017089c4810f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.060s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 864.116211] env[69613]: DEBUG oslo_vmware.api [None req-e0b25344-e6c2-4b77-847e-e1bb87fa6e30 tempest-ServersWithSpecificFlavorTestJSON-559059669 tempest-ServersWithSpecificFlavorTestJSON-559059669-project-member] Task: {'id': task-3417531, 'name': Rename_Task, 'duration_secs': 0.20863} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.116936] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0b25344-e6c2-4b77-847e-e1bb87fa6e30 tempest-ServersWithSpecificFlavorTestJSON-559059669 tempest-ServersWithSpecificFlavorTestJSON-559059669-project-member] [instance: 52a6a8dc-d371-4109-ba9a-0b972f1d0527] Powering on the VM {{(pid=69613) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 864.117655] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-853539df-bf66-4b76-8c5c-724273217621 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.128259] env[69613]: DEBUG oslo_vmware.api [None req-e0b25344-e6c2-4b77-847e-e1bb87fa6e30 tempest-ServersWithSpecificFlavorTestJSON-559059669 tempest-ServersWithSpecificFlavorTestJSON-559059669-project-member] Waiting for the task: (returnval){ [ 864.128259] env[69613]: value = "task-3417532" [ 864.128259] env[69613]: _type = "Task" [ 864.128259] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.141523] env[69613]: DEBUG oslo_vmware.api [None req-e0b25344-e6c2-4b77-847e-e1bb87fa6e30 tempest-ServersWithSpecificFlavorTestJSON-559059669 tempest-ServersWithSpecificFlavorTestJSON-559059669-project-member] Task: {'id': task-3417532, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.282363] env[69613]: DEBUG nova.network.neutron [None req-57ca5099-9177-4c50-8b3a-b0982505f7a8 tempest-AttachInterfacesUnderV243Test-1097413231 tempest-AttachInterfacesUnderV243Test-1097413231-project-member] [instance: df4f5b07-b088-4c1f-9a13-7812115eeaf0] Updating instance_info_cache with network_info: [{"id": "c048ad24-0dfb-47e5-ae37-b4fbdbaa80be", "address": "fa:16:3e:2c:1a:39", "network": {"id": "29015a12-714c-4ace-bdde-5faf85dce29f", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-784612567-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.243", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae76c8f55e184e45af12c026b8dcc734", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "392517be-6cb8-4b5b-9a52-449bfe2e16f7", "external-id": "nsx-vlan-transportzone-351", "segmentation_id": 351, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc048ad24-0d", "ovs_interfaceid": "c048ad24-0dfb-47e5-ae37-b4fbdbaa80be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 864.403631] env[69613]: DEBUG oslo_vmware.api [None req-f5049f9d-a59d-4e2a-af78-1f0617d44ab7 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Task: {'id': task-3417527, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.591244} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.404097] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5049f9d-a59d-4e2a-af78-1f0617d44ab7 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e53643ef-f16f-43ed-a4f2-964078bff9e2/e53643ef-f16f-43ed-a4f2-964078bff9e2.vmdk to [datastore1] 7f9ba3ee-c7ee-4737-931d-339747f6c4d8/7f9ba3ee-c7ee-4737-931d-339747f6c4d8.vmdk {{(pid=69613) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 864.404901] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8e599cd-1e4e-49d5-9ff4-14a155073746 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.431021] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-f5049f9d-a59d-4e2a-af78-1f0617d44ab7 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] [instance: 7f9ba3ee-c7ee-4737-931d-339747f6c4d8] Reconfiguring VM instance instance-00000040 to attach disk [datastore1] 7f9ba3ee-c7ee-4737-931d-339747f6c4d8/7f9ba3ee-c7ee-4737-931d-339747f6c4d8.vmdk or device None with type streamOptimized {{(pid=69613) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 864.431021] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4163e124-72fd-482a-913d-b6d6bc18f9d3 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.458021] env[69613]: DEBUG oslo_vmware.api [None req-f5049f9d-a59d-4e2a-af78-1f0617d44ab7 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Waiting for the task: (returnval){ [ 864.458021] env[69613]: value = "task-3417533" [ 864.458021] env[69613]: _type = "Task" [ 864.458021] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.467469] env[69613]: DEBUG oslo_vmware.api [None req-f5049f9d-a59d-4e2a-af78-1f0617d44ab7 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Task: {'id': task-3417533, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.515257] env[69613]: DEBUG nova.network.neutron [None req-50e8daad-6fab-4d1c-a80b-5751dd18f546 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] [instance: 9b124e5b-64d3-427b-a2bc-fed2d4ab8263] Successfully updated port: 707aa81c-fb2b-4beb-acbd-0ded026bbb46 {{(pid=69613) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 864.526797] env[69613]: DEBUG nova.compute.resource_tracker [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Applying migration context for instance cf649a29-c0b2-4cc4-9d7d-da72ef553093 as it has an incoming, in-progress migration 86ebc1d0-42d8-43c5-a04e-c8902f6a41e9. Migration status is confirming {{(pid=69613) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 864.531161] env[69613]: INFO nova.compute.resource_tracker [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] [instance: cf649a29-c0b2-4cc4-9d7d-da72ef553093] Updating resource usage from migration 86ebc1d0-42d8-43c5-a04e-c8902f6a41e9 [ 864.564597] env[69613]: DEBUG nova.compute.resource_tracker [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Instance 30032fc2-1100-456a-bd0d-f3daf0a16662 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69613) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 864.564597] env[69613]: DEBUG nova.compute.resource_tracker [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Instance 030be18d-ee6f-4000-98f6-9e9a1c041a03 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69613) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 864.564597] env[69613]: DEBUG nova.compute.resource_tracker [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Instance 54fe2a35-52f3-4c21-a0f4-522e44b620a0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69613) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 864.564597] env[69613]: DEBUG nova.compute.resource_tracker [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Instance 1fb750ed-62d4-4784-bf6c-6d777dc5ddb0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69613) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 864.564976] env[69613]: DEBUG nova.compute.resource_tracker [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Instance 6ec24a38-4b28-42e6-b86b-654d79714a95 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69613) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 864.564976] env[69613]: WARNING nova.compute.resource_tracker [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Instance 115e1a8c-381d-47c2-882d-a425f5e783f7 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 864.564976] env[69613]: DEBUG nova.compute.resource_tracker [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Instance 9ee7dbf3-c86a-4cd8-ad1e-ca92cb90164d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69613) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 864.564976] env[69613]: DEBUG nova.compute.resource_tracker [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Instance fa7f8ff7-658a-46d0-a6dc-232614af850d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69613) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 864.565151] env[69613]: WARNING nova.compute.resource_tracker [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Instance 3d07cf05-d08d-409f-9bbd-b7ff213e29ff is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 864.565151] env[69613]: WARNING nova.compute.resource_tracker [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Instance 352f5690-451d-489a-a7b1-259ff9b95e49 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 864.565151] env[69613]: DEBUG nova.compute.resource_tracker [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Instance df4f5b07-b088-4c1f-9a13-7812115eeaf0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69613) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 864.565151] env[69613]: WARNING nova.compute.resource_tracker [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Instance 83459ab7-4522-4d02-8ef3-80a3eb14dde5 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 864.565151] env[69613]: DEBUG nova.compute.resource_tracker [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Instance b2c6c4bb-86f8-4e8f-b83d-a77d00447ff2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69613) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 864.565302] env[69613]: WARNING nova.compute.resource_tracker [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Instance 42aba8f8-9657-437f-b305-13239f26fac2 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 864.565302] env[69613]: DEBUG nova.compute.resource_tracker [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Instance 71e0d53c-ff3f-4a77-aa25-2a07e64500a7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69613) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 864.565395] env[69613]: DEBUG nova.compute.resource_tracker [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Instance 14d0f0b3-1a44-4461-a24b-7a39574b7532 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69613) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 864.565598] env[69613]: WARNING nova.compute.resource_tracker [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Instance 18e8c7de-e7c8-4bb2-be6f-52dd2c20489b is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 864.565598] env[69613]: WARNING nova.compute.resource_tracker [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Instance 1d1867b6-e625-4262-849c-a6ce4acce7bf is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 864.565719] env[69613]: DEBUG nova.compute.resource_tracker [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Instance aa0eb3a4-34df-4e34-b86a-2a1d19f3a984 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69613) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 864.566152] env[69613]: DEBUG nova.compute.resource_tracker [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Migration 86ebc1d0-42d8-43c5-a04e-c8902f6a41e9 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69613) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 864.566152] env[69613]: DEBUG nova.compute.resource_tracker [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Instance cf649a29-c0b2-4cc4-9d7d-da72ef553093 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69613) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 864.566488] env[69613]: WARNING nova.compute.resource_tracker [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Instance f41f74be-9cd8-4095-b741-d24dc9a24cc5 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 864.566761] env[69613]: DEBUG nova.compute.resource_tracker [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Instance 7f9ba3ee-c7ee-4737-931d-339747f6c4d8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69613) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 864.566927] env[69613]: DEBUG nova.compute.resource_tracker [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Instance 52a6a8dc-d371-4109-ba9a-0b972f1d0527 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69613) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 864.569016] env[69613]: DEBUG nova.compute.resource_tracker [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Instance 9b124e5b-64d3-427b-a2bc-fed2d4ab8263 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69613) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 864.637580] env[69613]: DEBUG oslo_vmware.api [None req-e0b25344-e6c2-4b77-847e-e1bb87fa6e30 tempest-ServersWithSpecificFlavorTestJSON-559059669 tempest-ServersWithSpecificFlavorTestJSON-559059669-project-member] Task: {'id': task-3417532, 'name': PowerOnVM_Task, 'duration_secs': 0.497208} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.638223] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0b25344-e6c2-4b77-847e-e1bb87fa6e30 tempest-ServersWithSpecificFlavorTestJSON-559059669 tempest-ServersWithSpecificFlavorTestJSON-559059669-project-member] [instance: 52a6a8dc-d371-4109-ba9a-0b972f1d0527] Powered on the VM {{(pid=69613) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 864.638223] env[69613]: INFO nova.compute.manager [None req-e0b25344-e6c2-4b77-847e-e1bb87fa6e30 tempest-ServersWithSpecificFlavorTestJSON-559059669 tempest-ServersWithSpecificFlavorTestJSON-559059669-project-member] [instance: 52a6a8dc-d371-4109-ba9a-0b972f1d0527] Took 8.54 seconds to spawn the instance on the hypervisor. [ 864.638223] env[69613]: DEBUG nova.compute.manager [None req-e0b25344-e6c2-4b77-847e-e1bb87fa6e30 tempest-ServersWithSpecificFlavorTestJSON-559059669 tempest-ServersWithSpecificFlavorTestJSON-559059669-project-member] [instance: 52a6a8dc-d371-4109-ba9a-0b972f1d0527] Checking state {{(pid=69613) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 864.639062] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d6af7cc-b970-4f1e-8d50-d03785f614b3 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.693149] env[69613]: DEBUG nova.compute.manager [req-fe6054b8-2ed9-4c20-87c5-115c98566632 req-d3f5076c-d8eb-40e8-a975-acda7e762698 service nova] [instance: 9b124e5b-64d3-427b-a2bc-fed2d4ab8263] Received event network-vif-plugged-707aa81c-fb2b-4beb-acbd-0ded026bbb46 {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 864.693395] env[69613]: DEBUG oslo_concurrency.lockutils [req-fe6054b8-2ed9-4c20-87c5-115c98566632 req-d3f5076c-d8eb-40e8-a975-acda7e762698 service nova] Acquiring lock "9b124e5b-64d3-427b-a2bc-fed2d4ab8263-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 864.693625] env[69613]: DEBUG oslo_concurrency.lockutils [req-fe6054b8-2ed9-4c20-87c5-115c98566632 req-d3f5076c-d8eb-40e8-a975-acda7e762698 service nova] Lock "9b124e5b-64d3-427b-a2bc-fed2d4ab8263-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 864.693769] env[69613]: DEBUG oslo_concurrency.lockutils [req-fe6054b8-2ed9-4c20-87c5-115c98566632 req-d3f5076c-d8eb-40e8-a975-acda7e762698 service nova] Lock "9b124e5b-64d3-427b-a2bc-fed2d4ab8263-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 864.693941] env[69613]: DEBUG nova.compute.manager [req-fe6054b8-2ed9-4c20-87c5-115c98566632 req-d3f5076c-d8eb-40e8-a975-acda7e762698 service nova] [instance: 9b124e5b-64d3-427b-a2bc-fed2d4ab8263] No waiting events found dispatching network-vif-plugged-707aa81c-fb2b-4beb-acbd-0ded026bbb46 {{(pid=69613) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 864.694114] env[69613]: WARNING nova.compute.manager [req-fe6054b8-2ed9-4c20-87c5-115c98566632 req-d3f5076c-d8eb-40e8-a975-acda7e762698 service nova] [instance: 9b124e5b-64d3-427b-a2bc-fed2d4ab8263] Received unexpected event network-vif-plugged-707aa81c-fb2b-4beb-acbd-0ded026bbb46 for instance with vm_state building and task_state spawning. [ 864.787056] env[69613]: DEBUG oslo_concurrency.lockutils [None req-57ca5099-9177-4c50-8b3a-b0982505f7a8 tempest-AttachInterfacesUnderV243Test-1097413231 tempest-AttachInterfacesUnderV243Test-1097413231-project-member] Releasing lock "refresh_cache-df4f5b07-b088-4c1f-9a13-7812115eeaf0" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.787056] env[69613]: DEBUG nova.compute.manager [None req-57ca5099-9177-4c50-8b3a-b0982505f7a8 tempest-AttachInterfacesUnderV243Test-1097413231 tempest-AttachInterfacesUnderV243Test-1097413231-project-member] [instance: df4f5b07-b088-4c1f-9a13-7812115eeaf0] Inject network info {{(pid=69613) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 864.787136] env[69613]: DEBUG nova.compute.manager [None req-57ca5099-9177-4c50-8b3a-b0982505f7a8 tempest-AttachInterfacesUnderV243Test-1097413231 tempest-AttachInterfacesUnderV243Test-1097413231-project-member] [instance: df4f5b07-b088-4c1f-9a13-7812115eeaf0] network_info to inject: |[{"id": "c048ad24-0dfb-47e5-ae37-b4fbdbaa80be", "address": "fa:16:3e:2c:1a:39", "network": {"id": "29015a12-714c-4ace-bdde-5faf85dce29f", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-784612567-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.243", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae76c8f55e184e45af12c026b8dcc734", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "392517be-6cb8-4b5b-9a52-449bfe2e16f7", "external-id": "nsx-vlan-transportzone-351", "segmentation_id": 351, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc048ad24-0d", "ovs_interfaceid": "c048ad24-0dfb-47e5-ae37-b4fbdbaa80be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69613) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 864.793789] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-57ca5099-9177-4c50-8b3a-b0982505f7a8 tempest-AttachInterfacesUnderV243Test-1097413231 tempest-AttachInterfacesUnderV243Test-1097413231-project-member] [instance: df4f5b07-b088-4c1f-9a13-7812115eeaf0] Reconfiguring VM instance to set the machine id {{(pid=69613) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 864.793789] env[69613]: DEBUG oslo_concurrency.lockutils [req-96bddd44-6939-4afc-a1b9-0cbe7615f612 req-ffe66ab9-50e4-44a1-9903-8052a144c0bb service nova] Acquired lock "refresh_cache-df4f5b07-b088-4c1f-9a13-7812115eeaf0" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.793789] env[69613]: DEBUG nova.network.neutron [req-96bddd44-6939-4afc-a1b9-0cbe7615f612 req-ffe66ab9-50e4-44a1-9903-8052a144c0bb service nova] [instance: df4f5b07-b088-4c1f-9a13-7812115eeaf0] Refreshing network info cache for port c048ad24-0dfb-47e5-ae37-b4fbdbaa80be {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 864.793789] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a041a2af-70bf-424a-95bc-7d1d0433b8ac {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.819716] env[69613]: DEBUG oslo_vmware.api [None req-57ca5099-9177-4c50-8b3a-b0982505f7a8 tempest-AttachInterfacesUnderV243Test-1097413231 tempest-AttachInterfacesUnderV243Test-1097413231-project-member] Waiting for the task: (returnval){ [ 864.819716] env[69613]: value = "task-3417534" [ 864.819716] env[69613]: _type = "Task" [ 864.819716] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.832323] env[69613]: DEBUG oslo_vmware.api [None req-57ca5099-9177-4c50-8b3a-b0982505f7a8 tempest-AttachInterfacesUnderV243Test-1097413231 tempest-AttachInterfacesUnderV243Test-1097413231-project-member] Task: {'id': task-3417534, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.971022] env[69613]: DEBUG oslo_vmware.api [None req-f5049f9d-a59d-4e2a-af78-1f0617d44ab7 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Task: {'id': task-3417533, 'name': ReconfigVM_Task, 'duration_secs': 0.455337} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.971356] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-f5049f9d-a59d-4e2a-af78-1f0617d44ab7 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] [instance: 7f9ba3ee-c7ee-4737-931d-339747f6c4d8] Reconfigured VM instance instance-00000040 to attach disk [datastore1] 7f9ba3ee-c7ee-4737-931d-339747f6c4d8/7f9ba3ee-c7ee-4737-931d-339747f6c4d8.vmdk or device None with type streamOptimized {{(pid=69613) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 864.972247] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-58765aab-2906-408f-8bd6-018f5943af8f {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.982188] env[69613]: DEBUG oslo_vmware.api [None req-f5049f9d-a59d-4e2a-af78-1f0617d44ab7 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Waiting for the task: (returnval){ [ 864.982188] env[69613]: value = "task-3417535" [ 864.982188] env[69613]: _type = "Task" [ 864.982188] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.993488] env[69613]: DEBUG oslo_vmware.api [None req-f5049f9d-a59d-4e2a-af78-1f0617d44ab7 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Task: {'id': task-3417535, 'name': Rename_Task} progress is 5%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.020527] env[69613]: DEBUG oslo_concurrency.lockutils [None req-50e8daad-6fab-4d1c-a80b-5751dd18f546 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Acquiring lock "refresh_cache-9b124e5b-64d3-427b-a2bc-fed2d4ab8263" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.020776] env[69613]: DEBUG oslo_concurrency.lockutils [None req-50e8daad-6fab-4d1c-a80b-5751dd18f546 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Acquired lock "refresh_cache-9b124e5b-64d3-427b-a2bc-fed2d4ab8263" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.020989] env[69613]: DEBUG nova.network.neutron [None req-50e8daad-6fab-4d1c-a80b-5751dd18f546 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] [instance: 9b124e5b-64d3-427b-a2bc-fed2d4ab8263] Building network info cache for instance {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 865.073426] env[69613]: DEBUG nova.compute.resource_tracker [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Instance 6ce9d7ae-aabf-444e-ab76-68f077d43cf0 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69613) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 865.086945] env[69613]: DEBUG nova.network.neutron [req-96bddd44-6939-4afc-a1b9-0cbe7615f612 req-ffe66ab9-50e4-44a1-9903-8052a144c0bb service nova] [instance: df4f5b07-b088-4c1f-9a13-7812115eeaf0] Updated VIF entry in instance network info cache for port c048ad24-0dfb-47e5-ae37-b4fbdbaa80be. {{(pid=69613) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 865.086996] env[69613]: DEBUG nova.network.neutron [req-96bddd44-6939-4afc-a1b9-0cbe7615f612 req-ffe66ab9-50e4-44a1-9903-8052a144c0bb service nova] [instance: df4f5b07-b088-4c1f-9a13-7812115eeaf0] Updating instance_info_cache with network_info: [{"id": "c048ad24-0dfb-47e5-ae37-b4fbdbaa80be", "address": "fa:16:3e:2c:1a:39", "network": {"id": "29015a12-714c-4ace-bdde-5faf85dce29f", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-784612567-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.243", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae76c8f55e184e45af12c026b8dcc734", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "392517be-6cb8-4b5b-9a52-449bfe2e16f7", "external-id": "nsx-vlan-transportzone-351", "segmentation_id": 351, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc048ad24-0d", "ovs_interfaceid": "c048ad24-0dfb-47e5-ae37-b4fbdbaa80be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 865.129314] env[69613]: DEBUG nova.objects.instance [None req-30f41735-3f6c-48ba-9d31-deb77d5a3815 tempest-AttachInterfacesUnderV243Test-1097413231 tempest-AttachInterfacesUnderV243Test-1097413231-project-member] Lazy-loading 'flavor' on Instance uuid df4f5b07-b088-4c1f-9a13-7812115eeaf0 {{(pid=69613) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 865.162901] env[69613]: INFO nova.compute.manager [None req-e0b25344-e6c2-4b77-847e-e1bb87fa6e30 tempest-ServersWithSpecificFlavorTestJSON-559059669 tempest-ServersWithSpecificFlavorTestJSON-559059669-project-member] [instance: 52a6a8dc-d371-4109-ba9a-0b972f1d0527] Took 43.35 seconds to build instance. [ 865.176022] env[69613]: DEBUG oslo_concurrency.lockutils [None req-53683837-47e6-4a25-8f6d-79fb502b031f tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Acquiring lock "9ee7dbf3-c86a-4cd8-ad1e-ca92cb90164d" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 865.177063] env[69613]: DEBUG oslo_concurrency.lockutils [None req-53683837-47e6-4a25-8f6d-79fb502b031f tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Lock "9ee7dbf3-c86a-4cd8-ad1e-ca92cb90164d" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.001s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 865.177400] env[69613]: INFO nova.compute.manager [None req-53683837-47e6-4a25-8f6d-79fb502b031f tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] [instance: 9ee7dbf3-c86a-4cd8-ad1e-ca92cb90164d] Rebooting instance [ 865.331179] env[69613]: DEBUG oslo_vmware.api [None req-57ca5099-9177-4c50-8b3a-b0982505f7a8 tempest-AttachInterfacesUnderV243Test-1097413231 tempest-AttachInterfacesUnderV243Test-1097413231-project-member] Task: {'id': task-3417534, 'name': ReconfigVM_Task, 'duration_secs': 0.167929} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.331469] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-57ca5099-9177-4c50-8b3a-b0982505f7a8 tempest-AttachInterfacesUnderV243Test-1097413231 tempest-AttachInterfacesUnderV243Test-1097413231-project-member] [instance: df4f5b07-b088-4c1f-9a13-7812115eeaf0] Reconfigured VM instance to set the machine id {{(pid=69613) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 865.388356] env[69613]: DEBUG oslo_concurrency.lockutils [None req-36ea8d1f-8fdb-4954-adb7-3f50ac8f551b tempest-ServerPasswordTestJSON-782737087 tempest-ServerPasswordTestJSON-782737087-project-member] Acquiring lock "e8d8fc2d-26b4-4702-b51b-e64ca473c003" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 865.388669] env[69613]: DEBUG oslo_concurrency.lockutils [None req-36ea8d1f-8fdb-4954-adb7-3f50ac8f551b tempest-ServerPasswordTestJSON-782737087 tempest-ServerPasswordTestJSON-782737087-project-member] Lock "e8d8fc2d-26b4-4702-b51b-e64ca473c003" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 865.492063] env[69613]: DEBUG oslo_vmware.api [None req-f5049f9d-a59d-4e2a-af78-1f0617d44ab7 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Task: {'id': task-3417535, 'name': Rename_Task, 'duration_secs': 0.229955} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.492388] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5049f9d-a59d-4e2a-af78-1f0617d44ab7 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] [instance: 7f9ba3ee-c7ee-4737-931d-339747f6c4d8] Powering on the VM {{(pid=69613) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 865.493030] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-867ffdd0-39e8-4a54-80ce-3d83145e1c94 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.499349] env[69613]: DEBUG oslo_vmware.api [None req-f5049f9d-a59d-4e2a-af78-1f0617d44ab7 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Waiting for the task: (returnval){ [ 865.499349] env[69613]: value = "task-3417536" [ 865.499349] env[69613]: _type = "Task" [ 865.499349] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.506684] env[69613]: DEBUG oslo_vmware.api [None req-f5049f9d-a59d-4e2a-af78-1f0617d44ab7 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Task: {'id': task-3417536, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.575760] env[69613]: DEBUG nova.compute.resource_tracker [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Instance 1ea300a9-a953-4c27-88a5-0e717ea37d3e has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69613) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 865.585613] env[69613]: DEBUG nova.network.neutron [None req-50e8daad-6fab-4d1c-a80b-5751dd18f546 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] [instance: 9b124e5b-64d3-427b-a2bc-fed2d4ab8263] Instance cache missing network info. {{(pid=69613) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 865.589261] env[69613]: DEBUG oslo_concurrency.lockutils [req-96bddd44-6939-4afc-a1b9-0cbe7615f612 req-ffe66ab9-50e4-44a1-9903-8052a144c0bb service nova] Releasing lock "refresh_cache-df4f5b07-b088-4c1f-9a13-7812115eeaf0" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.635377] env[69613]: DEBUG oslo_concurrency.lockutils [None req-30f41735-3f6c-48ba-9d31-deb77d5a3815 tempest-AttachInterfacesUnderV243Test-1097413231 tempest-AttachInterfacesUnderV243Test-1097413231-project-member] Acquiring lock "refresh_cache-df4f5b07-b088-4c1f-9a13-7812115eeaf0" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.635702] env[69613]: DEBUG oslo_concurrency.lockutils [None req-30f41735-3f6c-48ba-9d31-deb77d5a3815 tempest-AttachInterfacesUnderV243Test-1097413231 tempest-AttachInterfacesUnderV243Test-1097413231-project-member] Acquired lock "refresh_cache-df4f5b07-b088-4c1f-9a13-7812115eeaf0" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.665370] env[69613]: DEBUG oslo_concurrency.lockutils [None req-e0b25344-e6c2-4b77-847e-e1bb87fa6e30 tempest-ServersWithSpecificFlavorTestJSON-559059669 tempest-ServersWithSpecificFlavorTestJSON-559059669-project-member] Lock "52a6a8dc-d371-4109-ba9a-0b972f1d0527" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.860s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 865.712078] env[69613]: DEBUG oslo_concurrency.lockutils [None req-53683837-47e6-4a25-8f6d-79fb502b031f tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Acquiring lock "refresh_cache-9ee7dbf3-c86a-4cd8-ad1e-ca92cb90164d" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.712078] env[69613]: DEBUG oslo_concurrency.lockutils [None req-53683837-47e6-4a25-8f6d-79fb502b031f tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Acquired lock "refresh_cache-9ee7dbf3-c86a-4cd8-ad1e-ca92cb90164d" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.712078] env[69613]: DEBUG nova.network.neutron [None req-53683837-47e6-4a25-8f6d-79fb502b031f tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] [instance: 9ee7dbf3-c86a-4cd8-ad1e-ca92cb90164d] Building network info cache for instance {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 865.832402] env[69613]: DEBUG nova.network.neutron [None req-50e8daad-6fab-4d1c-a80b-5751dd18f546 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] [instance: 9b124e5b-64d3-427b-a2bc-fed2d4ab8263] Updating instance_info_cache with network_info: [{"id": "707aa81c-fb2b-4beb-acbd-0ded026bbb46", "address": "fa:16:3e:93:aa:14", "network": {"id": "11b401e5-86d1-43b8-acf8-926654aabc3d", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1280003735-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c95e457d9ff84ad99712006a0d8c5dc4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15538852-1a3f-4f71-b4a9-4923c5837c4f", "external-id": "nsx-vlan-transportzone-165", "segmentation_id": 165, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap707aa81c-fb", "ovs_interfaceid": "707aa81c-fb2b-4beb-acbd-0ded026bbb46", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 865.892064] env[69613]: DEBUG nova.compute.manager [None req-36ea8d1f-8fdb-4954-adb7-3f50ac8f551b tempest-ServerPasswordTestJSON-782737087 tempest-ServerPasswordTestJSON-782737087-project-member] [instance: e8d8fc2d-26b4-4702-b51b-e64ca473c003] Starting instance... {{(pid=69613) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 866.010295] env[69613]: DEBUG oslo_vmware.api [None req-f5049f9d-a59d-4e2a-af78-1f0617d44ab7 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Task: {'id': task-3417536, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.060466] env[69613]: DEBUG nova.network.neutron [None req-30f41735-3f6c-48ba-9d31-deb77d5a3815 tempest-AttachInterfacesUnderV243Test-1097413231 tempest-AttachInterfacesUnderV243Test-1097413231-project-member] [instance: df4f5b07-b088-4c1f-9a13-7812115eeaf0] Building network info cache for instance {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 866.079502] env[69613]: DEBUG nova.compute.resource_tracker [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Instance 4c3027a1-4b55-40bd-b818-562263ec9fab has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69613) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 866.243529] env[69613]: DEBUG nova.compute.manager [req-4c900dd0-93b3-47a1-81b0-a2aecea11dda req-d3b70465-cd36-416c-935f-6aebd27df71e service nova] [instance: df4f5b07-b088-4c1f-9a13-7812115eeaf0] Received event network-changed-c048ad24-0dfb-47e5-ae37-b4fbdbaa80be {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 866.243652] env[69613]: DEBUG nova.compute.manager [req-4c900dd0-93b3-47a1-81b0-a2aecea11dda req-d3b70465-cd36-416c-935f-6aebd27df71e service nova] [instance: df4f5b07-b088-4c1f-9a13-7812115eeaf0] Refreshing instance network info cache due to event network-changed-c048ad24-0dfb-47e5-ae37-b4fbdbaa80be. {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 866.243863] env[69613]: DEBUG oslo_concurrency.lockutils [req-4c900dd0-93b3-47a1-81b0-a2aecea11dda req-d3b70465-cd36-416c-935f-6aebd27df71e service nova] Acquiring lock "refresh_cache-df4f5b07-b088-4c1f-9a13-7812115eeaf0" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.338431] env[69613]: DEBUG oslo_concurrency.lockutils [None req-50e8daad-6fab-4d1c-a80b-5751dd18f546 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Releasing lock "refresh_cache-9b124e5b-64d3-427b-a2bc-fed2d4ab8263" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.338632] env[69613]: DEBUG nova.compute.manager [None req-50e8daad-6fab-4d1c-a80b-5751dd18f546 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] [instance: 9b124e5b-64d3-427b-a2bc-fed2d4ab8263] Instance network_info: |[{"id": "707aa81c-fb2b-4beb-acbd-0ded026bbb46", "address": "fa:16:3e:93:aa:14", "network": {"id": "11b401e5-86d1-43b8-acf8-926654aabc3d", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1280003735-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c95e457d9ff84ad99712006a0d8c5dc4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15538852-1a3f-4f71-b4a9-4923c5837c4f", "external-id": "nsx-vlan-transportzone-165", "segmentation_id": 165, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap707aa81c-fb", "ovs_interfaceid": "707aa81c-fb2b-4beb-acbd-0ded026bbb46", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69613) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 866.339260] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-50e8daad-6fab-4d1c-a80b-5751dd18f546 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] [instance: 9b124e5b-64d3-427b-a2bc-fed2d4ab8263] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:93:aa:14', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '15538852-1a3f-4f71-b4a9-4923c5837c4f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '707aa81c-fb2b-4beb-acbd-0ded026bbb46', 'vif_model': 'vmxnet3'}] {{(pid=69613) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 866.352072] env[69613]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-50e8daad-6fab-4d1c-a80b-5751dd18f546 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69613) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 866.352325] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9b124e5b-64d3-427b-a2bc-fed2d4ab8263] Creating VM on the ESX host {{(pid=69613) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 866.352543] env[69613]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3dfa77d8-c03a-462d-b402-9dd9e7f5361b {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.375840] env[69613]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 866.375840] env[69613]: value = "task-3417537" [ 866.375840] env[69613]: _type = "Task" [ 866.375840] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.387421] env[69613]: DEBUG oslo_vmware.api [-] Task: {'id': task-3417537, 'name': CreateVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.420053] env[69613]: DEBUG oslo_concurrency.lockutils [None req-36ea8d1f-8fdb-4954-adb7-3f50ac8f551b tempest-ServerPasswordTestJSON-782737087 tempest-ServerPasswordTestJSON-782737087-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 866.515136] env[69613]: DEBUG oslo_vmware.api [None req-f5049f9d-a59d-4e2a-af78-1f0617d44ab7 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Task: {'id': task-3417536, 'name': PowerOnVM_Task, 'duration_secs': 0.824594} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.515425] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5049f9d-a59d-4e2a-af78-1f0617d44ab7 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] [instance: 7f9ba3ee-c7ee-4737-931d-339747f6c4d8] Powered on the VM {{(pid=69613) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 866.515708] env[69613]: INFO nova.compute.manager [None req-f5049f9d-a59d-4e2a-af78-1f0617d44ab7 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] [instance: 7f9ba3ee-c7ee-4737-931d-339747f6c4d8] Took 16.70 seconds to spawn the instance on the hypervisor. [ 866.515987] env[69613]: DEBUG nova.compute.manager [None req-f5049f9d-a59d-4e2a-af78-1f0617d44ab7 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] [instance: 7f9ba3ee-c7ee-4737-931d-339747f6c4d8] Checking state {{(pid=69613) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 866.517014] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cd40ea3-0363-464f-996f-0ebcffa87fd4 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.583653] env[69613]: DEBUG nova.compute.resource_tracker [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Instance 957361eb-46da-4668-916a-04238bff4e31 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69613) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 866.583791] env[69613]: DEBUG nova.compute.resource_tracker [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Total usable vcpus: 48, total allocated vcpus: 17 {{(pid=69613) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 866.584074] env[69613]: DEBUG nova.compute.resource_tracker [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3840MB phys_disk=200GB used_disk=17GB total_vcpus=48 used_vcpus=17 pci_stats=[] {{(pid=69613) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 866.623868] env[69613]: DEBUG nova.network.neutron [None req-53683837-47e6-4a25-8f6d-79fb502b031f tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] [instance: 9ee7dbf3-c86a-4cd8-ad1e-ca92cb90164d] Updating instance_info_cache with network_info: [{"id": "838daf4e-2131-4274-ab08-101a0150b066", "address": "fa:16:3e:b8:33:61", "network": {"id": "5fbba158-e384-4f22-b63d-507a2a47de30", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1229363420-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.209", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9e2b2477b1674fa28068fcb7c61ff983", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe20ef0e-0991-44d7-887d-08dddac0b56b", "external-id": "nsx-vlan-transportzone-991", "segmentation_id": 991, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap838daf4e-21", "ovs_interfaceid": "838daf4e-2131-4274-ab08-101a0150b066", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 866.746512] env[69613]: DEBUG nova.compute.manager [req-ff1be941-b2b2-4bba-ab9b-d69bc9052b1f req-a1787e1c-55d3-48be-b32d-2c2b35d87a3e service nova] [instance: 9b124e5b-64d3-427b-a2bc-fed2d4ab8263] Received event network-changed-707aa81c-fb2b-4beb-acbd-0ded026bbb46 {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 866.746707] env[69613]: DEBUG nova.compute.manager [req-ff1be941-b2b2-4bba-ab9b-d69bc9052b1f req-a1787e1c-55d3-48be-b32d-2c2b35d87a3e service nova] [instance: 9b124e5b-64d3-427b-a2bc-fed2d4ab8263] Refreshing instance network info cache due to event network-changed-707aa81c-fb2b-4beb-acbd-0ded026bbb46. {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 866.746921] env[69613]: DEBUG oslo_concurrency.lockutils [req-ff1be941-b2b2-4bba-ab9b-d69bc9052b1f req-a1787e1c-55d3-48be-b32d-2c2b35d87a3e service nova] Acquiring lock "refresh_cache-9b124e5b-64d3-427b-a2bc-fed2d4ab8263" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.747075] env[69613]: DEBUG oslo_concurrency.lockutils [req-ff1be941-b2b2-4bba-ab9b-d69bc9052b1f req-a1787e1c-55d3-48be-b32d-2c2b35d87a3e service nova] Acquired lock "refresh_cache-9b124e5b-64d3-427b-a2bc-fed2d4ab8263" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.747235] env[69613]: DEBUG nova.network.neutron [req-ff1be941-b2b2-4bba-ab9b-d69bc9052b1f req-a1787e1c-55d3-48be-b32d-2c2b35d87a3e service nova] [instance: 9b124e5b-64d3-427b-a2bc-fed2d4ab8263] Refreshing network info cache for port 707aa81c-fb2b-4beb-acbd-0ded026bbb46 {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 866.753356] env[69613]: DEBUG oslo_vmware.rw_handles [None req-61410a46-cf34-424c-a6a7-9bcf276d773c tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52bb9399-3926-feb1-fd27-365daef31f72/disk-0.vmdk. {{(pid=69613) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 866.754673] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec313e46-dcb7-4089-8603-0e13d233201c {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.767663] env[69613]: DEBUG oslo_vmware.rw_handles [None req-61410a46-cf34-424c-a6a7-9bcf276d773c tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52bb9399-3926-feb1-fd27-365daef31f72/disk-0.vmdk is in state: ready. {{(pid=69613) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 866.767834] env[69613]: ERROR oslo_vmware.rw_handles [None req-61410a46-cf34-424c-a6a7-9bcf276d773c tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52bb9399-3926-feb1-fd27-365daef31f72/disk-0.vmdk due to incomplete transfer. [ 866.768096] env[69613]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-1196f038-f5d0-4d4f-bd2d-1e8eb715c737 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.777844] env[69613]: DEBUG oslo_vmware.rw_handles [None req-61410a46-cf34-424c-a6a7-9bcf276d773c tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52bb9399-3926-feb1-fd27-365daef31f72/disk-0.vmdk. {{(pid=69613) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 866.778093] env[69613]: DEBUG nova.virt.vmwareapi.images [None req-61410a46-cf34-424c-a6a7-9bcf276d773c tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] [instance: fa7f8ff7-658a-46d0-a6dc-232614af850d] Uploaded image bcc5b707-8978-48f7-ab9c-f6e382bea932 to the Glance image server {{(pid=69613) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 866.780578] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-61410a46-cf34-424c-a6a7-9bcf276d773c tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] [instance: fa7f8ff7-658a-46d0-a6dc-232614af850d] Destroying the VM {{(pid=69613) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 866.781209] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-2b75e1d1-03b4-4622-8d46-0b96d60a35d6 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.787759] env[69613]: DEBUG oslo_vmware.api [None req-61410a46-cf34-424c-a6a7-9bcf276d773c tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Waiting for the task: (returnval){ [ 866.787759] env[69613]: value = "task-3417538" [ 866.787759] env[69613]: _type = "Task" [ 866.787759] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.799346] env[69613]: DEBUG oslo_vmware.api [None req-61410a46-cf34-424c-a6a7-9bcf276d773c tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Task: {'id': task-3417538, 'name': Destroy_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.833373] env[69613]: DEBUG nova.network.neutron [None req-30f41735-3f6c-48ba-9d31-deb77d5a3815 tempest-AttachInterfacesUnderV243Test-1097413231 tempest-AttachInterfacesUnderV243Test-1097413231-project-member] [instance: df4f5b07-b088-4c1f-9a13-7812115eeaf0] Updating instance_info_cache with network_info: [{"id": "c048ad24-0dfb-47e5-ae37-b4fbdbaa80be", "address": "fa:16:3e:2c:1a:39", "network": {"id": "29015a12-714c-4ace-bdde-5faf85dce29f", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-784612567-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.243", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae76c8f55e184e45af12c026b8dcc734", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "392517be-6cb8-4b5b-9a52-449bfe2e16f7", "external-id": "nsx-vlan-transportzone-351", "segmentation_id": 351, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc048ad24-0d", "ovs_interfaceid": "c048ad24-0dfb-47e5-ae37-b4fbdbaa80be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 866.886830] env[69613]: DEBUG oslo_vmware.api [-] Task: {'id': task-3417537, 'name': CreateVM_Task, 'duration_secs': 0.416882} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.886830] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9b124e5b-64d3-427b-a2bc-fed2d4ab8263] Created VM on the ESX host {{(pid=69613) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 866.887279] env[69613]: DEBUG oslo_concurrency.lockutils [None req-50e8daad-6fab-4d1c-a80b-5751dd18f546 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.887440] env[69613]: DEBUG oslo_concurrency.lockutils [None req-50e8daad-6fab-4d1c-a80b-5751dd18f546 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.887750] env[69613]: DEBUG oslo_concurrency.lockutils [None req-50e8daad-6fab-4d1c-a80b-5751dd18f546 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.887999] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-02bfa6dd-28f8-49bb-86f9-5acb829e72ff {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.892403] env[69613]: DEBUG oslo_vmware.api [None req-50e8daad-6fab-4d1c-a80b-5751dd18f546 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Waiting for the task: (returnval){ [ 866.892403] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]523390e7-f434-88c2-e6a5-d6f1b4c13b2c" [ 866.892403] env[69613]: _type = "Task" [ 866.892403] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.902665] env[69613]: DEBUG oslo_vmware.api [None req-50e8daad-6fab-4d1c-a80b-5751dd18f546 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]523390e7-f434-88c2-e6a5-d6f1b4c13b2c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.037147] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd9ae8b4-3d40-48b7-b34d-262854b6ee38 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.041215] env[69613]: INFO nova.compute.manager [None req-f5049f9d-a59d-4e2a-af78-1f0617d44ab7 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] [instance: 7f9ba3ee-c7ee-4737-931d-339747f6c4d8] Took 50.67 seconds to build instance. [ 867.045782] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d2c5316-2cd7-454c-9675-35703d897159 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.080439] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc6423d3-eca4-494a-868b-121f59564b10 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.088577] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a67c7ec6-6521-454d-bb20-e53f2201ae65 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.102277] env[69613]: DEBUG nova.compute.provider_tree [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Inventory has not changed in ProviderTree for provider: af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 {{(pid=69613) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 867.125665] env[69613]: DEBUG oslo_concurrency.lockutils [None req-53683837-47e6-4a25-8f6d-79fb502b031f tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Releasing lock "refresh_cache-9ee7dbf3-c86a-4cd8-ad1e-ca92cb90164d" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.297713] env[69613]: DEBUG oslo_vmware.api [None req-61410a46-cf34-424c-a6a7-9bcf276d773c tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Task: {'id': task-3417538, 'name': Destroy_Task, 'duration_secs': 0.29075} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.298015] env[69613]: INFO nova.virt.vmwareapi.vm_util [None req-61410a46-cf34-424c-a6a7-9bcf276d773c tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] [instance: fa7f8ff7-658a-46d0-a6dc-232614af850d] Destroyed the VM [ 867.298282] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-61410a46-cf34-424c-a6a7-9bcf276d773c tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] [instance: fa7f8ff7-658a-46d0-a6dc-232614af850d] Deleting Snapshot of the VM instance {{(pid=69613) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 867.298595] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-8068ad78-071e-4281-bd31-fa3b64d7cca7 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.305065] env[69613]: DEBUG oslo_vmware.api [None req-61410a46-cf34-424c-a6a7-9bcf276d773c tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Waiting for the task: (returnval){ [ 867.305065] env[69613]: value = "task-3417539" [ 867.305065] env[69613]: _type = "Task" [ 867.305065] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.313162] env[69613]: DEBUG oslo_vmware.api [None req-61410a46-cf34-424c-a6a7-9bcf276d773c tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Task: {'id': task-3417539, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.338528] env[69613]: DEBUG oslo_concurrency.lockutils [None req-30f41735-3f6c-48ba-9d31-deb77d5a3815 tempest-AttachInterfacesUnderV243Test-1097413231 tempest-AttachInterfacesUnderV243Test-1097413231-project-member] Releasing lock "refresh_cache-df4f5b07-b088-4c1f-9a13-7812115eeaf0" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.338813] env[69613]: DEBUG nova.compute.manager [None req-30f41735-3f6c-48ba-9d31-deb77d5a3815 tempest-AttachInterfacesUnderV243Test-1097413231 tempest-AttachInterfacesUnderV243Test-1097413231-project-member] [instance: df4f5b07-b088-4c1f-9a13-7812115eeaf0] Inject network info {{(pid=69613) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 867.339436] env[69613]: DEBUG nova.compute.manager [None req-30f41735-3f6c-48ba-9d31-deb77d5a3815 tempest-AttachInterfacesUnderV243Test-1097413231 tempest-AttachInterfacesUnderV243Test-1097413231-project-member] [instance: df4f5b07-b088-4c1f-9a13-7812115eeaf0] network_info to inject: |[{"id": "c048ad24-0dfb-47e5-ae37-b4fbdbaa80be", "address": "fa:16:3e:2c:1a:39", "network": {"id": "29015a12-714c-4ace-bdde-5faf85dce29f", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-784612567-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.243", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae76c8f55e184e45af12c026b8dcc734", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "392517be-6cb8-4b5b-9a52-449bfe2e16f7", "external-id": "nsx-vlan-transportzone-351", "segmentation_id": 351, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc048ad24-0d", "ovs_interfaceid": "c048ad24-0dfb-47e5-ae37-b4fbdbaa80be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69613) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 867.345113] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-30f41735-3f6c-48ba-9d31-deb77d5a3815 tempest-AttachInterfacesUnderV243Test-1097413231 tempest-AttachInterfacesUnderV243Test-1097413231-project-member] [instance: df4f5b07-b088-4c1f-9a13-7812115eeaf0] Reconfiguring VM instance to set the machine id {{(pid=69613) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 867.347778] env[69613]: DEBUG oslo_concurrency.lockutils [req-4c900dd0-93b3-47a1-81b0-a2aecea11dda req-d3b70465-cd36-416c-935f-6aebd27df71e service nova] Acquired lock "refresh_cache-df4f5b07-b088-4c1f-9a13-7812115eeaf0" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.347975] env[69613]: DEBUG nova.network.neutron [req-4c900dd0-93b3-47a1-81b0-a2aecea11dda req-d3b70465-cd36-416c-935f-6aebd27df71e service nova] [instance: df4f5b07-b088-4c1f-9a13-7812115eeaf0] Refreshing network info cache for port c048ad24-0dfb-47e5-ae37-b4fbdbaa80be {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 867.349208] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b0584909-c6db-4e4d-850e-1e8535224dec {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.369533] env[69613]: DEBUG oslo_vmware.api [None req-30f41735-3f6c-48ba-9d31-deb77d5a3815 tempest-AttachInterfacesUnderV243Test-1097413231 tempest-AttachInterfacesUnderV243Test-1097413231-project-member] Waiting for the task: (returnval){ [ 867.369533] env[69613]: value = "task-3417540" [ 867.369533] env[69613]: _type = "Task" [ 867.369533] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.378348] env[69613]: DEBUG oslo_vmware.api [None req-30f41735-3f6c-48ba-9d31-deb77d5a3815 tempest-AttachInterfacesUnderV243Test-1097413231 tempest-AttachInterfacesUnderV243Test-1097413231-project-member] Task: {'id': task-3417540, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.403457] env[69613]: DEBUG oslo_vmware.api [None req-50e8daad-6fab-4d1c-a80b-5751dd18f546 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]523390e7-f434-88c2-e6a5-d6f1b4c13b2c, 'name': SearchDatastore_Task, 'duration_secs': 0.009744} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.403788] env[69613]: DEBUG oslo_concurrency.lockutils [None req-50e8daad-6fab-4d1c-a80b-5751dd18f546 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.404040] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-50e8daad-6fab-4d1c-a80b-5751dd18f546 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] [instance: 9b124e5b-64d3-427b-a2bc-fed2d4ab8263] Processing image 2b7a0304-b5d0-431d-b287-32c8388d7fbd {{(pid=69613) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 867.404293] env[69613]: DEBUG oslo_concurrency.lockutils [None req-50e8daad-6fab-4d1c-a80b-5751dd18f546 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.404501] env[69613]: DEBUG oslo_concurrency.lockutils [None req-50e8daad-6fab-4d1c-a80b-5751dd18f546 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.404644] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-50e8daad-6fab-4d1c-a80b-5751dd18f546 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69613) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 867.404936] env[69613]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fd3995be-5e3e-4e11-9f95-5a3c8ad332b7 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.413266] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-50e8daad-6fab-4d1c-a80b-5751dd18f546 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69613) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 867.413482] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-50e8daad-6fab-4d1c-a80b-5751dd18f546 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69613) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 867.414320] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c038405e-3016-42af-bb33-2ef08397949b {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.419532] env[69613]: DEBUG oslo_vmware.api [None req-50e8daad-6fab-4d1c-a80b-5751dd18f546 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Waiting for the task: (returnval){ [ 867.419532] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]52694cef-3510-b3f5-6fd9-a91679d7153f" [ 867.419532] env[69613]: _type = "Task" [ 867.419532] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.431771] env[69613]: DEBUG oslo_vmware.api [None req-50e8daad-6fab-4d1c-a80b-5751dd18f546 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52694cef-3510-b3f5-6fd9-a91679d7153f, 'name': SearchDatastore_Task} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.432949] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2977ee67-7676-4376-9386-78f97e7e2f82 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.438253] env[69613]: DEBUG oslo_vmware.api [None req-50e8daad-6fab-4d1c-a80b-5751dd18f546 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Waiting for the task: (returnval){ [ 867.438253] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]52827b63-8dcd-b7e7-3748-d2fb4f906589" [ 867.438253] env[69613]: _type = "Task" [ 867.438253] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.447539] env[69613]: DEBUG oslo_vmware.api [None req-50e8daad-6fab-4d1c-a80b-5751dd18f546 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52827b63-8dcd-b7e7-3748-d2fb4f906589, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.507863] env[69613]: DEBUG nova.network.neutron [req-ff1be941-b2b2-4bba-ab9b-d69bc9052b1f req-a1787e1c-55d3-48be-b32d-2c2b35d87a3e service nova] [instance: 9b124e5b-64d3-427b-a2bc-fed2d4ab8263] Updated VIF entry in instance network info cache for port 707aa81c-fb2b-4beb-acbd-0ded026bbb46. {{(pid=69613) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 867.508327] env[69613]: DEBUG nova.network.neutron [req-ff1be941-b2b2-4bba-ab9b-d69bc9052b1f req-a1787e1c-55d3-48be-b32d-2c2b35d87a3e service nova] [instance: 9b124e5b-64d3-427b-a2bc-fed2d4ab8263] Updating instance_info_cache with network_info: [{"id": "707aa81c-fb2b-4beb-acbd-0ded026bbb46", "address": "fa:16:3e:93:aa:14", "network": {"id": "11b401e5-86d1-43b8-acf8-926654aabc3d", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1280003735-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c95e457d9ff84ad99712006a0d8c5dc4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15538852-1a3f-4f71-b4a9-4923c5837c4f", "external-id": "nsx-vlan-transportzone-165", "segmentation_id": 165, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap707aa81c-fb", "ovs_interfaceid": "707aa81c-fb2b-4beb-acbd-0ded026bbb46", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 867.543936] env[69613]: DEBUG oslo_concurrency.lockutils [None req-f5049f9d-a59d-4e2a-af78-1f0617d44ab7 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Lock "7f9ba3ee-c7ee-4737-931d-339747f6c4d8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 52.179s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 867.605828] env[69613]: DEBUG nova.scheduler.client.report [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Inventory has not changed for provider af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69613) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 867.629700] env[69613]: DEBUG nova.compute.manager [None req-53683837-47e6-4a25-8f6d-79fb502b031f tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] [instance: 9ee7dbf3-c86a-4cd8-ad1e-ca92cb90164d] Checking state {{(pid=69613) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 867.630675] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11adffb8-117a-4093-9d32-343c1a569ad7 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.700142] env[69613]: DEBUG nova.network.neutron [req-4c900dd0-93b3-47a1-81b0-a2aecea11dda req-d3b70465-cd36-416c-935f-6aebd27df71e service nova] [instance: df4f5b07-b088-4c1f-9a13-7812115eeaf0] Updated VIF entry in instance network info cache for port c048ad24-0dfb-47e5-ae37-b4fbdbaa80be. {{(pid=69613) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 867.700532] env[69613]: DEBUG nova.network.neutron [req-4c900dd0-93b3-47a1-81b0-a2aecea11dda req-d3b70465-cd36-416c-935f-6aebd27df71e service nova] [instance: df4f5b07-b088-4c1f-9a13-7812115eeaf0] Updating instance_info_cache with network_info: [{"id": "c048ad24-0dfb-47e5-ae37-b4fbdbaa80be", "address": "fa:16:3e:2c:1a:39", "network": {"id": "29015a12-714c-4ace-bdde-5faf85dce29f", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-784612567-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.243", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae76c8f55e184e45af12c026b8dcc734", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "392517be-6cb8-4b5b-9a52-449bfe2e16f7", "external-id": "nsx-vlan-transportzone-351", "segmentation_id": 351, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc048ad24-0d", "ovs_interfaceid": "c048ad24-0dfb-47e5-ae37-b4fbdbaa80be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 867.815939] env[69613]: DEBUG oslo_vmware.api [None req-61410a46-cf34-424c-a6a7-9bcf276d773c tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Task: {'id': task-3417539, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.879057] env[69613]: DEBUG oslo_vmware.api [None req-30f41735-3f6c-48ba-9d31-deb77d5a3815 tempest-AttachInterfacesUnderV243Test-1097413231 tempest-AttachInterfacesUnderV243Test-1097413231-project-member] Task: {'id': task-3417540, 'name': ReconfigVM_Task, 'duration_secs': 0.149846} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.879057] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-30f41735-3f6c-48ba-9d31-deb77d5a3815 tempest-AttachInterfacesUnderV243Test-1097413231 tempest-AttachInterfacesUnderV243Test-1097413231-project-member] [instance: df4f5b07-b088-4c1f-9a13-7812115eeaf0] Reconfigured VM instance to set the machine id {{(pid=69613) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 867.948346] env[69613]: DEBUG oslo_vmware.api [None req-50e8daad-6fab-4d1c-a80b-5751dd18f546 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52827b63-8dcd-b7e7-3748-d2fb4f906589, 'name': SearchDatastore_Task, 'duration_secs': 0.009904} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.949060] env[69613]: DEBUG oslo_concurrency.lockutils [None req-50e8daad-6fab-4d1c-a80b-5751dd18f546 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.949230] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-50e8daad-6fab-4d1c-a80b-5751dd18f546 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk to [datastore2] 9b124e5b-64d3-427b-a2bc-fed2d4ab8263/9b124e5b-64d3-427b-a2bc-fed2d4ab8263.vmdk {{(pid=69613) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 867.949492] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bcb59c79-6840-4453-af44-c17780109434 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.956085] env[69613]: DEBUG oslo_vmware.api [None req-50e8daad-6fab-4d1c-a80b-5751dd18f546 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Waiting for the task: (returnval){ [ 867.956085] env[69613]: value = "task-3417541" [ 867.956085] env[69613]: _type = "Task" [ 867.956085] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.964034] env[69613]: DEBUG oslo_vmware.api [None req-50e8daad-6fab-4d1c-a80b-5751dd18f546 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Task: {'id': task-3417541, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.011282] env[69613]: DEBUG oslo_concurrency.lockutils [req-ff1be941-b2b2-4bba-ab9b-d69bc9052b1f req-a1787e1c-55d3-48be-b32d-2c2b35d87a3e service nova] Releasing lock "refresh_cache-9b124e5b-64d3-427b-a2bc-fed2d4ab8263" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.011552] env[69613]: DEBUG nova.compute.manager [req-ff1be941-b2b2-4bba-ab9b-d69bc9052b1f req-a1787e1c-55d3-48be-b32d-2c2b35d87a3e service nova] [instance: 52a6a8dc-d371-4109-ba9a-0b972f1d0527] Received event network-changed-6bc936c5-9caf-409b-8b41-32109d76cf58 {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 868.011751] env[69613]: DEBUG nova.compute.manager [req-ff1be941-b2b2-4bba-ab9b-d69bc9052b1f req-a1787e1c-55d3-48be-b32d-2c2b35d87a3e service nova] [instance: 52a6a8dc-d371-4109-ba9a-0b972f1d0527] Refreshing instance network info cache due to event network-changed-6bc936c5-9caf-409b-8b41-32109d76cf58. {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 868.011983] env[69613]: DEBUG oslo_concurrency.lockutils [req-ff1be941-b2b2-4bba-ab9b-d69bc9052b1f req-a1787e1c-55d3-48be-b32d-2c2b35d87a3e service nova] Acquiring lock "refresh_cache-52a6a8dc-d371-4109-ba9a-0b972f1d0527" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.012142] env[69613]: DEBUG oslo_concurrency.lockutils [req-ff1be941-b2b2-4bba-ab9b-d69bc9052b1f req-a1787e1c-55d3-48be-b32d-2c2b35d87a3e service nova] Acquired lock "refresh_cache-52a6a8dc-d371-4109-ba9a-0b972f1d0527" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.012329] env[69613]: DEBUG nova.network.neutron [req-ff1be941-b2b2-4bba-ab9b-d69bc9052b1f req-a1787e1c-55d3-48be-b32d-2c2b35d87a3e service nova] [instance: 52a6a8dc-d371-4109-ba9a-0b972f1d0527] Refreshing network info cache for port 6bc936c5-9caf-409b-8b41-32109d76cf58 {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 868.056536] env[69613]: DEBUG oslo_concurrency.lockutils [None req-619ae6b9-d98f-4aa8-a81a-d685ae862367 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Acquiring lock "7f9ba3ee-c7ee-4737-931d-339747f6c4d8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 868.056536] env[69613]: DEBUG oslo_concurrency.lockutils [None req-619ae6b9-d98f-4aa8-a81a-d685ae862367 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Lock "7f9ba3ee-c7ee-4737-931d-339747f6c4d8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 868.056802] env[69613]: DEBUG oslo_concurrency.lockutils [None req-619ae6b9-d98f-4aa8-a81a-d685ae862367 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Acquiring lock "7f9ba3ee-c7ee-4737-931d-339747f6c4d8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 868.056855] env[69613]: DEBUG oslo_concurrency.lockutils [None req-619ae6b9-d98f-4aa8-a81a-d685ae862367 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Lock "7f9ba3ee-c7ee-4737-931d-339747f6c4d8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 868.057058] env[69613]: DEBUG oslo_concurrency.lockutils [None req-619ae6b9-d98f-4aa8-a81a-d685ae862367 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Lock "7f9ba3ee-c7ee-4737-931d-339747f6c4d8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 868.059282] env[69613]: INFO nova.compute.manager [None req-619ae6b9-d98f-4aa8-a81a-d685ae862367 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] [instance: 7f9ba3ee-c7ee-4737-931d-339747f6c4d8] Terminating instance [ 868.112156] env[69613]: DEBUG nova.compute.resource_tracker [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69613) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 868.112461] env[69613]: DEBUG oslo_concurrency.lockutils [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 4.607s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 868.112798] env[69613]: DEBUG oslo_concurrency.lockutils [None req-9a0c78a0-ddd8-452e-8150-a3c19c9f429b tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 39.590s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 868.113016] env[69613]: DEBUG oslo_concurrency.lockutils [None req-9a0c78a0-ddd8-452e-8150-a3c19c9f429b tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 868.115636] env[69613]: DEBUG oslo_concurrency.lockutils [None req-d186df0d-48c1-42b5-8c11-7e5f52a70eae tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.826s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 868.115823] env[69613]: DEBUG oslo_concurrency.lockutils [None req-d186df0d-48c1-42b5-8c11-7e5f52a70eae tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 868.117826] env[69613]: DEBUG oslo_concurrency.lockutils [None req-6d98f763-a80e-4dfe-99b7-155f6a7535b3 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.936s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 868.118069] env[69613]: DEBUG oslo_concurrency.lockutils [None req-6d98f763-a80e-4dfe-99b7-155f6a7535b3 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 868.119861] env[69613]: DEBUG oslo_concurrency.lockutils [None req-38c4f096-8e2b-4238-b877-a9b78c125591 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.749s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 868.121773] env[69613]: INFO nova.compute.claims [None req-38c4f096-8e2b-4238-b877-a9b78c125591 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] [instance: 6ce9d7ae-aabf-444e-ab76-68f077d43cf0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 868.125074] env[69613]: DEBUG oslo_service.periodic_task [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=69613) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 868.125074] env[69613]: DEBUG nova.compute.manager [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Cleaning up deleted instances {{(pid=69613) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 868.151606] env[69613]: INFO nova.scheduler.client.report [None req-6d98f763-a80e-4dfe-99b7-155f6a7535b3 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Deleted allocations for instance 18e8c7de-e7c8-4bb2-be6f-52dd2c20489b [ 868.154541] env[69613]: INFO nova.scheduler.client.report [None req-9a0c78a0-ddd8-452e-8150-a3c19c9f429b tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] Deleted allocations for instance 1d1867b6-e625-4262-849c-a6ce4acce7bf [ 868.172574] env[69613]: INFO nova.scheduler.client.report [None req-d186df0d-48c1-42b5-8c11-7e5f52a70eae tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Deleted allocations for instance 115e1a8c-381d-47c2-882d-a425f5e783f7 [ 868.177116] env[69613]: WARNING oslo_messaging._drivers.amqpdriver [None req-d186df0d-48c1-42b5-8c11-7e5f52a70eae tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 868.203278] env[69613]: DEBUG oslo_concurrency.lockutils [req-4c900dd0-93b3-47a1-81b0-a2aecea11dda req-d3b70465-cd36-416c-935f-6aebd27df71e service nova] Releasing lock "refresh_cache-df4f5b07-b088-4c1f-9a13-7812115eeaf0" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.305209] env[69613]: DEBUG oslo_concurrency.lockutils [None req-04c343a3-2d50-4817-a525-5a975f26a10b tempest-AttachInterfacesUnderV243Test-1097413231 tempest-AttachInterfacesUnderV243Test-1097413231-project-member] Acquiring lock "df4f5b07-b088-4c1f-9a13-7812115eeaf0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 868.306506] env[69613]: DEBUG oslo_concurrency.lockutils [None req-04c343a3-2d50-4817-a525-5a975f26a10b tempest-AttachInterfacesUnderV243Test-1097413231 tempest-AttachInterfacesUnderV243Test-1097413231-project-member] Lock "df4f5b07-b088-4c1f-9a13-7812115eeaf0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 868.306506] env[69613]: DEBUG oslo_concurrency.lockutils [None req-04c343a3-2d50-4817-a525-5a975f26a10b tempest-AttachInterfacesUnderV243Test-1097413231 tempest-AttachInterfacesUnderV243Test-1097413231-project-member] Acquiring lock "df4f5b07-b088-4c1f-9a13-7812115eeaf0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 868.306506] env[69613]: DEBUG oslo_concurrency.lockutils [None req-04c343a3-2d50-4817-a525-5a975f26a10b tempest-AttachInterfacesUnderV243Test-1097413231 tempest-AttachInterfacesUnderV243Test-1097413231-project-member] Lock "df4f5b07-b088-4c1f-9a13-7812115eeaf0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 868.306506] env[69613]: DEBUG oslo_concurrency.lockutils [None req-04c343a3-2d50-4817-a525-5a975f26a10b tempest-AttachInterfacesUnderV243Test-1097413231 tempest-AttachInterfacesUnderV243Test-1097413231-project-member] Lock "df4f5b07-b088-4c1f-9a13-7812115eeaf0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 868.308348] env[69613]: INFO nova.compute.manager [None req-04c343a3-2d50-4817-a525-5a975f26a10b tempest-AttachInterfacesUnderV243Test-1097413231 tempest-AttachInterfacesUnderV243Test-1097413231-project-member] [instance: df4f5b07-b088-4c1f-9a13-7812115eeaf0] Terminating instance [ 868.322212] env[69613]: DEBUG oslo_vmware.api [None req-61410a46-cf34-424c-a6a7-9bcf276d773c tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Task: {'id': task-3417539, 'name': RemoveSnapshot_Task, 'duration_secs': 0.545511} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.323197] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-61410a46-cf34-424c-a6a7-9bcf276d773c tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] [instance: fa7f8ff7-658a-46d0-a6dc-232614af850d] Deleted Snapshot of the VM instance {{(pid=69613) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 868.323570] env[69613]: INFO nova.compute.manager [None req-61410a46-cf34-424c-a6a7-9bcf276d773c tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] [instance: fa7f8ff7-658a-46d0-a6dc-232614af850d] Took 18.07 seconds to snapshot the instance on the hypervisor. [ 868.465713] env[69613]: DEBUG oslo_vmware.api [None req-50e8daad-6fab-4d1c-a80b-5751dd18f546 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Task: {'id': task-3417541, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.459588} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.465962] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-50e8daad-6fab-4d1c-a80b-5751dd18f546 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk to [datastore2] 9b124e5b-64d3-427b-a2bc-fed2d4ab8263/9b124e5b-64d3-427b-a2bc-fed2d4ab8263.vmdk {{(pid=69613) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 868.466195] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-50e8daad-6fab-4d1c-a80b-5751dd18f546 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] [instance: 9b124e5b-64d3-427b-a2bc-fed2d4ab8263] Extending root virtual disk to 1048576 {{(pid=69613) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 868.466442] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-95eaf13d-a933-4fb3-ba08-15ee7f5edc02 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.472697] env[69613]: DEBUG oslo_vmware.api [None req-50e8daad-6fab-4d1c-a80b-5751dd18f546 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Waiting for the task: (returnval){ [ 868.472697] env[69613]: value = "task-3417542" [ 868.472697] env[69613]: _type = "Task" [ 868.472697] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.480052] env[69613]: DEBUG oslo_vmware.api [None req-50e8daad-6fab-4d1c-a80b-5751dd18f546 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Task: {'id': task-3417542, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.565140] env[69613]: DEBUG nova.compute.manager [None req-619ae6b9-d98f-4aa8-a81a-d685ae862367 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] [instance: 7f9ba3ee-c7ee-4737-931d-339747f6c4d8] Start destroying the instance on the hypervisor. {{(pid=69613) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 868.565140] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-619ae6b9-d98f-4aa8-a81a-d685ae862367 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] [instance: 7f9ba3ee-c7ee-4737-931d-339747f6c4d8] Destroying instance {{(pid=69613) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 868.565140] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de52a23d-dbd2-4745-a803-3a91da2f6580 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.572874] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-619ae6b9-d98f-4aa8-a81a-d685ae862367 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] [instance: 7f9ba3ee-c7ee-4737-931d-339747f6c4d8] Powering off the VM {{(pid=69613) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 868.573423] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-51e92018-88a5-4248-ba71-21e3687b2f36 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.578501] env[69613]: DEBUG oslo_vmware.api [None req-619ae6b9-d98f-4aa8-a81a-d685ae862367 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Waiting for the task: (returnval){ [ 868.578501] env[69613]: value = "task-3417543" [ 868.578501] env[69613]: _type = "Task" [ 868.578501] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.586343] env[69613]: DEBUG oslo_vmware.api [None req-619ae6b9-d98f-4aa8-a81a-d685ae862367 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Task: {'id': task-3417543, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.640240] env[69613]: DEBUG nova.compute.manager [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] There are 42 instances to clean {{(pid=69613) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 868.640596] env[69613]: DEBUG nova.compute.manager [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] [instance: 82b3a038-a7d0-403c-9058-8b8d01bafb31] Instance has had 0 of 5 cleanup attempts {{(pid=69613) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 868.649529] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9e5b658-652f-4206-a2c4-0236fa91bfcf {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.657292] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-53683837-47e6-4a25-8f6d-79fb502b031f tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] [instance: 9ee7dbf3-c86a-4cd8-ad1e-ca92cb90164d] Doing hard reboot of VM {{(pid=69613) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 868.657545] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-4628615b-698e-4dc2-9882-3a0a679a6b2f {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.663779] env[69613]: DEBUG oslo_concurrency.lockutils [None req-6d98f763-a80e-4dfe-99b7-155f6a7535b3 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Lock "18e8c7de-e7c8-4bb2-be6f-52dd2c20489b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.973s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 868.666043] env[69613]: DEBUG oslo_vmware.api [None req-53683837-47e6-4a25-8f6d-79fb502b031f tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Waiting for the task: (returnval){ [ 868.666043] env[69613]: value = "task-3417544" [ 868.666043] env[69613]: _type = "Task" [ 868.666043] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.669372] env[69613]: DEBUG oslo_concurrency.lockutils [None req-9a0c78a0-ddd8-452e-8150-a3c19c9f429b tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] Lock "1d1867b6-e625-4262-849c-a6ce4acce7bf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.129s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 868.676654] env[69613]: DEBUG oslo_vmware.api [None req-53683837-47e6-4a25-8f6d-79fb502b031f tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Task: {'id': task-3417544, 'name': ResetVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.681751] env[69613]: DEBUG oslo_concurrency.lockutils [None req-d186df0d-48c1-42b5-8c11-7e5f52a70eae tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Lock "115e1a8c-381d-47c2-882d-a425f5e783f7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.974s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 868.791521] env[69613]: DEBUG nova.network.neutron [req-ff1be941-b2b2-4bba-ab9b-d69bc9052b1f req-a1787e1c-55d3-48be-b32d-2c2b35d87a3e service nova] [instance: 52a6a8dc-d371-4109-ba9a-0b972f1d0527] Updated VIF entry in instance network info cache for port 6bc936c5-9caf-409b-8b41-32109d76cf58. {{(pid=69613) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 868.791971] env[69613]: DEBUG nova.network.neutron [req-ff1be941-b2b2-4bba-ab9b-d69bc9052b1f req-a1787e1c-55d3-48be-b32d-2c2b35d87a3e service nova] [instance: 52a6a8dc-d371-4109-ba9a-0b972f1d0527] Updating instance_info_cache with network_info: [{"id": "6bc936c5-9caf-409b-8b41-32109d76cf58", "address": "fa:16:3e:cc:e9:e3", "network": {"id": "ed08c9b1-81be-4c7c-b3e1-d2157554d022", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1770595930-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.252", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0633badc0f924996b31009e71856408a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd7d0d95-6848-4e69-ac21-75f8db82a3b5", "external-id": "nsx-vlan-transportzone-272", "segmentation_id": 272, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6bc936c5-9c", "ovs_interfaceid": "6bc936c5-9caf-409b-8b41-32109d76cf58", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 868.815133] env[69613]: DEBUG nova.compute.manager [None req-04c343a3-2d50-4817-a525-5a975f26a10b tempest-AttachInterfacesUnderV243Test-1097413231 tempest-AttachInterfacesUnderV243Test-1097413231-project-member] [instance: df4f5b07-b088-4c1f-9a13-7812115eeaf0] Start destroying the instance on the hypervisor. {{(pid=69613) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 868.815359] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-04c343a3-2d50-4817-a525-5a975f26a10b tempest-AttachInterfacesUnderV243Test-1097413231 tempest-AttachInterfacesUnderV243Test-1097413231-project-member] [instance: df4f5b07-b088-4c1f-9a13-7812115eeaf0] Destroying instance {{(pid=69613) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 868.816243] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2d7d409-fe26-4e9e-bfaf-30d8d375a4a4 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.824216] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-04c343a3-2d50-4817-a525-5a975f26a10b tempest-AttachInterfacesUnderV243Test-1097413231 tempest-AttachInterfacesUnderV243Test-1097413231-project-member] [instance: df4f5b07-b088-4c1f-9a13-7812115eeaf0] Powering off the VM {{(pid=69613) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 868.824324] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-58d0602a-7871-49a6-8c35-d7e4e2f2ee68 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.830163] env[69613]: DEBUG oslo_vmware.api [None req-04c343a3-2d50-4817-a525-5a975f26a10b tempest-AttachInterfacesUnderV243Test-1097413231 tempest-AttachInterfacesUnderV243Test-1097413231-project-member] Waiting for the task: (returnval){ [ 868.830163] env[69613]: value = "task-3417545" [ 868.830163] env[69613]: _type = "Task" [ 868.830163] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.843646] env[69613]: DEBUG oslo_vmware.api [None req-04c343a3-2d50-4817-a525-5a975f26a10b tempest-AttachInterfacesUnderV243Test-1097413231 tempest-AttachInterfacesUnderV243Test-1097413231-project-member] Task: {'id': task-3417545, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.872283] env[69613]: DEBUG nova.compute.manager [None req-61410a46-cf34-424c-a6a7-9bcf276d773c tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] [instance: fa7f8ff7-658a-46d0-a6dc-232614af850d] Found 2 images (rotation: 2) {{(pid=69613) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 868.983126] env[69613]: DEBUG oslo_vmware.api [None req-50e8daad-6fab-4d1c-a80b-5751dd18f546 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Task: {'id': task-3417542, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063856} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.983570] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-50e8daad-6fab-4d1c-a80b-5751dd18f546 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] [instance: 9b124e5b-64d3-427b-a2bc-fed2d4ab8263] Extended root virtual disk {{(pid=69613) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 868.984820] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62cb61f6-04ab-4fee-944c-3db9a06e2ec2 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.011556] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-50e8daad-6fab-4d1c-a80b-5751dd18f546 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] [instance: 9b124e5b-64d3-427b-a2bc-fed2d4ab8263] Reconfiguring VM instance instance-00000042 to attach disk [datastore2] 9b124e5b-64d3-427b-a2bc-fed2d4ab8263/9b124e5b-64d3-427b-a2bc-fed2d4ab8263.vmdk or device None with type sparse {{(pid=69613) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 869.012234] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4df56c3b-a5ed-4337-abf4-322f971b8aea {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.034579] env[69613]: DEBUG oslo_vmware.api [None req-50e8daad-6fab-4d1c-a80b-5751dd18f546 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Waiting for the task: (returnval){ [ 869.034579] env[69613]: value = "task-3417546" [ 869.034579] env[69613]: _type = "Task" [ 869.034579] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.044492] env[69613]: DEBUG oslo_vmware.api [None req-50e8daad-6fab-4d1c-a80b-5751dd18f546 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Task: {'id': task-3417546, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.088042] env[69613]: DEBUG oslo_vmware.api [None req-619ae6b9-d98f-4aa8-a81a-d685ae862367 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Task: {'id': task-3417543, 'name': PowerOffVM_Task, 'duration_secs': 0.266346} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.088347] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-619ae6b9-d98f-4aa8-a81a-d685ae862367 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] [instance: 7f9ba3ee-c7ee-4737-931d-339747f6c4d8] Powered off the VM {{(pid=69613) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 869.088547] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-619ae6b9-d98f-4aa8-a81a-d685ae862367 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] [instance: 7f9ba3ee-c7ee-4737-931d-339747f6c4d8] Unregistering the VM {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 869.088843] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fb95421a-508c-4a44-a3bd-1a14924657db {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.098179] env[69613]: DEBUG oslo_concurrency.lockutils [None req-7da06e0e-05dc-44cc-b968-8276b7696902 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Acquiring lock "030be18d-ee6f-4000-98f6-9e9a1c041a03" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 869.098423] env[69613]: DEBUG oslo_concurrency.lockutils [None req-7da06e0e-05dc-44cc-b968-8276b7696902 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Lock "030be18d-ee6f-4000-98f6-9e9a1c041a03" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 869.098631] env[69613]: DEBUG oslo_concurrency.lockutils [None req-7da06e0e-05dc-44cc-b968-8276b7696902 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Acquiring lock "030be18d-ee6f-4000-98f6-9e9a1c041a03-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 869.098821] env[69613]: DEBUG oslo_concurrency.lockutils [None req-7da06e0e-05dc-44cc-b968-8276b7696902 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Lock "030be18d-ee6f-4000-98f6-9e9a1c041a03-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 869.098977] env[69613]: DEBUG oslo_concurrency.lockutils [None req-7da06e0e-05dc-44cc-b968-8276b7696902 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Lock "030be18d-ee6f-4000-98f6-9e9a1c041a03-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 869.101285] env[69613]: INFO nova.compute.manager [None req-7da06e0e-05dc-44cc-b968-8276b7696902 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] [instance: 030be18d-ee6f-4000-98f6-9e9a1c041a03] Terminating instance [ 869.148343] env[69613]: DEBUG nova.compute.manager [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] [instance: beccb0b7-1179-4798-8642-35dbcec5e5a1] Instance has had 0 of 5 cleanup attempts {{(pid=69613) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 869.157412] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-619ae6b9-d98f-4aa8-a81a-d685ae862367 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] [instance: 7f9ba3ee-c7ee-4737-931d-339747f6c4d8] Unregistered the VM {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 869.157723] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-619ae6b9-d98f-4aa8-a81a-d685ae862367 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] [instance: 7f9ba3ee-c7ee-4737-931d-339747f6c4d8] Deleting contents of the VM from datastore datastore1 {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 869.158080] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-619ae6b9-d98f-4aa8-a81a-d685ae862367 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Deleting the datastore file [datastore1] 7f9ba3ee-c7ee-4737-931d-339747f6c4d8 {{(pid=69613) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 869.158388] env[69613]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7b516153-53cd-4722-a3bb-d536edc03aeb {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.167643] env[69613]: DEBUG oslo_vmware.api [None req-619ae6b9-d98f-4aa8-a81a-d685ae862367 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Waiting for the task: (returnval){ [ 869.167643] env[69613]: value = "task-3417548" [ 869.167643] env[69613]: _type = "Task" [ 869.167643] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.187463] env[69613]: DEBUG oslo_vmware.api [None req-53683837-47e6-4a25-8f6d-79fb502b031f tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Task: {'id': task-3417544, 'name': ResetVM_Task, 'duration_secs': 0.144275} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.191528] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-53683837-47e6-4a25-8f6d-79fb502b031f tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] [instance: 9ee7dbf3-c86a-4cd8-ad1e-ca92cb90164d] Did hard reboot of VM {{(pid=69613) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 869.191749] env[69613]: DEBUG nova.compute.manager [None req-53683837-47e6-4a25-8f6d-79fb502b031f tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] [instance: 9ee7dbf3-c86a-4cd8-ad1e-ca92cb90164d] Checking state {{(pid=69613) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 869.192085] env[69613]: DEBUG oslo_vmware.api [None req-619ae6b9-d98f-4aa8-a81a-d685ae862367 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Task: {'id': task-3417548, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.192932] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7564374-e2eb-44d8-81ca-2ffbfcefca90 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.297908] env[69613]: DEBUG oslo_concurrency.lockutils [req-ff1be941-b2b2-4bba-ab9b-d69bc9052b1f req-a1787e1c-55d3-48be-b32d-2c2b35d87a3e service nova] Releasing lock "refresh_cache-52a6a8dc-d371-4109-ba9a-0b972f1d0527" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.342376] env[69613]: DEBUG oslo_vmware.api [None req-04c343a3-2d50-4817-a525-5a975f26a10b tempest-AttachInterfacesUnderV243Test-1097413231 tempest-AttachInterfacesUnderV243Test-1097413231-project-member] Task: {'id': task-3417545, 'name': PowerOffVM_Task, 'duration_secs': 0.202346} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.344808] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-04c343a3-2d50-4817-a525-5a975f26a10b tempest-AttachInterfacesUnderV243Test-1097413231 tempest-AttachInterfacesUnderV243Test-1097413231-project-member] [instance: df4f5b07-b088-4c1f-9a13-7812115eeaf0] Powered off the VM {{(pid=69613) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 869.344853] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-04c343a3-2d50-4817-a525-5a975f26a10b tempest-AttachInterfacesUnderV243Test-1097413231 tempest-AttachInterfacesUnderV243Test-1097413231-project-member] [instance: df4f5b07-b088-4c1f-9a13-7812115eeaf0] Unregistering the VM {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 869.345285] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-95818a32-e507-46c8-8697-20653577323d {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.404304] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-04c343a3-2d50-4817-a525-5a975f26a10b tempest-AttachInterfacesUnderV243Test-1097413231 tempest-AttachInterfacesUnderV243Test-1097413231-project-member] [instance: df4f5b07-b088-4c1f-9a13-7812115eeaf0] Unregistered the VM {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 869.404513] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-04c343a3-2d50-4817-a525-5a975f26a10b tempest-AttachInterfacesUnderV243Test-1097413231 tempest-AttachInterfacesUnderV243Test-1097413231-project-member] [instance: df4f5b07-b088-4c1f-9a13-7812115eeaf0] Deleting contents of the VM from datastore datastore1 {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 869.404689] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-04c343a3-2d50-4817-a525-5a975f26a10b tempest-AttachInterfacesUnderV243Test-1097413231 tempest-AttachInterfacesUnderV243Test-1097413231-project-member] Deleting the datastore file [datastore1] df4f5b07-b088-4c1f-9a13-7812115eeaf0 {{(pid=69613) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 869.404953] env[69613]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1fea47e5-6baf-4e98-bb31-3ca968b0429d {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.411980] env[69613]: DEBUG oslo_vmware.api [None req-04c343a3-2d50-4817-a525-5a975f26a10b tempest-AttachInterfacesUnderV243Test-1097413231 tempest-AttachInterfacesUnderV243Test-1097413231-project-member] Waiting for the task: (returnval){ [ 869.411980] env[69613]: value = "task-3417550" [ 869.411980] env[69613]: _type = "Task" [ 869.411980] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.422781] env[69613]: DEBUG oslo_vmware.api [None req-04c343a3-2d50-4817-a525-5a975f26a10b tempest-AttachInterfacesUnderV243Test-1097413231 tempest-AttachInterfacesUnderV243Test-1097413231-project-member] Task: {'id': task-3417550, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.430631] env[69613]: DEBUG nova.compute.manager [None req-8f1d88a8-1e4d-47a8-a14c-731be53f005d tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] [instance: fa7f8ff7-658a-46d0-a6dc-232614af850d] Checking state {{(pid=69613) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 869.431924] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca279843-6cae-4bdb-b7b9-c404a1175d59 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.461155] env[69613]: DEBUG oslo_concurrency.lockutils [None req-5cdbe115-e394-43e2-bd8a-a048e5dd0865 tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Acquiring lock "b2c6c4bb-86f8-4e8f-b83d-a77d00447ff2" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 869.461853] env[69613]: DEBUG oslo_concurrency.lockutils [None req-5cdbe115-e394-43e2-bd8a-a048e5dd0865 tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Lock "b2c6c4bb-86f8-4e8f-b83d-a77d00447ff2" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.003s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 869.531415] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b974203c-6165-4dfb-b1ea-97200adfe2e8 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.542024] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-590b024d-be1f-42cd-ba39-d9c1230dbabc {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.548735] env[69613]: DEBUG oslo_vmware.api [None req-50e8daad-6fab-4d1c-a80b-5751dd18f546 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Task: {'id': task-3417546, 'name': ReconfigVM_Task, 'duration_secs': 0.289429} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.548817] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-50e8daad-6fab-4d1c-a80b-5751dd18f546 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] [instance: 9b124e5b-64d3-427b-a2bc-fed2d4ab8263] Reconfigured VM instance instance-00000042 to attach disk [datastore2] 9b124e5b-64d3-427b-a2bc-fed2d4ab8263/9b124e5b-64d3-427b-a2bc-fed2d4ab8263.vmdk or device None with type sparse {{(pid=69613) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 869.549907] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b8b80ecd-6ac8-427b-ad9c-52e8543eb11a {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.575732] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c10c7a80-e813-4db5-a7ec-dfd2c175a5ac {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.580554] env[69613]: DEBUG oslo_vmware.api [None req-50e8daad-6fab-4d1c-a80b-5751dd18f546 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Waiting for the task: (returnval){ [ 869.580554] env[69613]: value = "task-3417551" [ 869.580554] env[69613]: _type = "Task" [ 869.580554] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.586328] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29b935c0-5f5a-4763-b3e3-297fdf2b2fb4 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.595405] env[69613]: DEBUG oslo_vmware.api [None req-50e8daad-6fab-4d1c-a80b-5751dd18f546 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Task: {'id': task-3417551, 'name': Rename_Task} progress is 6%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.603399] env[69613]: DEBUG nova.compute.provider_tree [None req-38c4f096-8e2b-4238-b877-a9b78c125591 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Inventory has not changed in ProviderTree for provider: af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 {{(pid=69613) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 869.605989] env[69613]: DEBUG nova.compute.manager [None req-7da06e0e-05dc-44cc-b968-8276b7696902 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] [instance: 030be18d-ee6f-4000-98f6-9e9a1c041a03] Start destroying the instance on the hypervisor. {{(pid=69613) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 869.606321] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-7da06e0e-05dc-44cc-b968-8276b7696902 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] [instance: 030be18d-ee6f-4000-98f6-9e9a1c041a03] Destroying instance {{(pid=69613) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 869.608173] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ac20bd7-e922-489a-bc88-26fbb1a75c8b {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.616024] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-7da06e0e-05dc-44cc-b968-8276b7696902 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] [instance: 030be18d-ee6f-4000-98f6-9e9a1c041a03] Powering off the VM {{(pid=69613) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 869.616024] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d4195119-0c7e-4b1f-95e9-f78ffa242021 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.621635] env[69613]: DEBUG oslo_vmware.api [None req-7da06e0e-05dc-44cc-b968-8276b7696902 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Waiting for the task: (returnval){ [ 869.621635] env[69613]: value = "task-3417552" [ 869.621635] env[69613]: _type = "Task" [ 869.621635] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.629906] env[69613]: DEBUG oslo_vmware.api [None req-7da06e0e-05dc-44cc-b968-8276b7696902 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Task: {'id': task-3417552, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.652424] env[69613]: DEBUG nova.compute.manager [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] [instance: 3c040883-6acc-4ec2-b1e4-017089c4810f] Instance has had 0 of 5 cleanup attempts {{(pid=69613) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 869.683567] env[69613]: DEBUG oslo_vmware.api [None req-619ae6b9-d98f-4aa8-a81a-d685ae862367 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Task: {'id': task-3417548, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.138004} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.683831] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-619ae6b9-d98f-4aa8-a81a-d685ae862367 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Deleted the datastore file {{(pid=69613) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 869.684015] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-619ae6b9-d98f-4aa8-a81a-d685ae862367 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] [instance: 7f9ba3ee-c7ee-4737-931d-339747f6c4d8] Deleted contents of the VM from datastore datastore1 {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 869.684218] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-619ae6b9-d98f-4aa8-a81a-d685ae862367 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] [instance: 7f9ba3ee-c7ee-4737-931d-339747f6c4d8] Instance destroyed {{(pid=69613) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 869.684384] env[69613]: INFO nova.compute.manager [None req-619ae6b9-d98f-4aa8-a81a-d685ae862367 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] [instance: 7f9ba3ee-c7ee-4737-931d-339747f6c4d8] Took 1.12 seconds to destroy the instance on the hypervisor. [ 869.684618] env[69613]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-619ae6b9-d98f-4aa8-a81a-d685ae862367 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69613) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 869.684801] env[69613]: DEBUG nova.compute.manager [-] [instance: 7f9ba3ee-c7ee-4737-931d-339747f6c4d8] Deallocating network for instance {{(pid=69613) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 869.684895] env[69613]: DEBUG nova.network.neutron [-] [instance: 7f9ba3ee-c7ee-4737-931d-339747f6c4d8] deallocate_for_instance() {{(pid=69613) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 869.707144] env[69613]: DEBUG oslo_concurrency.lockutils [None req-53683837-47e6-4a25-8f6d-79fb502b031f tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Lock "9ee7dbf3-c86a-4cd8-ad1e-ca92cb90164d" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.531s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 869.922979] env[69613]: DEBUG oslo_vmware.api [None req-04c343a3-2d50-4817-a525-5a975f26a10b tempest-AttachInterfacesUnderV243Test-1097413231 tempest-AttachInterfacesUnderV243Test-1097413231-project-member] Task: {'id': task-3417550, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.165287} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.923306] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-04c343a3-2d50-4817-a525-5a975f26a10b tempest-AttachInterfacesUnderV243Test-1097413231 tempest-AttachInterfacesUnderV243Test-1097413231-project-member] Deleted the datastore file {{(pid=69613) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 869.923586] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-04c343a3-2d50-4817-a525-5a975f26a10b tempest-AttachInterfacesUnderV243Test-1097413231 tempest-AttachInterfacesUnderV243Test-1097413231-project-member] [instance: df4f5b07-b088-4c1f-9a13-7812115eeaf0] Deleted contents of the VM from datastore datastore1 {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 869.923729] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-04c343a3-2d50-4817-a525-5a975f26a10b tempest-AttachInterfacesUnderV243Test-1097413231 tempest-AttachInterfacesUnderV243Test-1097413231-project-member] [instance: df4f5b07-b088-4c1f-9a13-7812115eeaf0] Instance destroyed {{(pid=69613) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 869.923913] env[69613]: INFO nova.compute.manager [None req-04c343a3-2d50-4817-a525-5a975f26a10b tempest-AttachInterfacesUnderV243Test-1097413231 tempest-AttachInterfacesUnderV243Test-1097413231-project-member] [instance: df4f5b07-b088-4c1f-9a13-7812115eeaf0] Took 1.11 seconds to destroy the instance on the hypervisor. [ 869.924188] env[69613]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-04c343a3-2d50-4817-a525-5a975f26a10b tempest-AttachInterfacesUnderV243Test-1097413231 tempest-AttachInterfacesUnderV243Test-1097413231-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69613) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 869.924406] env[69613]: DEBUG nova.compute.manager [-] [instance: df4f5b07-b088-4c1f-9a13-7812115eeaf0] Deallocating network for instance {{(pid=69613) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 869.924485] env[69613]: DEBUG nova.network.neutron [-] [instance: df4f5b07-b088-4c1f-9a13-7812115eeaf0] deallocate_for_instance() {{(pid=69613) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 869.942030] env[69613]: INFO nova.compute.manager [None req-8f1d88a8-1e4d-47a8-a14c-731be53f005d tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] [instance: fa7f8ff7-658a-46d0-a6dc-232614af850d] instance snapshotting [ 869.943444] env[69613]: DEBUG nova.objects.instance [None req-8f1d88a8-1e4d-47a8-a14c-731be53f005d tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Lazy-loading 'flavor' on Instance uuid fa7f8ff7-658a-46d0-a6dc-232614af850d {{(pid=69613) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 869.964918] env[69613]: DEBUG nova.compute.utils [None req-5cdbe115-e394-43e2-bd8a-a048e5dd0865 tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Using /dev/sd instead of None {{(pid=69613) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 870.093368] env[69613]: DEBUG oslo_vmware.api [None req-50e8daad-6fab-4d1c-a80b-5751dd18f546 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Task: {'id': task-3417551, 'name': Rename_Task, 'duration_secs': 0.250181} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.093673] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-50e8daad-6fab-4d1c-a80b-5751dd18f546 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] [instance: 9b124e5b-64d3-427b-a2bc-fed2d4ab8263] Powering on the VM {{(pid=69613) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 870.093951] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ee1cfa79-46d7-4d54-bbc5-a3a390acd24e {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.103044] env[69613]: DEBUG oslo_vmware.api [None req-50e8daad-6fab-4d1c-a80b-5751dd18f546 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Waiting for the task: (returnval){ [ 870.103044] env[69613]: value = "task-3417553" [ 870.103044] env[69613]: _type = "Task" [ 870.103044] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.108967] env[69613]: DEBUG nova.scheduler.client.report [None req-38c4f096-8e2b-4238-b877-a9b78c125591 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Inventory has not changed for provider af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69613) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 870.115421] env[69613]: DEBUG oslo_vmware.api [None req-50e8daad-6fab-4d1c-a80b-5751dd18f546 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Task: {'id': task-3417553, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.136117] env[69613]: DEBUG oslo_vmware.api [None req-7da06e0e-05dc-44cc-b968-8276b7696902 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Task: {'id': task-3417552, 'name': PowerOffVM_Task, 'duration_secs': 0.308779} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.136424] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-7da06e0e-05dc-44cc-b968-8276b7696902 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] [instance: 030be18d-ee6f-4000-98f6-9e9a1c041a03] Powered off the VM {{(pid=69613) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 870.136592] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-7da06e0e-05dc-44cc-b968-8276b7696902 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] [instance: 030be18d-ee6f-4000-98f6-9e9a1c041a03] Unregistering the VM {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 870.136909] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-04e1c9b4-c0c8-40b6-84d0-3b6fd8ce8fa0 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.156297] env[69613]: DEBUG nova.compute.manager [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] [instance: 87d9c28f-3471-4a4b-86cc-1bf24d3a68f9] Instance has had 0 of 5 cleanup attempts {{(pid=69613) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 870.202950] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-7da06e0e-05dc-44cc-b968-8276b7696902 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] [instance: 030be18d-ee6f-4000-98f6-9e9a1c041a03] Unregistered the VM {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 870.203223] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-7da06e0e-05dc-44cc-b968-8276b7696902 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] [instance: 030be18d-ee6f-4000-98f6-9e9a1c041a03] Deleting contents of the VM from datastore datastore2 {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 870.203477] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-7da06e0e-05dc-44cc-b968-8276b7696902 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Deleting the datastore file [datastore2] 030be18d-ee6f-4000-98f6-9e9a1c041a03 {{(pid=69613) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 870.204400] env[69613]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2ae66a92-8085-4ee1-9864-760baeaf01c6 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.213621] env[69613]: DEBUG oslo_vmware.api [None req-7da06e0e-05dc-44cc-b968-8276b7696902 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Waiting for the task: (returnval){ [ 870.213621] env[69613]: value = "task-3417555" [ 870.213621] env[69613]: _type = "Task" [ 870.213621] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.224899] env[69613]: DEBUG oslo_vmware.api [None req-7da06e0e-05dc-44cc-b968-8276b7696902 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Task: {'id': task-3417555, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.450101] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7805f269-80d7-4fc0-a3c6-ddde3c09e96d {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.471020] env[69613]: DEBUG oslo_concurrency.lockutils [None req-5cdbe115-e394-43e2-bd8a-a048e5dd0865 tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Lock "b2c6c4bb-86f8-4e8f-b83d-a77d00447ff2" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.009s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 870.472397] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cad6737-f93a-459d-98a1-157ec3d3fc0b {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.516301] env[69613]: DEBUG nova.network.neutron [-] [instance: 7f9ba3ee-c7ee-4737-931d-339747f6c4d8] Updating instance_info_cache with network_info: [] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 870.614833] env[69613]: DEBUG oslo_vmware.api [None req-50e8daad-6fab-4d1c-a80b-5751dd18f546 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Task: {'id': task-3417553, 'name': PowerOnVM_Task, 'duration_secs': 0.500277} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.614833] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-50e8daad-6fab-4d1c-a80b-5751dd18f546 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] [instance: 9b124e5b-64d3-427b-a2bc-fed2d4ab8263] Powered on the VM {{(pid=69613) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 870.614833] env[69613]: INFO nova.compute.manager [None req-50e8daad-6fab-4d1c-a80b-5751dd18f546 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] [instance: 9b124e5b-64d3-427b-a2bc-fed2d4ab8263] Took 7.25 seconds to spawn the instance on the hypervisor. [ 870.615260] env[69613]: DEBUG nova.compute.manager [None req-50e8daad-6fab-4d1c-a80b-5751dd18f546 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] [instance: 9b124e5b-64d3-427b-a2bc-fed2d4ab8263] Checking state {{(pid=69613) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 870.616701] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3627485-3494-442f-8035-c626bcf33662 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.619921] env[69613]: DEBUG oslo_concurrency.lockutils [None req-38c4f096-8e2b-4238-b877-a9b78c125591 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.500s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 870.620161] env[69613]: DEBUG nova.compute.manager [None req-38c4f096-8e2b-4238-b877-a9b78c125591 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] [instance: 6ce9d7ae-aabf-444e-ab76-68f077d43cf0] Start building networks asynchronously for instance. {{(pid=69613) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 870.623172] env[69613]: DEBUG oslo_concurrency.lockutils [None req-fc71be85-884c-4805-8fad-bdcb648228f8 tempest-ListImageFiltersTestJSON-1131301097 tempest-ListImageFiltersTestJSON-1131301097-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.677s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 870.623812] env[69613]: DEBUG oslo_concurrency.lockutils [None req-fc71be85-884c-4805-8fad-bdcb648228f8 tempest-ListImageFiltersTestJSON-1131301097 tempest-ListImageFiltersTestJSON-1131301097-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 870.626449] env[69613]: DEBUG oslo_concurrency.lockutils [None req-b67e807b-c18a-4898-aa98-fb50bcd53df4 tempest-ServersTestFqdnHostnames-1406027918 tempest-ServersTestFqdnHostnames-1406027918-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.654s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 870.626660] env[69613]: DEBUG oslo_concurrency.lockutils [None req-b67e807b-c18a-4898-aa98-fb50bcd53df4 tempest-ServersTestFqdnHostnames-1406027918 tempest-ServersTestFqdnHostnames-1406027918-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 870.628465] env[69613]: DEBUG oslo_concurrency.lockutils [None req-68aaccab-75f3-495b-babe-4857dbf94e20 tempest-ServerMetadataTestJSON-34752892 tempest-ServerMetadataTestJSON-34752892-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.802s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 870.629972] env[69613]: INFO nova.compute.claims [None req-68aaccab-75f3-495b-babe-4857dbf94e20 tempest-ServerMetadataTestJSON-34752892 tempest-ServerMetadataTestJSON-34752892-project-member] [instance: 1ea300a9-a953-4c27-88a5-0e717ea37d3e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 870.661722] env[69613]: DEBUG nova.compute.manager [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] [instance: f72c0c9a-5d4b-4c16-ae65-ab504d8b816d] Instance has had 0 of 5 cleanup attempts {{(pid=69613) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 870.668818] env[69613]: INFO nova.scheduler.client.report [None req-b67e807b-c18a-4898-aa98-fb50bcd53df4 tempest-ServersTestFqdnHostnames-1406027918 tempest-ServersTestFqdnHostnames-1406027918-project-member] Deleted allocations for instance 3d07cf05-d08d-409f-9bbd-b7ff213e29ff [ 870.679567] env[69613]: INFO nova.scheduler.client.report [None req-fc71be85-884c-4805-8fad-bdcb648228f8 tempest-ListImageFiltersTestJSON-1131301097 tempest-ListImageFiltersTestJSON-1131301097-project-member] Deleted allocations for instance 352f5690-451d-489a-a7b1-259ff9b95e49 [ 870.725859] env[69613]: DEBUG oslo_vmware.api [None req-7da06e0e-05dc-44cc-b968-8276b7696902 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Task: {'id': task-3417555, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.202357} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.726154] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-7da06e0e-05dc-44cc-b968-8276b7696902 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Deleted the datastore file {{(pid=69613) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 870.726348] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-7da06e0e-05dc-44cc-b968-8276b7696902 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] [instance: 030be18d-ee6f-4000-98f6-9e9a1c041a03] Deleted contents of the VM from datastore datastore2 {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 870.729162] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-7da06e0e-05dc-44cc-b968-8276b7696902 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] [instance: 030be18d-ee6f-4000-98f6-9e9a1c041a03] Instance destroyed {{(pid=69613) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 870.729450] env[69613]: INFO nova.compute.manager [None req-7da06e0e-05dc-44cc-b968-8276b7696902 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] [instance: 030be18d-ee6f-4000-98f6-9e9a1c041a03] Took 1.12 seconds to destroy the instance on the hypervisor. [ 870.729731] env[69613]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7da06e0e-05dc-44cc-b968-8276b7696902 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69613) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 870.730298] env[69613]: DEBUG nova.compute.manager [-] [instance: 030be18d-ee6f-4000-98f6-9e9a1c041a03] Deallocating network for instance {{(pid=69613) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 870.730462] env[69613]: DEBUG nova.network.neutron [-] [instance: 030be18d-ee6f-4000-98f6-9e9a1c041a03] deallocate_for_instance() {{(pid=69613) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 870.985733] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-8f1d88a8-1e4d-47a8-a14c-731be53f005d tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] [instance: fa7f8ff7-658a-46d0-a6dc-232614af850d] Creating Snapshot of the VM instance {{(pid=69613) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 870.985824] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-0fff98b7-b4e2-4588-b317-fd0e9e0c202e {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.994103] env[69613]: DEBUG oslo_vmware.api [None req-8f1d88a8-1e4d-47a8-a14c-731be53f005d tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Waiting for the task: (returnval){ [ 870.994103] env[69613]: value = "task-3417556" [ 870.994103] env[69613]: _type = "Task" [ 870.994103] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.002830] env[69613]: DEBUG oslo_vmware.api [None req-8f1d88a8-1e4d-47a8-a14c-731be53f005d tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Task: {'id': task-3417556, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.019143] env[69613]: INFO nova.compute.manager [-] [instance: 7f9ba3ee-c7ee-4737-931d-339747f6c4d8] Took 1.33 seconds to deallocate network for instance. [ 871.024232] env[69613]: DEBUG nova.network.neutron [-] [instance: df4f5b07-b088-4c1f-9a13-7812115eeaf0] Updating instance_info_cache with network_info: [] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 871.048436] env[69613]: DEBUG nova.compute.manager [req-8bae9467-2919-455d-af37-cbe2a2327807 req-1f084f89-5c3f-435d-876c-aee239d5f22f service nova] [instance: 7f9ba3ee-c7ee-4737-931d-339747f6c4d8] Received event network-vif-deleted-2d7e0de4-d7f0-4c37-8c0c-20d119dd7cd4 {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 871.075197] env[69613]: INFO nova.compute.manager [None req-e27d697d-7ba9-43be-a21b-70bdd6904ee2 tempest-ServerActionsV293TestJSON-1188024240 tempest-ServerActionsV293TestJSON-1188024240-project-member] [instance: aa0eb3a4-34df-4e34-b86a-2a1d19f3a984] Rebuilding instance [ 871.129017] env[69613]: DEBUG nova.compute.manager [None req-e27d697d-7ba9-43be-a21b-70bdd6904ee2 tempest-ServerActionsV293TestJSON-1188024240 tempest-ServerActionsV293TestJSON-1188024240-project-member] [instance: aa0eb3a4-34df-4e34-b86a-2a1d19f3a984] Checking state {{(pid=69613) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 871.129686] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17922177-20d0-4af8-acab-89121e4efed8 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.137807] env[69613]: DEBUG nova.compute.utils [None req-38c4f096-8e2b-4238-b877-a9b78c125591 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Using /dev/sd instead of None {{(pid=69613) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 871.145033] env[69613]: DEBUG nova.compute.manager [None req-38c4f096-8e2b-4238-b877-a9b78c125591 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] [instance: 6ce9d7ae-aabf-444e-ab76-68f077d43cf0] Allocating IP information in the background. {{(pid=69613) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 871.145033] env[69613]: DEBUG nova.network.neutron [None req-38c4f096-8e2b-4238-b877-a9b78c125591 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] [instance: 6ce9d7ae-aabf-444e-ab76-68f077d43cf0] allocate_for_instance() {{(pid=69613) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 871.157573] env[69613]: INFO nova.compute.manager [None req-50e8daad-6fab-4d1c-a80b-5751dd18f546 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] [instance: 9b124e5b-64d3-427b-a2bc-fed2d4ab8263] Took 46.43 seconds to build instance. [ 871.168771] env[69613]: DEBUG nova.compute.manager [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] [instance: 1380fea1-6d74-469a-8a3a-7706e3d1f932] Instance has had 0 of 5 cleanup attempts {{(pid=69613) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 871.180171] env[69613]: DEBUG oslo_concurrency.lockutils [None req-b67e807b-c18a-4898-aa98-fb50bcd53df4 tempest-ServersTestFqdnHostnames-1406027918 tempest-ServersTestFqdnHostnames-1406027918-project-member] Lock "3d07cf05-d08d-409f-9bbd-b7ff213e29ff" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.852s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 871.186054] env[69613]: DEBUG oslo_concurrency.lockutils [None req-fc71be85-884c-4805-8fad-bdcb648228f8 tempest-ListImageFiltersTestJSON-1131301097 tempest-ListImageFiltersTestJSON-1131301097-project-member] Lock "352f5690-451d-489a-a7b1-259ff9b95e49" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.804s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 871.206991] env[69613]: DEBUG nova.policy [None req-38c4f096-8e2b-4238-b877-a9b78c125591 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a8012e55677a4e8ebb9163007647fba4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '263cb0545351439194c16f61aacec6b1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69613) authorize /opt/stack/nova/nova/policy.py:192}} [ 871.469277] env[69613]: DEBUG nova.compute.manager [req-1432860c-cf24-40ae-a0bc-f41b0b03b4ff req-992a4516-3a10-43d3-b5a7-a327131925f7 service nova] [instance: df4f5b07-b088-4c1f-9a13-7812115eeaf0] Received event network-vif-deleted-c048ad24-0dfb-47e5-ae37-b4fbdbaa80be {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 871.469698] env[69613]: DEBUG nova.network.neutron [-] [instance: 030be18d-ee6f-4000-98f6-9e9a1c041a03] Updating instance_info_cache with network_info: [] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 871.504486] env[69613]: DEBUG oslo_vmware.api [None req-8f1d88a8-1e4d-47a8-a14c-731be53f005d tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Task: {'id': task-3417556, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.527439] env[69613]: DEBUG oslo_concurrency.lockutils [None req-619ae6b9-d98f-4aa8-a81a-d685ae862367 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 871.527811] env[69613]: INFO nova.compute.manager [-] [instance: df4f5b07-b088-4c1f-9a13-7812115eeaf0] Took 1.60 seconds to deallocate network for instance. [ 871.550419] env[69613]: DEBUG oslo_concurrency.lockutils [None req-5cdbe115-e394-43e2-bd8a-a048e5dd0865 tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Acquiring lock "b2c6c4bb-86f8-4e8f-b83d-a77d00447ff2" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 871.552041] env[69613]: DEBUG oslo_concurrency.lockutils [None req-5cdbe115-e394-43e2-bd8a-a048e5dd0865 tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Lock "b2c6c4bb-86f8-4e8f-b83d-a77d00447ff2" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 871.552499] env[69613]: INFO nova.compute.manager [None req-5cdbe115-e394-43e2-bd8a-a048e5dd0865 tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] [instance: b2c6c4bb-86f8-4e8f-b83d-a77d00447ff2] Attaching volume 49b7bc50-e08c-4c7d-9c8a-7c0c98188fb7 to /dev/sdb [ 871.563848] env[69613]: DEBUG nova.network.neutron [None req-38c4f096-8e2b-4238-b877-a9b78c125591 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] [instance: 6ce9d7ae-aabf-444e-ab76-68f077d43cf0] Successfully created port: be2b6b5c-560f-49de-959a-256d54f3551e {{(pid=69613) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 871.593263] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76ca8e52-3e43-42ae-9a68-4ced3d35fcbf {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.601874] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8f48b11-a86e-4a45-acc5-9871d71bf23e {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.616212] env[69613]: DEBUG nova.virt.block_device [None req-5cdbe115-e394-43e2-bd8a-a048e5dd0865 tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] [instance: b2c6c4bb-86f8-4e8f-b83d-a77d00447ff2] Updating existing volume attachment record: ecab4093-73f2-4298-8cd2-af012e509813 {{(pid=69613) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 871.650017] env[69613]: DEBUG nova.compute.manager [None req-38c4f096-8e2b-4238-b877-a9b78c125591 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] [instance: 6ce9d7ae-aabf-444e-ab76-68f077d43cf0] Start building block device mappings for instance. {{(pid=69613) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 871.660240] env[69613]: DEBUG oslo_concurrency.lockutils [None req-50e8daad-6fab-4d1c-a80b-5751dd18f546 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Lock "9b124e5b-64d3-427b-a2bc-fed2d4ab8263" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.944s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 871.663224] env[69613]: DEBUG oslo_concurrency.lockutils [None req-56b7693b-7293-4a49-aa99-a50da0ecea43 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Acquiring lock "1fd13f9b-daa3-4dfd-af1f-1014f9c629f3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 871.663490] env[69613]: DEBUG oslo_concurrency.lockutils [None req-56b7693b-7293-4a49-aa99-a50da0ecea43 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Lock "1fd13f9b-daa3-4dfd-af1f-1014f9c629f3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 871.672724] env[69613]: DEBUG nova.compute.manager [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] [instance: 23dfa5b7-42f4-486c-8ce4-ae7d2e08c1e0] Instance has had 0 of 5 cleanup attempts {{(pid=69613) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 871.972562] env[69613]: INFO nova.compute.manager [-] [instance: 030be18d-ee6f-4000-98f6-9e9a1c041a03] Took 1.24 seconds to deallocate network for instance. [ 872.007942] env[69613]: DEBUG oslo_vmware.api [None req-8f1d88a8-1e4d-47a8-a14c-731be53f005d tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Task: {'id': task-3417556, 'name': CreateSnapshot_Task, 'duration_secs': 0.865679} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.008264] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-8f1d88a8-1e4d-47a8-a14c-731be53f005d tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] [instance: fa7f8ff7-658a-46d0-a6dc-232614af850d] Created Snapshot of the VM instance {{(pid=69613) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 872.010284] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05cd29e8-b760-4277-82b4-401a3428553c {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.034945] env[69613]: DEBUG oslo_concurrency.lockutils [None req-04c343a3-2d50-4817-a525-5a975f26a10b tempest-AttachInterfacesUnderV243Test-1097413231 tempest-AttachInterfacesUnderV243Test-1097413231-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 872.061675] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0368193-6a67-4abd-bef2-f17720c9de1d {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.071229] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-310a8aa9-1874-4316-bd73-e936b62227d8 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.110103] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fe51bde-857f-4d35-b0aa-f238905be178 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.117929] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b722ced-a698-48ed-bd97-ac04c35f00c1 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.132655] env[69613]: DEBUG nova.compute.provider_tree [None req-68aaccab-75f3-495b-babe-4857dbf94e20 tempest-ServerMetadataTestJSON-34752892 tempest-ServerMetadataTestJSON-34752892-project-member] Inventory has not changed in ProviderTree for provider: af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 {{(pid=69613) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 872.151788] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-e27d697d-7ba9-43be-a21b-70bdd6904ee2 tempest-ServerActionsV293TestJSON-1188024240 tempest-ServerActionsV293TestJSON-1188024240-project-member] [instance: aa0eb3a4-34df-4e34-b86a-2a1d19f3a984] Powering off the VM {{(pid=69613) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 872.155354] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7150d2f6-7aba-48df-a308-6e3fadb0f912 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.162447] env[69613]: DEBUG oslo_vmware.api [None req-e27d697d-7ba9-43be-a21b-70bdd6904ee2 tempest-ServerActionsV293TestJSON-1188024240 tempest-ServerActionsV293TestJSON-1188024240-project-member] Waiting for the task: (returnval){ [ 872.162447] env[69613]: value = "task-3417560" [ 872.162447] env[69613]: _type = "Task" [ 872.162447] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.171304] env[69613]: DEBUG nova.compute.manager [None req-56b7693b-7293-4a49-aa99-a50da0ecea43 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] [instance: 1fd13f9b-daa3-4dfd-af1f-1014f9c629f3] Starting instance... {{(pid=69613) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 872.173959] env[69613]: DEBUG oslo_vmware.api [None req-e27d697d-7ba9-43be-a21b-70bdd6904ee2 tempest-ServerActionsV293TestJSON-1188024240 tempest-ServerActionsV293TestJSON-1188024240-project-member] Task: {'id': task-3417560, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.175825] env[69613]: DEBUG nova.compute.manager [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] [instance: 267ffd7d-ab93-4dda-b46a-1059b3f82f4f] Instance has had 0 of 5 cleanup attempts {{(pid=69613) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 872.482568] env[69613]: DEBUG oslo_concurrency.lockutils [None req-7da06e0e-05dc-44cc-b968-8276b7696902 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 872.532534] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-8f1d88a8-1e4d-47a8-a14c-731be53f005d tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] [instance: fa7f8ff7-658a-46d0-a6dc-232614af850d] Creating linked-clone VM from snapshot {{(pid=69613) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 872.532890] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-2cb03375-4eaf-4bb2-9c0b-075f403a1ed9 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.543052] env[69613]: DEBUG oslo_vmware.api [None req-8f1d88a8-1e4d-47a8-a14c-731be53f005d tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Waiting for the task: (returnval){ [ 872.543052] env[69613]: value = "task-3417561" [ 872.543052] env[69613]: _type = "Task" [ 872.543052] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.552183] env[69613]: DEBUG oslo_vmware.api [None req-8f1d88a8-1e4d-47a8-a14c-731be53f005d tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Task: {'id': task-3417561, 'name': CloneVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.638020] env[69613]: DEBUG nova.scheduler.client.report [None req-68aaccab-75f3-495b-babe-4857dbf94e20 tempest-ServerMetadataTestJSON-34752892 tempest-ServerMetadataTestJSON-34752892-project-member] Inventory has not changed for provider af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69613) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 872.659131] env[69613]: DEBUG nova.compute.manager [None req-38c4f096-8e2b-4238-b877-a9b78c125591 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] [instance: 6ce9d7ae-aabf-444e-ab76-68f077d43cf0] Start spawning the instance on the hypervisor. {{(pid=69613) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 872.678626] env[69613]: DEBUG oslo_vmware.api [None req-e27d697d-7ba9-43be-a21b-70bdd6904ee2 tempest-ServerActionsV293TestJSON-1188024240 tempest-ServerActionsV293TestJSON-1188024240-project-member] Task: {'id': task-3417560, 'name': PowerOffVM_Task, 'duration_secs': 0.261029} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.681392] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-e27d697d-7ba9-43be-a21b-70bdd6904ee2 tempest-ServerActionsV293TestJSON-1188024240 tempest-ServerActionsV293TestJSON-1188024240-project-member] [instance: aa0eb3a4-34df-4e34-b86a-2a1d19f3a984] Powered off the VM {{(pid=69613) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 872.683658] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-e27d697d-7ba9-43be-a21b-70bdd6904ee2 tempest-ServerActionsV293TestJSON-1188024240 tempest-ServerActionsV293TestJSON-1188024240-project-member] [instance: aa0eb3a4-34df-4e34-b86a-2a1d19f3a984] Powering off the VM {{(pid=69613) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 872.683658] env[69613]: DEBUG nova.compute.manager [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] [instance: 670d9426-6edb-4dfd-9953-1f10f89ebfc6] Instance has had 0 of 5 cleanup attempts {{(pid=69613) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 872.689213] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-13da862e-727d-4702-8867-21de54582eca {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.698840] env[69613]: DEBUG oslo_vmware.api [None req-e27d697d-7ba9-43be-a21b-70bdd6904ee2 tempest-ServerActionsV293TestJSON-1188024240 tempest-ServerActionsV293TestJSON-1188024240-project-member] Waiting for the task: (returnval){ [ 872.698840] env[69613]: value = "task-3417562" [ 872.698840] env[69613]: _type = "Task" [ 872.698840] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.710311] env[69613]: DEBUG nova.virt.hardware [None req-38c4f096-8e2b-4238-b877-a9b78c125591 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T13:55:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T13:55:19Z,direct_url=,disk_format='vmdk',id=2b7a0304-b5d0-431d-b287-32c8388d7fbd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3e9e1b873f1442d59d5ee8247b941f74',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T13:55:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 872.710751] env[69613]: DEBUG nova.virt.hardware [None req-38c4f096-8e2b-4238-b877-a9b78c125591 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Flavor limits 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 872.711075] env[69613]: DEBUG nova.virt.hardware [None req-38c4f096-8e2b-4238-b877-a9b78c125591 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Image limits 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 872.711885] env[69613]: DEBUG nova.virt.hardware [None req-38c4f096-8e2b-4238-b877-a9b78c125591 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Flavor pref 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 872.711885] env[69613]: DEBUG nova.virt.hardware [None req-38c4f096-8e2b-4238-b877-a9b78c125591 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Image pref 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 872.712048] env[69613]: DEBUG nova.virt.hardware [None req-38c4f096-8e2b-4238-b877-a9b78c125591 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 872.712451] env[69613]: DEBUG nova.virt.hardware [None req-38c4f096-8e2b-4238-b877-a9b78c125591 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 872.715159] env[69613]: DEBUG nova.virt.hardware [None req-38c4f096-8e2b-4238-b877-a9b78c125591 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69613) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 872.715159] env[69613]: DEBUG nova.virt.hardware [None req-38c4f096-8e2b-4238-b877-a9b78c125591 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Got 1 possible topologies {{(pid=69613) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 872.715159] env[69613]: DEBUG nova.virt.hardware [None req-38c4f096-8e2b-4238-b877-a9b78c125591 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 872.715159] env[69613]: DEBUG nova.virt.hardware [None req-38c4f096-8e2b-4238-b877-a9b78c125591 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 872.717033] env[69613]: DEBUG oslo_concurrency.lockutils [None req-56b7693b-7293-4a49-aa99-a50da0ecea43 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 872.717033] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44c34135-f82f-4709-aebd-9182539171ce {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.730730] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44e88af4-9004-4200-aef2-74646b2fd9bc {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.735170] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-e27d697d-7ba9-43be-a21b-70bdd6904ee2 tempest-ServerActionsV293TestJSON-1188024240 tempest-ServerActionsV293TestJSON-1188024240-project-member] [instance: aa0eb3a4-34df-4e34-b86a-2a1d19f3a984] VM already powered off {{(pid=69613) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 872.735170] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-e27d697d-7ba9-43be-a21b-70bdd6904ee2 tempest-ServerActionsV293TestJSON-1188024240 tempest-ServerActionsV293TestJSON-1188024240-project-member] [instance: aa0eb3a4-34df-4e34-b86a-2a1d19f3a984] Volume detach. Driver type: vmdk {{(pid=69613) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 872.735286] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-e27d697d-7ba9-43be-a21b-70bdd6904ee2 tempest-ServerActionsV293TestJSON-1188024240 tempest-ServerActionsV293TestJSON-1188024240-project-member] [instance: aa0eb3a4-34df-4e34-b86a-2a1d19f3a984] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-681839', 'volume_id': '8e3a5d97-b3fd-44ea-9cd6-aac6aa7a1df2', 'name': 'volume-8e3a5d97-b3fd-44ea-9cd6-aac6aa7a1df2', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'aa0eb3a4-34df-4e34-b86a-2a1d19f3a984', 'attached_at': '', 'detached_at': '', 'volume_id': '8e3a5d97-b3fd-44ea-9cd6-aac6aa7a1df2', 'serial': '8e3a5d97-b3fd-44ea-9cd6-aac6aa7a1df2'} {{(pid=69613) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 872.736726] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7793149d-2585-49a8-a765-67a15553352a {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.764730] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-112533b7-a6a9-4e7a-89b4-eca2dfb47eb5 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.773806] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8033f19e-29eb-40db-a153-92b0ff0093f2 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.794361] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9a29f88-7673-470b-ada3-247cc745bb7b {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.810940] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-e27d697d-7ba9-43be-a21b-70bdd6904ee2 tempest-ServerActionsV293TestJSON-1188024240 tempest-ServerActionsV293TestJSON-1188024240-project-member] The volume has not been displaced from its original location: [datastore1] volume-8e3a5d97-b3fd-44ea-9cd6-aac6aa7a1df2/volume-8e3a5d97-b3fd-44ea-9cd6-aac6aa7a1df2.vmdk. No consolidation needed. {{(pid=69613) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 872.817118] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-e27d697d-7ba9-43be-a21b-70bdd6904ee2 tempest-ServerActionsV293TestJSON-1188024240 tempest-ServerActionsV293TestJSON-1188024240-project-member] [instance: aa0eb3a4-34df-4e34-b86a-2a1d19f3a984] Reconfiguring VM instance instance-0000003e to detach disk 2000 {{(pid=69613) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 872.817519] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-029a6372-09bc-4acd-8997-17786258d124 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.840453] env[69613]: DEBUG oslo_vmware.api [None req-e27d697d-7ba9-43be-a21b-70bdd6904ee2 tempest-ServerActionsV293TestJSON-1188024240 tempest-ServerActionsV293TestJSON-1188024240-project-member] Waiting for the task: (returnval){ [ 872.840453] env[69613]: value = "task-3417563" [ 872.840453] env[69613]: _type = "Task" [ 872.840453] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.851333] env[69613]: DEBUG oslo_vmware.api [None req-e27d697d-7ba9-43be-a21b-70bdd6904ee2 tempest-ServerActionsV293TestJSON-1188024240 tempest-ServerActionsV293TestJSON-1188024240-project-member] Task: {'id': task-3417563, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.053197] env[69613]: DEBUG oslo_vmware.api [None req-8f1d88a8-1e4d-47a8-a14c-731be53f005d tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Task: {'id': task-3417561, 'name': CloneVM_Task} progress is 94%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.142184] env[69613]: DEBUG oslo_concurrency.lockutils [None req-68aaccab-75f3-495b-babe-4857dbf94e20 tempest-ServerMetadataTestJSON-34752892 tempest-ServerMetadataTestJSON-34752892-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.514s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 873.142721] env[69613]: DEBUG nova.compute.manager [None req-68aaccab-75f3-495b-babe-4857dbf94e20 tempest-ServerMetadataTestJSON-34752892 tempest-ServerMetadataTestJSON-34752892-project-member] [instance: 1ea300a9-a953-4c27-88a5-0e717ea37d3e] Start building networks asynchronously for instance. {{(pid=69613) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 873.152897] env[69613]: DEBUG oslo_concurrency.lockutils [None req-d514d906-35c4-4e57-b17a-19b41634afc8 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 30.960s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 873.192318] env[69613]: DEBUG nova.compute.manager [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] [instance: 41c0824b-2186-49fe-bcfd-82c031bf4810] Instance has had 0 of 5 cleanup attempts {{(pid=69613) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 873.369389] env[69613]: DEBUG oslo_vmware.api [None req-e27d697d-7ba9-43be-a21b-70bdd6904ee2 tempest-ServerActionsV293TestJSON-1188024240 tempest-ServerActionsV293TestJSON-1188024240-project-member] Task: {'id': task-3417563, 'name': ReconfigVM_Task, 'duration_secs': 0.357205} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.369389] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-e27d697d-7ba9-43be-a21b-70bdd6904ee2 tempest-ServerActionsV293TestJSON-1188024240 tempest-ServerActionsV293TestJSON-1188024240-project-member] [instance: aa0eb3a4-34df-4e34-b86a-2a1d19f3a984] Reconfigured VM instance instance-0000003e to detach disk 2000 {{(pid=69613) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 873.373115] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c46b6e99-269a-4161-83ff-004dedb2b382 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.391270] env[69613]: DEBUG oslo_vmware.api [None req-e27d697d-7ba9-43be-a21b-70bdd6904ee2 tempest-ServerActionsV293TestJSON-1188024240 tempest-ServerActionsV293TestJSON-1188024240-project-member] Waiting for the task: (returnval){ [ 873.391270] env[69613]: value = "task-3417564" [ 873.391270] env[69613]: _type = "Task" [ 873.391270] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.408229] env[69613]: DEBUG oslo_vmware.api [None req-e27d697d-7ba9-43be-a21b-70bdd6904ee2 tempest-ServerActionsV293TestJSON-1188024240 tempest-ServerActionsV293TestJSON-1188024240-project-member] Task: {'id': task-3417564, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.408229] env[69613]: DEBUG nova.network.neutron [None req-38c4f096-8e2b-4238-b877-a9b78c125591 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] [instance: 6ce9d7ae-aabf-444e-ab76-68f077d43cf0] Successfully updated port: be2b6b5c-560f-49de-959a-256d54f3551e {{(pid=69613) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 873.557034] env[69613]: DEBUG oslo_vmware.api [None req-8f1d88a8-1e4d-47a8-a14c-731be53f005d tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Task: {'id': task-3417561, 'name': CloneVM_Task} progress is 95%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.635483] env[69613]: DEBUG nova.compute.manager [req-7e5c92a9-29a2-4d2b-8289-5ab03379225f req-81a52abc-ea61-403d-a57b-6e98fcfddd35 service nova] [instance: 030be18d-ee6f-4000-98f6-9e9a1c041a03] Received event network-vif-deleted-0d971a36-3924-4adc-95e9-1ae25fac1ede {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 873.635737] env[69613]: DEBUG nova.compute.manager [req-7e5c92a9-29a2-4d2b-8289-5ab03379225f req-81a52abc-ea61-403d-a57b-6e98fcfddd35 service nova] [instance: 6ce9d7ae-aabf-444e-ab76-68f077d43cf0] Received event network-vif-plugged-be2b6b5c-560f-49de-959a-256d54f3551e {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 873.635853] env[69613]: DEBUG oslo_concurrency.lockutils [req-7e5c92a9-29a2-4d2b-8289-5ab03379225f req-81a52abc-ea61-403d-a57b-6e98fcfddd35 service nova] Acquiring lock "6ce9d7ae-aabf-444e-ab76-68f077d43cf0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 873.636071] env[69613]: DEBUG oslo_concurrency.lockutils [req-7e5c92a9-29a2-4d2b-8289-5ab03379225f req-81a52abc-ea61-403d-a57b-6e98fcfddd35 service nova] Lock "6ce9d7ae-aabf-444e-ab76-68f077d43cf0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 873.636249] env[69613]: DEBUG oslo_concurrency.lockutils [req-7e5c92a9-29a2-4d2b-8289-5ab03379225f req-81a52abc-ea61-403d-a57b-6e98fcfddd35 service nova] Lock "6ce9d7ae-aabf-444e-ab76-68f077d43cf0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 873.636426] env[69613]: DEBUG nova.compute.manager [req-7e5c92a9-29a2-4d2b-8289-5ab03379225f req-81a52abc-ea61-403d-a57b-6e98fcfddd35 service nova] [instance: 6ce9d7ae-aabf-444e-ab76-68f077d43cf0] No waiting events found dispatching network-vif-plugged-be2b6b5c-560f-49de-959a-256d54f3551e {{(pid=69613) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 873.636588] env[69613]: WARNING nova.compute.manager [req-7e5c92a9-29a2-4d2b-8289-5ab03379225f req-81a52abc-ea61-403d-a57b-6e98fcfddd35 service nova] [instance: 6ce9d7ae-aabf-444e-ab76-68f077d43cf0] Received unexpected event network-vif-plugged-be2b6b5c-560f-49de-959a-256d54f3551e for instance with vm_state building and task_state spawning. [ 873.636754] env[69613]: DEBUG nova.compute.manager [req-7e5c92a9-29a2-4d2b-8289-5ab03379225f req-81a52abc-ea61-403d-a57b-6e98fcfddd35 service nova] [instance: 6ce9d7ae-aabf-444e-ab76-68f077d43cf0] Received event network-changed-be2b6b5c-560f-49de-959a-256d54f3551e {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 873.636906] env[69613]: DEBUG nova.compute.manager [req-7e5c92a9-29a2-4d2b-8289-5ab03379225f req-81a52abc-ea61-403d-a57b-6e98fcfddd35 service nova] [instance: 6ce9d7ae-aabf-444e-ab76-68f077d43cf0] Refreshing instance network info cache due to event network-changed-be2b6b5c-560f-49de-959a-256d54f3551e. {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 873.637125] env[69613]: DEBUG oslo_concurrency.lockutils [req-7e5c92a9-29a2-4d2b-8289-5ab03379225f req-81a52abc-ea61-403d-a57b-6e98fcfddd35 service nova] Acquiring lock "refresh_cache-6ce9d7ae-aabf-444e-ab76-68f077d43cf0" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.637407] env[69613]: DEBUG oslo_concurrency.lockutils [req-7e5c92a9-29a2-4d2b-8289-5ab03379225f req-81a52abc-ea61-403d-a57b-6e98fcfddd35 service nova] Acquired lock "refresh_cache-6ce9d7ae-aabf-444e-ab76-68f077d43cf0" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.637444] env[69613]: DEBUG nova.network.neutron [req-7e5c92a9-29a2-4d2b-8289-5ab03379225f req-81a52abc-ea61-403d-a57b-6e98fcfddd35 service nova] [instance: 6ce9d7ae-aabf-444e-ab76-68f077d43cf0] Refreshing network info cache for port be2b6b5c-560f-49de-959a-256d54f3551e {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 873.655045] env[69613]: DEBUG nova.compute.utils [None req-68aaccab-75f3-495b-babe-4857dbf94e20 tempest-ServerMetadataTestJSON-34752892 tempest-ServerMetadataTestJSON-34752892-project-member] Using /dev/sd instead of None {{(pid=69613) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 873.657275] env[69613]: DEBUG nova.compute.manager [None req-68aaccab-75f3-495b-babe-4857dbf94e20 tempest-ServerMetadataTestJSON-34752892 tempest-ServerMetadataTestJSON-34752892-project-member] [instance: 1ea300a9-a953-4c27-88a5-0e717ea37d3e] Allocating IP information in the background. {{(pid=69613) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 873.661135] env[69613]: DEBUG nova.network.neutron [None req-68aaccab-75f3-495b-babe-4857dbf94e20 tempest-ServerMetadataTestJSON-34752892 tempest-ServerMetadataTestJSON-34752892-project-member] [instance: 1ea300a9-a953-4c27-88a5-0e717ea37d3e] allocate_for_instance() {{(pid=69613) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 873.701057] env[69613]: DEBUG nova.compute.manager [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] [instance: 3c85ee38-7f0c-48db-8bc7-cd3d17eb5f02] Instance has had 0 of 5 cleanup attempts {{(pid=69613) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 873.902616] env[69613]: DEBUG oslo_vmware.api [None req-e27d697d-7ba9-43be-a21b-70bdd6904ee2 tempest-ServerActionsV293TestJSON-1188024240 tempest-ServerActionsV293TestJSON-1188024240-project-member] Task: {'id': task-3417564, 'name': ReconfigVM_Task, 'duration_secs': 0.168257} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.905966] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-e27d697d-7ba9-43be-a21b-70bdd6904ee2 tempest-ServerActionsV293TestJSON-1188024240 tempest-ServerActionsV293TestJSON-1188024240-project-member] [instance: aa0eb3a4-34df-4e34-b86a-2a1d19f3a984] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-681839', 'volume_id': '8e3a5d97-b3fd-44ea-9cd6-aac6aa7a1df2', 'name': 'volume-8e3a5d97-b3fd-44ea-9cd6-aac6aa7a1df2', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'aa0eb3a4-34df-4e34-b86a-2a1d19f3a984', 'attached_at': '', 'detached_at': '', 'volume_id': '8e3a5d97-b3fd-44ea-9cd6-aac6aa7a1df2', 'serial': '8e3a5d97-b3fd-44ea-9cd6-aac6aa7a1df2'} {{(pid=69613) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 873.906285] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-e27d697d-7ba9-43be-a21b-70bdd6904ee2 tempest-ServerActionsV293TestJSON-1188024240 tempest-ServerActionsV293TestJSON-1188024240-project-member] [instance: aa0eb3a4-34df-4e34-b86a-2a1d19f3a984] Destroying instance {{(pid=69613) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 873.907350] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-335d5da2-373d-427d-b40c-fcc7354d863f {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.913966] env[69613]: DEBUG oslo_concurrency.lockutils [None req-38c4f096-8e2b-4238-b877-a9b78c125591 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Acquiring lock "refresh_cache-6ce9d7ae-aabf-444e-ab76-68f077d43cf0" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.915821] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-e27d697d-7ba9-43be-a21b-70bdd6904ee2 tempest-ServerActionsV293TestJSON-1188024240 tempest-ServerActionsV293TestJSON-1188024240-project-member] [instance: aa0eb3a4-34df-4e34-b86a-2a1d19f3a984] Unregistering the VM {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 873.916144] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-db02809a-904e-4678-a193-1b3d1b722e7f {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.968860] env[69613]: DEBUG nova.policy [None req-68aaccab-75f3-495b-babe-4857dbf94e20 tempest-ServerMetadataTestJSON-34752892 tempest-ServerMetadataTestJSON-34752892-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4565e56f8d9a4efc8e78ee170c2dec5d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '62f515d654cd40548f9e7ffbbcadee6b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69613) authorize /opt/stack/nova/nova/policy.py:192}} [ 873.988716] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-e27d697d-7ba9-43be-a21b-70bdd6904ee2 tempest-ServerActionsV293TestJSON-1188024240 tempest-ServerActionsV293TestJSON-1188024240-project-member] [instance: aa0eb3a4-34df-4e34-b86a-2a1d19f3a984] Unregistered the VM {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 873.989010] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-e27d697d-7ba9-43be-a21b-70bdd6904ee2 tempest-ServerActionsV293TestJSON-1188024240 tempest-ServerActionsV293TestJSON-1188024240-project-member] [instance: aa0eb3a4-34df-4e34-b86a-2a1d19f3a984] Deleting contents of the VM from datastore datastore1 {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 873.989212] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-e27d697d-7ba9-43be-a21b-70bdd6904ee2 tempest-ServerActionsV293TestJSON-1188024240 tempest-ServerActionsV293TestJSON-1188024240-project-member] Deleting the datastore file [datastore1] aa0eb3a4-34df-4e34-b86a-2a1d19f3a984 {{(pid=69613) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 873.989467] env[69613]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f840b355-066a-430e-9d79-351143809511 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.995757] env[69613]: DEBUG oslo_vmware.api [None req-e27d697d-7ba9-43be-a21b-70bdd6904ee2 tempest-ServerActionsV293TestJSON-1188024240 tempest-ServerActionsV293TestJSON-1188024240-project-member] Waiting for the task: (returnval){ [ 873.995757] env[69613]: value = "task-3417566" [ 873.995757] env[69613]: _type = "Task" [ 873.995757] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.006332] env[69613]: DEBUG oslo_concurrency.lockutils [None req-f52b26f3-cca7-44b8-898d-97a64f2b02cd tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Acquiring lock "a85fedcd-1c01-4534-b403-420733c3ed0c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 874.007174] env[69613]: DEBUG oslo_concurrency.lockutils [None req-f52b26f3-cca7-44b8-898d-97a64f2b02cd tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Lock "a85fedcd-1c01-4534-b403-420733c3ed0c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 874.012019] env[69613]: DEBUG oslo_vmware.api [None req-e27d697d-7ba9-43be-a21b-70bdd6904ee2 tempest-ServerActionsV293TestJSON-1188024240 tempest-ServerActionsV293TestJSON-1188024240-project-member] Task: {'id': task-3417566, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.063501] env[69613]: DEBUG oslo_vmware.api [None req-8f1d88a8-1e4d-47a8-a14c-731be53f005d tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Task: {'id': task-3417561, 'name': CloneVM_Task, 'duration_secs': 1.204892} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.063913] env[69613]: INFO nova.virt.vmwareapi.vmops [None req-8f1d88a8-1e4d-47a8-a14c-731be53f005d tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] [instance: fa7f8ff7-658a-46d0-a6dc-232614af850d] Created linked-clone VM from snapshot [ 874.065187] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f4477c7-9c1f-41eb-93b4-85d564b5369c {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.083883] env[69613]: DEBUG nova.virt.vmwareapi.images [None req-8f1d88a8-1e4d-47a8-a14c-731be53f005d tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] [instance: fa7f8ff7-658a-46d0-a6dc-232614af850d] Uploading image af8246ee-1434-4bdc-bbec-04c4a2cc6c05 {{(pid=69613) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 874.120619] env[69613]: DEBUG oslo_vmware.rw_handles [None req-8f1d88a8-1e4d-47a8-a14c-731be53f005d tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 874.120619] env[69613]: value = "vm-681892" [ 874.120619] env[69613]: _type = "VirtualMachine" [ 874.120619] env[69613]: }. {{(pid=69613) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 874.120945] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-9832fb7f-743f-4043-bbba-2c3c8597e270 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.125818] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-394001ae-a5dc-43fe-836c-048e9cad5131 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.131070] env[69613]: DEBUG oslo_vmware.rw_handles [None req-8f1d88a8-1e4d-47a8-a14c-731be53f005d tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Lease: (returnval){ [ 874.131070] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]52db087e-a02e-e74c-63a5-514edce8f268" [ 874.131070] env[69613]: _type = "HttpNfcLease" [ 874.131070] env[69613]: } obtained for exporting VM: (result){ [ 874.131070] env[69613]: value = "vm-681892" [ 874.131070] env[69613]: _type = "VirtualMachine" [ 874.131070] env[69613]: }. {{(pid=69613) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 874.131355] env[69613]: DEBUG oslo_vmware.api [None req-8f1d88a8-1e4d-47a8-a14c-731be53f005d tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Waiting for the lease: (returnval){ [ 874.131355] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]52db087e-a02e-e74c-63a5-514edce8f268" [ 874.131355] env[69613]: _type = "HttpNfcLease" [ 874.131355] env[69613]: } to be ready. {{(pid=69613) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 874.138965] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96261294-f35c-4da5-a57c-e6d6fa009df4 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.146101] env[69613]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 874.146101] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]52db087e-a02e-e74c-63a5-514edce8f268" [ 874.146101] env[69613]: _type = "HttpNfcLease" [ 874.146101] env[69613]: } is initializing. {{(pid=69613) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 874.177692] env[69613]: DEBUG nova.compute.manager [None req-68aaccab-75f3-495b-babe-4857dbf94e20 tempest-ServerMetadataTestJSON-34752892 tempest-ServerMetadataTestJSON-34752892-project-member] [instance: 1ea300a9-a953-4c27-88a5-0e717ea37d3e] Start building block device mappings for instance. {{(pid=69613) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 874.181266] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6811d1e0-a47a-48f3-b5b3-2e98b0036781 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.190022] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4abbd10-ea84-436d-8156-6950ba5b612b {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.195721] env[69613]: DEBUG nova.network.neutron [req-7e5c92a9-29a2-4d2b-8289-5ab03379225f req-81a52abc-ea61-403d-a57b-6e98fcfddd35 service nova] [instance: 6ce9d7ae-aabf-444e-ab76-68f077d43cf0] Instance cache missing network info. {{(pid=69613) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 874.208634] env[69613]: DEBUG nova.compute.manager [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] [instance: ff22c9d2-3cfe-48ed-b3f5-c0cfe68812c2] Instance has had 0 of 5 cleanup attempts {{(pid=69613) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 874.210956] env[69613]: DEBUG nova.compute.provider_tree [None req-d514d906-35c4-4e57-b17a-19b41634afc8 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] Inventory has not changed in ProviderTree for provider: af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 {{(pid=69613) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 874.238319] env[69613]: INFO nova.compute.manager [None req-db4279be-fb34-40da-84e6-ea0f85509cbd tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] [instance: 9b124e5b-64d3-427b-a2bc-fed2d4ab8263] Rebuilding instance [ 874.308752] env[69613]: DEBUG nova.compute.manager [None req-db4279be-fb34-40da-84e6-ea0f85509cbd tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] [instance: 9b124e5b-64d3-427b-a2bc-fed2d4ab8263] Checking state {{(pid=69613) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 874.310509] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6698b451-aca8-4f6a-a58c-ac5d175dfc33 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.319466] env[69613]: DEBUG nova.network.neutron [req-7e5c92a9-29a2-4d2b-8289-5ab03379225f req-81a52abc-ea61-403d-a57b-6e98fcfddd35 service nova] [instance: 6ce9d7ae-aabf-444e-ab76-68f077d43cf0] Updating instance_info_cache with network_info: [] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 874.505065] env[69613]: DEBUG oslo_vmware.api [None req-e27d697d-7ba9-43be-a21b-70bdd6904ee2 tempest-ServerActionsV293TestJSON-1188024240 tempest-ServerActionsV293TestJSON-1188024240-project-member] Task: {'id': task-3417566, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.084004} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.505350] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-e27d697d-7ba9-43be-a21b-70bdd6904ee2 tempest-ServerActionsV293TestJSON-1188024240 tempest-ServerActionsV293TestJSON-1188024240-project-member] Deleted the datastore file {{(pid=69613) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 874.505541] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-e27d697d-7ba9-43be-a21b-70bdd6904ee2 tempest-ServerActionsV293TestJSON-1188024240 tempest-ServerActionsV293TestJSON-1188024240-project-member] [instance: aa0eb3a4-34df-4e34-b86a-2a1d19f3a984] Deleted contents of the VM from datastore datastore1 {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 874.505710] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-e27d697d-7ba9-43be-a21b-70bdd6904ee2 tempest-ServerActionsV293TestJSON-1188024240 tempest-ServerActionsV293TestJSON-1188024240-project-member] [instance: aa0eb3a4-34df-4e34-b86a-2a1d19f3a984] Instance destroyed {{(pid=69613) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 874.512934] env[69613]: DEBUG nova.compute.manager [None req-f52b26f3-cca7-44b8-898d-97a64f2b02cd tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] [instance: a85fedcd-1c01-4534-b403-420733c3ed0c] Starting instance... {{(pid=69613) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 874.585443] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-e27d697d-7ba9-43be-a21b-70bdd6904ee2 tempest-ServerActionsV293TestJSON-1188024240 tempest-ServerActionsV293TestJSON-1188024240-project-member] [instance: aa0eb3a4-34df-4e34-b86a-2a1d19f3a984] Volume detach. Driver type: vmdk {{(pid=69613) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 874.585443] env[69613]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7ec74400-b58a-4f90-9f4c-6eec731bdab2 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.592881] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95f3c8af-f3c3-44e5-93ea-fd2dd4d58cb7 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.609867] env[69613]: DEBUG nova.network.neutron [None req-68aaccab-75f3-495b-babe-4857dbf94e20 tempest-ServerMetadataTestJSON-34752892 tempest-ServerMetadataTestJSON-34752892-project-member] [instance: 1ea300a9-a953-4c27-88a5-0e717ea37d3e] Successfully created port: 3522c309-87b1-4a2f-884e-bade1f62d493 {{(pid=69613) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 874.643343] env[69613]: ERROR nova.compute.manager [None req-e27d697d-7ba9-43be-a21b-70bdd6904ee2 tempest-ServerActionsV293TestJSON-1188024240 tempest-ServerActionsV293TestJSON-1188024240-project-member] [instance: aa0eb3a4-34df-4e34-b86a-2a1d19f3a984] Failed to detach volume 8e3a5d97-b3fd-44ea-9cd6-aac6aa7a1df2 from /dev/sda: nova.exception.InstanceNotFound: Instance aa0eb3a4-34df-4e34-b86a-2a1d19f3a984 could not be found. [ 874.643343] env[69613]: ERROR nova.compute.manager [instance: aa0eb3a4-34df-4e34-b86a-2a1d19f3a984] Traceback (most recent call last): [ 874.643343] env[69613]: ERROR nova.compute.manager [instance: aa0eb3a4-34df-4e34-b86a-2a1d19f3a984] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 874.643343] env[69613]: ERROR nova.compute.manager [instance: aa0eb3a4-34df-4e34-b86a-2a1d19f3a984] self.driver.rebuild(**kwargs) [ 874.643343] env[69613]: ERROR nova.compute.manager [instance: aa0eb3a4-34df-4e34-b86a-2a1d19f3a984] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 874.643343] env[69613]: ERROR nova.compute.manager [instance: aa0eb3a4-34df-4e34-b86a-2a1d19f3a984] raise NotImplementedError() [ 874.643343] env[69613]: ERROR nova.compute.manager [instance: aa0eb3a4-34df-4e34-b86a-2a1d19f3a984] NotImplementedError [ 874.643343] env[69613]: ERROR nova.compute.manager [instance: aa0eb3a4-34df-4e34-b86a-2a1d19f3a984] [ 874.643343] env[69613]: ERROR nova.compute.manager [instance: aa0eb3a4-34df-4e34-b86a-2a1d19f3a984] During handling of the above exception, another exception occurred: [ 874.643343] env[69613]: ERROR nova.compute.manager [instance: aa0eb3a4-34df-4e34-b86a-2a1d19f3a984] [ 874.643343] env[69613]: ERROR nova.compute.manager [instance: aa0eb3a4-34df-4e34-b86a-2a1d19f3a984] Traceback (most recent call last): [ 874.643343] env[69613]: ERROR nova.compute.manager [instance: aa0eb3a4-34df-4e34-b86a-2a1d19f3a984] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 874.643343] env[69613]: ERROR nova.compute.manager [instance: aa0eb3a4-34df-4e34-b86a-2a1d19f3a984] self.driver.detach_volume(context, old_connection_info, [ 874.643343] env[69613]: ERROR nova.compute.manager [instance: aa0eb3a4-34df-4e34-b86a-2a1d19f3a984] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 874.643343] env[69613]: ERROR nova.compute.manager [instance: aa0eb3a4-34df-4e34-b86a-2a1d19f3a984] return self._volumeops.detach_volume(connection_info, instance) [ 874.643343] env[69613]: ERROR nova.compute.manager [instance: aa0eb3a4-34df-4e34-b86a-2a1d19f3a984] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 874.643343] env[69613]: ERROR nova.compute.manager [instance: aa0eb3a4-34df-4e34-b86a-2a1d19f3a984] self._detach_volume_vmdk(connection_info, instance) [ 874.643343] env[69613]: ERROR nova.compute.manager [instance: aa0eb3a4-34df-4e34-b86a-2a1d19f3a984] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 874.643343] env[69613]: ERROR nova.compute.manager [instance: aa0eb3a4-34df-4e34-b86a-2a1d19f3a984] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 874.643343] env[69613]: ERROR nova.compute.manager [instance: aa0eb3a4-34df-4e34-b86a-2a1d19f3a984] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 874.643343] env[69613]: ERROR nova.compute.manager [instance: aa0eb3a4-34df-4e34-b86a-2a1d19f3a984] stable_ref.fetch_moref(session) [ 874.643343] env[69613]: ERROR nova.compute.manager [instance: aa0eb3a4-34df-4e34-b86a-2a1d19f3a984] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 874.643343] env[69613]: ERROR nova.compute.manager [instance: aa0eb3a4-34df-4e34-b86a-2a1d19f3a984] raise exception.InstanceNotFound(instance_id=self._uuid) [ 874.643343] env[69613]: ERROR nova.compute.manager [instance: aa0eb3a4-34df-4e34-b86a-2a1d19f3a984] nova.exception.InstanceNotFound: Instance aa0eb3a4-34df-4e34-b86a-2a1d19f3a984 could not be found. [ 874.643343] env[69613]: ERROR nova.compute.manager [instance: aa0eb3a4-34df-4e34-b86a-2a1d19f3a984] [ 874.651808] env[69613]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 874.651808] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]52db087e-a02e-e74c-63a5-514edce8f268" [ 874.651808] env[69613]: _type = "HttpNfcLease" [ 874.651808] env[69613]: } is ready. {{(pid=69613) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 874.653316] env[69613]: DEBUG oslo_vmware.rw_handles [None req-8f1d88a8-1e4d-47a8-a14c-731be53f005d tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 874.653316] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]52db087e-a02e-e74c-63a5-514edce8f268" [ 874.653316] env[69613]: _type = "HttpNfcLease" [ 874.653316] env[69613]: }. {{(pid=69613) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 874.653316] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cf500b7-668a-48f8-b3fb-536105b83a0b {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.660735] env[69613]: DEBUG oslo_vmware.rw_handles [None req-8f1d88a8-1e4d-47a8-a14c-731be53f005d tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e6b2e4-15ca-de6c-3edc-3e026d4de161/disk-0.vmdk from lease info. {{(pid=69613) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 874.661618] env[69613]: DEBUG oslo_vmware.rw_handles [None req-8f1d88a8-1e4d-47a8-a14c-731be53f005d tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e6b2e4-15ca-de6c-3edc-3e026d4de161/disk-0.vmdk for reading. {{(pid=69613) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 874.725639] env[69613]: DEBUG nova.compute.manager [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] [instance: 8a331293-ee7f-4faa-a316-56aec9296894] Instance has had 0 of 5 cleanup attempts {{(pid=69613) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 874.727830] env[69613]: DEBUG nova.scheduler.client.report [None req-d514d906-35c4-4e57-b17a-19b41634afc8 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] Inventory has not changed for provider af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69613) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 874.826489] env[69613]: DEBUG oslo_concurrency.lockutils [req-7e5c92a9-29a2-4d2b-8289-5ab03379225f req-81a52abc-ea61-403d-a57b-6e98fcfddd35 service nova] Releasing lock "refresh_cache-6ce9d7ae-aabf-444e-ab76-68f077d43cf0" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.827066] env[69613]: DEBUG oslo_concurrency.lockutils [None req-38c4f096-8e2b-4238-b877-a9b78c125591 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Acquired lock "refresh_cache-6ce9d7ae-aabf-444e-ab76-68f077d43cf0" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.827231] env[69613]: DEBUG nova.network.neutron [None req-38c4f096-8e2b-4238-b877-a9b78c125591 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] [instance: 6ce9d7ae-aabf-444e-ab76-68f077d43cf0] Building network info cache for instance {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 874.836817] env[69613]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-3fd1c5cf-4a04-407c-9e8b-6db2303e297b {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.884780] env[69613]: DEBUG nova.compute.utils [None req-e27d697d-7ba9-43be-a21b-70bdd6904ee2 tempest-ServerActionsV293TestJSON-1188024240 tempest-ServerActionsV293TestJSON-1188024240-project-member] [instance: aa0eb3a4-34df-4e34-b86a-2a1d19f3a984] Build of instance aa0eb3a4-34df-4e34-b86a-2a1d19f3a984 aborted: Failed to rebuild volume backed instance. {{(pid=69613) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}} [ 874.886913] env[69613]: ERROR nova.compute.manager [None req-e27d697d-7ba9-43be-a21b-70bdd6904ee2 tempest-ServerActionsV293TestJSON-1188024240 tempest-ServerActionsV293TestJSON-1188024240-project-member] [instance: aa0eb3a4-34df-4e34-b86a-2a1d19f3a984] Setting instance vm_state to ERROR: nova.exception.BuildAbortException: Build of instance aa0eb3a4-34df-4e34-b86a-2a1d19f3a984 aborted: Failed to rebuild volume backed instance. [ 874.886913] env[69613]: ERROR nova.compute.manager [instance: aa0eb3a4-34df-4e34-b86a-2a1d19f3a984] Traceback (most recent call last): [ 874.886913] env[69613]: ERROR nova.compute.manager [instance: aa0eb3a4-34df-4e34-b86a-2a1d19f3a984] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 874.886913] env[69613]: ERROR nova.compute.manager [instance: aa0eb3a4-34df-4e34-b86a-2a1d19f3a984] self.driver.rebuild(**kwargs) [ 874.886913] env[69613]: ERROR nova.compute.manager [instance: aa0eb3a4-34df-4e34-b86a-2a1d19f3a984] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 874.886913] env[69613]: ERROR nova.compute.manager [instance: aa0eb3a4-34df-4e34-b86a-2a1d19f3a984] raise NotImplementedError() [ 874.886913] env[69613]: ERROR nova.compute.manager [instance: aa0eb3a4-34df-4e34-b86a-2a1d19f3a984] NotImplementedError [ 874.886913] env[69613]: ERROR nova.compute.manager [instance: aa0eb3a4-34df-4e34-b86a-2a1d19f3a984] [ 874.886913] env[69613]: ERROR nova.compute.manager [instance: aa0eb3a4-34df-4e34-b86a-2a1d19f3a984] During handling of the above exception, another exception occurred: [ 874.886913] env[69613]: ERROR nova.compute.manager [instance: aa0eb3a4-34df-4e34-b86a-2a1d19f3a984] [ 874.886913] env[69613]: ERROR nova.compute.manager [instance: aa0eb3a4-34df-4e34-b86a-2a1d19f3a984] Traceback (most recent call last): [ 874.886913] env[69613]: ERROR nova.compute.manager [instance: aa0eb3a4-34df-4e34-b86a-2a1d19f3a984] File "/opt/stack/nova/nova/compute/manager.py", line 3643, in _rebuild_volume_backed_instance [ 874.886913] env[69613]: ERROR nova.compute.manager [instance: aa0eb3a4-34df-4e34-b86a-2a1d19f3a984] self._detach_root_volume(context, instance, root_bdm) [ 874.886913] env[69613]: ERROR nova.compute.manager [instance: aa0eb3a4-34df-4e34-b86a-2a1d19f3a984] File "/opt/stack/nova/nova/compute/manager.py", line 3622, in _detach_root_volume [ 874.886913] env[69613]: ERROR nova.compute.manager [instance: aa0eb3a4-34df-4e34-b86a-2a1d19f3a984] with excutils.save_and_reraise_exception(): [ 874.886913] env[69613]: ERROR nova.compute.manager [instance: aa0eb3a4-34df-4e34-b86a-2a1d19f3a984] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 874.886913] env[69613]: ERROR nova.compute.manager [instance: aa0eb3a4-34df-4e34-b86a-2a1d19f3a984] self.force_reraise() [ 874.886913] env[69613]: ERROR nova.compute.manager [instance: aa0eb3a4-34df-4e34-b86a-2a1d19f3a984] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 874.886913] env[69613]: ERROR nova.compute.manager [instance: aa0eb3a4-34df-4e34-b86a-2a1d19f3a984] raise self.value [ 874.886913] env[69613]: ERROR nova.compute.manager [instance: aa0eb3a4-34df-4e34-b86a-2a1d19f3a984] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 874.886913] env[69613]: ERROR nova.compute.manager [instance: aa0eb3a4-34df-4e34-b86a-2a1d19f3a984] self.driver.detach_volume(context, old_connection_info, [ 874.886913] env[69613]: ERROR nova.compute.manager [instance: aa0eb3a4-34df-4e34-b86a-2a1d19f3a984] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 874.886913] env[69613]: ERROR nova.compute.manager [instance: aa0eb3a4-34df-4e34-b86a-2a1d19f3a984] return self._volumeops.detach_volume(connection_info, instance) [ 874.886913] env[69613]: ERROR nova.compute.manager [instance: aa0eb3a4-34df-4e34-b86a-2a1d19f3a984] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 874.886913] env[69613]: ERROR nova.compute.manager [instance: aa0eb3a4-34df-4e34-b86a-2a1d19f3a984] self._detach_volume_vmdk(connection_info, instance) [ 874.886913] env[69613]: ERROR nova.compute.manager [instance: aa0eb3a4-34df-4e34-b86a-2a1d19f3a984] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 874.886913] env[69613]: ERROR nova.compute.manager [instance: aa0eb3a4-34df-4e34-b86a-2a1d19f3a984] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 874.886913] env[69613]: ERROR nova.compute.manager [instance: aa0eb3a4-34df-4e34-b86a-2a1d19f3a984] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 874.886913] env[69613]: ERROR nova.compute.manager [instance: aa0eb3a4-34df-4e34-b86a-2a1d19f3a984] stable_ref.fetch_moref(session) [ 874.886913] env[69613]: ERROR nova.compute.manager [instance: aa0eb3a4-34df-4e34-b86a-2a1d19f3a984] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 874.886913] env[69613]: ERROR nova.compute.manager [instance: aa0eb3a4-34df-4e34-b86a-2a1d19f3a984] raise exception.InstanceNotFound(instance_id=self._uuid) [ 874.886913] env[69613]: ERROR nova.compute.manager [instance: aa0eb3a4-34df-4e34-b86a-2a1d19f3a984] nova.exception.InstanceNotFound: Instance aa0eb3a4-34df-4e34-b86a-2a1d19f3a984 could not be found. [ 874.886913] env[69613]: ERROR nova.compute.manager [instance: aa0eb3a4-34df-4e34-b86a-2a1d19f3a984] [ 874.886913] env[69613]: ERROR nova.compute.manager [instance: aa0eb3a4-34df-4e34-b86a-2a1d19f3a984] During handling of the above exception, another exception occurred: [ 874.887888] env[69613]: ERROR nova.compute.manager [instance: aa0eb3a4-34df-4e34-b86a-2a1d19f3a984] [ 874.887888] env[69613]: ERROR nova.compute.manager [instance: aa0eb3a4-34df-4e34-b86a-2a1d19f3a984] Traceback (most recent call last): [ 874.887888] env[69613]: ERROR nova.compute.manager [instance: aa0eb3a4-34df-4e34-b86a-2a1d19f3a984] File "/opt/stack/nova/nova/compute/manager.py", line 11471, in _error_out_instance_on_exception [ 874.887888] env[69613]: ERROR nova.compute.manager [instance: aa0eb3a4-34df-4e34-b86a-2a1d19f3a984] yield [ 874.887888] env[69613]: ERROR nova.compute.manager [instance: aa0eb3a4-34df-4e34-b86a-2a1d19f3a984] File "/opt/stack/nova/nova/compute/manager.py", line 3911, in rebuild_instance [ 874.887888] env[69613]: ERROR nova.compute.manager [instance: aa0eb3a4-34df-4e34-b86a-2a1d19f3a984] self._do_rebuild_instance_with_claim( [ 874.887888] env[69613]: ERROR nova.compute.manager [instance: aa0eb3a4-34df-4e34-b86a-2a1d19f3a984] File "/opt/stack/nova/nova/compute/manager.py", line 3997, in _do_rebuild_instance_with_claim [ 874.887888] env[69613]: ERROR nova.compute.manager [instance: aa0eb3a4-34df-4e34-b86a-2a1d19f3a984] self._do_rebuild_instance( [ 874.887888] env[69613]: ERROR nova.compute.manager [instance: aa0eb3a4-34df-4e34-b86a-2a1d19f3a984] File "/opt/stack/nova/nova/compute/manager.py", line 4189, in _do_rebuild_instance [ 874.887888] env[69613]: ERROR nova.compute.manager [instance: aa0eb3a4-34df-4e34-b86a-2a1d19f3a984] self._rebuild_default_impl(**kwargs) [ 874.887888] env[69613]: ERROR nova.compute.manager [instance: aa0eb3a4-34df-4e34-b86a-2a1d19f3a984] File "/opt/stack/nova/nova/compute/manager.py", line 3766, in _rebuild_default_impl [ 874.887888] env[69613]: ERROR nova.compute.manager [instance: aa0eb3a4-34df-4e34-b86a-2a1d19f3a984] self._rebuild_volume_backed_instance( [ 874.887888] env[69613]: ERROR nova.compute.manager [instance: aa0eb3a4-34df-4e34-b86a-2a1d19f3a984] File "/opt/stack/nova/nova/compute/manager.py", line 3658, in _rebuild_volume_backed_instance [ 874.887888] env[69613]: ERROR nova.compute.manager [instance: aa0eb3a4-34df-4e34-b86a-2a1d19f3a984] raise exception.BuildAbortException( [ 874.887888] env[69613]: ERROR nova.compute.manager [instance: aa0eb3a4-34df-4e34-b86a-2a1d19f3a984] nova.exception.BuildAbortException: Build of instance aa0eb3a4-34df-4e34-b86a-2a1d19f3a984 aborted: Failed to rebuild volume backed instance. [ 874.887888] env[69613]: ERROR nova.compute.manager [instance: aa0eb3a4-34df-4e34-b86a-2a1d19f3a984] [ 875.036602] env[69613]: DEBUG oslo_concurrency.lockutils [None req-f52b26f3-cca7-44b8-898d-97a64f2b02cd tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 875.236527] env[69613]: DEBUG nova.compute.manager [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] [instance: e1db078f-b047-4e92-9b28-109607d988a4] Instance has had 0 of 5 cleanup attempts {{(pid=69613) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 875.240134] env[69613]: DEBUG nova.compute.manager [None req-68aaccab-75f3-495b-babe-4857dbf94e20 tempest-ServerMetadataTestJSON-34752892 tempest-ServerMetadataTestJSON-34752892-project-member] [instance: 1ea300a9-a953-4c27-88a5-0e717ea37d3e] Start spawning the instance on the hypervisor. {{(pid=69613) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 875.294098] env[69613]: DEBUG nova.virt.hardware [None req-68aaccab-75f3-495b-babe-4857dbf94e20 tempest-ServerMetadataTestJSON-34752892 tempest-ServerMetadataTestJSON-34752892-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T13:55:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T13:55:19Z,direct_url=,disk_format='vmdk',id=2b7a0304-b5d0-431d-b287-32c8388d7fbd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3e9e1b873f1442d59d5ee8247b941f74',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T13:55:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 875.296529] env[69613]: DEBUG nova.virt.hardware [None req-68aaccab-75f3-495b-babe-4857dbf94e20 tempest-ServerMetadataTestJSON-34752892 tempest-ServerMetadataTestJSON-34752892-project-member] Flavor limits 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 875.297101] env[69613]: DEBUG nova.virt.hardware [None req-68aaccab-75f3-495b-babe-4857dbf94e20 tempest-ServerMetadataTestJSON-34752892 tempest-ServerMetadataTestJSON-34752892-project-member] Image limits 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 875.297447] env[69613]: DEBUG nova.virt.hardware [None req-68aaccab-75f3-495b-babe-4857dbf94e20 tempest-ServerMetadataTestJSON-34752892 tempest-ServerMetadataTestJSON-34752892-project-member] Flavor pref 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 875.298535] env[69613]: DEBUG nova.virt.hardware [None req-68aaccab-75f3-495b-babe-4857dbf94e20 tempest-ServerMetadataTestJSON-34752892 tempest-ServerMetadataTestJSON-34752892-project-member] Image pref 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 875.299974] env[69613]: DEBUG nova.virt.hardware [None req-68aaccab-75f3-495b-babe-4857dbf94e20 tempest-ServerMetadataTestJSON-34752892 tempest-ServerMetadataTestJSON-34752892-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 875.299974] env[69613]: DEBUG nova.virt.hardware [None req-68aaccab-75f3-495b-babe-4857dbf94e20 tempest-ServerMetadataTestJSON-34752892 tempest-ServerMetadataTestJSON-34752892-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 875.299974] env[69613]: DEBUG nova.virt.hardware [None req-68aaccab-75f3-495b-babe-4857dbf94e20 tempest-ServerMetadataTestJSON-34752892 tempest-ServerMetadataTestJSON-34752892-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69613) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 875.299974] env[69613]: DEBUG nova.virt.hardware [None req-68aaccab-75f3-495b-babe-4857dbf94e20 tempest-ServerMetadataTestJSON-34752892 tempest-ServerMetadataTestJSON-34752892-project-member] Got 1 possible topologies {{(pid=69613) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 875.300357] env[69613]: DEBUG nova.virt.hardware [None req-68aaccab-75f3-495b-babe-4857dbf94e20 tempest-ServerMetadataTestJSON-34752892 tempest-ServerMetadataTestJSON-34752892-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 875.300357] env[69613]: DEBUG nova.virt.hardware [None req-68aaccab-75f3-495b-babe-4857dbf94e20 tempest-ServerMetadataTestJSON-34752892 tempest-ServerMetadataTestJSON-34752892-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 875.301995] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a02cfbe3-b255-4ef1-9de3-1bfa40e5e034 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.316231] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35e56949-5000-4045-8e06-b79d78d10679 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.335219] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-db4279be-fb34-40da-84e6-ea0f85509cbd tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] [instance: 9b124e5b-64d3-427b-a2bc-fed2d4ab8263] Powering off the VM {{(pid=69613) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 875.339191] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1b80e8ac-617b-4927-ad8d-5884ed3bf024 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.346057] env[69613]: DEBUG oslo_vmware.api [None req-db4279be-fb34-40da-84e6-ea0f85509cbd tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Waiting for the task: (returnval){ [ 875.346057] env[69613]: value = "task-3417569" [ 875.346057] env[69613]: _type = "Task" [ 875.346057] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.354313] env[69613]: DEBUG oslo_vmware.api [None req-db4279be-fb34-40da-84e6-ea0f85509cbd tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Task: {'id': task-3417569, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.442032] env[69613]: DEBUG nova.network.neutron [None req-38c4f096-8e2b-4238-b877-a9b78c125591 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] [instance: 6ce9d7ae-aabf-444e-ab76-68f077d43cf0] Instance cache missing network info. {{(pid=69613) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 875.699213] env[69613]: DEBUG nova.network.neutron [None req-38c4f096-8e2b-4238-b877-a9b78c125591 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] [instance: 6ce9d7ae-aabf-444e-ab76-68f077d43cf0] Updating instance_info_cache with network_info: [{"id": "be2b6b5c-560f-49de-959a-256d54f3551e", "address": "fa:16:3e:af:4c:b7", "network": {"id": "6582c06e-2375-4019-bc8c-6f40d2f10d28", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-726199179-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "263cb0545351439194c16f61aacec6b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c6a4836-66dc-4e43-982b-f8fcd3f9989a", "external-id": "nsx-vlan-transportzone-635", "segmentation_id": 635, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbe2b6b5c-56", "ovs_interfaceid": "be2b6b5c-560f-49de-959a-256d54f3551e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 875.751646] env[69613]: DEBUG nova.compute.manager [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] [instance: 20fa95e4-e66f-4310-81bf-beb9a42968dc] Instance has had 0 of 5 cleanup attempts {{(pid=69613) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 875.757919] env[69613]: DEBUG oslo_concurrency.lockutils [None req-d514d906-35c4-4e57-b17a-19b41634afc8 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.605s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 875.763857] env[69613]: DEBUG oslo_concurrency.lockutils [None req-faa699f9-72f6-4374-9858-74d2bb7f7813 tempest-ServersAdminNegativeTestJSON-2019534385 tempest-ServersAdminNegativeTestJSON-2019534385-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.267s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 875.764139] env[69613]: DEBUG oslo_concurrency.lockutils [None req-faa699f9-72f6-4374-9858-74d2bb7f7813 tempest-ServersAdminNegativeTestJSON-2019534385 tempest-ServersAdminNegativeTestJSON-2019534385-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 875.766474] env[69613]: DEBUG oslo_concurrency.lockutils [None req-5252652b-5cda-4f01-b8bd-0318432cf2a7 tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.158s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 875.768570] env[69613]: INFO nova.compute.claims [None req-5252652b-5cda-4f01-b8bd-0318432cf2a7 tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] [instance: 4c3027a1-4b55-40bd-b818-562263ec9fab] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 875.802258] env[69613]: INFO nova.scheduler.client.report [None req-faa699f9-72f6-4374-9858-74d2bb7f7813 tempest-ServersAdminNegativeTestJSON-2019534385 tempest-ServersAdminNegativeTestJSON-2019534385-project-member] Deleted allocations for instance 83459ab7-4522-4d02-8ef3-80a3eb14dde5 [ 875.863814] env[69613]: DEBUG oslo_vmware.api [None req-db4279be-fb34-40da-84e6-ea0f85509cbd tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Task: {'id': task-3417569, 'name': PowerOffVM_Task, 'duration_secs': 0.236461} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.865411] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-db4279be-fb34-40da-84e6-ea0f85509cbd tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] [instance: 9b124e5b-64d3-427b-a2bc-fed2d4ab8263] Powered off the VM {{(pid=69613) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 875.865411] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-db4279be-fb34-40da-84e6-ea0f85509cbd tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] [instance: 9b124e5b-64d3-427b-a2bc-fed2d4ab8263] Destroying instance {{(pid=69613) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 875.866139] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c50814d-3082-466c-9c52-ea171fee250b {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.875018] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-db4279be-fb34-40da-84e6-ea0f85509cbd tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] [instance: 9b124e5b-64d3-427b-a2bc-fed2d4ab8263] Unregistering the VM {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 875.875282] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cf4a893d-1790-4b3a-982e-2f94abd33734 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.940884] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-db4279be-fb34-40da-84e6-ea0f85509cbd tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] [instance: 9b124e5b-64d3-427b-a2bc-fed2d4ab8263] Unregistered the VM {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 875.941144] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-db4279be-fb34-40da-84e6-ea0f85509cbd tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] [instance: 9b124e5b-64d3-427b-a2bc-fed2d4ab8263] Deleting contents of the VM from datastore datastore2 {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 875.941330] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-db4279be-fb34-40da-84e6-ea0f85509cbd tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Deleting the datastore file [datastore2] 9b124e5b-64d3-427b-a2bc-fed2d4ab8263 {{(pid=69613) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 875.941602] env[69613]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6ba083be-093d-4c72-8b8b-574b3ba80246 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.949480] env[69613]: DEBUG oslo_vmware.api [None req-db4279be-fb34-40da-84e6-ea0f85509cbd tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Waiting for the task: (returnval){ [ 875.949480] env[69613]: value = "task-3417571" [ 875.949480] env[69613]: _type = "Task" [ 875.949480] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.958646] env[69613]: DEBUG oslo_vmware.api [None req-db4279be-fb34-40da-84e6-ea0f85509cbd tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Task: {'id': task-3417571, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.175209] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-5cdbe115-e394-43e2-bd8a-a048e5dd0865 tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] [instance: b2c6c4bb-86f8-4e8f-b83d-a77d00447ff2] Volume attach. Driver type: vmdk {{(pid=69613) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 876.175317] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-5cdbe115-e394-43e2-bd8a-a048e5dd0865 tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] [instance: b2c6c4bb-86f8-4e8f-b83d-a77d00447ff2] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-681891', 'volume_id': '49b7bc50-e08c-4c7d-9c8a-7c0c98188fb7', 'name': 'volume-49b7bc50-e08c-4c7d-9c8a-7c0c98188fb7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b2c6c4bb-86f8-4e8f-b83d-a77d00447ff2', 'attached_at': '', 'detached_at': '', 'volume_id': '49b7bc50-e08c-4c7d-9c8a-7c0c98188fb7', 'serial': '49b7bc50-e08c-4c7d-9c8a-7c0c98188fb7'} {{(pid=69613) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 876.176137] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a8dcd5a-5362-42e9-b51b-a7e5b2e83ce9 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.203558] env[69613]: DEBUG oslo_concurrency.lockutils [None req-38c4f096-8e2b-4238-b877-a9b78c125591 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Releasing lock "refresh_cache-6ce9d7ae-aabf-444e-ab76-68f077d43cf0" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.203747] env[69613]: DEBUG nova.compute.manager [None req-38c4f096-8e2b-4238-b877-a9b78c125591 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] [instance: 6ce9d7ae-aabf-444e-ab76-68f077d43cf0] Instance network_info: |[{"id": "be2b6b5c-560f-49de-959a-256d54f3551e", "address": "fa:16:3e:af:4c:b7", "network": {"id": "6582c06e-2375-4019-bc8c-6f40d2f10d28", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-726199179-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "263cb0545351439194c16f61aacec6b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c6a4836-66dc-4e43-982b-f8fcd3f9989a", "external-id": "nsx-vlan-transportzone-635", "segmentation_id": 635, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbe2b6b5c-56", "ovs_interfaceid": "be2b6b5c-560f-49de-959a-256d54f3551e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69613) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 876.204633] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-38c4f096-8e2b-4238-b877-a9b78c125591 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] [instance: 6ce9d7ae-aabf-444e-ab76-68f077d43cf0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:af:4c:b7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4c6a4836-66dc-4e43-982b-f8fcd3f9989a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'be2b6b5c-560f-49de-959a-256d54f3551e', 'vif_model': 'vmxnet3'}] {{(pid=69613) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 876.215901] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-38c4f096-8e2b-4238-b877-a9b78c125591 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Creating folder: Project (263cb0545351439194c16f61aacec6b1). Parent ref: group-v681687. {{(pid=69613) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 876.217474] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2b1dc0f-acd7-4f02-9a6d-344e2403fe8d {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.225030] env[69613]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-31d0c61d-3f34-4523-84d8-90406986cd64 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.259258] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-5cdbe115-e394-43e2-bd8a-a048e5dd0865 tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] [instance: b2c6c4bb-86f8-4e8f-b83d-a77d00447ff2] Reconfiguring VM instance instance-0000002c to attach disk [datastore1] volume-49b7bc50-e08c-4c7d-9c8a-7c0c98188fb7/volume-49b7bc50-e08c-4c7d-9c8a-7c0c98188fb7.vmdk or device None with type thin {{(pid=69613) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 876.262824] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f26599d7-81ba-4edf-8bdc-090a283d3afd {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.288680] env[69613]: INFO nova.virt.vmwareapi.vm_util [None req-38c4f096-8e2b-4238-b877-a9b78c125591 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Created folder: Project (263cb0545351439194c16f61aacec6b1) in parent group-v681687. [ 876.289728] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-38c4f096-8e2b-4238-b877-a9b78c125591 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Creating folder: Instances. Parent ref: group-v681893. {{(pid=69613) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 876.299029] env[69613]: DEBUG nova.compute.manager [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] [instance: d9e3bd67-974c-477a-baa2-99549051a828] Instance has had 0 of 5 cleanup attempts {{(pid=69613) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 876.310018] env[69613]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b23c3a79-71bc-4191-a3ef-fcb17ee81f8c {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.322707] env[69613]: DEBUG oslo_vmware.api [None req-5cdbe115-e394-43e2-bd8a-a048e5dd0865 tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Waiting for the task: (returnval){ [ 876.322707] env[69613]: value = "task-3417573" [ 876.322707] env[69613]: _type = "Task" [ 876.322707] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.323351] env[69613]: DEBUG oslo_concurrency.lockutils [None req-faa699f9-72f6-4374-9858-74d2bb7f7813 tempest-ServersAdminNegativeTestJSON-2019534385 tempest-ServersAdminNegativeTestJSON-2019534385-project-member] Lock "83459ab7-4522-4d02-8ef3-80a3eb14dde5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.248s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 876.331568] env[69613]: INFO nova.virt.vmwareapi.vm_util [None req-38c4f096-8e2b-4238-b877-a9b78c125591 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Created folder: Instances in parent group-v681893. [ 876.331960] env[69613]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-38c4f096-8e2b-4238-b877-a9b78c125591 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69613) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 876.332346] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6ce9d7ae-aabf-444e-ab76-68f077d43cf0] Creating VM on the ESX host {{(pid=69613) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 876.332627] env[69613]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-75cf491a-b6b5-422b-ba28-fa3f0f05e7f8 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.360704] env[69613]: DEBUG oslo_vmware.api [None req-5cdbe115-e394-43e2-bd8a-a048e5dd0865 tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Task: {'id': task-3417573, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.370421] env[69613]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 876.370421] env[69613]: value = "task-3417575" [ 876.370421] env[69613]: _type = "Task" [ 876.370421] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.394482] env[69613]: DEBUG oslo_vmware.api [-] Task: {'id': task-3417575, 'name': CreateVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.418098] env[69613]: INFO nova.scheduler.client.report [None req-d514d906-35c4-4e57-b17a-19b41634afc8 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] Deleted allocation for migration 86ebc1d0-42d8-43c5-a04e-c8902f6a41e9 [ 876.460684] env[69613]: DEBUG oslo_vmware.api [None req-db4279be-fb34-40da-84e6-ea0f85509cbd tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Task: {'id': task-3417571, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.247949} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.462069] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-db4279be-fb34-40da-84e6-ea0f85509cbd tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Deleted the datastore file {{(pid=69613) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 876.462069] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-db4279be-fb34-40da-84e6-ea0f85509cbd tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] [instance: 9b124e5b-64d3-427b-a2bc-fed2d4ab8263] Deleted contents of the VM from datastore datastore2 {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 876.462069] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-db4279be-fb34-40da-84e6-ea0f85509cbd tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] [instance: 9b124e5b-64d3-427b-a2bc-fed2d4ab8263] Instance destroyed {{(pid=69613) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 876.556645] env[69613]: DEBUG oslo_concurrency.lockutils [None req-a6b436dc-11f4-41af-88cb-d006be5e873b tempest-ServerShowV247Test-1190307155 tempest-ServerShowV247Test-1190307155-project-member] Acquiring lock "302deddd-6e67-4650-b29a-914c4bbd0c6b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 876.556893] env[69613]: DEBUG oslo_concurrency.lockutils [None req-a6b436dc-11f4-41af-88cb-d006be5e873b tempest-ServerShowV247Test-1190307155 tempest-ServerShowV247Test-1190307155-project-member] Lock "302deddd-6e67-4650-b29a-914c4bbd0c6b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 876.660588] env[69613]: DEBUG nova.network.neutron [None req-68aaccab-75f3-495b-babe-4857dbf94e20 tempest-ServerMetadataTestJSON-34752892 tempest-ServerMetadataTestJSON-34752892-project-member] [instance: 1ea300a9-a953-4c27-88a5-0e717ea37d3e] Successfully updated port: 3522c309-87b1-4a2f-884e-bade1f62d493 {{(pid=69613) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 876.814728] env[69613]: DEBUG nova.compute.manager [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] [instance: 2e020eec-2d4f-41b8-b31d-3add0744d592] Instance has had 0 of 5 cleanup attempts {{(pid=69613) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 876.835220] env[69613]: DEBUG nova.compute.manager [req-9a512379-79c9-44b7-bd0e-0316cee8498c req-f39dba65-43ba-4584-bf05-1f40aa85cc41 service nova] [instance: 1ea300a9-a953-4c27-88a5-0e717ea37d3e] Received event network-vif-plugged-3522c309-87b1-4a2f-884e-bade1f62d493 {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 876.835220] env[69613]: DEBUG oslo_concurrency.lockutils [req-9a512379-79c9-44b7-bd0e-0316cee8498c req-f39dba65-43ba-4584-bf05-1f40aa85cc41 service nova] Acquiring lock "1ea300a9-a953-4c27-88a5-0e717ea37d3e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 876.835220] env[69613]: DEBUG oslo_concurrency.lockutils [req-9a512379-79c9-44b7-bd0e-0316cee8498c req-f39dba65-43ba-4584-bf05-1f40aa85cc41 service nova] Lock "1ea300a9-a953-4c27-88a5-0e717ea37d3e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 876.835946] env[69613]: DEBUG oslo_concurrency.lockutils [req-9a512379-79c9-44b7-bd0e-0316cee8498c req-f39dba65-43ba-4584-bf05-1f40aa85cc41 service nova] Lock "1ea300a9-a953-4c27-88a5-0e717ea37d3e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 876.836181] env[69613]: DEBUG nova.compute.manager [req-9a512379-79c9-44b7-bd0e-0316cee8498c req-f39dba65-43ba-4584-bf05-1f40aa85cc41 service nova] [instance: 1ea300a9-a953-4c27-88a5-0e717ea37d3e] No waiting events found dispatching network-vif-plugged-3522c309-87b1-4a2f-884e-bade1f62d493 {{(pid=69613) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 876.837060] env[69613]: WARNING nova.compute.manager [req-9a512379-79c9-44b7-bd0e-0316cee8498c req-f39dba65-43ba-4584-bf05-1f40aa85cc41 service nova] [instance: 1ea300a9-a953-4c27-88a5-0e717ea37d3e] Received unexpected event network-vif-plugged-3522c309-87b1-4a2f-884e-bade1f62d493 for instance with vm_state building and task_state spawning. [ 876.844848] env[69613]: DEBUG oslo_vmware.api [None req-5cdbe115-e394-43e2-bd8a-a048e5dd0865 tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Task: {'id': task-3417573, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.883100] env[69613]: DEBUG oslo_vmware.api [-] Task: {'id': task-3417575, 'name': CreateVM_Task, 'duration_secs': 0.454985} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.883100] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6ce9d7ae-aabf-444e-ab76-68f077d43cf0] Created VM on the ESX host {{(pid=69613) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 876.884024] env[69613]: DEBUG oslo_concurrency.lockutils [None req-38c4f096-8e2b-4238-b877-a9b78c125591 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.884024] env[69613]: DEBUG oslo_concurrency.lockutils [None req-38c4f096-8e2b-4238-b877-a9b78c125591 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.884319] env[69613]: DEBUG oslo_concurrency.lockutils [None req-38c4f096-8e2b-4238-b877-a9b78c125591 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.884513] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a3f4f8a5-62e5-4728-acc2-4c6846559b70 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.896542] env[69613]: DEBUG oslo_vmware.api [None req-38c4f096-8e2b-4238-b877-a9b78c125591 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Waiting for the task: (returnval){ [ 876.896542] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]526fb71a-a27f-da67-f4f0-5fe1d4fb91eb" [ 876.896542] env[69613]: _type = "Task" [ 876.896542] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.909352] env[69613]: DEBUG oslo_concurrency.lockutils [None req-e27d697d-7ba9-43be-a21b-70bdd6904ee2 tempest-ServerActionsV293TestJSON-1188024240 tempest-ServerActionsV293TestJSON-1188024240-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 876.909777] env[69613]: DEBUG oslo_vmware.api [None req-38c4f096-8e2b-4238-b877-a9b78c125591 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]526fb71a-a27f-da67-f4f0-5fe1d4fb91eb, 'name': SearchDatastore_Task, 'duration_secs': 0.010961} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.913697] env[69613]: DEBUG oslo_concurrency.lockutils [None req-38c4f096-8e2b-4238-b877-a9b78c125591 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.913952] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-38c4f096-8e2b-4238-b877-a9b78c125591 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] [instance: 6ce9d7ae-aabf-444e-ab76-68f077d43cf0] Processing image 2b7a0304-b5d0-431d-b287-32c8388d7fbd {{(pid=69613) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 876.914235] env[69613]: DEBUG oslo_concurrency.lockutils [None req-38c4f096-8e2b-4238-b877-a9b78c125591 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.914396] env[69613]: DEBUG oslo_concurrency.lockutils [None req-38c4f096-8e2b-4238-b877-a9b78c125591 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.914595] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-38c4f096-8e2b-4238-b877-a9b78c125591 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69613) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 876.915128] env[69613]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6b417f04-ed4d-49db-ba70-f92c2c38a084 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.924421] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-38c4f096-8e2b-4238-b877-a9b78c125591 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69613) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 876.924421] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-38c4f096-8e2b-4238-b877-a9b78c125591 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69613) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 876.926240] env[69613]: DEBUG oslo_concurrency.lockutils [None req-d514d906-35c4-4e57-b17a-19b41634afc8 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] Lock "cf649a29-c0b2-4cc4-9d7d-da72ef553093" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 37.876s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 876.927336] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8ddd7a05-220f-4abb-8a0b-323b99650e9e {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.943109] env[69613]: DEBUG oslo_vmware.api [None req-38c4f096-8e2b-4238-b877-a9b78c125591 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Waiting for the task: (returnval){ [ 876.943109] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]52f1e444-11f5-20a1-e823-a439fbd9900b" [ 876.943109] env[69613]: _type = "Task" [ 876.943109] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.954901] env[69613]: DEBUG oslo_vmware.api [None req-38c4f096-8e2b-4238-b877-a9b78c125591 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52f1e444-11f5-20a1-e823-a439fbd9900b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.064677] env[69613]: DEBUG nova.compute.manager [None req-a6b436dc-11f4-41af-88cb-d006be5e873b tempest-ServerShowV247Test-1190307155 tempest-ServerShowV247Test-1190307155-project-member] [instance: 302deddd-6e67-4650-b29a-914c4bbd0c6b] Starting instance... {{(pid=69613) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 877.075219] env[69613]: DEBUG oslo_concurrency.lockutils [None req-e636aa2d-a5e9-40db-a587-8c533e80edc5 tempest-ServerShowV247Test-1190307155 tempest-ServerShowV247Test-1190307155-project-member] Acquiring lock "07474db3-d38d-49ca-a42a-28c63825d86d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 877.075219] env[69613]: DEBUG oslo_concurrency.lockutils [None req-e636aa2d-a5e9-40db-a587-8c533e80edc5 tempest-ServerShowV247Test-1190307155 tempest-ServerShowV247Test-1190307155-project-member] Lock "07474db3-d38d-49ca-a42a-28c63825d86d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 877.171243] env[69613]: DEBUG oslo_concurrency.lockutils [None req-68aaccab-75f3-495b-babe-4857dbf94e20 tempest-ServerMetadataTestJSON-34752892 tempest-ServerMetadataTestJSON-34752892-project-member] Acquiring lock "refresh_cache-1ea300a9-a953-4c27-88a5-0e717ea37d3e" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.171405] env[69613]: DEBUG oslo_concurrency.lockutils [None req-68aaccab-75f3-495b-babe-4857dbf94e20 tempest-ServerMetadataTestJSON-34752892 tempest-ServerMetadataTestJSON-34752892-project-member] Acquired lock "refresh_cache-1ea300a9-a953-4c27-88a5-0e717ea37d3e" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.171612] env[69613]: DEBUG nova.network.neutron [None req-68aaccab-75f3-495b-babe-4857dbf94e20 tempest-ServerMetadataTestJSON-34752892 tempest-ServerMetadataTestJSON-34752892-project-member] [instance: 1ea300a9-a953-4c27-88a5-0e717ea37d3e] Building network info cache for instance {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 877.281421] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22e17e68-8fe3-46d2-936a-c91b24aca998 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.291258] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48244817-f393-439f-b33f-61d2106244b2 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.324231] env[69613]: DEBUG nova.compute.manager [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] [instance: 13ec57c7-56f5-40c6-ab32-aac0fd67c9b1] Instance has had 0 of 5 cleanup attempts {{(pid=69613) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 877.327064] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09f4da69-1a6d-42be-8617-5e07217ccb16 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.346606] env[69613]: DEBUG oslo_vmware.api [None req-5cdbe115-e394-43e2-bd8a-a048e5dd0865 tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Task: {'id': task-3417573, 'name': ReconfigVM_Task, 'duration_secs': 0.534356} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.346805] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-5cdbe115-e394-43e2-bd8a-a048e5dd0865 tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] [instance: b2c6c4bb-86f8-4e8f-b83d-a77d00447ff2] Reconfigured VM instance instance-0000002c to attach disk [datastore1] volume-49b7bc50-e08c-4c7d-9c8a-7c0c98188fb7/volume-49b7bc50-e08c-4c7d-9c8a-7c0c98188fb7.vmdk or device None with type thin {{(pid=69613) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 877.353719] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56611585-70e6-48ba-bca5-fb49f0ee18f3 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.356875] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-96fa4c55-30f5-4246-94b0-7d84da505293 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.381465] env[69613]: DEBUG nova.compute.provider_tree [None req-5252652b-5cda-4f01-b8bd-0318432cf2a7 tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] Inventory has not changed in ProviderTree for provider: af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 {{(pid=69613) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 877.384107] env[69613]: DEBUG oslo_vmware.api [None req-5cdbe115-e394-43e2-bd8a-a048e5dd0865 tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Waiting for the task: (returnval){ [ 877.384107] env[69613]: value = "task-3417576" [ 877.384107] env[69613]: _type = "Task" [ 877.384107] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.394556] env[69613]: DEBUG oslo_vmware.api [None req-5cdbe115-e394-43e2-bd8a-a048e5dd0865 tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Task: {'id': task-3417576, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.454184] env[69613]: DEBUG oslo_vmware.api [None req-38c4f096-8e2b-4238-b877-a9b78c125591 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52f1e444-11f5-20a1-e823-a439fbd9900b, 'name': SearchDatastore_Task, 'duration_secs': 0.011226} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.455070] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e00bbee1-54c1-4ba0-af56-cfd23f115732 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.460458] env[69613]: DEBUG oslo_vmware.api [None req-38c4f096-8e2b-4238-b877-a9b78c125591 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Waiting for the task: (returnval){ [ 877.460458] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]527c681c-e886-dea6-fa59-f958d2a726c3" [ 877.460458] env[69613]: _type = "Task" [ 877.460458] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.469249] env[69613]: DEBUG oslo_vmware.api [None req-38c4f096-8e2b-4238-b877-a9b78c125591 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]527c681c-e886-dea6-fa59-f958d2a726c3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.581764] env[69613]: DEBUG nova.compute.manager [None req-e636aa2d-a5e9-40db-a587-8c533e80edc5 tempest-ServerShowV247Test-1190307155 tempest-ServerShowV247Test-1190307155-project-member] [instance: 07474db3-d38d-49ca-a42a-28c63825d86d] Starting instance... {{(pid=69613) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 877.598911] env[69613]: DEBUG oslo_concurrency.lockutils [None req-a6b436dc-11f4-41af-88cb-d006be5e873b tempest-ServerShowV247Test-1190307155 tempest-ServerShowV247Test-1190307155-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 877.643820] env[69613]: DEBUG nova.virt.hardware [None req-db4279be-fb34-40da-84e6-ea0f85509cbd tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T13:55:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T13:55:19Z,direct_url=,disk_format='vmdk',id=2b7a0304-b5d0-431d-b287-32c8388d7fbd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3e9e1b873f1442d59d5ee8247b941f74',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T13:55:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 877.644149] env[69613]: DEBUG nova.virt.hardware [None req-db4279be-fb34-40da-84e6-ea0f85509cbd tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Flavor limits 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 877.644343] env[69613]: DEBUG nova.virt.hardware [None req-db4279be-fb34-40da-84e6-ea0f85509cbd tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Image limits 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 877.644568] env[69613]: DEBUG nova.virt.hardware [None req-db4279be-fb34-40da-84e6-ea0f85509cbd tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Flavor pref 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 877.644762] env[69613]: DEBUG nova.virt.hardware [None req-db4279be-fb34-40da-84e6-ea0f85509cbd tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Image pref 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 877.644942] env[69613]: DEBUG nova.virt.hardware [None req-db4279be-fb34-40da-84e6-ea0f85509cbd tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 877.645208] env[69613]: DEBUG nova.virt.hardware [None req-db4279be-fb34-40da-84e6-ea0f85509cbd tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 877.645426] env[69613]: DEBUG nova.virt.hardware [None req-db4279be-fb34-40da-84e6-ea0f85509cbd tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69613) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 877.645627] env[69613]: DEBUG nova.virt.hardware [None req-db4279be-fb34-40da-84e6-ea0f85509cbd tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Got 1 possible topologies {{(pid=69613) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 877.645820] env[69613]: DEBUG nova.virt.hardware [None req-db4279be-fb34-40da-84e6-ea0f85509cbd tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 877.646074] env[69613]: DEBUG nova.virt.hardware [None req-db4279be-fb34-40da-84e6-ea0f85509cbd tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 877.647289] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2f17bfb-9f33-46b7-990a-dc96b392b815 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.657143] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9a0af92-71f2-40cb-9f93-88bcae87b9df {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.672932] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-db4279be-fb34-40da-84e6-ea0f85509cbd tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] [instance: 9b124e5b-64d3-427b-a2bc-fed2d4ab8263] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:93:aa:14', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '15538852-1a3f-4f71-b4a9-4923c5837c4f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '707aa81c-fb2b-4beb-acbd-0ded026bbb46', 'vif_model': 'vmxnet3'}] {{(pid=69613) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 877.681856] env[69613]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-db4279be-fb34-40da-84e6-ea0f85509cbd tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69613) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 877.684251] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9b124e5b-64d3-427b-a2bc-fed2d4ab8263] Creating VM on the ESX host {{(pid=69613) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 877.684536] env[69613]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ddbe7764-8682-43ee-b12f-80a4383fb3e7 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.708577] env[69613]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 877.708577] env[69613]: value = "task-3417577" [ 877.708577] env[69613]: _type = "Task" [ 877.708577] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.717048] env[69613]: DEBUG oslo_vmware.api [-] Task: {'id': task-3417577, 'name': CreateVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.736402] env[69613]: DEBUG nova.network.neutron [None req-68aaccab-75f3-495b-babe-4857dbf94e20 tempest-ServerMetadataTestJSON-34752892 tempest-ServerMetadataTestJSON-34752892-project-member] [instance: 1ea300a9-a953-4c27-88a5-0e717ea37d3e] Instance cache missing network info. {{(pid=69613) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 877.832332] env[69613]: DEBUG nova.compute.manager [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] [instance: 494cdc5d-27c6-4a1c-8089-4b2a4dd08566] Instance has had 0 of 5 cleanup attempts {{(pid=69613) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 877.890074] env[69613]: DEBUG nova.scheduler.client.report [None req-5252652b-5cda-4f01-b8bd-0318432cf2a7 tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] Inventory has not changed for provider af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69613) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 877.905333] env[69613]: DEBUG oslo_vmware.api [None req-5cdbe115-e394-43e2-bd8a-a048e5dd0865 tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Task: {'id': task-3417576, 'name': ReconfigVM_Task, 'duration_secs': 0.162752} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.905791] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-5cdbe115-e394-43e2-bd8a-a048e5dd0865 tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] [instance: b2c6c4bb-86f8-4e8f-b83d-a77d00447ff2] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-681891', 'volume_id': '49b7bc50-e08c-4c7d-9c8a-7c0c98188fb7', 'name': 'volume-49b7bc50-e08c-4c7d-9c8a-7c0c98188fb7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b2c6c4bb-86f8-4e8f-b83d-a77d00447ff2', 'attached_at': '', 'detached_at': '', 'volume_id': '49b7bc50-e08c-4c7d-9c8a-7c0c98188fb7', 'serial': '49b7bc50-e08c-4c7d-9c8a-7c0c98188fb7'} {{(pid=69613) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 877.913105] env[69613]: DEBUG nova.network.neutron [None req-68aaccab-75f3-495b-babe-4857dbf94e20 tempest-ServerMetadataTestJSON-34752892 tempest-ServerMetadataTestJSON-34752892-project-member] [instance: 1ea300a9-a953-4c27-88a5-0e717ea37d3e] Updating instance_info_cache with network_info: [{"id": "3522c309-87b1-4a2f-884e-bade1f62d493", "address": "fa:16:3e:84:fc:a9", "network": {"id": "bfc8cd9b-ae42-4dcc-b7ad-b75eebacf01e", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1027136362-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "62f515d654cd40548f9e7ffbbcadee6b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6def6dc5-d564-45ca-8f4f-7c820677e6e2", "external-id": "nsx-vlan-transportzone-53", "segmentation_id": 53, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3522c309-87", "ovs_interfaceid": "3522c309-87b1-4a2f-884e-bade1f62d493", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 877.978138] env[69613]: DEBUG oslo_vmware.api [None req-38c4f096-8e2b-4238-b877-a9b78c125591 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]527c681c-e886-dea6-fa59-f958d2a726c3, 'name': SearchDatastore_Task, 'duration_secs': 0.01155} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.978626] env[69613]: DEBUG oslo_concurrency.lockutils [None req-38c4f096-8e2b-4238-b877-a9b78c125591 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.980053] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-38c4f096-8e2b-4238-b877-a9b78c125591 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk to [datastore1] 6ce9d7ae-aabf-444e-ab76-68f077d43cf0/6ce9d7ae-aabf-444e-ab76-68f077d43cf0.vmdk {{(pid=69613) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 877.980053] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e2c438b1-47d8-4ba0-bcf5-e0fc721bed09 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.987047] env[69613]: DEBUG oslo_vmware.api [None req-38c4f096-8e2b-4238-b877-a9b78c125591 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Waiting for the task: (returnval){ [ 877.987047] env[69613]: value = "task-3417578" [ 877.987047] env[69613]: _type = "Task" [ 877.987047] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.999171] env[69613]: DEBUG oslo_vmware.api [None req-38c4f096-8e2b-4238-b877-a9b78c125591 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Task: {'id': task-3417578, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.104962] env[69613]: DEBUG oslo_concurrency.lockutils [None req-e636aa2d-a5e9-40db-a587-8c533e80edc5 tempest-ServerShowV247Test-1190307155 tempest-ServerShowV247Test-1190307155-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 878.119905] env[69613]: DEBUG oslo_concurrency.lockutils [None req-7cfb0ece-374c-4348-8f9d-46da86f4d16a tempest-ServerActionsV293TestJSON-1188024240 tempest-ServerActionsV293TestJSON-1188024240-project-member] Acquiring lock "aa0eb3a4-34df-4e34-b86a-2a1d19f3a984" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 878.120272] env[69613]: DEBUG oslo_concurrency.lockutils [None req-7cfb0ece-374c-4348-8f9d-46da86f4d16a tempest-ServerActionsV293TestJSON-1188024240 tempest-ServerActionsV293TestJSON-1188024240-project-member] Lock "aa0eb3a4-34df-4e34-b86a-2a1d19f3a984" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 878.120360] env[69613]: DEBUG oslo_concurrency.lockutils [None req-7cfb0ece-374c-4348-8f9d-46da86f4d16a tempest-ServerActionsV293TestJSON-1188024240 tempest-ServerActionsV293TestJSON-1188024240-project-member] Acquiring lock "aa0eb3a4-34df-4e34-b86a-2a1d19f3a984-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 878.120587] env[69613]: DEBUG oslo_concurrency.lockutils [None req-7cfb0ece-374c-4348-8f9d-46da86f4d16a tempest-ServerActionsV293TestJSON-1188024240 tempest-ServerActionsV293TestJSON-1188024240-project-member] Lock "aa0eb3a4-34df-4e34-b86a-2a1d19f3a984-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 878.120716] env[69613]: DEBUG oslo_concurrency.lockutils [None req-7cfb0ece-374c-4348-8f9d-46da86f4d16a tempest-ServerActionsV293TestJSON-1188024240 tempest-ServerActionsV293TestJSON-1188024240-project-member] Lock "aa0eb3a4-34df-4e34-b86a-2a1d19f3a984-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 878.124941] env[69613]: INFO nova.compute.manager [None req-7cfb0ece-374c-4348-8f9d-46da86f4d16a tempest-ServerActionsV293TestJSON-1188024240 tempest-ServerActionsV293TestJSON-1188024240-project-member] [instance: aa0eb3a4-34df-4e34-b86a-2a1d19f3a984] Terminating instance [ 878.225380] env[69613]: DEBUG oslo_vmware.api [-] Task: {'id': task-3417577, 'name': CreateVM_Task, 'duration_secs': 0.43082} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.225728] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9b124e5b-64d3-427b-a2bc-fed2d4ab8263] Created VM on the ESX host {{(pid=69613) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 878.226899] env[69613]: DEBUG oslo_concurrency.lockutils [None req-db4279be-fb34-40da-84e6-ea0f85509cbd tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.227209] env[69613]: DEBUG oslo_concurrency.lockutils [None req-db4279be-fb34-40da-84e6-ea0f85509cbd tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.227556] env[69613]: DEBUG oslo_concurrency.lockutils [None req-db4279be-fb34-40da-84e6-ea0f85509cbd tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.228410] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-be416114-c5d4-4b90-9a3a-df867a02c111 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.233944] env[69613]: DEBUG oslo_vmware.api [None req-db4279be-fb34-40da-84e6-ea0f85509cbd tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Waiting for the task: (returnval){ [ 878.233944] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]529f435c-5848-1261-7acf-5cc051c8cdb6" [ 878.233944] env[69613]: _type = "Task" [ 878.233944] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.244715] env[69613]: DEBUG oslo_vmware.api [None req-db4279be-fb34-40da-84e6-ea0f85509cbd tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]529f435c-5848-1261-7acf-5cc051c8cdb6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.336394] env[69613]: DEBUG nova.compute.manager [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] [instance: 997781de-b20c-4004-8374-deef83d9de6b] Instance has had 0 of 5 cleanup attempts {{(pid=69613) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 878.394687] env[69613]: DEBUG oslo_concurrency.lockutils [None req-5252652b-5cda-4f01-b8bd-0318432cf2a7 tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.628s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 878.395494] env[69613]: DEBUG nova.compute.manager [None req-5252652b-5cda-4f01-b8bd-0318432cf2a7 tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] [instance: 4c3027a1-4b55-40bd-b818-562263ec9fab] Start building networks asynchronously for instance. {{(pid=69613) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 878.405022] env[69613]: DEBUG oslo_concurrency.lockutils [None req-580e6389-8706-48da-ac0d-519cd1584a1c tempest-ServersTestManualDisk-642376445 tempest-ServersTestManualDisk-642376445-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.794s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 878.405022] env[69613]: DEBUG oslo_concurrency.lockutils [None req-580e6389-8706-48da-ac0d-519cd1584a1c tempest-ServersTestManualDisk-642376445 tempest-ServersTestManualDisk-642376445-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 878.406051] env[69613]: DEBUG oslo_concurrency.lockutils [None req-c54a1826-98ae-4105-83fb-02602e14f0dc tempest-VolumesAdminNegativeTest-111528841 tempest-VolumesAdminNegativeTest-111528841-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.711s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 878.406271] env[69613]: DEBUG oslo_concurrency.lockutils [None req-c54a1826-98ae-4105-83fb-02602e14f0dc tempest-VolumesAdminNegativeTest-111528841 tempest-VolumesAdminNegativeTest-111528841-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 878.410101] env[69613]: DEBUG oslo_concurrency.lockutils [None req-1a8408d3-4e79-467b-a9e9-896c7b71ceb7 tempest-ServersNegativeTestMultiTenantJSON-2048837393 tempest-ServersNegativeTestMultiTenantJSON-2048837393-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.538s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 878.410101] env[69613]: INFO nova.compute.claims [None req-1a8408d3-4e79-467b-a9e9-896c7b71ceb7 tempest-ServersNegativeTestMultiTenantJSON-2048837393 tempest-ServersNegativeTestMultiTenantJSON-2048837393-project-member] [instance: 957361eb-46da-4668-916a-04238bff4e31] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 878.422270] env[69613]: DEBUG oslo_concurrency.lockutils [None req-68aaccab-75f3-495b-babe-4857dbf94e20 tempest-ServerMetadataTestJSON-34752892 tempest-ServerMetadataTestJSON-34752892-project-member] Releasing lock "refresh_cache-1ea300a9-a953-4c27-88a5-0e717ea37d3e" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.422270] env[69613]: DEBUG nova.compute.manager [None req-68aaccab-75f3-495b-babe-4857dbf94e20 tempest-ServerMetadataTestJSON-34752892 tempest-ServerMetadataTestJSON-34752892-project-member] [instance: 1ea300a9-a953-4c27-88a5-0e717ea37d3e] Instance network_info: |[{"id": "3522c309-87b1-4a2f-884e-bade1f62d493", "address": "fa:16:3e:84:fc:a9", "network": {"id": "bfc8cd9b-ae42-4dcc-b7ad-b75eebacf01e", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1027136362-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "62f515d654cd40548f9e7ffbbcadee6b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6def6dc5-d564-45ca-8f4f-7c820677e6e2", "external-id": "nsx-vlan-transportzone-53", "segmentation_id": 53, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3522c309-87", "ovs_interfaceid": "3522c309-87b1-4a2f-884e-bade1f62d493", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69613) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 878.422270] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-68aaccab-75f3-495b-babe-4857dbf94e20 tempest-ServerMetadataTestJSON-34752892 tempest-ServerMetadataTestJSON-34752892-project-member] [instance: 1ea300a9-a953-4c27-88a5-0e717ea37d3e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:84:fc:a9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6def6dc5-d564-45ca-8f4f-7c820677e6e2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3522c309-87b1-4a2f-884e-bade1f62d493', 'vif_model': 'vmxnet3'}] {{(pid=69613) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 878.432544] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-68aaccab-75f3-495b-babe-4857dbf94e20 tempest-ServerMetadataTestJSON-34752892 tempest-ServerMetadataTestJSON-34752892-project-member] Creating folder: Project (62f515d654cd40548f9e7ffbbcadee6b). Parent ref: group-v681687. {{(pid=69613) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 878.433112] env[69613]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ea3b1a18-ae8d-43ef-bf7b-6d1f6eb30b52 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.447969] env[69613]: INFO nova.virt.vmwareapi.vm_util [None req-68aaccab-75f3-495b-babe-4857dbf94e20 tempest-ServerMetadataTestJSON-34752892 tempest-ServerMetadataTestJSON-34752892-project-member] Created folder: Project (62f515d654cd40548f9e7ffbbcadee6b) in parent group-v681687. [ 878.448235] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-68aaccab-75f3-495b-babe-4857dbf94e20 tempest-ServerMetadataTestJSON-34752892 tempest-ServerMetadataTestJSON-34752892-project-member] Creating folder: Instances. Parent ref: group-v681897. {{(pid=69613) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 878.448520] env[69613]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-79d37867-6569-412e-9c0a-a41970603aba {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.453290] env[69613]: INFO nova.scheduler.client.report [None req-c54a1826-98ae-4105-83fb-02602e14f0dc tempest-VolumesAdminNegativeTest-111528841 tempest-VolumesAdminNegativeTest-111528841-project-member] Deleted allocations for instance f41f74be-9cd8-4095-b741-d24dc9a24cc5 [ 878.460266] env[69613]: INFO nova.scheduler.client.report [None req-580e6389-8706-48da-ac0d-519cd1584a1c tempest-ServersTestManualDisk-642376445 tempest-ServersTestManualDisk-642376445-project-member] Deleted allocations for instance 42aba8f8-9657-437f-b305-13239f26fac2 [ 878.463424] env[69613]: INFO nova.virt.vmwareapi.vm_util [None req-68aaccab-75f3-495b-babe-4857dbf94e20 tempest-ServerMetadataTestJSON-34752892 tempest-ServerMetadataTestJSON-34752892-project-member] Created folder: Instances in parent group-v681897. [ 878.464088] env[69613]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-68aaccab-75f3-495b-babe-4857dbf94e20 tempest-ServerMetadataTestJSON-34752892 tempest-ServerMetadataTestJSON-34752892-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69613) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 878.467674] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1ea300a9-a953-4c27-88a5-0e717ea37d3e] Creating VM on the ESX host {{(pid=69613) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 878.468367] env[69613]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1936d0c7-c40b-4155-8bfd-a72fb669315e {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.506869] env[69613]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 878.506869] env[69613]: value = "task-3417581" [ 878.506869] env[69613]: _type = "Task" [ 878.506869] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.506869] env[69613]: DEBUG oslo_vmware.api [None req-38c4f096-8e2b-4238-b877-a9b78c125591 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Task: {'id': task-3417578, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.514753] env[69613]: DEBUG oslo_vmware.api [-] Task: {'id': task-3417581, 'name': CreateVM_Task} progress is 5%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.632168] env[69613]: DEBUG nova.compute.manager [None req-7cfb0ece-374c-4348-8f9d-46da86f4d16a tempest-ServerActionsV293TestJSON-1188024240 tempest-ServerActionsV293TestJSON-1188024240-project-member] [instance: aa0eb3a4-34df-4e34-b86a-2a1d19f3a984] Start destroying the instance on the hypervisor. {{(pid=69613) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 878.632168] env[69613]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0414aa31-2806-4859-8e58-7ac668d91208 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.642594] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec5b7ac2-2a89-47b6-aa10-93b40ee5fea0 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.686334] env[69613]: WARNING nova.virt.vmwareapi.driver [None req-7cfb0ece-374c-4348-8f9d-46da86f4d16a tempest-ServerActionsV293TestJSON-1188024240 tempest-ServerActionsV293TestJSON-1188024240-project-member] [instance: aa0eb3a4-34df-4e34-b86a-2a1d19f3a984] Instance does not exists. Proceeding to delete instance properties on datastore: nova.exception.InstanceNotFound: Instance aa0eb3a4-34df-4e34-b86a-2a1d19f3a984 could not be found. [ 878.686334] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-7cfb0ece-374c-4348-8f9d-46da86f4d16a tempest-ServerActionsV293TestJSON-1188024240 tempest-ServerActionsV293TestJSON-1188024240-project-member] [instance: aa0eb3a4-34df-4e34-b86a-2a1d19f3a984] Destroying instance {{(pid=69613) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 878.686334] env[69613]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8c073744-8b6d-4611-8477-cc9a979d7ba6 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.695443] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5779622c-b0f4-4c13-9190-75cc64f46723 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.736226] env[69613]: WARNING nova.virt.vmwareapi.vmops [None req-7cfb0ece-374c-4348-8f9d-46da86f4d16a tempest-ServerActionsV293TestJSON-1188024240 tempest-ServerActionsV293TestJSON-1188024240-project-member] [instance: aa0eb3a4-34df-4e34-b86a-2a1d19f3a984] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance aa0eb3a4-34df-4e34-b86a-2a1d19f3a984 could not be found. [ 878.736298] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-7cfb0ece-374c-4348-8f9d-46da86f4d16a tempest-ServerActionsV293TestJSON-1188024240 tempest-ServerActionsV293TestJSON-1188024240-project-member] [instance: aa0eb3a4-34df-4e34-b86a-2a1d19f3a984] Instance destroyed {{(pid=69613) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 878.736467] env[69613]: INFO nova.compute.manager [None req-7cfb0ece-374c-4348-8f9d-46da86f4d16a tempest-ServerActionsV293TestJSON-1188024240 tempest-ServerActionsV293TestJSON-1188024240-project-member] [instance: aa0eb3a4-34df-4e34-b86a-2a1d19f3a984] Took 0.11 seconds to destroy the instance on the hypervisor. [ 878.736736] env[69613]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7cfb0ece-374c-4348-8f9d-46da86f4d16a tempest-ServerActionsV293TestJSON-1188024240 tempest-ServerActionsV293TestJSON-1188024240-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69613) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 878.742300] env[69613]: DEBUG nova.compute.manager [-] [instance: aa0eb3a4-34df-4e34-b86a-2a1d19f3a984] Deallocating network for instance {{(pid=69613) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 878.742300] env[69613]: DEBUG nova.network.neutron [-] [instance: aa0eb3a4-34df-4e34-b86a-2a1d19f3a984] deallocate_for_instance() {{(pid=69613) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 878.751921] env[69613]: DEBUG oslo_vmware.api [None req-db4279be-fb34-40da-84e6-ea0f85509cbd tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]529f435c-5848-1261-7acf-5cc051c8cdb6, 'name': SearchDatastore_Task, 'duration_secs': 0.056537} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.752277] env[69613]: DEBUG oslo_concurrency.lockutils [None req-db4279be-fb34-40da-84e6-ea0f85509cbd tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.752510] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-db4279be-fb34-40da-84e6-ea0f85509cbd tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] [instance: 9b124e5b-64d3-427b-a2bc-fed2d4ab8263] Processing image 2b7a0304-b5d0-431d-b287-32c8388d7fbd {{(pid=69613) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 878.752904] env[69613]: DEBUG oslo_concurrency.lockutils [None req-db4279be-fb34-40da-84e6-ea0f85509cbd tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.753069] env[69613]: DEBUG oslo_concurrency.lockutils [None req-db4279be-fb34-40da-84e6-ea0f85509cbd tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.756747] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-db4279be-fb34-40da-84e6-ea0f85509cbd tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69613) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 878.756747] env[69613]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1dd0f22f-44a6-4b82-bcc5-c5c78a22df8f {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.762600] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-db4279be-fb34-40da-84e6-ea0f85509cbd tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69613) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 878.762784] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-db4279be-fb34-40da-84e6-ea0f85509cbd tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69613) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 878.763577] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-58944a05-ac8f-44e0-95d8-e099baf2a20e {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.769292] env[69613]: DEBUG oslo_vmware.api [None req-db4279be-fb34-40da-84e6-ea0f85509cbd tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Waiting for the task: (returnval){ [ 878.769292] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]52ec4193-c241-8d46-d4f1-90d2f14931f3" [ 878.769292] env[69613]: _type = "Task" [ 878.769292] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.781260] env[69613]: DEBUG oslo_vmware.api [None req-db4279be-fb34-40da-84e6-ea0f85509cbd tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52ec4193-c241-8d46-d4f1-90d2f14931f3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.840504] env[69613]: DEBUG nova.compute.manager [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] [instance: eed1c412-ccce-4168-bce7-3e7101901b7f] Instance has had 0 of 5 cleanup attempts {{(pid=69613) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 878.903933] env[69613]: DEBUG nova.compute.utils [None req-5252652b-5cda-4f01-b8bd-0318432cf2a7 tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] Using /dev/sd instead of None {{(pid=69613) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 878.905372] env[69613]: DEBUG nova.compute.manager [None req-5252652b-5cda-4f01-b8bd-0318432cf2a7 tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] [instance: 4c3027a1-4b55-40bd-b818-562263ec9fab] Allocating IP information in the background. {{(pid=69613) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 878.905545] env[69613]: DEBUG nova.network.neutron [None req-5252652b-5cda-4f01-b8bd-0318432cf2a7 tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] [instance: 4c3027a1-4b55-40bd-b818-562263ec9fab] allocate_for_instance() {{(pid=69613) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 878.962980] env[69613]: DEBUG oslo_concurrency.lockutils [None req-c54a1826-98ae-4105-83fb-02602e14f0dc tempest-VolumesAdminNegativeTest-111528841 tempest-VolumesAdminNegativeTest-111528841-project-member] Lock "f41f74be-9cd8-4095-b741-d24dc9a24cc5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.008s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 878.969154] env[69613]: DEBUG nova.policy [None req-5252652b-5cda-4f01-b8bd-0318432cf2a7 tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6e47bdbd5b764346a2382abe22ff4248', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b2fa8926919b44e7a69ce5637737d86f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69613) authorize /opt/stack/nova/nova/policy.py:192}} [ 878.975671] env[69613]: DEBUG oslo_concurrency.lockutils [None req-580e6389-8706-48da-ac0d-519cd1584a1c tempest-ServersTestManualDisk-642376445 tempest-ServersTestManualDisk-642376445-project-member] Lock "42aba8f8-9657-437f-b305-13239f26fac2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.981s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 878.992052] env[69613]: DEBUG nova.objects.instance [None req-5cdbe115-e394-43e2-bd8a-a048e5dd0865 tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Lazy-loading 'flavor' on Instance uuid b2c6c4bb-86f8-4e8f-b83d-a77d00447ff2 {{(pid=69613) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 879.009454] env[69613]: DEBUG oslo_vmware.api [None req-38c4f096-8e2b-4238-b877-a9b78c125591 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Task: {'id': task-3417578, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.526071} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.014658] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-38c4f096-8e2b-4238-b877-a9b78c125591 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk to [datastore1] 6ce9d7ae-aabf-444e-ab76-68f077d43cf0/6ce9d7ae-aabf-444e-ab76-68f077d43cf0.vmdk {{(pid=69613) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 879.014658] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-38c4f096-8e2b-4238-b877-a9b78c125591 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] [instance: 6ce9d7ae-aabf-444e-ab76-68f077d43cf0] Extending root virtual disk to 1048576 {{(pid=69613) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 879.016147] env[69613]: DEBUG nova.compute.manager [req-2c74a124-a909-42d1-8969-e0e364def4f8 req-615c32a0-5187-4b64-8a20-f7348288eda2 service nova] [instance: 1ea300a9-a953-4c27-88a5-0e717ea37d3e] Received event network-changed-3522c309-87b1-4a2f-884e-bade1f62d493 {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 879.016331] env[69613]: DEBUG nova.compute.manager [req-2c74a124-a909-42d1-8969-e0e364def4f8 req-615c32a0-5187-4b64-8a20-f7348288eda2 service nova] [instance: 1ea300a9-a953-4c27-88a5-0e717ea37d3e] Refreshing instance network info cache due to event network-changed-3522c309-87b1-4a2f-884e-bade1f62d493. {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 879.016570] env[69613]: DEBUG oslo_concurrency.lockutils [req-2c74a124-a909-42d1-8969-e0e364def4f8 req-615c32a0-5187-4b64-8a20-f7348288eda2 service nova] Acquiring lock "refresh_cache-1ea300a9-a953-4c27-88a5-0e717ea37d3e" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.016740] env[69613]: DEBUG oslo_concurrency.lockutils [req-2c74a124-a909-42d1-8969-e0e364def4f8 req-615c32a0-5187-4b64-8a20-f7348288eda2 service nova] Acquired lock "refresh_cache-1ea300a9-a953-4c27-88a5-0e717ea37d3e" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.017215] env[69613]: DEBUG nova.network.neutron [req-2c74a124-a909-42d1-8969-e0e364def4f8 req-615c32a0-5187-4b64-8a20-f7348288eda2 service nova] [instance: 1ea300a9-a953-4c27-88a5-0e717ea37d3e] Refreshing network info cache for port 3522c309-87b1-4a2f-884e-bade1f62d493 {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 879.019077] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-82184bd8-79fc-4e95-982c-7c4e8b21ff41 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.030903] env[69613]: DEBUG oslo_vmware.api [-] Task: {'id': task-3417581, 'name': CreateVM_Task, 'duration_secs': 0.374267} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.031752] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1ea300a9-a953-4c27-88a5-0e717ea37d3e] Created VM on the ESX host {{(pid=69613) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 879.032677] env[69613]: DEBUG oslo_vmware.api [None req-38c4f096-8e2b-4238-b877-a9b78c125591 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Waiting for the task: (returnval){ [ 879.032677] env[69613]: value = "task-3417582" [ 879.032677] env[69613]: _type = "Task" [ 879.032677] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.033033] env[69613]: DEBUG oslo_concurrency.lockutils [None req-68aaccab-75f3-495b-babe-4857dbf94e20 tempest-ServerMetadataTestJSON-34752892 tempest-ServerMetadataTestJSON-34752892-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.033206] env[69613]: DEBUG oslo_concurrency.lockutils [None req-68aaccab-75f3-495b-babe-4857dbf94e20 tempest-ServerMetadataTestJSON-34752892 tempest-ServerMetadataTestJSON-34752892-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.033521] env[69613]: DEBUG oslo_concurrency.lockutils [None req-68aaccab-75f3-495b-babe-4857dbf94e20 tempest-ServerMetadataTestJSON-34752892 tempest-ServerMetadataTestJSON-34752892-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.033815] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f0d886ee-7536-41ee-ae88-34d55b7de477 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.043527] env[69613]: DEBUG oslo_vmware.api [None req-68aaccab-75f3-495b-babe-4857dbf94e20 tempest-ServerMetadataTestJSON-34752892 tempest-ServerMetadataTestJSON-34752892-project-member] Waiting for the task: (returnval){ [ 879.043527] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]52a44d3c-40c9-d0e6-3540-095c9e935341" [ 879.043527] env[69613]: _type = "Task" [ 879.043527] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.047293] env[69613]: DEBUG oslo_vmware.api [None req-38c4f096-8e2b-4238-b877-a9b78c125591 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Task: {'id': task-3417582, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.057722] env[69613]: DEBUG oslo_vmware.api [None req-68aaccab-75f3-495b-babe-4857dbf94e20 tempest-ServerMetadataTestJSON-34752892 tempest-ServerMetadataTestJSON-34752892-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52a44d3c-40c9-d0e6-3540-095c9e935341, 'name': SearchDatastore_Task, 'duration_secs': 0.010402} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.057886] env[69613]: DEBUG oslo_concurrency.lockutils [None req-68aaccab-75f3-495b-babe-4857dbf94e20 tempest-ServerMetadataTestJSON-34752892 tempest-ServerMetadataTestJSON-34752892-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.058141] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-68aaccab-75f3-495b-babe-4857dbf94e20 tempest-ServerMetadataTestJSON-34752892 tempest-ServerMetadataTestJSON-34752892-project-member] [instance: 1ea300a9-a953-4c27-88a5-0e717ea37d3e] Processing image 2b7a0304-b5d0-431d-b287-32c8388d7fbd {{(pid=69613) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 879.058355] env[69613]: DEBUG oslo_concurrency.lockutils [None req-68aaccab-75f3-495b-babe-4857dbf94e20 tempest-ServerMetadataTestJSON-34752892 tempest-ServerMetadataTestJSON-34752892-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.281223] env[69613]: DEBUG oslo_vmware.api [None req-db4279be-fb34-40da-84e6-ea0f85509cbd tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52ec4193-c241-8d46-d4f1-90d2f14931f3, 'name': SearchDatastore_Task, 'duration_secs': 0.010922} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.283623] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e1147b2d-b658-41fa-b8d0-465a14d8cc2f {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.291856] env[69613]: DEBUG oslo_vmware.api [None req-db4279be-fb34-40da-84e6-ea0f85509cbd tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Waiting for the task: (returnval){ [ 879.291856] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]523af03e-660d-5456-f64a-67d4041ef283" [ 879.291856] env[69613]: _type = "Task" [ 879.291856] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.305559] env[69613]: DEBUG oslo_vmware.api [None req-db4279be-fb34-40da-84e6-ea0f85509cbd tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]523af03e-660d-5456-f64a-67d4041ef283, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.344399] env[69613]: DEBUG nova.compute.manager [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] [instance: 00d02bd2-f8fa-415c-9a6f-c58b9af0be63] Instance has had 0 of 5 cleanup attempts {{(pid=69613) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 879.409794] env[69613]: DEBUG nova.compute.manager [None req-5252652b-5cda-4f01-b8bd-0318432cf2a7 tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] [instance: 4c3027a1-4b55-40bd-b818-562263ec9fab] Start building block device mappings for instance. {{(pid=69613) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 879.500610] env[69613]: DEBUG oslo_concurrency.lockutils [None req-5cdbe115-e394-43e2-bd8a-a048e5dd0865 tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Lock "b2c6c4bb-86f8-4e8f-b83d-a77d00447ff2" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.950s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 879.547724] env[69613]: DEBUG oslo_vmware.api [None req-38c4f096-8e2b-4238-b877-a9b78c125591 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Task: {'id': task-3417582, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.105418} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.548021] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-38c4f096-8e2b-4238-b877-a9b78c125591 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] [instance: 6ce9d7ae-aabf-444e-ab76-68f077d43cf0] Extended root virtual disk {{(pid=69613) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 879.548824] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe478a95-9b64-4286-a49d-17d115fe8564 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.581152] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-38c4f096-8e2b-4238-b877-a9b78c125591 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] [instance: 6ce9d7ae-aabf-444e-ab76-68f077d43cf0] Reconfiguring VM instance instance-00000043 to attach disk [datastore1] 6ce9d7ae-aabf-444e-ab76-68f077d43cf0/6ce9d7ae-aabf-444e-ab76-68f077d43cf0.vmdk or device None with type sparse {{(pid=69613) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 879.583178] env[69613]: DEBUG nova.network.neutron [None req-5252652b-5cda-4f01-b8bd-0318432cf2a7 tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] [instance: 4c3027a1-4b55-40bd-b818-562263ec9fab] Successfully created port: e367d2a3-a41f-4ea1-81fb-c9a53155ede9 {{(pid=69613) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 879.585681] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9372fb1f-9730-4086-8780-1c2b7c8325fa {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.612047] env[69613]: DEBUG oslo_vmware.api [None req-38c4f096-8e2b-4238-b877-a9b78c125591 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Waiting for the task: (returnval){ [ 879.612047] env[69613]: value = "task-3417584" [ 879.612047] env[69613]: _type = "Task" [ 879.612047] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.622681] env[69613]: DEBUG oslo_vmware.api [None req-38c4f096-8e2b-4238-b877-a9b78c125591 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Task: {'id': task-3417584, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.805724] env[69613]: DEBUG oslo_vmware.api [None req-db4279be-fb34-40da-84e6-ea0f85509cbd tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]523af03e-660d-5456-f64a-67d4041ef283, 'name': SearchDatastore_Task, 'duration_secs': 0.012421} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.805982] env[69613]: DEBUG oslo_concurrency.lockutils [None req-db4279be-fb34-40da-84e6-ea0f85509cbd tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.806282] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-db4279be-fb34-40da-84e6-ea0f85509cbd tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk to [datastore1] 9b124e5b-64d3-427b-a2bc-fed2d4ab8263/9b124e5b-64d3-427b-a2bc-fed2d4ab8263.vmdk {{(pid=69613) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 879.806632] env[69613]: DEBUG oslo_concurrency.lockutils [None req-68aaccab-75f3-495b-babe-4857dbf94e20 tempest-ServerMetadataTestJSON-34752892 tempest-ServerMetadataTestJSON-34752892-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.806821] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-68aaccab-75f3-495b-babe-4857dbf94e20 tempest-ServerMetadataTestJSON-34752892 tempest-ServerMetadataTestJSON-34752892-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69613) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 879.807065] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ae922bbf-979b-4343-b137-62a86aae201e {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.809275] env[69613]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a6eb3eb6-b5f8-4efa-8b79-c869c0473f2f {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.830355] env[69613]: DEBUG oslo_vmware.api [None req-db4279be-fb34-40da-84e6-ea0f85509cbd tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Waiting for the task: (returnval){ [ 879.830355] env[69613]: value = "task-3417585" [ 879.830355] env[69613]: _type = "Task" [ 879.830355] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.830355] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-68aaccab-75f3-495b-babe-4857dbf94e20 tempest-ServerMetadataTestJSON-34752892 tempest-ServerMetadataTestJSON-34752892-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69613) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 879.830355] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-68aaccab-75f3-495b-babe-4857dbf94e20 tempest-ServerMetadataTestJSON-34752892 tempest-ServerMetadataTestJSON-34752892-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69613) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 879.830355] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7dff5cf9-a34c-48bf-9eac-62c252a3c654 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.839282] env[69613]: DEBUG oslo_vmware.api [None req-68aaccab-75f3-495b-babe-4857dbf94e20 tempest-ServerMetadataTestJSON-34752892 tempest-ServerMetadataTestJSON-34752892-project-member] Waiting for the task: (returnval){ [ 879.839282] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]52543607-6765-1579-7148-844057df93e0" [ 879.839282] env[69613]: _type = "Task" [ 879.839282] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.842695] env[69613]: DEBUG oslo_vmware.api [None req-db4279be-fb34-40da-84e6-ea0f85509cbd tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Task: {'id': task-3417585, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.847591] env[69613]: DEBUG nova.compute.manager [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] [instance: d812aca8-c993-4f3e-8235-115a51b60501] Instance has had 0 of 5 cleanup attempts {{(pid=69613) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 879.852716] env[69613]: DEBUG oslo_vmware.api [None req-68aaccab-75f3-495b-babe-4857dbf94e20 tempest-ServerMetadataTestJSON-34752892 tempest-ServerMetadataTestJSON-34752892-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52543607-6765-1579-7148-844057df93e0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.858878] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cb668b9-2e1d-4e01-8357-a59472f616b5 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.867315] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e62e3b7-6d9e-469a-b3e7-5c121857fc01 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.904296] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae5587da-fae3-4067-8dec-34212f49681f {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.912670] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e47ed0e4-4f2e-426f-9607-0751229b01d4 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.940217] env[69613]: DEBUG nova.compute.provider_tree [None req-1a8408d3-4e79-467b-a9e9-896c7b71ceb7 tempest-ServersNegativeTestMultiTenantJSON-2048837393 tempest-ServersNegativeTestMultiTenantJSON-2048837393-project-member] Inventory has not changed in ProviderTree for provider: af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 {{(pid=69613) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 880.126851] env[69613]: DEBUG oslo_vmware.api [None req-38c4f096-8e2b-4238-b877-a9b78c125591 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Task: {'id': task-3417584, 'name': ReconfigVM_Task, 'duration_secs': 0.324028} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.127341] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-38c4f096-8e2b-4238-b877-a9b78c125591 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] [instance: 6ce9d7ae-aabf-444e-ab76-68f077d43cf0] Reconfigured VM instance instance-00000043 to attach disk [datastore1] 6ce9d7ae-aabf-444e-ab76-68f077d43cf0/6ce9d7ae-aabf-444e-ab76-68f077d43cf0.vmdk or device None with type sparse {{(pid=69613) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 880.128029] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6379001b-6ea7-418d-8f9c-c43d64f5e7ac {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.137364] env[69613]: DEBUG oslo_vmware.api [None req-38c4f096-8e2b-4238-b877-a9b78c125591 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Waiting for the task: (returnval){ [ 880.137364] env[69613]: value = "task-3417586" [ 880.137364] env[69613]: _type = "Task" [ 880.137364] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.147972] env[69613]: DEBUG oslo_vmware.api [None req-38c4f096-8e2b-4238-b877-a9b78c125591 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Task: {'id': task-3417586, 'name': Rename_Task} progress is 6%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.215076] env[69613]: DEBUG nova.network.neutron [req-2c74a124-a909-42d1-8969-e0e364def4f8 req-615c32a0-5187-4b64-8a20-f7348288eda2 service nova] [instance: 1ea300a9-a953-4c27-88a5-0e717ea37d3e] Updated VIF entry in instance network info cache for port 3522c309-87b1-4a2f-884e-bade1f62d493. {{(pid=69613) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 880.215433] env[69613]: DEBUG nova.network.neutron [req-2c74a124-a909-42d1-8969-e0e364def4f8 req-615c32a0-5187-4b64-8a20-f7348288eda2 service nova] [instance: 1ea300a9-a953-4c27-88a5-0e717ea37d3e] Updating instance_info_cache with network_info: [{"id": "3522c309-87b1-4a2f-884e-bade1f62d493", "address": "fa:16:3e:84:fc:a9", "network": {"id": "bfc8cd9b-ae42-4dcc-b7ad-b75eebacf01e", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1027136362-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "62f515d654cd40548f9e7ffbbcadee6b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6def6dc5-d564-45ca-8f4f-7c820677e6e2", "external-id": "nsx-vlan-transportzone-53", "segmentation_id": 53, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3522c309-87", "ovs_interfaceid": "3522c309-87b1-4a2f-884e-bade1f62d493", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 880.333826] env[69613]: DEBUG oslo_vmware.api [None req-db4279be-fb34-40da-84e6-ea0f85509cbd tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Task: {'id': task-3417585, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.499262} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.334311] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-db4279be-fb34-40da-84e6-ea0f85509cbd tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk to [datastore1] 9b124e5b-64d3-427b-a2bc-fed2d4ab8263/9b124e5b-64d3-427b-a2bc-fed2d4ab8263.vmdk {{(pid=69613) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 880.334840] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-db4279be-fb34-40da-84e6-ea0f85509cbd tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] [instance: 9b124e5b-64d3-427b-a2bc-fed2d4ab8263] Extending root virtual disk to 1048576 {{(pid=69613) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 880.335183] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-138d714e-08f2-445a-af5e-5f0ec3b1e334 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.345547] env[69613]: DEBUG oslo_vmware.api [None req-db4279be-fb34-40da-84e6-ea0f85509cbd tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Waiting for the task: (returnval){ [ 880.345547] env[69613]: value = "task-3417587" [ 880.345547] env[69613]: _type = "Task" [ 880.345547] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.354323] env[69613]: DEBUG nova.compute.manager [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] [instance: e75fc999-a479-44b6-a715-1a76054d73c6] Instance has had 0 of 5 cleanup attempts {{(pid=69613) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 880.366201] env[69613]: DEBUG oslo_vmware.api [None req-db4279be-fb34-40da-84e6-ea0f85509cbd tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Task: {'id': task-3417587, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.374769] env[69613]: DEBUG oslo_vmware.api [None req-68aaccab-75f3-495b-babe-4857dbf94e20 tempest-ServerMetadataTestJSON-34752892 tempest-ServerMetadataTestJSON-34752892-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52543607-6765-1579-7148-844057df93e0, 'name': SearchDatastore_Task, 'duration_secs': 0.021243} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.375991] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9b68ecc6-af55-4e43-a317-a10f32862a63 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.382207] env[69613]: DEBUG oslo_vmware.api [None req-68aaccab-75f3-495b-babe-4857dbf94e20 tempest-ServerMetadataTestJSON-34752892 tempest-ServerMetadataTestJSON-34752892-project-member] Waiting for the task: (returnval){ [ 880.382207] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]52ef8341-91c9-0688-4bd3-d8977c294431" [ 880.382207] env[69613]: _type = "Task" [ 880.382207] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.393143] env[69613]: DEBUG oslo_vmware.api [None req-68aaccab-75f3-495b-babe-4857dbf94e20 tempest-ServerMetadataTestJSON-34752892 tempest-ServerMetadataTestJSON-34752892-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52ef8341-91c9-0688-4bd3-d8977c294431, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.408477] env[69613]: DEBUG nova.network.neutron [-] [instance: aa0eb3a4-34df-4e34-b86a-2a1d19f3a984] Updating instance_info_cache with network_info: [] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 880.426173] env[69613]: DEBUG nova.compute.manager [None req-5252652b-5cda-4f01-b8bd-0318432cf2a7 tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] [instance: 4c3027a1-4b55-40bd-b818-562263ec9fab] Start spawning the instance on the hypervisor. {{(pid=69613) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 880.443789] env[69613]: DEBUG nova.scheduler.client.report [None req-1a8408d3-4e79-467b-a9e9-896c7b71ceb7 tempest-ServersNegativeTestMultiTenantJSON-2048837393 tempest-ServersNegativeTestMultiTenantJSON-2048837393-project-member] Inventory has not changed for provider af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69613) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 880.470167] env[69613]: DEBUG nova.virt.hardware [None req-5252652b-5cda-4f01-b8bd-0318432cf2a7 tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T13:55:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T13:55:19Z,direct_url=,disk_format='vmdk',id=2b7a0304-b5d0-431d-b287-32c8388d7fbd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3e9e1b873f1442d59d5ee8247b941f74',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T13:55:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 880.470487] env[69613]: DEBUG nova.virt.hardware [None req-5252652b-5cda-4f01-b8bd-0318432cf2a7 tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] Flavor limits 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 880.470571] env[69613]: DEBUG nova.virt.hardware [None req-5252652b-5cda-4f01-b8bd-0318432cf2a7 tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] Image limits 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 880.472036] env[69613]: DEBUG nova.virt.hardware [None req-5252652b-5cda-4f01-b8bd-0318432cf2a7 tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] Flavor pref 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 880.472036] env[69613]: DEBUG nova.virt.hardware [None req-5252652b-5cda-4f01-b8bd-0318432cf2a7 tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] Image pref 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 880.472036] env[69613]: DEBUG nova.virt.hardware [None req-5252652b-5cda-4f01-b8bd-0318432cf2a7 tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 880.472036] env[69613]: DEBUG nova.virt.hardware [None req-5252652b-5cda-4f01-b8bd-0318432cf2a7 tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 880.472036] env[69613]: DEBUG nova.virt.hardware [None req-5252652b-5cda-4f01-b8bd-0318432cf2a7 tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69613) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 880.472036] env[69613]: DEBUG nova.virt.hardware [None req-5252652b-5cda-4f01-b8bd-0318432cf2a7 tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] Got 1 possible topologies {{(pid=69613) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 880.472036] env[69613]: DEBUG nova.virt.hardware [None req-5252652b-5cda-4f01-b8bd-0318432cf2a7 tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 880.472487] env[69613]: DEBUG nova.virt.hardware [None req-5252652b-5cda-4f01-b8bd-0318432cf2a7 tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 880.473275] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de6da686-b7a5-45f3-a3f8-620c43722c75 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.482023] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a106894-ad1d-4c84-abaf-19ea48921348 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.650986] env[69613]: DEBUG oslo_vmware.api [None req-38c4f096-8e2b-4238-b877-a9b78c125591 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Task: {'id': task-3417586, 'name': Rename_Task, 'duration_secs': 0.218393} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.651412] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-38c4f096-8e2b-4238-b877-a9b78c125591 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] [instance: 6ce9d7ae-aabf-444e-ab76-68f077d43cf0] Powering on the VM {{(pid=69613) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 880.651675] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5002331f-ea04-4e11-9030-4221bc965c27 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.658571] env[69613]: DEBUG oslo_vmware.api [None req-38c4f096-8e2b-4238-b877-a9b78c125591 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Waiting for the task: (returnval){ [ 880.658571] env[69613]: value = "task-3417588" [ 880.658571] env[69613]: _type = "Task" [ 880.658571] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.668317] env[69613]: INFO nova.compute.manager [None req-3f24ec38-95b8-4928-ba42-caaf2ad8500d tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] [instance: b2c6c4bb-86f8-4e8f-b83d-a77d00447ff2] Rescuing [ 880.669506] env[69613]: DEBUG oslo_concurrency.lockutils [None req-3f24ec38-95b8-4928-ba42-caaf2ad8500d tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Acquiring lock "refresh_cache-b2c6c4bb-86f8-4e8f-b83d-a77d00447ff2" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.669684] env[69613]: DEBUG oslo_concurrency.lockutils [None req-3f24ec38-95b8-4928-ba42-caaf2ad8500d tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Acquired lock "refresh_cache-b2c6c4bb-86f8-4e8f-b83d-a77d00447ff2" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.669853] env[69613]: DEBUG nova.network.neutron [None req-3f24ec38-95b8-4928-ba42-caaf2ad8500d tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] [instance: b2c6c4bb-86f8-4e8f-b83d-a77d00447ff2] Building network info cache for instance {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 880.671815] env[69613]: DEBUG oslo_vmware.api [None req-38c4f096-8e2b-4238-b877-a9b78c125591 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Task: {'id': task-3417588, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.718302] env[69613]: DEBUG oslo_concurrency.lockutils [req-2c74a124-a909-42d1-8969-e0e364def4f8 req-615c32a0-5187-4b64-8a20-f7348288eda2 service nova] Releasing lock "refresh_cache-1ea300a9-a953-4c27-88a5-0e717ea37d3e" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.861163] env[69613]: DEBUG oslo_vmware.api [None req-db4279be-fb34-40da-84e6-ea0f85509cbd tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Task: {'id': task-3417587, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.119026} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.861163] env[69613]: DEBUG nova.compute.manager [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] [instance: 1e4afb61-0ef2-4805-85e2-4e480e8ba25f] Instance has had 0 of 5 cleanup attempts {{(pid=69613) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 880.861163] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-db4279be-fb34-40da-84e6-ea0f85509cbd tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] [instance: 9b124e5b-64d3-427b-a2bc-fed2d4ab8263] Extended root virtual disk {{(pid=69613) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 880.862311] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-234b93c5-28ab-41c4-87a8-b7db046c7c9f {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.896032] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-db4279be-fb34-40da-84e6-ea0f85509cbd tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] [instance: 9b124e5b-64d3-427b-a2bc-fed2d4ab8263] Reconfiguring VM instance instance-00000042 to attach disk [datastore1] 9b124e5b-64d3-427b-a2bc-fed2d4ab8263/9b124e5b-64d3-427b-a2bc-fed2d4ab8263.vmdk or device None with type sparse {{(pid=69613) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 880.896527] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-83506ca9-0900-4e45-9816-278461f9e0ad {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.918365] env[69613]: INFO nova.compute.manager [-] [instance: aa0eb3a4-34df-4e34-b86a-2a1d19f3a984] Took 2.18 seconds to deallocate network for instance. [ 880.928797] env[69613]: DEBUG oslo_vmware.api [None req-68aaccab-75f3-495b-babe-4857dbf94e20 tempest-ServerMetadataTestJSON-34752892 tempest-ServerMetadataTestJSON-34752892-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52ef8341-91c9-0688-4bd3-d8977c294431, 'name': SearchDatastore_Task, 'duration_secs': 0.010769} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.930291] env[69613]: DEBUG oslo_concurrency.lockutils [None req-68aaccab-75f3-495b-babe-4857dbf94e20 tempest-ServerMetadataTestJSON-34752892 tempest-ServerMetadataTestJSON-34752892-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.930611] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-68aaccab-75f3-495b-babe-4857dbf94e20 tempest-ServerMetadataTestJSON-34752892 tempest-ServerMetadataTestJSON-34752892-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk to [datastore1] 1ea300a9-a953-4c27-88a5-0e717ea37d3e/1ea300a9-a953-4c27-88a5-0e717ea37d3e.vmdk {{(pid=69613) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 880.930989] env[69613]: DEBUG oslo_vmware.api [None req-db4279be-fb34-40da-84e6-ea0f85509cbd tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Waiting for the task: (returnval){ [ 880.930989] env[69613]: value = "task-3417589" [ 880.930989] env[69613]: _type = "Task" [ 880.930989] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.931254] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1ce05210-ca89-4b22-8f56-d98f44b6e821 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.946235] env[69613]: DEBUG oslo_vmware.api [None req-db4279be-fb34-40da-84e6-ea0f85509cbd tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Task: {'id': task-3417589, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.947767] env[69613]: DEBUG oslo_vmware.api [None req-68aaccab-75f3-495b-babe-4857dbf94e20 tempest-ServerMetadataTestJSON-34752892 tempest-ServerMetadataTestJSON-34752892-project-member] Waiting for the task: (returnval){ [ 880.947767] env[69613]: value = "task-3417590" [ 880.947767] env[69613]: _type = "Task" [ 880.947767] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.951539] env[69613]: DEBUG oslo_concurrency.lockutils [None req-1a8408d3-4e79-467b-a9e9-896c7b71ceb7 tempest-ServersNegativeTestMultiTenantJSON-2048837393 tempest-ServersNegativeTestMultiTenantJSON-2048837393-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.543s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 880.952055] env[69613]: DEBUG nova.compute.manager [None req-1a8408d3-4e79-467b-a9e9-896c7b71ceb7 tempest-ServersNegativeTestMultiTenantJSON-2048837393 tempest-ServersNegativeTestMultiTenantJSON-2048837393-project-member] [instance: 957361eb-46da-4668-916a-04238bff4e31] Start building networks asynchronously for instance. {{(pid=69613) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 880.959121] env[69613]: DEBUG oslo_concurrency.lockutils [None req-36ea8d1f-8fdb-4954-adb7-3f50ac8f551b tempest-ServerPasswordTestJSON-782737087 tempest-ServerPasswordTestJSON-782737087-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.535s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 880.959121] env[69613]: INFO nova.compute.claims [None req-36ea8d1f-8fdb-4954-adb7-3f50ac8f551b tempest-ServerPasswordTestJSON-782737087 tempest-ServerPasswordTestJSON-782737087-project-member] [instance: e8d8fc2d-26b4-4702-b51b-e64ca473c003] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 880.966169] env[69613]: DEBUG oslo_vmware.api [None req-68aaccab-75f3-495b-babe-4857dbf94e20 tempest-ServerMetadataTestJSON-34752892 tempest-ServerMetadataTestJSON-34752892-project-member] Task: {'id': task-3417590, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.177632] env[69613]: DEBUG oslo_vmware.api [None req-38c4f096-8e2b-4238-b877-a9b78c125591 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Task: {'id': task-3417588, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.361393] env[69613]: DEBUG nova.compute.manager [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] [instance: faeb64d6-dd4f-4267-af4f-d42dcc1c45c9] Instance has had 0 of 5 cleanup attempts {{(pid=69613) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 881.445389] env[69613]: DEBUG oslo_vmware.api [None req-db4279be-fb34-40da-84e6-ea0f85509cbd tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Task: {'id': task-3417589, 'name': ReconfigVM_Task, 'duration_secs': 0.431905} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.445723] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-db4279be-fb34-40da-84e6-ea0f85509cbd tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] [instance: 9b124e5b-64d3-427b-a2bc-fed2d4ab8263] Reconfigured VM instance instance-00000042 to attach disk [datastore1] 9b124e5b-64d3-427b-a2bc-fed2d4ab8263/9b124e5b-64d3-427b-a2bc-fed2d4ab8263.vmdk or device None with type sparse {{(pid=69613) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 881.447620] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4ac4a94c-a6b3-49dc-9e93-095eb27a110b {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.458483] env[69613]: DEBUG oslo_vmware.api [None req-68aaccab-75f3-495b-babe-4857dbf94e20 tempest-ServerMetadataTestJSON-34752892 tempest-ServerMetadataTestJSON-34752892-project-member] Task: {'id': task-3417590, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.465480] env[69613]: DEBUG nova.compute.utils [None req-1a8408d3-4e79-467b-a9e9-896c7b71ceb7 tempest-ServersNegativeTestMultiTenantJSON-2048837393 tempest-ServersNegativeTestMultiTenantJSON-2048837393-project-member] Using /dev/sd instead of None {{(pid=69613) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 881.467566] env[69613]: DEBUG oslo_vmware.api [None req-db4279be-fb34-40da-84e6-ea0f85509cbd tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Waiting for the task: (returnval){ [ 881.467566] env[69613]: value = "task-3417591" [ 881.467566] env[69613]: _type = "Task" [ 881.467566] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.467995] env[69613]: DEBUG nova.compute.manager [None req-1a8408d3-4e79-467b-a9e9-896c7b71ceb7 tempest-ServersNegativeTestMultiTenantJSON-2048837393 tempest-ServersNegativeTestMultiTenantJSON-2048837393-project-member] [instance: 957361eb-46da-4668-916a-04238bff4e31] Allocating IP information in the background. {{(pid=69613) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 881.468190] env[69613]: DEBUG nova.network.neutron [None req-1a8408d3-4e79-467b-a9e9-896c7b71ceb7 tempest-ServersNegativeTestMultiTenantJSON-2048837393 tempest-ServersNegativeTestMultiTenantJSON-2048837393-project-member] [instance: 957361eb-46da-4668-916a-04238bff4e31] allocate_for_instance() {{(pid=69613) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 881.483432] env[69613]: DEBUG oslo_vmware.api [None req-db4279be-fb34-40da-84e6-ea0f85509cbd tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Task: {'id': task-3417591, 'name': Rename_Task} progress is 14%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.490351] env[69613]: INFO nova.compute.manager [None req-7cfb0ece-374c-4348-8f9d-46da86f4d16a tempest-ServerActionsV293TestJSON-1188024240 tempest-ServerActionsV293TestJSON-1188024240-project-member] [instance: aa0eb3a4-34df-4e34-b86a-2a1d19f3a984] Took 0.57 seconds to detach 1 volumes for instance. [ 881.493310] env[69613]: DEBUG nova.compute.manager [None req-7cfb0ece-374c-4348-8f9d-46da86f4d16a tempest-ServerActionsV293TestJSON-1188024240 tempest-ServerActionsV293TestJSON-1188024240-project-member] [instance: aa0eb3a4-34df-4e34-b86a-2a1d19f3a984] Deleting volume: 8e3a5d97-b3fd-44ea-9cd6-aac6aa7a1df2 {{(pid=69613) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 881.601117] env[69613]: DEBUG nova.policy [None req-1a8408d3-4e79-467b-a9e9-896c7b71ceb7 tempest-ServersNegativeTestMultiTenantJSON-2048837393 tempest-ServersNegativeTestMultiTenantJSON-2048837393-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '06b65cdb758f4c0aa126c33cd749647c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '156d6bffcedf47249d66b496e82bde27', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69613) authorize /opt/stack/nova/nova/policy.py:192}} [ 881.676228] env[69613]: DEBUG oslo_vmware.api [None req-38c4f096-8e2b-4238-b877-a9b78c125591 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Task: {'id': task-3417588, 'name': PowerOnVM_Task, 'duration_secs': 0.639444} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.678886] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-38c4f096-8e2b-4238-b877-a9b78c125591 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] [instance: 6ce9d7ae-aabf-444e-ab76-68f077d43cf0] Powered on the VM {{(pid=69613) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 881.679214] env[69613]: INFO nova.compute.manager [None req-38c4f096-8e2b-4238-b877-a9b78c125591 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] [instance: 6ce9d7ae-aabf-444e-ab76-68f077d43cf0] Took 9.02 seconds to spawn the instance on the hypervisor. [ 881.679715] env[69613]: DEBUG nova.compute.manager [None req-38c4f096-8e2b-4238-b877-a9b78c125591 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] [instance: 6ce9d7ae-aabf-444e-ab76-68f077d43cf0] Checking state {{(pid=69613) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 881.680697] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d73ae9a2-859b-4157-9385-83eac3ddb3ef {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.866824] env[69613]: DEBUG nova.compute.manager [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] [instance: f2b492f9-2517-4ee7-b4e7-c6c3bb912e49] Instance has had 0 of 5 cleanup attempts {{(pid=69613) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 881.964110] env[69613]: DEBUG oslo_vmware.api [None req-68aaccab-75f3-495b-babe-4857dbf94e20 tempest-ServerMetadataTestJSON-34752892 tempest-ServerMetadataTestJSON-34752892-project-member] Task: {'id': task-3417590, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.559005} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.964574] env[69613]: DEBUG nova.network.neutron [None req-3f24ec38-95b8-4928-ba42-caaf2ad8500d tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] [instance: b2c6c4bb-86f8-4e8f-b83d-a77d00447ff2] Updating instance_info_cache with network_info: [{"id": "d548569c-8972-421f-a95d-6707de82d47a", "address": "fa:16:3e:48:ea:17", "network": {"id": "2cb87d9b-693d-4d01-9cc7-dd815adbba8d", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1525363723-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.218", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "4ac79c17b68b4c8b9f7e4dc24fa29fe5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1cbd5e0e-9116-46f1-9748-13a73d2d7e75", "external-id": "nsx-vlan-transportzone-690", "segmentation_id": 690, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd548569c-89", "ovs_interfaceid": "d548569c-8972-421f-a95d-6707de82d47a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 881.966634] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-68aaccab-75f3-495b-babe-4857dbf94e20 tempest-ServerMetadataTestJSON-34752892 tempest-ServerMetadataTestJSON-34752892-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk to [datastore1] 1ea300a9-a953-4c27-88a5-0e717ea37d3e/1ea300a9-a953-4c27-88a5-0e717ea37d3e.vmdk {{(pid=69613) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 881.967167] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-68aaccab-75f3-495b-babe-4857dbf94e20 tempest-ServerMetadataTestJSON-34752892 tempest-ServerMetadataTestJSON-34752892-project-member] [instance: 1ea300a9-a953-4c27-88a5-0e717ea37d3e] Extending root virtual disk to 1048576 {{(pid=69613) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 881.967724] env[69613]: DEBUG nova.compute.manager [None req-1a8408d3-4e79-467b-a9e9-896c7b71ceb7 tempest-ServersNegativeTestMultiTenantJSON-2048837393 tempest-ServersNegativeTestMultiTenantJSON-2048837393-project-member] [instance: 957361eb-46da-4668-916a-04238bff4e31] Start building block device mappings for instance. {{(pid=69613) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 881.972207] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6c1cfdf5-7500-4879-8cc5-cabf0e7fcedb {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.999223] env[69613]: DEBUG oslo_vmware.api [None req-db4279be-fb34-40da-84e6-ea0f85509cbd tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Task: {'id': task-3417591, 'name': Rename_Task, 'duration_secs': 0.204327} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.999650] env[69613]: DEBUG oslo_vmware.api [None req-68aaccab-75f3-495b-babe-4857dbf94e20 tempest-ServerMetadataTestJSON-34752892 tempest-ServerMetadataTestJSON-34752892-project-member] Waiting for the task: (returnval){ [ 881.999650] env[69613]: value = "task-3417593" [ 881.999650] env[69613]: _type = "Task" [ 881.999650] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.999811] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-db4279be-fb34-40da-84e6-ea0f85509cbd tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] [instance: 9b124e5b-64d3-427b-a2bc-fed2d4ab8263] Powering on the VM {{(pid=69613) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 882.000131] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-280a3af1-ba39-495d-929a-c5b9d8b1d4ad {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.013863] env[69613]: DEBUG oslo_vmware.api [None req-68aaccab-75f3-495b-babe-4857dbf94e20 tempest-ServerMetadataTestJSON-34752892 tempest-ServerMetadataTestJSON-34752892-project-member] Task: {'id': task-3417593, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.014119] env[69613]: DEBUG oslo_vmware.api [None req-db4279be-fb34-40da-84e6-ea0f85509cbd tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Waiting for the task: (returnval){ [ 882.014119] env[69613]: value = "task-3417594" [ 882.014119] env[69613]: _type = "Task" [ 882.014119] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.029046] env[69613]: DEBUG oslo_vmware.api [None req-db4279be-fb34-40da-84e6-ea0f85509cbd tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Task: {'id': task-3417594, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.040352] env[69613]: DEBUG oslo_concurrency.lockutils [None req-7cfb0ece-374c-4348-8f9d-46da86f4d16a tempest-ServerActionsV293TestJSON-1188024240 tempest-ServerActionsV293TestJSON-1188024240-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 882.207083] env[69613]: INFO nova.compute.manager [None req-38c4f096-8e2b-4238-b877-a9b78c125591 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] [instance: 6ce9d7ae-aabf-444e-ab76-68f077d43cf0] Took 49.86 seconds to build instance. [ 882.245081] env[69613]: DEBUG nova.compute.manager [req-0e0a8c71-b9d9-428b-9831-9460e620be6d req-eea24027-260d-4d9a-a88e-bb3193c65baa service nova] [instance: aa0eb3a4-34df-4e34-b86a-2a1d19f3a984] Received event network-vif-deleted-a54d42c1-7356-4f45-a236-1e87c960e1a5 {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 882.281101] env[69613]: DEBUG nova.network.neutron [None req-1a8408d3-4e79-467b-a9e9-896c7b71ceb7 tempest-ServersNegativeTestMultiTenantJSON-2048837393 tempest-ServersNegativeTestMultiTenantJSON-2048837393-project-member] [instance: 957361eb-46da-4668-916a-04238bff4e31] Successfully created port: 8e7c3f26-a9ad-45a9-8d4c-cf9989b78828 {{(pid=69613) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 882.373837] env[69613]: DEBUG nova.compute.manager [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] [instance: 1178a341-cc87-48f9-b274-f0a1ab0c01fc] Instance has had 0 of 5 cleanup attempts {{(pid=69613) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 882.455256] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aac01681-df08-42f2-9826-496c225117f2 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.465167] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d83d4a6-f484-4239-9653-8885f4721681 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.469042] env[69613]: DEBUG oslo_concurrency.lockutils [None req-3f24ec38-95b8-4928-ba42-caaf2ad8500d tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Releasing lock "refresh_cache-b2c6c4bb-86f8-4e8f-b83d-a77d00447ff2" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.522686] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e762dea2-1d5b-43b6-96a1-5a6b54866f14 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.545147] env[69613]: DEBUG oslo_vmware.api [None req-68aaccab-75f3-495b-babe-4857dbf94e20 tempest-ServerMetadataTestJSON-34752892 tempest-ServerMetadataTestJSON-34752892-project-member] Task: {'id': task-3417593, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079684} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.545479] env[69613]: DEBUG oslo_vmware.api [None req-db4279be-fb34-40da-84e6-ea0f85509cbd tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Task: {'id': task-3417594, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.547063] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bc2145d-8571-4b56-b61f-71abb535f65a {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.551461] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-68aaccab-75f3-495b-babe-4857dbf94e20 tempest-ServerMetadataTestJSON-34752892 tempest-ServerMetadataTestJSON-34752892-project-member] [instance: 1ea300a9-a953-4c27-88a5-0e717ea37d3e] Extended root virtual disk {{(pid=69613) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 882.552939] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47d02ddc-f594-4648-a2b2-48c449daedeb {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.577589] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-68aaccab-75f3-495b-babe-4857dbf94e20 tempest-ServerMetadataTestJSON-34752892 tempest-ServerMetadataTestJSON-34752892-project-member] [instance: 1ea300a9-a953-4c27-88a5-0e717ea37d3e] Reconfiguring VM instance instance-00000044 to attach disk [datastore1] 1ea300a9-a953-4c27-88a5-0e717ea37d3e/1ea300a9-a953-4c27-88a5-0e717ea37d3e.vmdk or device None with type sparse {{(pid=69613) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 882.588058] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-67803d91-7816-4b0d-86d1-7a2c52e34583 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.599874] env[69613]: DEBUG nova.compute.provider_tree [None req-36ea8d1f-8fdb-4954-adb7-3f50ac8f551b tempest-ServerPasswordTestJSON-782737087 tempest-ServerPasswordTestJSON-782737087-project-member] Inventory has not changed in ProviderTree for provider: af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 {{(pid=69613) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 882.607207] env[69613]: DEBUG oslo_vmware.api [None req-68aaccab-75f3-495b-babe-4857dbf94e20 tempest-ServerMetadataTestJSON-34752892 tempest-ServerMetadataTestJSON-34752892-project-member] Waiting for the task: (returnval){ [ 882.607207] env[69613]: value = "task-3417595" [ 882.607207] env[69613]: _type = "Task" [ 882.607207] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.616628] env[69613]: DEBUG oslo_vmware.api [None req-68aaccab-75f3-495b-babe-4857dbf94e20 tempest-ServerMetadataTestJSON-34752892 tempest-ServerMetadataTestJSON-34752892-project-member] Task: {'id': task-3417595, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.691185] env[69613]: DEBUG nova.network.neutron [None req-5252652b-5cda-4f01-b8bd-0318432cf2a7 tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] [instance: 4c3027a1-4b55-40bd-b818-562263ec9fab] Successfully updated port: e367d2a3-a41f-4ea1-81fb-c9a53155ede9 {{(pid=69613) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 882.712616] env[69613]: DEBUG oslo_concurrency.lockutils [None req-38c4f096-8e2b-4238-b877-a9b78c125591 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Lock "6ce9d7ae-aabf-444e-ab76-68f077d43cf0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 51.377s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 882.759530] env[69613]: DEBUG oslo_concurrency.lockutils [None req-a380079b-e4d1-4eb9-af12-3864b30af722 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] Acquiring lock "661ee10a-6a1c-4f4c-86e5-ea2185ab6741" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 882.759695] env[69613]: DEBUG oslo_concurrency.lockutils [None req-a380079b-e4d1-4eb9-af12-3864b30af722 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] Lock "661ee10a-6a1c-4f4c-86e5-ea2185ab6741" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 882.877840] env[69613]: DEBUG nova.compute.manager [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] [instance: b557580c-420c-42bf-90f5-43960bf4f3d5] Instance has had 0 of 5 cleanup attempts {{(pid=69613) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 883.028977] env[69613]: DEBUG nova.compute.manager [None req-1a8408d3-4e79-467b-a9e9-896c7b71ceb7 tempest-ServersNegativeTestMultiTenantJSON-2048837393 tempest-ServersNegativeTestMultiTenantJSON-2048837393-project-member] [instance: 957361eb-46da-4668-916a-04238bff4e31] Start spawning the instance on the hypervisor. {{(pid=69613) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 883.030949] env[69613]: DEBUG oslo_vmware.api [None req-db4279be-fb34-40da-84e6-ea0f85509cbd tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Task: {'id': task-3417594, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.052829] env[69613]: DEBUG nova.compute.manager [req-888ef770-fad0-449a-9c98-029428867f1a req-0b16e1ee-c339-4f59-9efc-e1be64d4c185 service nova] [instance: 4c3027a1-4b55-40bd-b818-562263ec9fab] Received event network-vif-plugged-e367d2a3-a41f-4ea1-81fb-c9a53155ede9 {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 883.053045] env[69613]: DEBUG oslo_concurrency.lockutils [req-888ef770-fad0-449a-9c98-029428867f1a req-0b16e1ee-c339-4f59-9efc-e1be64d4c185 service nova] Acquiring lock "4c3027a1-4b55-40bd-b818-562263ec9fab-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 883.053288] env[69613]: DEBUG oslo_concurrency.lockutils [req-888ef770-fad0-449a-9c98-029428867f1a req-0b16e1ee-c339-4f59-9efc-e1be64d4c185 service nova] Lock "4c3027a1-4b55-40bd-b818-562263ec9fab-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 883.053474] env[69613]: DEBUG oslo_concurrency.lockutils [req-888ef770-fad0-449a-9c98-029428867f1a req-0b16e1ee-c339-4f59-9efc-e1be64d4c185 service nova] Lock "4c3027a1-4b55-40bd-b818-562263ec9fab-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 883.053619] env[69613]: DEBUG nova.compute.manager [req-888ef770-fad0-449a-9c98-029428867f1a req-0b16e1ee-c339-4f59-9efc-e1be64d4c185 service nova] [instance: 4c3027a1-4b55-40bd-b818-562263ec9fab] No waiting events found dispatching network-vif-plugged-e367d2a3-a41f-4ea1-81fb-c9a53155ede9 {{(pid=69613) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 883.055109] env[69613]: WARNING nova.compute.manager [req-888ef770-fad0-449a-9c98-029428867f1a req-0b16e1ee-c339-4f59-9efc-e1be64d4c185 service nova] [instance: 4c3027a1-4b55-40bd-b818-562263ec9fab] Received unexpected event network-vif-plugged-e367d2a3-a41f-4ea1-81fb-c9a53155ede9 for instance with vm_state building and task_state spawning. [ 883.068605] env[69613]: DEBUG nova.virt.hardware [None req-1a8408d3-4e79-467b-a9e9-896c7b71ceb7 tempest-ServersNegativeTestMultiTenantJSON-2048837393 tempest-ServersNegativeTestMultiTenantJSON-2048837393-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T13:55:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T13:55:19Z,direct_url=,disk_format='vmdk',id=2b7a0304-b5d0-431d-b287-32c8388d7fbd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3e9e1b873f1442d59d5ee8247b941f74',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T13:55:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 883.068869] env[69613]: DEBUG nova.virt.hardware [None req-1a8408d3-4e79-467b-a9e9-896c7b71ceb7 tempest-ServersNegativeTestMultiTenantJSON-2048837393 tempest-ServersNegativeTestMultiTenantJSON-2048837393-project-member] Flavor limits 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 883.069643] env[69613]: DEBUG nova.virt.hardware [None req-1a8408d3-4e79-467b-a9e9-896c7b71ceb7 tempest-ServersNegativeTestMultiTenantJSON-2048837393 tempest-ServersNegativeTestMultiTenantJSON-2048837393-project-member] Image limits 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 883.069992] env[69613]: DEBUG nova.virt.hardware [None req-1a8408d3-4e79-467b-a9e9-896c7b71ceb7 tempest-ServersNegativeTestMultiTenantJSON-2048837393 tempest-ServersNegativeTestMultiTenantJSON-2048837393-project-member] Flavor pref 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 883.070227] env[69613]: DEBUG nova.virt.hardware [None req-1a8408d3-4e79-467b-a9e9-896c7b71ceb7 tempest-ServersNegativeTestMultiTenantJSON-2048837393 tempest-ServersNegativeTestMultiTenantJSON-2048837393-project-member] Image pref 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 883.070712] env[69613]: DEBUG nova.virt.hardware [None req-1a8408d3-4e79-467b-a9e9-896c7b71ceb7 tempest-ServersNegativeTestMultiTenantJSON-2048837393 tempest-ServersNegativeTestMultiTenantJSON-2048837393-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 883.070712] env[69613]: DEBUG nova.virt.hardware [None req-1a8408d3-4e79-467b-a9e9-896c7b71ceb7 tempest-ServersNegativeTestMultiTenantJSON-2048837393 tempest-ServersNegativeTestMultiTenantJSON-2048837393-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 883.070929] env[69613]: DEBUG nova.virt.hardware [None req-1a8408d3-4e79-467b-a9e9-896c7b71ceb7 tempest-ServersNegativeTestMultiTenantJSON-2048837393 tempest-ServersNegativeTestMultiTenantJSON-2048837393-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69613) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 883.071102] env[69613]: DEBUG nova.virt.hardware [None req-1a8408d3-4e79-467b-a9e9-896c7b71ceb7 tempest-ServersNegativeTestMultiTenantJSON-2048837393 tempest-ServersNegativeTestMultiTenantJSON-2048837393-project-member] Got 1 possible topologies {{(pid=69613) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 883.071281] env[69613]: DEBUG nova.virt.hardware [None req-1a8408d3-4e79-467b-a9e9-896c7b71ceb7 tempest-ServersNegativeTestMultiTenantJSON-2048837393 tempest-ServersNegativeTestMultiTenantJSON-2048837393-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 883.071468] env[69613]: DEBUG nova.virt.hardware [None req-1a8408d3-4e79-467b-a9e9-896c7b71ceb7 tempest-ServersNegativeTestMultiTenantJSON-2048837393 tempest-ServersNegativeTestMultiTenantJSON-2048837393-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 883.073463] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e12f058-de1c-4959-bbd2-873330171321 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.083031] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b682d391-3d40-4699-ad9b-593fcbc0c9e4 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.104973] env[69613]: DEBUG nova.scheduler.client.report [None req-36ea8d1f-8fdb-4954-adb7-3f50ac8f551b tempest-ServerPasswordTestJSON-782737087 tempest-ServerPasswordTestJSON-782737087-project-member] Inventory has not changed for provider af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69613) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 883.119772] env[69613]: DEBUG oslo_vmware.api [None req-68aaccab-75f3-495b-babe-4857dbf94e20 tempest-ServerMetadataTestJSON-34752892 tempest-ServerMetadataTestJSON-34752892-project-member] Task: {'id': task-3417595, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.193274] env[69613]: DEBUG oslo_concurrency.lockutils [None req-5252652b-5cda-4f01-b8bd-0318432cf2a7 tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] Acquiring lock "refresh_cache-4c3027a1-4b55-40bd-b818-562263ec9fab" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.193503] env[69613]: DEBUG oslo_concurrency.lockutils [None req-5252652b-5cda-4f01-b8bd-0318432cf2a7 tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] Acquired lock "refresh_cache-4c3027a1-4b55-40bd-b818-562263ec9fab" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.193763] env[69613]: DEBUG nova.network.neutron [None req-5252652b-5cda-4f01-b8bd-0318432cf2a7 tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] [instance: 4c3027a1-4b55-40bd-b818-562263ec9fab] Building network info cache for instance {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 883.268210] env[69613]: DEBUG nova.compute.manager [None req-a380079b-e4d1-4eb9-af12-3864b30af722 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] [instance: 661ee10a-6a1c-4f4c-86e5-ea2185ab6741] Starting instance... {{(pid=69613) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 883.381257] env[69613]: DEBUG nova.compute.manager [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] [instance: cd5b4748-087b-4058-990d-e15affb5a715] Instance has had 0 of 5 cleanup attempts {{(pid=69613) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 883.496255] env[69613]: DEBUG oslo_vmware.rw_handles [None req-8f1d88a8-1e4d-47a8-a14c-731be53f005d tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e6b2e4-15ca-de6c-3edc-3e026d4de161/disk-0.vmdk. {{(pid=69613) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 883.497385] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28b0c367-8f78-41c7-a8f0-f216defae20b {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.504845] env[69613]: DEBUG oslo_vmware.rw_handles [None req-8f1d88a8-1e4d-47a8-a14c-731be53f005d tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e6b2e4-15ca-de6c-3edc-3e026d4de161/disk-0.vmdk is in state: ready. {{(pid=69613) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 883.505046] env[69613]: ERROR oslo_vmware.rw_handles [None req-8f1d88a8-1e4d-47a8-a14c-731be53f005d tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e6b2e4-15ca-de6c-3edc-3e026d4de161/disk-0.vmdk due to incomplete transfer. [ 883.505308] env[69613]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-af963b77-b083-4987-aa25-6d499fb1853e {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.516522] env[69613]: DEBUG oslo_vmware.rw_handles [None req-8f1d88a8-1e4d-47a8-a14c-731be53f005d tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e6b2e4-15ca-de6c-3edc-3e026d4de161/disk-0.vmdk. {{(pid=69613) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 883.516676] env[69613]: DEBUG nova.virt.vmwareapi.images [None req-8f1d88a8-1e4d-47a8-a14c-731be53f005d tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] [instance: fa7f8ff7-658a-46d0-a6dc-232614af850d] Uploaded image af8246ee-1434-4bdc-bbec-04c4a2cc6c05 to the Glance image server {{(pid=69613) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 883.518926] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f1d88a8-1e4d-47a8-a14c-731be53f005d tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] [instance: fa7f8ff7-658a-46d0-a6dc-232614af850d] Destroying the VM {{(pid=69613) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 883.519330] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-7836237a-c8b9-4198-84be-5ff2a713d07e {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.529609] env[69613]: DEBUG oslo_vmware.api [None req-db4279be-fb34-40da-84e6-ea0f85509cbd tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Task: {'id': task-3417594, 'name': PowerOnVM_Task, 'duration_secs': 1.275744} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.530766] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-db4279be-fb34-40da-84e6-ea0f85509cbd tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] [instance: 9b124e5b-64d3-427b-a2bc-fed2d4ab8263] Powered on the VM {{(pid=69613) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 883.531085] env[69613]: DEBUG nova.compute.manager [None req-db4279be-fb34-40da-84e6-ea0f85509cbd tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] [instance: 9b124e5b-64d3-427b-a2bc-fed2d4ab8263] Checking state {{(pid=69613) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 883.531330] env[69613]: DEBUG oslo_vmware.api [None req-8f1d88a8-1e4d-47a8-a14c-731be53f005d tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Waiting for the task: (returnval){ [ 883.531330] env[69613]: value = "task-3417596" [ 883.531330] env[69613]: _type = "Task" [ 883.531330] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.532024] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ac3debc-05fd-465e-97e1-1c1fc0ba520c {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.549893] env[69613]: DEBUG oslo_vmware.api [None req-8f1d88a8-1e4d-47a8-a14c-731be53f005d tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Task: {'id': task-3417596, 'name': Destroy_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.614925] env[69613]: DEBUG oslo_concurrency.lockutils [None req-36ea8d1f-8fdb-4954-adb7-3f50ac8f551b tempest-ServerPasswordTestJSON-782737087 tempest-ServerPasswordTestJSON-782737087-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.660s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 883.615348] env[69613]: DEBUG nova.compute.manager [None req-36ea8d1f-8fdb-4954-adb7-3f50ac8f551b tempest-ServerPasswordTestJSON-782737087 tempest-ServerPasswordTestJSON-782737087-project-member] [instance: e8d8fc2d-26b4-4702-b51b-e64ca473c003] Start building networks asynchronously for instance. {{(pid=69613) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 883.619296] env[69613]: DEBUG oslo_concurrency.lockutils [None req-619ae6b9-d98f-4aa8-a81a-d685ae862367 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.091s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 883.619296] env[69613]: DEBUG nova.objects.instance [None req-619ae6b9-d98f-4aa8-a81a-d685ae862367 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Lazy-loading 'resources' on Instance uuid 7f9ba3ee-c7ee-4737-931d-339747f6c4d8 {{(pid=69613) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 883.629068] env[69613]: DEBUG oslo_vmware.api [None req-68aaccab-75f3-495b-babe-4857dbf94e20 tempest-ServerMetadataTestJSON-34752892 tempest-ServerMetadataTestJSON-34752892-project-member] Task: {'id': task-3417595, 'name': ReconfigVM_Task, 'duration_secs': 0.66142} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.629068] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-68aaccab-75f3-495b-babe-4857dbf94e20 tempest-ServerMetadataTestJSON-34752892 tempest-ServerMetadataTestJSON-34752892-project-member] [instance: 1ea300a9-a953-4c27-88a5-0e717ea37d3e] Reconfigured VM instance instance-00000044 to attach disk [datastore1] 1ea300a9-a953-4c27-88a5-0e717ea37d3e/1ea300a9-a953-4c27-88a5-0e717ea37d3e.vmdk or device None with type sparse {{(pid=69613) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 883.629068] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ac63a309-cae2-4fc2-91f7-1013ce2f3f70 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.636906] env[69613]: DEBUG oslo_vmware.api [None req-68aaccab-75f3-495b-babe-4857dbf94e20 tempest-ServerMetadataTestJSON-34752892 tempest-ServerMetadataTestJSON-34752892-project-member] Waiting for the task: (returnval){ [ 883.636906] env[69613]: value = "task-3417597" [ 883.636906] env[69613]: _type = "Task" [ 883.636906] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.649301] env[69613]: DEBUG oslo_vmware.api [None req-68aaccab-75f3-495b-babe-4857dbf94e20 tempest-ServerMetadataTestJSON-34752892 tempest-ServerMetadataTestJSON-34752892-project-member] Task: {'id': task-3417597, 'name': Rename_Task} progress is 5%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.747825] env[69613]: DEBUG oslo_concurrency.lockutils [None req-266ce19b-ae3d-45db-8293-1a5135d92b46 tempest-VolumesAdminNegativeTest-111528841 tempest-VolumesAdminNegativeTest-111528841-project-member] Acquiring lock "54fe2a35-52f3-4c21-a0f4-522e44b620a0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 883.748212] env[69613]: DEBUG oslo_concurrency.lockutils [None req-266ce19b-ae3d-45db-8293-1a5135d92b46 tempest-VolumesAdminNegativeTest-111528841 tempest-VolumesAdminNegativeTest-111528841-project-member] Lock "54fe2a35-52f3-4c21-a0f4-522e44b620a0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 883.748469] env[69613]: DEBUG oslo_concurrency.lockutils [None req-266ce19b-ae3d-45db-8293-1a5135d92b46 tempest-VolumesAdminNegativeTest-111528841 tempest-VolumesAdminNegativeTest-111528841-project-member] Acquiring lock "54fe2a35-52f3-4c21-a0f4-522e44b620a0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 883.748662] env[69613]: DEBUG oslo_concurrency.lockutils [None req-266ce19b-ae3d-45db-8293-1a5135d92b46 tempest-VolumesAdminNegativeTest-111528841 tempest-VolumesAdminNegativeTest-111528841-project-member] Lock "54fe2a35-52f3-4c21-a0f4-522e44b620a0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 883.748834] env[69613]: DEBUG oslo_concurrency.lockutils [None req-266ce19b-ae3d-45db-8293-1a5135d92b46 tempest-VolumesAdminNegativeTest-111528841 tempest-VolumesAdminNegativeTest-111528841-project-member] Lock "54fe2a35-52f3-4c21-a0f4-522e44b620a0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 883.751474] env[69613]: INFO nova.compute.manager [None req-266ce19b-ae3d-45db-8293-1a5135d92b46 tempest-VolumesAdminNegativeTest-111528841 tempest-VolumesAdminNegativeTest-111528841-project-member] [instance: 54fe2a35-52f3-4c21-a0f4-522e44b620a0] Terminating instance [ 883.798433] env[69613]: DEBUG nova.network.neutron [None req-5252652b-5cda-4f01-b8bd-0318432cf2a7 tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] [instance: 4c3027a1-4b55-40bd-b818-562263ec9fab] Instance cache missing network info. {{(pid=69613) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 883.804189] env[69613]: DEBUG oslo_concurrency.lockutils [None req-a380079b-e4d1-4eb9-af12-3864b30af722 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 883.885241] env[69613]: DEBUG nova.compute.manager [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] [instance: 8fcf169e-2bcf-4fff-9a99-7dc8db4ce128] Instance has had 0 of 5 cleanup attempts {{(pid=69613) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 884.045558] env[69613]: DEBUG oslo_vmware.api [None req-8f1d88a8-1e4d-47a8-a14c-731be53f005d tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Task: {'id': task-3417596, 'name': Destroy_Task} progress is 100%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.059189] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f24ec38-95b8-4928-ba42-caaf2ad8500d tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] [instance: b2c6c4bb-86f8-4e8f-b83d-a77d00447ff2] Powering off the VM {{(pid=69613) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 884.060182] env[69613]: DEBUG oslo_concurrency.lockutils [None req-db4279be-fb34-40da-84e6-ea0f85509cbd tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 884.060439] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7ec03a26-2e9f-4ede-adc6-a1f85536a7e5 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.068883] env[69613]: DEBUG oslo_vmware.api [None req-3f24ec38-95b8-4928-ba42-caaf2ad8500d tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Waiting for the task: (returnval){ [ 884.068883] env[69613]: value = "task-3417598" [ 884.068883] env[69613]: _type = "Task" [ 884.068883] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.082577] env[69613]: DEBUG oslo_vmware.api [None req-3f24ec38-95b8-4928-ba42-caaf2ad8500d tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Task: {'id': task-3417598, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.123571] env[69613]: DEBUG nova.compute.utils [None req-36ea8d1f-8fdb-4954-adb7-3f50ac8f551b tempest-ServerPasswordTestJSON-782737087 tempest-ServerPasswordTestJSON-782737087-project-member] Using /dev/sd instead of None {{(pid=69613) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 884.125161] env[69613]: DEBUG nova.compute.manager [None req-36ea8d1f-8fdb-4954-adb7-3f50ac8f551b tempest-ServerPasswordTestJSON-782737087 tempest-ServerPasswordTestJSON-782737087-project-member] [instance: e8d8fc2d-26b4-4702-b51b-e64ca473c003] Allocating IP information in the background. {{(pid=69613) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 884.125344] env[69613]: DEBUG nova.network.neutron [None req-36ea8d1f-8fdb-4954-adb7-3f50ac8f551b tempest-ServerPasswordTestJSON-782737087 tempest-ServerPasswordTestJSON-782737087-project-member] [instance: e8d8fc2d-26b4-4702-b51b-e64ca473c003] allocate_for_instance() {{(pid=69613) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 884.148251] env[69613]: DEBUG oslo_vmware.api [None req-68aaccab-75f3-495b-babe-4857dbf94e20 tempest-ServerMetadataTestJSON-34752892 tempest-ServerMetadataTestJSON-34752892-project-member] Task: {'id': task-3417597, 'name': Rename_Task, 'duration_secs': 0.295253} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.148400] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-68aaccab-75f3-495b-babe-4857dbf94e20 tempest-ServerMetadataTestJSON-34752892 tempest-ServerMetadataTestJSON-34752892-project-member] [instance: 1ea300a9-a953-4c27-88a5-0e717ea37d3e] Powering on the VM {{(pid=69613) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 884.148725] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-84ff9de0-6fe7-4111-ba45-f18c6092d75e {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.158321] env[69613]: DEBUG oslo_vmware.api [None req-68aaccab-75f3-495b-babe-4857dbf94e20 tempest-ServerMetadataTestJSON-34752892 tempest-ServerMetadataTestJSON-34752892-project-member] Waiting for the task: (returnval){ [ 884.158321] env[69613]: value = "task-3417599" [ 884.158321] env[69613]: _type = "Task" [ 884.158321] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.171217] env[69613]: DEBUG oslo_vmware.api [None req-68aaccab-75f3-495b-babe-4857dbf94e20 tempest-ServerMetadataTestJSON-34752892 tempest-ServerMetadataTestJSON-34752892-project-member] Task: {'id': task-3417599, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.259386] env[69613]: DEBUG nova.compute.manager [None req-266ce19b-ae3d-45db-8293-1a5135d92b46 tempest-VolumesAdminNegativeTest-111528841 tempest-VolumesAdminNegativeTest-111528841-project-member] [instance: 54fe2a35-52f3-4c21-a0f4-522e44b620a0] Start destroying the instance on the hypervisor. {{(pid=69613) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 884.259386] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-266ce19b-ae3d-45db-8293-1a5135d92b46 tempest-VolumesAdminNegativeTest-111528841 tempest-VolumesAdminNegativeTest-111528841-project-member] [instance: 54fe2a35-52f3-4c21-a0f4-522e44b620a0] Destroying instance {{(pid=69613) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 884.262430] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-164b0bd4-db4a-45b2-bb93-621f1cb4d2d4 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.273183] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-266ce19b-ae3d-45db-8293-1a5135d92b46 tempest-VolumesAdminNegativeTest-111528841 tempest-VolumesAdminNegativeTest-111528841-project-member] [instance: 54fe2a35-52f3-4c21-a0f4-522e44b620a0] Powering off the VM {{(pid=69613) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 884.273306] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bb78d57e-0c94-4fe8-adda-d2fa57ffec70 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.281977] env[69613]: DEBUG oslo_vmware.api [None req-266ce19b-ae3d-45db-8293-1a5135d92b46 tempest-VolumesAdminNegativeTest-111528841 tempest-VolumesAdminNegativeTest-111528841-project-member] Waiting for the task: (returnval){ [ 884.281977] env[69613]: value = "task-3417600" [ 884.281977] env[69613]: _type = "Task" [ 884.281977] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.298199] env[69613]: DEBUG oslo_vmware.api [None req-266ce19b-ae3d-45db-8293-1a5135d92b46 tempest-VolumesAdminNegativeTest-111528841 tempest-VolumesAdminNegativeTest-111528841-project-member] Task: {'id': task-3417600, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.391264] env[69613]: DEBUG nova.compute.manager [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] [instance: d6968dbb-b95f-4115-af9c-b528337a9663] Instance has had 0 of 5 cleanup attempts {{(pid=69613) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 884.485874] env[69613]: DEBUG nova.network.neutron [None req-5252652b-5cda-4f01-b8bd-0318432cf2a7 tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] [instance: 4c3027a1-4b55-40bd-b818-562263ec9fab] Updating instance_info_cache with network_info: [{"id": "e367d2a3-a41f-4ea1-81fb-c9a53155ede9", "address": "fa:16:3e:aa:9d:3a", "network": {"id": "58d9295e-3d37-4d12-be71-a3fb6e54ce13", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-2144850768-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b2fa8926919b44e7a69ce5637737d86f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bb10726-a946-47b9-b4b5-6916e3f14cc5", "external-id": "nsx-vlan-transportzone-609", "segmentation_id": 609, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape367d2a3-a4", "ovs_interfaceid": "e367d2a3-a41f-4ea1-81fb-c9a53155ede9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 884.506058] env[69613]: DEBUG nova.policy [None req-36ea8d1f-8fdb-4954-adb7-3f50ac8f551b tempest-ServerPasswordTestJSON-782737087 tempest-ServerPasswordTestJSON-782737087-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5fd966c8b50a4c7a88d1454232f9272e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9a31783b07f648c3affd9982bdae0c35', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69613) authorize /opt/stack/nova/nova/policy.py:192}} [ 884.545458] env[69613]: DEBUG nova.network.neutron [None req-1a8408d3-4e79-467b-a9e9-896c7b71ceb7 tempest-ServersNegativeTestMultiTenantJSON-2048837393 tempest-ServersNegativeTestMultiTenantJSON-2048837393-project-member] [instance: 957361eb-46da-4668-916a-04238bff4e31] Successfully updated port: 8e7c3f26-a9ad-45a9-8d4c-cf9989b78828 {{(pid=69613) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 884.554382] env[69613]: DEBUG oslo_vmware.api [None req-8f1d88a8-1e4d-47a8-a14c-731be53f005d tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Task: {'id': task-3417596, 'name': Destroy_Task} progress is 100%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.581188] env[69613]: DEBUG oslo_vmware.api [None req-3f24ec38-95b8-4928-ba42-caaf2ad8500d tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Task: {'id': task-3417598, 'name': PowerOffVM_Task, 'duration_secs': 0.263073} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.581503] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f24ec38-95b8-4928-ba42-caaf2ad8500d tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] [instance: b2c6c4bb-86f8-4e8f-b83d-a77d00447ff2] Powered off the VM {{(pid=69613) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 884.585190] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2600b6ee-e73c-47d5-9dd5-4a5f8bd1243e {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.613518] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f163340-9dcb-4c8b-a2f7-c6bd0fea4035 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.618811] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fbdf2f7-0f0a-42f6-a9d2-72fe3715ae08 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.631837] env[69613]: DEBUG nova.compute.manager [None req-36ea8d1f-8fdb-4954-adb7-3f50ac8f551b tempest-ServerPasswordTestJSON-782737087 tempest-ServerPasswordTestJSON-782737087-project-member] [instance: e8d8fc2d-26b4-4702-b51b-e64ca473c003] Start building block device mappings for instance. {{(pid=69613) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 884.635866] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33fc7977-40aa-4143-8578-2e955f81b619 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.678078] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-030c89cf-449f-47bf-bc24-d23d10f78b5d {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.691145] env[69613]: DEBUG oslo_vmware.api [None req-68aaccab-75f3-495b-babe-4857dbf94e20 tempest-ServerMetadataTestJSON-34752892 tempest-ServerMetadataTestJSON-34752892-project-member] Task: {'id': task-3417599, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.691245] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8924971-fe26-4b6b-b1a3-394d7d58a9b1 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.696987] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f24ec38-95b8-4928-ba42-caaf2ad8500d tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] [instance: b2c6c4bb-86f8-4e8f-b83d-a77d00447ff2] Powering off the VM {{(pid=69613) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 884.697264] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d7d004cb-1445-4361-a0a0-372e63cd3f3e {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.712505] env[69613]: DEBUG nova.compute.provider_tree [None req-619ae6b9-d98f-4aa8-a81a-d685ae862367 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Inventory has not changed in ProviderTree for provider: af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 {{(pid=69613) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 884.715319] env[69613]: DEBUG oslo_vmware.api [None req-3f24ec38-95b8-4928-ba42-caaf2ad8500d tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Waiting for the task: (returnval){ [ 884.715319] env[69613]: value = "task-3417601" [ 884.715319] env[69613]: _type = "Task" [ 884.715319] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.726162] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f24ec38-95b8-4928-ba42-caaf2ad8500d tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] [instance: b2c6c4bb-86f8-4e8f-b83d-a77d00447ff2] VM already powered off {{(pid=69613) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 884.727229] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-3f24ec38-95b8-4928-ba42-caaf2ad8500d tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] [instance: b2c6c4bb-86f8-4e8f-b83d-a77d00447ff2] Processing image 2b7a0304-b5d0-431d-b287-32c8388d7fbd {{(pid=69613) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 884.727229] env[69613]: DEBUG oslo_concurrency.lockutils [None req-3f24ec38-95b8-4928-ba42-caaf2ad8500d tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.727229] env[69613]: DEBUG oslo_concurrency.lockutils [None req-3f24ec38-95b8-4928-ba42-caaf2ad8500d tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.727229] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f24ec38-95b8-4928-ba42-caaf2ad8500d tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69613) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 884.727229] env[69613]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-59bc5a01-172b-4b9e-b584-4bc33c784d5b {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.739020] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f24ec38-95b8-4928-ba42-caaf2ad8500d tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69613) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 884.739020] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-3f24ec38-95b8-4928-ba42-caaf2ad8500d tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69613) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 884.739020] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b672801d-d402-462f-9c64-cd3772e6a8e0 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.744663] env[69613]: DEBUG oslo_vmware.api [None req-3f24ec38-95b8-4928-ba42-caaf2ad8500d tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Waiting for the task: (returnval){ [ 884.744663] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]52964718-48c6-0465-962a-0a8a3085196a" [ 884.744663] env[69613]: _type = "Task" [ 884.744663] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.757118] env[69613]: DEBUG oslo_vmware.api [None req-3f24ec38-95b8-4928-ba42-caaf2ad8500d tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52964718-48c6-0465-962a-0a8a3085196a, 'name': SearchDatastore_Task, 'duration_secs': 0.00951} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.758024] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b8a20a6f-e74a-4926-a85f-ae25f2cd4a86 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.763554] env[69613]: DEBUG oslo_vmware.api [None req-3f24ec38-95b8-4928-ba42-caaf2ad8500d tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Waiting for the task: (returnval){ [ 884.763554] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]52dd9689-f76b-2598-2567-74ff1a28daab" [ 884.763554] env[69613]: _type = "Task" [ 884.763554] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.773115] env[69613]: DEBUG oslo_vmware.api [None req-3f24ec38-95b8-4928-ba42-caaf2ad8500d tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52dd9689-f76b-2598-2567-74ff1a28daab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.797722] env[69613]: DEBUG oslo_vmware.api [None req-266ce19b-ae3d-45db-8293-1a5135d92b46 tempest-VolumesAdminNegativeTest-111528841 tempest-VolumesAdminNegativeTest-111528841-project-member] Task: {'id': task-3417600, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.891510] env[69613]: DEBUG nova.compute.manager [req-7521212e-4573-44e4-9612-8bb596556188 req-7fe578cc-2d75-4c0f-a8fe-e14147041b17 service nova] [instance: 957361eb-46da-4668-916a-04238bff4e31] Received event network-vif-plugged-8e7c3f26-a9ad-45a9-8d4c-cf9989b78828 {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 884.891844] env[69613]: DEBUG oslo_concurrency.lockutils [req-7521212e-4573-44e4-9612-8bb596556188 req-7fe578cc-2d75-4c0f-a8fe-e14147041b17 service nova] Acquiring lock "957361eb-46da-4668-916a-04238bff4e31-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 884.892289] env[69613]: DEBUG oslo_concurrency.lockutils [req-7521212e-4573-44e4-9612-8bb596556188 req-7fe578cc-2d75-4c0f-a8fe-e14147041b17 service nova] Lock "957361eb-46da-4668-916a-04238bff4e31-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 884.892844] env[69613]: DEBUG oslo_concurrency.lockutils [req-7521212e-4573-44e4-9612-8bb596556188 req-7fe578cc-2d75-4c0f-a8fe-e14147041b17 service nova] Lock "957361eb-46da-4668-916a-04238bff4e31-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 884.893261] env[69613]: DEBUG nova.compute.manager [req-7521212e-4573-44e4-9612-8bb596556188 req-7fe578cc-2d75-4c0f-a8fe-e14147041b17 service nova] [instance: 957361eb-46da-4668-916a-04238bff4e31] No waiting events found dispatching network-vif-plugged-8e7c3f26-a9ad-45a9-8d4c-cf9989b78828 {{(pid=69613) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 884.893471] env[69613]: WARNING nova.compute.manager [req-7521212e-4573-44e4-9612-8bb596556188 req-7fe578cc-2d75-4c0f-a8fe-e14147041b17 service nova] [instance: 957361eb-46da-4668-916a-04238bff4e31] Received unexpected event network-vif-plugged-8e7c3f26-a9ad-45a9-8d4c-cf9989b78828 for instance with vm_state building and task_state spawning. [ 884.900885] env[69613]: DEBUG nova.compute.manager [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] [instance: c7921fab-fd44-4691-bca3-5ea3ae7e0bc0] Instance has had 0 of 5 cleanup attempts {{(pid=69613) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 884.995945] env[69613]: DEBUG oslo_concurrency.lockutils [None req-5252652b-5cda-4f01-b8bd-0318432cf2a7 tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] Releasing lock "refresh_cache-4c3027a1-4b55-40bd-b818-562263ec9fab" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.996353] env[69613]: DEBUG nova.compute.manager [None req-5252652b-5cda-4f01-b8bd-0318432cf2a7 tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] [instance: 4c3027a1-4b55-40bd-b818-562263ec9fab] Instance network_info: |[{"id": "e367d2a3-a41f-4ea1-81fb-c9a53155ede9", "address": "fa:16:3e:aa:9d:3a", "network": {"id": "58d9295e-3d37-4d12-be71-a3fb6e54ce13", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-2144850768-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b2fa8926919b44e7a69ce5637737d86f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bb10726-a946-47b9-b4b5-6916e3f14cc5", "external-id": "nsx-vlan-transportzone-609", "segmentation_id": 609, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape367d2a3-a4", "ovs_interfaceid": "e367d2a3-a41f-4ea1-81fb-c9a53155ede9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69613) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 884.997344] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-5252652b-5cda-4f01-b8bd-0318432cf2a7 tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] [instance: 4c3027a1-4b55-40bd-b818-562263ec9fab] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:aa:9d:3a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7bb10726-a946-47b9-b4b5-6916e3f14cc5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e367d2a3-a41f-4ea1-81fb-c9a53155ede9', 'vif_model': 'vmxnet3'}] {{(pid=69613) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 885.007987] env[69613]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5252652b-5cda-4f01-b8bd-0318432cf2a7 tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69613) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 885.008256] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4c3027a1-4b55-40bd-b818-562263ec9fab] Creating VM on the ESX host {{(pid=69613) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 885.008494] env[69613]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7c4caca0-5b3d-4a63-948f-29a2e622b9ad {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.031556] env[69613]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 885.031556] env[69613]: value = "task-3417602" [ 885.031556] env[69613]: _type = "Task" [ 885.031556] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.043084] env[69613]: DEBUG oslo_vmware.api [-] Task: {'id': task-3417602, 'name': CreateVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.048495] env[69613]: DEBUG oslo_concurrency.lockutils [None req-1a8408d3-4e79-467b-a9e9-896c7b71ceb7 tempest-ServersNegativeTestMultiTenantJSON-2048837393 tempest-ServersNegativeTestMultiTenantJSON-2048837393-project-member] Acquiring lock "refresh_cache-957361eb-46da-4668-916a-04238bff4e31" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.048620] env[69613]: DEBUG oslo_concurrency.lockutils [None req-1a8408d3-4e79-467b-a9e9-896c7b71ceb7 tempest-ServersNegativeTestMultiTenantJSON-2048837393 tempest-ServersNegativeTestMultiTenantJSON-2048837393-project-member] Acquired lock "refresh_cache-957361eb-46da-4668-916a-04238bff4e31" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.048778] env[69613]: DEBUG nova.network.neutron [None req-1a8408d3-4e79-467b-a9e9-896c7b71ceb7 tempest-ServersNegativeTestMultiTenantJSON-2048837393 tempest-ServersNegativeTestMultiTenantJSON-2048837393-project-member] [instance: 957361eb-46da-4668-916a-04238bff4e31] Building network info cache for instance {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 885.050044] env[69613]: DEBUG oslo_vmware.api [None req-8f1d88a8-1e4d-47a8-a14c-731be53f005d tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Task: {'id': task-3417596, 'name': Destroy_Task, 'duration_secs': 1.327641} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.051251] env[69613]: INFO nova.virt.vmwareapi.vm_util [None req-8f1d88a8-1e4d-47a8-a14c-731be53f005d tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] [instance: fa7f8ff7-658a-46d0-a6dc-232614af850d] Destroyed the VM [ 885.051251] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-8f1d88a8-1e4d-47a8-a14c-731be53f005d tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] [instance: fa7f8ff7-658a-46d0-a6dc-232614af850d] Deleting Snapshot of the VM instance {{(pid=69613) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 885.051251] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-e286f5fd-1f03-4f98-a565-c87464e558b1 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.057012] env[69613]: DEBUG oslo_vmware.api [None req-8f1d88a8-1e4d-47a8-a14c-731be53f005d tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Waiting for the task: (returnval){ [ 885.057012] env[69613]: value = "task-3417603" [ 885.057012] env[69613]: _type = "Task" [ 885.057012] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.065890] env[69613]: DEBUG oslo_vmware.api [None req-8f1d88a8-1e4d-47a8-a14c-731be53f005d tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Task: {'id': task-3417603, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.185806] env[69613]: DEBUG oslo_vmware.api [None req-68aaccab-75f3-495b-babe-4857dbf94e20 tempest-ServerMetadataTestJSON-34752892 tempest-ServerMetadataTestJSON-34752892-project-member] Task: {'id': task-3417599, 'name': PowerOnVM_Task, 'duration_secs': 0.832951} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.186268] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-68aaccab-75f3-495b-babe-4857dbf94e20 tempest-ServerMetadataTestJSON-34752892 tempest-ServerMetadataTestJSON-34752892-project-member] [instance: 1ea300a9-a953-4c27-88a5-0e717ea37d3e] Powered on the VM {{(pid=69613) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 885.186626] env[69613]: INFO nova.compute.manager [None req-68aaccab-75f3-495b-babe-4857dbf94e20 tempest-ServerMetadataTestJSON-34752892 tempest-ServerMetadataTestJSON-34752892-project-member] [instance: 1ea300a9-a953-4c27-88a5-0e717ea37d3e] Took 9.95 seconds to spawn the instance on the hypervisor. [ 885.186983] env[69613]: DEBUG nova.compute.manager [None req-68aaccab-75f3-495b-babe-4857dbf94e20 tempest-ServerMetadataTestJSON-34752892 tempest-ServerMetadataTestJSON-34752892-project-member] [instance: 1ea300a9-a953-4c27-88a5-0e717ea37d3e] Checking state {{(pid=69613) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 885.193396] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4767a037-2ae5-4111-b7e6-2ce61b9d3cb1 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.217098] env[69613]: DEBUG nova.scheduler.client.report [None req-619ae6b9-d98f-4aa8-a81a-d685ae862367 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Inventory has not changed for provider af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69613) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 885.276090] env[69613]: DEBUG oslo_vmware.api [None req-3f24ec38-95b8-4928-ba42-caaf2ad8500d tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52dd9689-f76b-2598-2567-74ff1a28daab, 'name': SearchDatastore_Task, 'duration_secs': 0.009231} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.276622] env[69613]: DEBUG oslo_concurrency.lockutils [None req-3f24ec38-95b8-4928-ba42-caaf2ad8500d tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.277008] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f24ec38-95b8-4928-ba42-caaf2ad8500d tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk to [datastore2] b2c6c4bb-86f8-4e8f-b83d-a77d00447ff2/2b7a0304-b5d0-431d-b287-32c8388d7fbd-rescue.vmdk. {{(pid=69613) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 885.278097] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9a2ab7b4-58d3-48c2-88c4-eb36fd85e0ee {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.285966] env[69613]: DEBUG oslo_vmware.api [None req-3f24ec38-95b8-4928-ba42-caaf2ad8500d tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Waiting for the task: (returnval){ [ 885.285966] env[69613]: value = "task-3417604" [ 885.285966] env[69613]: _type = "Task" [ 885.285966] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.303654] env[69613]: DEBUG oslo_vmware.api [None req-266ce19b-ae3d-45db-8293-1a5135d92b46 tempest-VolumesAdminNegativeTest-111528841 tempest-VolumesAdminNegativeTest-111528841-project-member] Task: {'id': task-3417600, 'name': PowerOffVM_Task, 'duration_secs': 0.763738} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.307493] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-266ce19b-ae3d-45db-8293-1a5135d92b46 tempest-VolumesAdminNegativeTest-111528841 tempest-VolumesAdminNegativeTest-111528841-project-member] [instance: 54fe2a35-52f3-4c21-a0f4-522e44b620a0] Powered off the VM {{(pid=69613) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 885.307769] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-266ce19b-ae3d-45db-8293-1a5135d92b46 tempest-VolumesAdminNegativeTest-111528841 tempest-VolumesAdminNegativeTest-111528841-project-member] [instance: 54fe2a35-52f3-4c21-a0f4-522e44b620a0] Unregistering the VM {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 885.308178] env[69613]: DEBUG oslo_vmware.api [None req-3f24ec38-95b8-4928-ba42-caaf2ad8500d tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Task: {'id': task-3417604, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.308352] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5762b554-8522-4c42-b66a-d8c91fbdcd81 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.347538] env[69613]: DEBUG nova.network.neutron [None req-36ea8d1f-8fdb-4954-adb7-3f50ac8f551b tempest-ServerPasswordTestJSON-782737087 tempest-ServerPasswordTestJSON-782737087-project-member] [instance: e8d8fc2d-26b4-4702-b51b-e64ca473c003] Successfully created port: 46361104-e653-4095-866b-908f7bcbb67f {{(pid=69613) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 885.375022] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-266ce19b-ae3d-45db-8293-1a5135d92b46 tempest-VolumesAdminNegativeTest-111528841 tempest-VolumesAdminNegativeTest-111528841-project-member] [instance: 54fe2a35-52f3-4c21-a0f4-522e44b620a0] Unregistered the VM {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 885.375259] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-266ce19b-ae3d-45db-8293-1a5135d92b46 tempest-VolumesAdminNegativeTest-111528841 tempest-VolumesAdminNegativeTest-111528841-project-member] [instance: 54fe2a35-52f3-4c21-a0f4-522e44b620a0] Deleting contents of the VM from datastore datastore2 {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 885.375446] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-266ce19b-ae3d-45db-8293-1a5135d92b46 tempest-VolumesAdminNegativeTest-111528841 tempest-VolumesAdminNegativeTest-111528841-project-member] Deleting the datastore file [datastore2] 54fe2a35-52f3-4c21-a0f4-522e44b620a0 {{(pid=69613) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 885.375720] env[69613]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-68c4b8d9-52d4-483b-99aa-d5ed673479cb {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.382301] env[69613]: DEBUG oslo_vmware.api [None req-266ce19b-ae3d-45db-8293-1a5135d92b46 tempest-VolumesAdminNegativeTest-111528841 tempest-VolumesAdminNegativeTest-111528841-project-member] Waiting for the task: (returnval){ [ 885.382301] env[69613]: value = "task-3417606" [ 885.382301] env[69613]: _type = "Task" [ 885.382301] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.390653] env[69613]: DEBUG oslo_vmware.api [None req-266ce19b-ae3d-45db-8293-1a5135d92b46 tempest-VolumesAdminNegativeTest-111528841 tempest-VolumesAdminNegativeTest-111528841-project-member] Task: {'id': task-3417606, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.404445] env[69613]: DEBUG nova.compute.manager [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] [instance: c1d7aa83-ab84-4ff3-a10f-e04e84582ed4] Instance has had 0 of 5 cleanup attempts {{(pid=69613) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 885.545472] env[69613]: DEBUG oslo_vmware.api [-] Task: {'id': task-3417602, 'name': CreateVM_Task, 'duration_secs': 0.395483} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.546657] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4c3027a1-4b55-40bd-b818-562263ec9fab] Created VM on the ESX host {{(pid=69613) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 885.546792] env[69613]: DEBUG oslo_concurrency.lockutils [None req-5252652b-5cda-4f01-b8bd-0318432cf2a7 tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.547084] env[69613]: DEBUG oslo_concurrency.lockutils [None req-5252652b-5cda-4f01-b8bd-0318432cf2a7 tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.547570] env[69613]: DEBUG oslo_concurrency.lockutils [None req-5252652b-5cda-4f01-b8bd-0318432cf2a7 tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.547956] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-32005c00-f442-4da0-bc94-ee1cfde310ec {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.557157] env[69613]: DEBUG oslo_vmware.api [None req-5252652b-5cda-4f01-b8bd-0318432cf2a7 tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] Waiting for the task: (returnval){ [ 885.557157] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]5238b615-dcdc-f109-33ee-92790538b1d7" [ 885.557157] env[69613]: _type = "Task" [ 885.557157] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.578507] env[69613]: DEBUG oslo_vmware.api [None req-5252652b-5cda-4f01-b8bd-0318432cf2a7 tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]5238b615-dcdc-f109-33ee-92790538b1d7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.592730] env[69613]: DEBUG oslo_vmware.api [None req-8f1d88a8-1e4d-47a8-a14c-731be53f005d tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Task: {'id': task-3417603, 'name': RemoveSnapshot_Task} progress is 63%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.596327] env[69613]: DEBUG nova.network.neutron [None req-1a8408d3-4e79-467b-a9e9-896c7b71ceb7 tempest-ServersNegativeTestMultiTenantJSON-2048837393 tempest-ServersNegativeTestMultiTenantJSON-2048837393-project-member] [instance: 957361eb-46da-4668-916a-04238bff4e31] Instance cache missing network info. {{(pid=69613) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 885.630440] env[69613]: DEBUG nova.compute.manager [req-477aad22-bd9b-4ce9-b50d-9bb13a4e7ba9 req-d6f27cb8-c015-4e7f-b5e4-fc652c128bcf service nova] [instance: 4c3027a1-4b55-40bd-b818-562263ec9fab] Received event network-changed-e367d2a3-a41f-4ea1-81fb-c9a53155ede9 {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 885.630644] env[69613]: DEBUG nova.compute.manager [req-477aad22-bd9b-4ce9-b50d-9bb13a4e7ba9 req-d6f27cb8-c015-4e7f-b5e4-fc652c128bcf service nova] [instance: 4c3027a1-4b55-40bd-b818-562263ec9fab] Refreshing instance network info cache due to event network-changed-e367d2a3-a41f-4ea1-81fb-c9a53155ede9. {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 885.630918] env[69613]: DEBUG oslo_concurrency.lockutils [req-477aad22-bd9b-4ce9-b50d-9bb13a4e7ba9 req-d6f27cb8-c015-4e7f-b5e4-fc652c128bcf service nova] Acquiring lock "refresh_cache-4c3027a1-4b55-40bd-b818-562263ec9fab" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.631526] env[69613]: DEBUG oslo_concurrency.lockutils [req-477aad22-bd9b-4ce9-b50d-9bb13a4e7ba9 req-d6f27cb8-c015-4e7f-b5e4-fc652c128bcf service nova] Acquired lock "refresh_cache-4c3027a1-4b55-40bd-b818-562263ec9fab" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.631739] env[69613]: DEBUG nova.network.neutron [req-477aad22-bd9b-4ce9-b50d-9bb13a4e7ba9 req-d6f27cb8-c015-4e7f-b5e4-fc652c128bcf service nova] [instance: 4c3027a1-4b55-40bd-b818-562263ec9fab] Refreshing network info cache for port e367d2a3-a41f-4ea1-81fb-c9a53155ede9 {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 885.647014] env[69613]: DEBUG nova.compute.manager [None req-36ea8d1f-8fdb-4954-adb7-3f50ac8f551b tempest-ServerPasswordTestJSON-782737087 tempest-ServerPasswordTestJSON-782737087-project-member] [instance: e8d8fc2d-26b4-4702-b51b-e64ca473c003] Start spawning the instance on the hypervisor. {{(pid=69613) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 885.679144] env[69613]: DEBUG nova.virt.hardware [None req-36ea8d1f-8fdb-4954-adb7-3f50ac8f551b tempest-ServerPasswordTestJSON-782737087 tempest-ServerPasswordTestJSON-782737087-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T13:55:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T13:55:19Z,direct_url=,disk_format='vmdk',id=2b7a0304-b5d0-431d-b287-32c8388d7fbd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3e9e1b873f1442d59d5ee8247b941f74',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T13:55:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 885.679969] env[69613]: DEBUG nova.virt.hardware [None req-36ea8d1f-8fdb-4954-adb7-3f50ac8f551b tempest-ServerPasswordTestJSON-782737087 tempest-ServerPasswordTestJSON-782737087-project-member] Flavor limits 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 885.680231] env[69613]: DEBUG nova.virt.hardware [None req-36ea8d1f-8fdb-4954-adb7-3f50ac8f551b tempest-ServerPasswordTestJSON-782737087 tempest-ServerPasswordTestJSON-782737087-project-member] Image limits 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 885.682702] env[69613]: DEBUG nova.virt.hardware [None req-36ea8d1f-8fdb-4954-adb7-3f50ac8f551b tempest-ServerPasswordTestJSON-782737087 tempest-ServerPasswordTestJSON-782737087-project-member] Flavor pref 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 885.682702] env[69613]: DEBUG nova.virt.hardware [None req-36ea8d1f-8fdb-4954-adb7-3f50ac8f551b tempest-ServerPasswordTestJSON-782737087 tempest-ServerPasswordTestJSON-782737087-project-member] Image pref 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 885.682702] env[69613]: DEBUG nova.virt.hardware [None req-36ea8d1f-8fdb-4954-adb7-3f50ac8f551b tempest-ServerPasswordTestJSON-782737087 tempest-ServerPasswordTestJSON-782737087-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 885.682702] env[69613]: DEBUG nova.virt.hardware [None req-36ea8d1f-8fdb-4954-adb7-3f50ac8f551b tempest-ServerPasswordTestJSON-782737087 tempest-ServerPasswordTestJSON-782737087-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 885.682702] env[69613]: DEBUG nova.virt.hardware [None req-36ea8d1f-8fdb-4954-adb7-3f50ac8f551b tempest-ServerPasswordTestJSON-782737087 tempest-ServerPasswordTestJSON-782737087-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69613) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 885.682702] env[69613]: DEBUG nova.virt.hardware [None req-36ea8d1f-8fdb-4954-adb7-3f50ac8f551b tempest-ServerPasswordTestJSON-782737087 tempest-ServerPasswordTestJSON-782737087-project-member] Got 1 possible topologies {{(pid=69613) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 885.682702] env[69613]: DEBUG nova.virt.hardware [None req-36ea8d1f-8fdb-4954-adb7-3f50ac8f551b tempest-ServerPasswordTestJSON-782737087 tempest-ServerPasswordTestJSON-782737087-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 885.682702] env[69613]: DEBUG nova.virt.hardware [None req-36ea8d1f-8fdb-4954-adb7-3f50ac8f551b tempest-ServerPasswordTestJSON-782737087 tempest-ServerPasswordTestJSON-782737087-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 885.683034] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e340281-c28d-465d-91a6-9341b485f67c {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.696783] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e02b4fe-b80c-46e2-87e9-9fae18721c70 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.723149] env[69613]: DEBUG oslo_concurrency.lockutils [None req-619ae6b9-d98f-4aa8-a81a-d685ae862367 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.104s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 885.728530] env[69613]: DEBUG oslo_concurrency.lockutils [None req-04c343a3-2d50-4817-a525-5a975f26a10b tempest-AttachInterfacesUnderV243Test-1097413231 tempest-AttachInterfacesUnderV243Test-1097413231-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.694s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 885.728809] env[69613]: DEBUG nova.objects.instance [None req-04c343a3-2d50-4817-a525-5a975f26a10b tempest-AttachInterfacesUnderV243Test-1097413231 tempest-AttachInterfacesUnderV243Test-1097413231-project-member] Lazy-loading 'resources' on Instance uuid df4f5b07-b088-4c1f-9a13-7812115eeaf0 {{(pid=69613) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 885.734024] env[69613]: INFO nova.compute.manager [None req-68aaccab-75f3-495b-babe-4857dbf94e20 tempest-ServerMetadataTestJSON-34752892 tempest-ServerMetadataTestJSON-34752892-project-member] [instance: 1ea300a9-a953-4c27-88a5-0e717ea37d3e] Took 43.93 seconds to build instance. [ 885.761447] env[69613]: INFO nova.scheduler.client.report [None req-619ae6b9-d98f-4aa8-a81a-d685ae862367 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Deleted allocations for instance 7f9ba3ee-c7ee-4737-931d-339747f6c4d8 [ 885.775124] env[69613]: DEBUG nova.network.neutron [None req-1a8408d3-4e79-467b-a9e9-896c7b71ceb7 tempest-ServersNegativeTestMultiTenantJSON-2048837393 tempest-ServersNegativeTestMultiTenantJSON-2048837393-project-member] [instance: 957361eb-46da-4668-916a-04238bff4e31] Updating instance_info_cache with network_info: [{"id": "8e7c3f26-a9ad-45a9-8d4c-cf9989b78828", "address": "fa:16:3e:23:89:c4", "network": {"id": "ceeb5ba1-c0a6-4de7-878d-5668200d1e49", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1772268833-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "156d6bffcedf47249d66b496e82bde27", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ad8894f-e240-4013-8272-4e79daea0751", "external-id": "nsx-vlan-transportzone-204", "segmentation_id": 204, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8e7c3f26-a9", "ovs_interfaceid": "8e7c3f26-a9ad-45a9-8d4c-cf9989b78828", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 885.810031] env[69613]: DEBUG oslo_vmware.api [None req-3f24ec38-95b8-4928-ba42-caaf2ad8500d tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Task: {'id': task-3417604, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.498727} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.810031] env[69613]: INFO nova.virt.vmwareapi.ds_util [None req-3f24ec38-95b8-4928-ba42-caaf2ad8500d tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk to [datastore2] b2c6c4bb-86f8-4e8f-b83d-a77d00447ff2/2b7a0304-b5d0-431d-b287-32c8388d7fbd-rescue.vmdk. [ 885.810394] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4d96e31-70b7-4691-896d-f04aad41cc4e {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.844240] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f24ec38-95b8-4928-ba42-caaf2ad8500d tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] [instance: b2c6c4bb-86f8-4e8f-b83d-a77d00447ff2] Reconfiguring VM instance instance-0000002c to attach disk [datastore2] b2c6c4bb-86f8-4e8f-b83d-a77d00447ff2/2b7a0304-b5d0-431d-b287-32c8388d7fbd-rescue.vmdk or device None with type thin {{(pid=69613) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 885.845271] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c76c6c0d-3cd7-4ef8-9848-b82a9d379383 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.867030] env[69613]: DEBUG oslo_vmware.api [None req-3f24ec38-95b8-4928-ba42-caaf2ad8500d tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Waiting for the task: (returnval){ [ 885.867030] env[69613]: value = "task-3417607" [ 885.867030] env[69613]: _type = "Task" [ 885.867030] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.873151] env[69613]: DEBUG oslo_vmware.api [None req-3f24ec38-95b8-4928-ba42-caaf2ad8500d tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Task: {'id': task-3417607, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.893892] env[69613]: DEBUG oslo_vmware.api [None req-266ce19b-ae3d-45db-8293-1a5135d92b46 tempest-VolumesAdminNegativeTest-111528841 tempest-VolumesAdminNegativeTest-111528841-project-member] Task: {'id': task-3417606, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.440101} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.894974] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-266ce19b-ae3d-45db-8293-1a5135d92b46 tempest-VolumesAdminNegativeTest-111528841 tempest-VolumesAdminNegativeTest-111528841-project-member] Deleted the datastore file {{(pid=69613) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 885.894974] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-266ce19b-ae3d-45db-8293-1a5135d92b46 tempest-VolumesAdminNegativeTest-111528841 tempest-VolumesAdminNegativeTest-111528841-project-member] [instance: 54fe2a35-52f3-4c21-a0f4-522e44b620a0] Deleted contents of the VM from datastore datastore2 {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 885.894974] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-266ce19b-ae3d-45db-8293-1a5135d92b46 tempest-VolumesAdminNegativeTest-111528841 tempest-VolumesAdminNegativeTest-111528841-project-member] [instance: 54fe2a35-52f3-4c21-a0f4-522e44b620a0] Instance destroyed {{(pid=69613) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 885.894974] env[69613]: INFO nova.compute.manager [None req-266ce19b-ae3d-45db-8293-1a5135d92b46 tempest-VolumesAdminNegativeTest-111528841 tempest-VolumesAdminNegativeTest-111528841-project-member] [instance: 54fe2a35-52f3-4c21-a0f4-522e44b620a0] Took 1.64 seconds to destroy the instance on the hypervisor. [ 885.895212] env[69613]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-266ce19b-ae3d-45db-8293-1a5135d92b46 tempest-VolumesAdminNegativeTest-111528841 tempest-VolumesAdminNegativeTest-111528841-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69613) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 885.895261] env[69613]: DEBUG nova.compute.manager [-] [instance: 54fe2a35-52f3-4c21-a0f4-522e44b620a0] Deallocating network for instance {{(pid=69613) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 885.895325] env[69613]: DEBUG nova.network.neutron [-] [instance: 54fe2a35-52f3-4c21-a0f4-522e44b620a0] deallocate_for_instance() {{(pid=69613) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 885.908148] env[69613]: DEBUG nova.compute.manager [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] [instance: f7fdfec2-ad0d-42f4-bff8-99f164ce18a3] Instance has had 0 of 5 cleanup attempts {{(pid=69613) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 886.071535] env[69613]: DEBUG oslo_vmware.api [None req-5252652b-5cda-4f01-b8bd-0318432cf2a7 tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]5238b615-dcdc-f109-33ee-92790538b1d7, 'name': SearchDatastore_Task, 'duration_secs': 0.077321} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.075049] env[69613]: DEBUG oslo_concurrency.lockutils [None req-5252652b-5cda-4f01-b8bd-0318432cf2a7 tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.075520] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-5252652b-5cda-4f01-b8bd-0318432cf2a7 tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] [instance: 4c3027a1-4b55-40bd-b818-562263ec9fab] Processing image 2b7a0304-b5d0-431d-b287-32c8388d7fbd {{(pid=69613) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 886.075850] env[69613]: DEBUG oslo_concurrency.lockutils [None req-5252652b-5cda-4f01-b8bd-0318432cf2a7 tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.076093] env[69613]: DEBUG oslo_concurrency.lockutils [None req-5252652b-5cda-4f01-b8bd-0318432cf2a7 tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.076355] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-5252652b-5cda-4f01-b8bd-0318432cf2a7 tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69613) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 886.076708] env[69613]: DEBUG oslo_vmware.api [None req-8f1d88a8-1e4d-47a8-a14c-731be53f005d tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Task: {'id': task-3417603, 'name': RemoveSnapshot_Task, 'duration_secs': 0.565262} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.076975] env[69613]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f278cac9-9fba-41ab-b3cc-935fc9cfa31e {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.079159] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-8f1d88a8-1e4d-47a8-a14c-731be53f005d tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] [instance: fa7f8ff7-658a-46d0-a6dc-232614af850d] Deleted Snapshot of the VM instance {{(pid=69613) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 886.079519] env[69613]: INFO nova.compute.manager [None req-8f1d88a8-1e4d-47a8-a14c-731be53f005d tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] [instance: fa7f8ff7-658a-46d0-a6dc-232614af850d] Took 15.63 seconds to snapshot the instance on the hypervisor. [ 886.088874] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-5252652b-5cda-4f01-b8bd-0318432cf2a7 tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69613) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 886.089396] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-5252652b-5cda-4f01-b8bd-0318432cf2a7 tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69613) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 886.089790] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c074aeb2-8137-47d8-9de6-3b0c4c47b3ac {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.094868] env[69613]: DEBUG oslo_vmware.api [None req-5252652b-5cda-4f01-b8bd-0318432cf2a7 tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] Waiting for the task: (returnval){ [ 886.094868] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]524acf66-3e2b-3ca5-a8aa-d33ec4d38d7c" [ 886.094868] env[69613]: _type = "Task" [ 886.094868] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.103194] env[69613]: DEBUG oslo_vmware.api [None req-5252652b-5cda-4f01-b8bd-0318432cf2a7 tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]524acf66-3e2b-3ca5-a8aa-d33ec4d38d7c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.237574] env[69613]: DEBUG oslo_concurrency.lockutils [None req-68aaccab-75f3-495b-babe-4857dbf94e20 tempest-ServerMetadataTestJSON-34752892 tempest-ServerMetadataTestJSON-34752892-project-member] Lock "1ea300a9-a953-4c27-88a5-0e717ea37d3e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.450s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 886.273025] env[69613]: DEBUG oslo_concurrency.lockutils [None req-619ae6b9-d98f-4aa8-a81a-d685ae862367 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Lock "7f9ba3ee-c7ee-4737-931d-339747f6c4d8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.214s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 886.280020] env[69613]: DEBUG oslo_concurrency.lockutils [None req-1a8408d3-4e79-467b-a9e9-896c7b71ceb7 tempest-ServersNegativeTestMultiTenantJSON-2048837393 tempest-ServersNegativeTestMultiTenantJSON-2048837393-project-member] Releasing lock "refresh_cache-957361eb-46da-4668-916a-04238bff4e31" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.280020] env[69613]: DEBUG nova.compute.manager [None req-1a8408d3-4e79-467b-a9e9-896c7b71ceb7 tempest-ServersNegativeTestMultiTenantJSON-2048837393 tempest-ServersNegativeTestMultiTenantJSON-2048837393-project-member] [instance: 957361eb-46da-4668-916a-04238bff4e31] Instance network_info: |[{"id": "8e7c3f26-a9ad-45a9-8d4c-cf9989b78828", "address": "fa:16:3e:23:89:c4", "network": {"id": "ceeb5ba1-c0a6-4de7-878d-5668200d1e49", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1772268833-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "156d6bffcedf47249d66b496e82bde27", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ad8894f-e240-4013-8272-4e79daea0751", "external-id": "nsx-vlan-transportzone-204", "segmentation_id": 204, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8e7c3f26-a9", "ovs_interfaceid": "8e7c3f26-a9ad-45a9-8d4c-cf9989b78828", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69613) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 886.280020] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-1a8408d3-4e79-467b-a9e9-896c7b71ceb7 tempest-ServersNegativeTestMultiTenantJSON-2048837393 tempest-ServersNegativeTestMultiTenantJSON-2048837393-project-member] [instance: 957361eb-46da-4668-916a-04238bff4e31] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:23:89:c4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5ad8894f-e240-4013-8272-4e79daea0751', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8e7c3f26-a9ad-45a9-8d4c-cf9989b78828', 'vif_model': 'vmxnet3'}] {{(pid=69613) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 886.288163] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a8408d3-4e79-467b-a9e9-896c7b71ceb7 tempest-ServersNegativeTestMultiTenantJSON-2048837393 tempest-ServersNegativeTestMultiTenantJSON-2048837393-project-member] Creating folder: Project (156d6bffcedf47249d66b496e82bde27). Parent ref: group-v681687. {{(pid=69613) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 886.288163] env[69613]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0a5dba02-78e4-4238-b5aa-b2c3093d45b9 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.303267] env[69613]: INFO nova.virt.vmwareapi.vm_util [None req-1a8408d3-4e79-467b-a9e9-896c7b71ceb7 tempest-ServersNegativeTestMultiTenantJSON-2048837393 tempest-ServersNegativeTestMultiTenantJSON-2048837393-project-member] Created folder: Project (156d6bffcedf47249d66b496e82bde27) in parent group-v681687. [ 886.305034] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a8408d3-4e79-467b-a9e9-896c7b71ceb7 tempest-ServersNegativeTestMultiTenantJSON-2048837393 tempest-ServersNegativeTestMultiTenantJSON-2048837393-project-member] Creating folder: Instances. Parent ref: group-v681901. {{(pid=69613) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 886.305034] env[69613]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ef16121f-1c78-412a-ae7d-8c3682ac0734 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.322442] env[69613]: INFO nova.virt.vmwareapi.vm_util [None req-1a8408d3-4e79-467b-a9e9-896c7b71ceb7 tempest-ServersNegativeTestMultiTenantJSON-2048837393 tempest-ServersNegativeTestMultiTenantJSON-2048837393-project-member] Created folder: Instances in parent group-v681901. [ 886.329461] env[69613]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1a8408d3-4e79-467b-a9e9-896c7b71ceb7 tempest-ServersNegativeTestMultiTenantJSON-2048837393 tempest-ServersNegativeTestMultiTenantJSON-2048837393-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69613) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 886.329461] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 957361eb-46da-4668-916a-04238bff4e31] Creating VM on the ESX host {{(pid=69613) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 886.329461] env[69613]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-445a9e4b-8a23-4e15-99ef-54108ecec72d {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.365216] env[69613]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 886.365216] env[69613]: value = "task-3417610" [ 886.365216] env[69613]: _type = "Task" [ 886.365216] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.390870] env[69613]: DEBUG oslo_vmware.api [-] Task: {'id': task-3417610, 'name': CreateVM_Task} progress is 6%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.397899] env[69613]: DEBUG oslo_vmware.api [None req-3f24ec38-95b8-4928-ba42-caaf2ad8500d tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Task: {'id': task-3417607, 'name': ReconfigVM_Task, 'duration_secs': 0.517403} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.400386] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f24ec38-95b8-4928-ba42-caaf2ad8500d tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] [instance: b2c6c4bb-86f8-4e8f-b83d-a77d00447ff2] Reconfigured VM instance instance-0000002c to attach disk [datastore2] b2c6c4bb-86f8-4e8f-b83d-a77d00447ff2/2b7a0304-b5d0-431d-b287-32c8388d7fbd-rescue.vmdk or device None with type thin {{(pid=69613) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 886.402597] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36628404-958f-4b40-b01a-96eb3557688e {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.429739] env[69613]: DEBUG nova.compute.manager [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] [instance: 82d7d697-989c-4f9f-aaf4-7a7345bf2292] Instance has had 0 of 5 cleanup attempts {{(pid=69613) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 886.442659] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1114ab97-4a78-4e0d-9bd3-b84eceeec5e8 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.460413] env[69613]: DEBUG oslo_vmware.api [None req-3f24ec38-95b8-4928-ba42-caaf2ad8500d tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Waiting for the task: (returnval){ [ 886.460413] env[69613]: value = "task-3417611" [ 886.460413] env[69613]: _type = "Task" [ 886.460413] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.473708] env[69613]: DEBUG oslo_vmware.api [None req-3f24ec38-95b8-4928-ba42-caaf2ad8500d tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Task: {'id': task-3417611, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.575404] env[69613]: DEBUG nova.network.neutron [req-477aad22-bd9b-4ce9-b50d-9bb13a4e7ba9 req-d6f27cb8-c015-4e7f-b5e4-fc652c128bcf service nova] [instance: 4c3027a1-4b55-40bd-b818-562263ec9fab] Updated VIF entry in instance network info cache for port e367d2a3-a41f-4ea1-81fb-c9a53155ede9. {{(pid=69613) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 886.575802] env[69613]: DEBUG nova.network.neutron [req-477aad22-bd9b-4ce9-b50d-9bb13a4e7ba9 req-d6f27cb8-c015-4e7f-b5e4-fc652c128bcf service nova] [instance: 4c3027a1-4b55-40bd-b818-562263ec9fab] Updating instance_info_cache with network_info: [{"id": "e367d2a3-a41f-4ea1-81fb-c9a53155ede9", "address": "fa:16:3e:aa:9d:3a", "network": {"id": "58d9295e-3d37-4d12-be71-a3fb6e54ce13", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-2144850768-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b2fa8926919b44e7a69ce5637737d86f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bb10726-a946-47b9-b4b5-6916e3f14cc5", "external-id": "nsx-vlan-transportzone-609", "segmentation_id": 609, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape367d2a3-a4", "ovs_interfaceid": "e367d2a3-a41f-4ea1-81fb-c9a53155ede9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 886.608709] env[69613]: DEBUG oslo_vmware.api [None req-5252652b-5cda-4f01-b8bd-0318432cf2a7 tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]524acf66-3e2b-3ca5-a8aa-d33ec4d38d7c, 'name': SearchDatastore_Task, 'duration_secs': 0.008693} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.610545] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3c2044ad-3cba-4c62-8f57-ec1f6644caa9 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.618133] env[69613]: DEBUG oslo_vmware.api [None req-5252652b-5cda-4f01-b8bd-0318432cf2a7 tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] Waiting for the task: (returnval){ [ 886.618133] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]520ad3f3-5ff2-095a-133c-b5cf817fba22" [ 886.618133] env[69613]: _type = "Task" [ 886.618133] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.629570] env[69613]: DEBUG oslo_vmware.api [None req-5252652b-5cda-4f01-b8bd-0318432cf2a7 tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]520ad3f3-5ff2-095a-133c-b5cf817fba22, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.640436] env[69613]: DEBUG nova.compute.manager [None req-8f1d88a8-1e4d-47a8-a14c-731be53f005d tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] [instance: fa7f8ff7-658a-46d0-a6dc-232614af850d] Found 3 images (rotation: 2) {{(pid=69613) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 886.640436] env[69613]: DEBUG nova.compute.manager [None req-8f1d88a8-1e4d-47a8-a14c-731be53f005d tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] [instance: fa7f8ff7-658a-46d0-a6dc-232614af850d] Rotating out 1 backups {{(pid=69613) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5025}} [ 886.640436] env[69613]: DEBUG nova.compute.manager [None req-8f1d88a8-1e4d-47a8-a14c-731be53f005d tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] [instance: fa7f8ff7-658a-46d0-a6dc-232614af850d] Deleting image 366074b8-f060-4ce3-ba54-42cc84b8467d {{(pid=69613) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5030}} [ 886.738296] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f179040-63db-49e8-969e-b7bdc22c2685 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.746114] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-563a5a00-8efd-42c7-b86f-e0566a6a127f {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.784975] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b84e21f5-8cfb-4ce0-8df2-9987b80076fb {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.795310] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5e62365-b92b-4e62-bf9f-8e5b17a4db83 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.810552] env[69613]: DEBUG nova.compute.provider_tree [None req-04c343a3-2d50-4817-a525-5a975f26a10b tempest-AttachInterfacesUnderV243Test-1097413231 tempest-AttachInterfacesUnderV243Test-1097413231-project-member] Inventory has not changed in ProviderTree for provider: af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 {{(pid=69613) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 886.874784] env[69613]: DEBUG oslo_vmware.api [-] Task: {'id': task-3417610, 'name': CreateVM_Task, 'duration_secs': 0.359335} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.874975] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 957361eb-46da-4668-916a-04238bff4e31] Created VM on the ESX host {{(pid=69613) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 886.875727] env[69613]: DEBUG oslo_concurrency.lockutils [None req-1a8408d3-4e79-467b-a9e9-896c7b71ceb7 tempest-ServersNegativeTestMultiTenantJSON-2048837393 tempest-ServersNegativeTestMultiTenantJSON-2048837393-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.875882] env[69613]: DEBUG oslo_concurrency.lockutils [None req-1a8408d3-4e79-467b-a9e9-896c7b71ceb7 tempest-ServersNegativeTestMultiTenantJSON-2048837393 tempest-ServersNegativeTestMultiTenantJSON-2048837393-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.876264] env[69613]: DEBUG oslo_concurrency.lockutils [None req-1a8408d3-4e79-467b-a9e9-896c7b71ceb7 tempest-ServersNegativeTestMultiTenantJSON-2048837393 tempest-ServersNegativeTestMultiTenantJSON-2048837393-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.876563] env[69613]: DEBUG nova.network.neutron [-] [instance: 54fe2a35-52f3-4c21-a0f4-522e44b620a0] Updating instance_info_cache with network_info: [] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 886.877653] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2b4b014a-72a6-43bc-a4a4-dbbd57573759 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.885333] env[69613]: DEBUG oslo_vmware.api [None req-1a8408d3-4e79-467b-a9e9-896c7b71ceb7 tempest-ServersNegativeTestMultiTenantJSON-2048837393 tempest-ServersNegativeTestMultiTenantJSON-2048837393-project-member] Waiting for the task: (returnval){ [ 886.885333] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]524b203c-e469-a660-c405-df931dc1a8da" [ 886.885333] env[69613]: _type = "Task" [ 886.885333] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.897742] env[69613]: DEBUG oslo_vmware.api [None req-1a8408d3-4e79-467b-a9e9-896c7b71ceb7 tempest-ServersNegativeTestMultiTenantJSON-2048837393 tempest-ServersNegativeTestMultiTenantJSON-2048837393-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]524b203c-e469-a660-c405-df931dc1a8da, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.943118] env[69613]: DEBUG nova.compute.manager [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] [instance: fa89db07-09b5-485d-aacc-e1d39e576218] Instance has had 0 of 5 cleanup attempts {{(pid=69613) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 886.955026] env[69613]: DEBUG oslo_concurrency.lockutils [None req-e5b7b9ec-af56-40fd-811f-aea99a00717d tempest-ServersTestMultiNic-711096641 tempest-ServersTestMultiNic-711096641-project-member] Acquiring lock "4c9e10fc-33aa-4244-83a1-dc1aed6251a2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 886.955026] env[69613]: DEBUG oslo_concurrency.lockutils [None req-e5b7b9ec-af56-40fd-811f-aea99a00717d tempest-ServersTestMultiNic-711096641 tempest-ServersTestMultiNic-711096641-project-member] Lock "4c9e10fc-33aa-4244-83a1-dc1aed6251a2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 886.971322] env[69613]: DEBUG oslo_vmware.api [None req-3f24ec38-95b8-4928-ba42-caaf2ad8500d tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Task: {'id': task-3417611, 'name': ReconfigVM_Task, 'duration_secs': 0.500239} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.972235] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f24ec38-95b8-4928-ba42-caaf2ad8500d tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] [instance: b2c6c4bb-86f8-4e8f-b83d-a77d00447ff2] Powering on the VM {{(pid=69613) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 886.972510] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-aa733662-3c18-42f4-9e76-25ce754c555b {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.978594] env[69613]: DEBUG oslo_vmware.api [None req-3f24ec38-95b8-4928-ba42-caaf2ad8500d tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Waiting for the task: (returnval){ [ 886.978594] env[69613]: value = "task-3417612" [ 886.978594] env[69613]: _type = "Task" [ 886.978594] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.989264] env[69613]: DEBUG oslo_vmware.api [None req-3f24ec38-95b8-4928-ba42-caaf2ad8500d tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Task: {'id': task-3417612, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.078246] env[69613]: DEBUG oslo_concurrency.lockutils [req-477aad22-bd9b-4ce9-b50d-9bb13a4e7ba9 req-d6f27cb8-c015-4e7f-b5e4-fc652c128bcf service nova] Releasing lock "refresh_cache-4c3027a1-4b55-40bd-b818-562263ec9fab" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.134063] env[69613]: DEBUG oslo_vmware.api [None req-5252652b-5cda-4f01-b8bd-0318432cf2a7 tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]520ad3f3-5ff2-095a-133c-b5cf817fba22, 'name': SearchDatastore_Task, 'duration_secs': 0.023194} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.134484] env[69613]: DEBUG oslo_concurrency.lockutils [None req-5252652b-5cda-4f01-b8bd-0318432cf2a7 tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.134875] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-5252652b-5cda-4f01-b8bd-0318432cf2a7 tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk to [datastore2] 4c3027a1-4b55-40bd-b818-562263ec9fab/4c3027a1-4b55-40bd-b818-562263ec9fab.vmdk {{(pid=69613) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 887.135434] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-625662d5-cb99-4852-b94e-1a59521f93e1 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.143718] env[69613]: DEBUG oslo_vmware.api [None req-5252652b-5cda-4f01-b8bd-0318432cf2a7 tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] Waiting for the task: (returnval){ [ 887.143718] env[69613]: value = "task-3417613" [ 887.143718] env[69613]: _type = "Task" [ 887.143718] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.147166] env[69613]: DEBUG oslo_concurrency.lockutils [None req-bdcbd1cb-bdb8-4726-9c39-2bbb953c0e98 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Acquiring lock "9b124e5b-64d3-427b-a2bc-fed2d4ab8263" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 887.147407] env[69613]: DEBUG oslo_concurrency.lockutils [None req-bdcbd1cb-bdb8-4726-9c39-2bbb953c0e98 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Lock "9b124e5b-64d3-427b-a2bc-fed2d4ab8263" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 887.147612] env[69613]: DEBUG oslo_concurrency.lockutils [None req-bdcbd1cb-bdb8-4726-9c39-2bbb953c0e98 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Acquiring lock "9b124e5b-64d3-427b-a2bc-fed2d4ab8263-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 887.150424] env[69613]: DEBUG oslo_concurrency.lockutils [None req-bdcbd1cb-bdb8-4726-9c39-2bbb953c0e98 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Lock "9b124e5b-64d3-427b-a2bc-fed2d4ab8263-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.003s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 887.150620] env[69613]: DEBUG oslo_concurrency.lockutils [None req-bdcbd1cb-bdb8-4726-9c39-2bbb953c0e98 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Lock "9b124e5b-64d3-427b-a2bc-fed2d4ab8263-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 887.153099] env[69613]: INFO nova.compute.manager [None req-bdcbd1cb-bdb8-4726-9c39-2bbb953c0e98 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] [instance: 9b124e5b-64d3-427b-a2bc-fed2d4ab8263] Terminating instance [ 887.157512] env[69613]: DEBUG oslo_vmware.api [None req-5252652b-5cda-4f01-b8bd-0318432cf2a7 tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] Task: {'id': task-3417613, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.276022] env[69613]: DEBUG nova.network.neutron [None req-36ea8d1f-8fdb-4954-adb7-3f50ac8f551b tempest-ServerPasswordTestJSON-782737087 tempest-ServerPasswordTestJSON-782737087-project-member] [instance: e8d8fc2d-26b4-4702-b51b-e64ca473c003] Successfully updated port: 46361104-e653-4095-866b-908f7bcbb67f {{(pid=69613) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 887.313652] env[69613]: DEBUG nova.scheduler.client.report [None req-04c343a3-2d50-4817-a525-5a975f26a10b tempest-AttachInterfacesUnderV243Test-1097413231 tempest-AttachInterfacesUnderV243Test-1097413231-project-member] Inventory has not changed for provider af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69613) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 887.383073] env[69613]: INFO nova.compute.manager [-] [instance: 54fe2a35-52f3-4c21-a0f4-522e44b620a0] Took 1.49 seconds to deallocate network for instance. [ 887.399891] env[69613]: DEBUG oslo_vmware.api [None req-1a8408d3-4e79-467b-a9e9-896c7b71ceb7 tempest-ServersNegativeTestMultiTenantJSON-2048837393 tempest-ServersNegativeTestMultiTenantJSON-2048837393-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]524b203c-e469-a660-c405-df931dc1a8da, 'name': SearchDatastore_Task, 'duration_secs': 0.010241} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.400231] env[69613]: DEBUG oslo_concurrency.lockutils [None req-1a8408d3-4e79-467b-a9e9-896c7b71ceb7 tempest-ServersNegativeTestMultiTenantJSON-2048837393 tempest-ServersNegativeTestMultiTenantJSON-2048837393-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.400471] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-1a8408d3-4e79-467b-a9e9-896c7b71ceb7 tempest-ServersNegativeTestMultiTenantJSON-2048837393 tempest-ServersNegativeTestMultiTenantJSON-2048837393-project-member] [instance: 957361eb-46da-4668-916a-04238bff4e31] Processing image 2b7a0304-b5d0-431d-b287-32c8388d7fbd {{(pid=69613) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 887.401905] env[69613]: DEBUG oslo_concurrency.lockutils [None req-1a8408d3-4e79-467b-a9e9-896c7b71ceb7 tempest-ServersNegativeTestMultiTenantJSON-2048837393 tempest-ServersNegativeTestMultiTenantJSON-2048837393-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.401905] env[69613]: DEBUG oslo_concurrency.lockutils [None req-1a8408d3-4e79-467b-a9e9-896c7b71ceb7 tempest-ServersNegativeTestMultiTenantJSON-2048837393 tempest-ServersNegativeTestMultiTenantJSON-2048837393-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.401905] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a8408d3-4e79-467b-a9e9-896c7b71ceb7 tempest-ServersNegativeTestMultiTenantJSON-2048837393 tempest-ServersNegativeTestMultiTenantJSON-2048837393-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69613) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 887.401905] env[69613]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c80dd8fc-1314-4e61-997e-4496fed1a241 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.410452] env[69613]: DEBUG nova.compute.manager [req-579d7c50-bdef-4e12-875c-d369c8544a1f req-f33e6d3e-2a95-4bb9-b6a6-07dddcbeff1a service nova] [instance: 957361eb-46da-4668-916a-04238bff4e31] Received event network-changed-8e7c3f26-a9ad-45a9-8d4c-cf9989b78828 {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 887.410452] env[69613]: DEBUG nova.compute.manager [req-579d7c50-bdef-4e12-875c-d369c8544a1f req-f33e6d3e-2a95-4bb9-b6a6-07dddcbeff1a service nova] [instance: 957361eb-46da-4668-916a-04238bff4e31] Refreshing instance network info cache due to event network-changed-8e7c3f26-a9ad-45a9-8d4c-cf9989b78828. {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 887.410452] env[69613]: DEBUG oslo_concurrency.lockutils [req-579d7c50-bdef-4e12-875c-d369c8544a1f req-f33e6d3e-2a95-4bb9-b6a6-07dddcbeff1a service nova] Acquiring lock "refresh_cache-957361eb-46da-4668-916a-04238bff4e31" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.410452] env[69613]: DEBUG oslo_concurrency.lockutils [req-579d7c50-bdef-4e12-875c-d369c8544a1f req-f33e6d3e-2a95-4bb9-b6a6-07dddcbeff1a service nova] Acquired lock "refresh_cache-957361eb-46da-4668-916a-04238bff4e31" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.410452] env[69613]: DEBUG nova.network.neutron [req-579d7c50-bdef-4e12-875c-d369c8544a1f req-f33e6d3e-2a95-4bb9-b6a6-07dddcbeff1a service nova] [instance: 957361eb-46da-4668-916a-04238bff4e31] Refreshing network info cache for port 8e7c3f26-a9ad-45a9-8d4c-cf9989b78828 {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 887.415946] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a8408d3-4e79-467b-a9e9-896c7b71ceb7 tempest-ServersNegativeTestMultiTenantJSON-2048837393 tempest-ServersNegativeTestMultiTenantJSON-2048837393-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69613) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 887.415946] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-1a8408d3-4e79-467b-a9e9-896c7b71ceb7 tempest-ServersNegativeTestMultiTenantJSON-2048837393 tempest-ServersNegativeTestMultiTenantJSON-2048837393-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69613) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 887.416747] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-34bf0019-c4eb-4d58-9a88-c5277bd586d6 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.425180] env[69613]: DEBUG oslo_vmware.api [None req-1a8408d3-4e79-467b-a9e9-896c7b71ceb7 tempest-ServersNegativeTestMultiTenantJSON-2048837393 tempest-ServersNegativeTestMultiTenantJSON-2048837393-project-member] Waiting for the task: (returnval){ [ 887.425180] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]52d823b0-2ec5-67ec-db6c-c611707fb8e7" [ 887.425180] env[69613]: _type = "Task" [ 887.425180] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.436194] env[69613]: DEBUG oslo_vmware.api [None req-1a8408d3-4e79-467b-a9e9-896c7b71ceb7 tempest-ServersNegativeTestMultiTenantJSON-2048837393 tempest-ServersNegativeTestMultiTenantJSON-2048837393-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52d823b0-2ec5-67ec-db6c-c611707fb8e7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.446361] env[69613]: DEBUG nova.compute.manager [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] [instance: 4ef095a0-6177-4558-96fa-655cae276f42] Instance has had 0 of 5 cleanup attempts {{(pid=69613) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 887.456417] env[69613]: DEBUG nova.compute.manager [None req-e5b7b9ec-af56-40fd-811f-aea99a00717d tempest-ServersTestMultiNic-711096641 tempest-ServersTestMultiNic-711096641-project-member] [instance: 4c9e10fc-33aa-4244-83a1-dc1aed6251a2] Starting instance... {{(pid=69613) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 887.491031] env[69613]: DEBUG oslo_vmware.api [None req-3f24ec38-95b8-4928-ba42-caaf2ad8500d tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Task: {'id': task-3417612, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.652701] env[69613]: DEBUG oslo_vmware.api [None req-5252652b-5cda-4f01-b8bd-0318432cf2a7 tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] Task: {'id': task-3417613, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.472515} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.655760] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-5252652b-5cda-4f01-b8bd-0318432cf2a7 tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk to [datastore2] 4c3027a1-4b55-40bd-b818-562263ec9fab/4c3027a1-4b55-40bd-b818-562263ec9fab.vmdk {{(pid=69613) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 887.655760] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-5252652b-5cda-4f01-b8bd-0318432cf2a7 tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] [instance: 4c3027a1-4b55-40bd-b818-562263ec9fab] Extending root virtual disk to 1048576 {{(pid=69613) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 887.655760] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7a3cf1e2-62a6-4515-aff2-ec38f9fb5ff4 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.663021] env[69613]: DEBUG nova.compute.manager [None req-bdcbd1cb-bdb8-4726-9c39-2bbb953c0e98 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] [instance: 9b124e5b-64d3-427b-a2bc-fed2d4ab8263] Start destroying the instance on the hypervisor. {{(pid=69613) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 887.663021] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-bdcbd1cb-bdb8-4726-9c39-2bbb953c0e98 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] [instance: 9b124e5b-64d3-427b-a2bc-fed2d4ab8263] Destroying instance {{(pid=69613) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 887.663021] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-739cb234-62fd-4283-b86a-13442e66658a {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.664931] env[69613]: DEBUG oslo_vmware.api [None req-5252652b-5cda-4f01-b8bd-0318432cf2a7 tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] Waiting for the task: (returnval){ [ 887.664931] env[69613]: value = "task-3417614" [ 887.664931] env[69613]: _type = "Task" [ 887.664931] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.672233] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdcbd1cb-bdb8-4726-9c39-2bbb953c0e98 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] [instance: 9b124e5b-64d3-427b-a2bc-fed2d4ab8263] Powering off the VM {{(pid=69613) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 887.673180] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fa330bc0-7af6-4fc4-90bb-2370d024235e {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.679012] env[69613]: DEBUG oslo_vmware.api [None req-5252652b-5cda-4f01-b8bd-0318432cf2a7 tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] Task: {'id': task-3417614, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.683805] env[69613]: DEBUG oslo_vmware.api [None req-bdcbd1cb-bdb8-4726-9c39-2bbb953c0e98 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Waiting for the task: (returnval){ [ 887.683805] env[69613]: value = "task-3417615" [ 887.683805] env[69613]: _type = "Task" [ 887.683805] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.693333] env[69613]: DEBUG oslo_vmware.api [None req-bdcbd1cb-bdb8-4726-9c39-2bbb953c0e98 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Task: {'id': task-3417615, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.782834] env[69613]: DEBUG oslo_concurrency.lockutils [None req-36ea8d1f-8fdb-4954-adb7-3f50ac8f551b tempest-ServerPasswordTestJSON-782737087 tempest-ServerPasswordTestJSON-782737087-project-member] Acquiring lock "refresh_cache-e8d8fc2d-26b4-4702-b51b-e64ca473c003" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.782834] env[69613]: DEBUG oslo_concurrency.lockutils [None req-36ea8d1f-8fdb-4954-adb7-3f50ac8f551b tempest-ServerPasswordTestJSON-782737087 tempest-ServerPasswordTestJSON-782737087-project-member] Acquired lock "refresh_cache-e8d8fc2d-26b4-4702-b51b-e64ca473c003" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.782834] env[69613]: DEBUG nova.network.neutron [None req-36ea8d1f-8fdb-4954-adb7-3f50ac8f551b tempest-ServerPasswordTestJSON-782737087 tempest-ServerPasswordTestJSON-782737087-project-member] [instance: e8d8fc2d-26b4-4702-b51b-e64ca473c003] Building network info cache for instance {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 887.822544] env[69613]: DEBUG oslo_concurrency.lockutils [None req-04c343a3-2d50-4817-a525-5a975f26a10b tempest-AttachInterfacesUnderV243Test-1097413231 tempest-AttachInterfacesUnderV243Test-1097413231-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.093s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 887.829022] env[69613]: DEBUG oslo_concurrency.lockutils [None req-7da06e0e-05dc-44cc-b968-8276b7696902 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.344s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 887.829022] env[69613]: DEBUG nova.objects.instance [None req-7da06e0e-05dc-44cc-b968-8276b7696902 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Lazy-loading 'resources' on Instance uuid 030be18d-ee6f-4000-98f6-9e9a1c041a03 {{(pid=69613) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 887.859659] env[69613]: INFO nova.scheduler.client.report [None req-04c343a3-2d50-4817-a525-5a975f26a10b tempest-AttachInterfacesUnderV243Test-1097413231 tempest-AttachInterfacesUnderV243Test-1097413231-project-member] Deleted allocations for instance df4f5b07-b088-4c1f-9a13-7812115eeaf0 [ 887.895457] env[69613]: DEBUG oslo_concurrency.lockutils [None req-266ce19b-ae3d-45db-8293-1a5135d92b46 tempest-VolumesAdminNegativeTest-111528841 tempest-VolumesAdminNegativeTest-111528841-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 887.937483] env[69613]: DEBUG oslo_vmware.api [None req-1a8408d3-4e79-467b-a9e9-896c7b71ceb7 tempest-ServersNegativeTestMultiTenantJSON-2048837393 tempest-ServersNegativeTestMultiTenantJSON-2048837393-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52d823b0-2ec5-67ec-db6c-c611707fb8e7, 'name': SearchDatastore_Task, 'duration_secs': 0.058303} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.938392] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d9b818b0-864e-477a-92e4-c799bcc610a7 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.945039] env[69613]: DEBUG oslo_vmware.api [None req-1a8408d3-4e79-467b-a9e9-896c7b71ceb7 tempest-ServersNegativeTestMultiTenantJSON-2048837393 tempest-ServersNegativeTestMultiTenantJSON-2048837393-project-member] Waiting for the task: (returnval){ [ 887.945039] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]5277c12c-3c43-cc81-8bf1-4c9b45c86d79" [ 887.945039] env[69613]: _type = "Task" [ 887.945039] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.949858] env[69613]: DEBUG nova.compute.manager [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] [instance: bc90201c-8900-4821-9839-9d5e35c48ac5] Instance has had 0 of 5 cleanup attempts {{(pid=69613) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 887.957048] env[69613]: DEBUG oslo_vmware.api [None req-1a8408d3-4e79-467b-a9e9-896c7b71ceb7 tempest-ServersNegativeTestMultiTenantJSON-2048837393 tempest-ServersNegativeTestMultiTenantJSON-2048837393-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]5277c12c-3c43-cc81-8bf1-4c9b45c86d79, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.979567] env[69613]: DEBUG oslo_concurrency.lockutils [None req-e5b7b9ec-af56-40fd-811f-aea99a00717d tempest-ServersTestMultiNic-711096641 tempest-ServersTestMultiNic-711096641-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 887.989468] env[69613]: DEBUG oslo_vmware.api [None req-3f24ec38-95b8-4928-ba42-caaf2ad8500d tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Task: {'id': task-3417612, 'name': PowerOnVM_Task, 'duration_secs': 0.881547} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.989796] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f24ec38-95b8-4928-ba42-caaf2ad8500d tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] [instance: b2c6c4bb-86f8-4e8f-b83d-a77d00447ff2] Powered on the VM {{(pid=69613) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 887.992799] env[69613]: DEBUG nova.compute.manager [None req-3f24ec38-95b8-4928-ba42-caaf2ad8500d tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] [instance: b2c6c4bb-86f8-4e8f-b83d-a77d00447ff2] Checking state {{(pid=69613) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 887.993602] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0566abb5-4636-4902-aa5f-22676cb45ae5 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.148144] env[69613]: DEBUG nova.compute.manager [req-9e6078f4-b89d-4d34-9c0b-7b0ac7849357 req-2d24944f-168c-4e9c-af47-60ee175d6205 service nova] [instance: 6ce9d7ae-aabf-444e-ab76-68f077d43cf0] Received event network-changed-be2b6b5c-560f-49de-959a-256d54f3551e {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 888.148144] env[69613]: DEBUG nova.compute.manager [req-9e6078f4-b89d-4d34-9c0b-7b0ac7849357 req-2d24944f-168c-4e9c-af47-60ee175d6205 service nova] [instance: 6ce9d7ae-aabf-444e-ab76-68f077d43cf0] Refreshing instance network info cache due to event network-changed-be2b6b5c-560f-49de-959a-256d54f3551e. {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 888.149149] env[69613]: DEBUG oslo_concurrency.lockutils [req-9e6078f4-b89d-4d34-9c0b-7b0ac7849357 req-2d24944f-168c-4e9c-af47-60ee175d6205 service nova] Acquiring lock "refresh_cache-6ce9d7ae-aabf-444e-ab76-68f077d43cf0" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.149149] env[69613]: DEBUG oslo_concurrency.lockutils [req-9e6078f4-b89d-4d34-9c0b-7b0ac7849357 req-2d24944f-168c-4e9c-af47-60ee175d6205 service nova] Acquired lock "refresh_cache-6ce9d7ae-aabf-444e-ab76-68f077d43cf0" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.149149] env[69613]: DEBUG nova.network.neutron [req-9e6078f4-b89d-4d34-9c0b-7b0ac7849357 req-2d24944f-168c-4e9c-af47-60ee175d6205 service nova] [instance: 6ce9d7ae-aabf-444e-ab76-68f077d43cf0] Refreshing network info cache for port be2b6b5c-560f-49de-959a-256d54f3551e {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 888.176471] env[69613]: DEBUG oslo_vmware.api [None req-5252652b-5cda-4f01-b8bd-0318432cf2a7 tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] Task: {'id': task-3417614, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.219948} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.176763] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-5252652b-5cda-4f01-b8bd-0318432cf2a7 tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] [instance: 4c3027a1-4b55-40bd-b818-562263ec9fab] Extended root virtual disk {{(pid=69613) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 888.177521] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-394c0f9b-b314-4691-8b31-634e1b0896cd {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.204549] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-5252652b-5cda-4f01-b8bd-0318432cf2a7 tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] [instance: 4c3027a1-4b55-40bd-b818-562263ec9fab] Reconfiguring VM instance instance-00000045 to attach disk [datastore2] 4c3027a1-4b55-40bd-b818-562263ec9fab/4c3027a1-4b55-40bd-b818-562263ec9fab.vmdk or device None with type sparse {{(pid=69613) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 888.208794] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cd09c5ec-aac0-4f26-9aa5-00d0a8828562 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.230322] env[69613]: DEBUG oslo_vmware.api [None req-bdcbd1cb-bdb8-4726-9c39-2bbb953c0e98 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Task: {'id': task-3417615, 'name': PowerOffVM_Task, 'duration_secs': 0.266715} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.231572] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdcbd1cb-bdb8-4726-9c39-2bbb953c0e98 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] [instance: 9b124e5b-64d3-427b-a2bc-fed2d4ab8263] Powered off the VM {{(pid=69613) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 888.231753] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-bdcbd1cb-bdb8-4726-9c39-2bbb953c0e98 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] [instance: 9b124e5b-64d3-427b-a2bc-fed2d4ab8263] Unregistering the VM {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 888.232092] env[69613]: DEBUG oslo_vmware.api [None req-5252652b-5cda-4f01-b8bd-0318432cf2a7 tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] Waiting for the task: (returnval){ [ 888.232092] env[69613]: value = "task-3417616" [ 888.232092] env[69613]: _type = "Task" [ 888.232092] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.232305] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-be944542-c9f9-4441-9db0-48825113349a {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.242416] env[69613]: DEBUG oslo_vmware.api [None req-5252652b-5cda-4f01-b8bd-0318432cf2a7 tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] Task: {'id': task-3417616, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.303971] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-bdcbd1cb-bdb8-4726-9c39-2bbb953c0e98 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] [instance: 9b124e5b-64d3-427b-a2bc-fed2d4ab8263] Unregistered the VM {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 888.304212] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-bdcbd1cb-bdb8-4726-9c39-2bbb953c0e98 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] [instance: 9b124e5b-64d3-427b-a2bc-fed2d4ab8263] Deleting contents of the VM from datastore datastore1 {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 888.304402] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-bdcbd1cb-bdb8-4726-9c39-2bbb953c0e98 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Deleting the datastore file [datastore1] 9b124e5b-64d3-427b-a2bc-fed2d4ab8263 {{(pid=69613) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 888.304765] env[69613]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6b789372-e69d-475a-a4af-89e87e2bc164 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.308677] env[69613]: DEBUG oslo_concurrency.lockutils [None req-14369757-e722-481e-94e3-007edf3e48b4 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Acquiring lock "14d0f0b3-1a44-4461-a24b-7a39574b7532" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 888.308949] env[69613]: DEBUG oslo_concurrency.lockutils [None req-14369757-e722-481e-94e3-007edf3e48b4 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Lock "14d0f0b3-1a44-4461-a24b-7a39574b7532" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 888.309192] env[69613]: DEBUG oslo_concurrency.lockutils [None req-14369757-e722-481e-94e3-007edf3e48b4 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Acquiring lock "14d0f0b3-1a44-4461-a24b-7a39574b7532-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 888.309387] env[69613]: DEBUG oslo_concurrency.lockutils [None req-14369757-e722-481e-94e3-007edf3e48b4 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Lock "14d0f0b3-1a44-4461-a24b-7a39574b7532-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 888.309550] env[69613]: DEBUG oslo_concurrency.lockutils [None req-14369757-e722-481e-94e3-007edf3e48b4 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Lock "14d0f0b3-1a44-4461-a24b-7a39574b7532-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 888.312641] env[69613]: DEBUG oslo_vmware.api [None req-bdcbd1cb-bdb8-4726-9c39-2bbb953c0e98 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Waiting for the task: (returnval){ [ 888.312641] env[69613]: value = "task-3417618" [ 888.312641] env[69613]: _type = "Task" [ 888.312641] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.313300] env[69613]: INFO nova.compute.manager [None req-14369757-e722-481e-94e3-007edf3e48b4 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] [instance: 14d0f0b3-1a44-4461-a24b-7a39574b7532] Terminating instance [ 888.327225] env[69613]: DEBUG oslo_vmware.api [None req-bdcbd1cb-bdb8-4726-9c39-2bbb953c0e98 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Task: {'id': task-3417618, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.341022] env[69613]: DEBUG nova.network.neutron [req-579d7c50-bdef-4e12-875c-d369c8544a1f req-f33e6d3e-2a95-4bb9-b6a6-07dddcbeff1a service nova] [instance: 957361eb-46da-4668-916a-04238bff4e31] Updated VIF entry in instance network info cache for port 8e7c3f26-a9ad-45a9-8d4c-cf9989b78828. {{(pid=69613) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 888.341022] env[69613]: DEBUG nova.network.neutron [req-579d7c50-bdef-4e12-875c-d369c8544a1f req-f33e6d3e-2a95-4bb9-b6a6-07dddcbeff1a service nova] [instance: 957361eb-46da-4668-916a-04238bff4e31] Updating instance_info_cache with network_info: [{"id": "8e7c3f26-a9ad-45a9-8d4c-cf9989b78828", "address": "fa:16:3e:23:89:c4", "network": {"id": "ceeb5ba1-c0a6-4de7-878d-5668200d1e49", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1772268833-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "156d6bffcedf47249d66b496e82bde27", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ad8894f-e240-4013-8272-4e79daea0751", "external-id": "nsx-vlan-transportzone-204", "segmentation_id": 204, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8e7c3f26-a9", "ovs_interfaceid": "8e7c3f26-a9ad-45a9-8d4c-cf9989b78828", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 888.371937] env[69613]: DEBUG oslo_concurrency.lockutils [None req-04c343a3-2d50-4817-a525-5a975f26a10b tempest-AttachInterfacesUnderV243Test-1097413231 tempest-AttachInterfacesUnderV243Test-1097413231-project-member] Lock "df4f5b07-b088-4c1f-9a13-7812115eeaf0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.066s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 888.379878] env[69613]: DEBUG nova.network.neutron [None req-36ea8d1f-8fdb-4954-adb7-3f50ac8f551b tempest-ServerPasswordTestJSON-782737087 tempest-ServerPasswordTestJSON-782737087-project-member] [instance: e8d8fc2d-26b4-4702-b51b-e64ca473c003] Instance cache missing network info. {{(pid=69613) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 888.402753] env[69613]: DEBUG oslo_concurrency.lockutils [None req-d1bf8ee7-a9a1-4077-84d6-1abefdf6ca68 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Acquiring lock "91a7117f-0693-48fd-a027-733b03dfed96" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 888.402975] env[69613]: DEBUG oslo_concurrency.lockutils [None req-d1bf8ee7-a9a1-4077-84d6-1abefdf6ca68 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Lock "91a7117f-0693-48fd-a027-733b03dfed96" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 888.458918] env[69613]: DEBUG nova.compute.manager [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] [instance: b5f11d7f-0a76-4db9-bc83-fecf88004a47] Instance has had 0 of 5 cleanup attempts {{(pid=69613) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 888.460661] env[69613]: DEBUG oslo_vmware.api [None req-1a8408d3-4e79-467b-a9e9-896c7b71ceb7 tempest-ServersNegativeTestMultiTenantJSON-2048837393 tempest-ServersNegativeTestMultiTenantJSON-2048837393-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]5277c12c-3c43-cc81-8bf1-4c9b45c86d79, 'name': SearchDatastore_Task, 'duration_secs': 0.010986} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.463395] env[69613]: DEBUG oslo_concurrency.lockutils [None req-1a8408d3-4e79-467b-a9e9-896c7b71ceb7 tempest-ServersNegativeTestMultiTenantJSON-2048837393 tempest-ServersNegativeTestMultiTenantJSON-2048837393-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.463664] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a8408d3-4e79-467b-a9e9-896c7b71ceb7 tempest-ServersNegativeTestMultiTenantJSON-2048837393 tempest-ServersNegativeTestMultiTenantJSON-2048837393-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk to [datastore2] 957361eb-46da-4668-916a-04238bff4e31/957361eb-46da-4668-916a-04238bff4e31.vmdk {{(pid=69613) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 888.464277] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a9c5a11c-de9e-4582-b9ae-52fb37c013ab {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.471174] env[69613]: DEBUG oslo_vmware.api [None req-1a8408d3-4e79-467b-a9e9-896c7b71ceb7 tempest-ServersNegativeTestMultiTenantJSON-2048837393 tempest-ServersNegativeTestMultiTenantJSON-2048837393-project-member] Waiting for the task: (returnval){ [ 888.471174] env[69613]: value = "task-3417619" [ 888.471174] env[69613]: _type = "Task" [ 888.471174] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.480304] env[69613]: DEBUG oslo_vmware.api [None req-1a8408d3-4e79-467b-a9e9-896c7b71ceb7 tempest-ServersNegativeTestMultiTenantJSON-2048837393 tempest-ServersNegativeTestMultiTenantJSON-2048837393-project-member] Task: {'id': task-3417619, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.686720] env[69613]: DEBUG nova.network.neutron [None req-36ea8d1f-8fdb-4954-adb7-3f50ac8f551b tempest-ServerPasswordTestJSON-782737087 tempest-ServerPasswordTestJSON-782737087-project-member] [instance: e8d8fc2d-26b4-4702-b51b-e64ca473c003] Updating instance_info_cache with network_info: [{"id": "46361104-e653-4095-866b-908f7bcbb67f", "address": "fa:16:3e:8d:d2:8e", "network": {"id": "3cf03b70-f462-4705-a29e-341f367b4cfa", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1538813118-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a31783b07f648c3affd9982bdae0c35", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e1c9bb98-73a9-48eb-856e-a541afe9b07b", "external-id": "nsx-vlan-transportzone-755", "segmentation_id": 755, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap46361104-e6", "ovs_interfaceid": "46361104-e653-4095-866b-908f7bcbb67f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 888.737326] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b92e76b9-3e12-4f62-9db5-73dec2b78fa5 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.753081] env[69613]: DEBUG oslo_vmware.api [None req-5252652b-5cda-4f01-b8bd-0318432cf2a7 tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] Task: {'id': task-3417616, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.755066] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5129830a-c82d-4272-9c9a-78eb0e6a3f2d {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.797861] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24e19a45-c207-4156-b5ee-36f652ac7f08 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.804748] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef8a0be7-284e-4bcb-b7c4-975ed28c4cf4 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.821120] env[69613]: DEBUG nova.compute.provider_tree [None req-7da06e0e-05dc-44cc-b968-8276b7696902 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Inventory has not changed in ProviderTree for provider: af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 {{(pid=69613) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 888.826501] env[69613]: DEBUG nova.compute.manager [None req-14369757-e722-481e-94e3-007edf3e48b4 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] [instance: 14d0f0b3-1a44-4461-a24b-7a39574b7532] Start destroying the instance on the hypervisor. {{(pid=69613) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 888.826840] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-14369757-e722-481e-94e3-007edf3e48b4 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] [instance: 14d0f0b3-1a44-4461-a24b-7a39574b7532] Destroying instance {{(pid=69613) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 888.828135] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-991364de-209a-4ee4-88d0-abd7c7e30ef2 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.836995] env[69613]: DEBUG oslo_vmware.api [None req-bdcbd1cb-bdb8-4726-9c39-2bbb953c0e98 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Task: {'id': task-3417618, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.136808} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.840207] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-bdcbd1cb-bdb8-4726-9c39-2bbb953c0e98 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Deleted the datastore file {{(pid=69613) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 888.840550] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-bdcbd1cb-bdb8-4726-9c39-2bbb953c0e98 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] [instance: 9b124e5b-64d3-427b-a2bc-fed2d4ab8263] Deleted contents of the VM from datastore datastore1 {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 888.840791] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-bdcbd1cb-bdb8-4726-9c39-2bbb953c0e98 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] [instance: 9b124e5b-64d3-427b-a2bc-fed2d4ab8263] Instance destroyed {{(pid=69613) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 888.841099] env[69613]: INFO nova.compute.manager [None req-bdcbd1cb-bdb8-4726-9c39-2bbb953c0e98 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] [instance: 9b124e5b-64d3-427b-a2bc-fed2d4ab8263] Took 1.18 seconds to destroy the instance on the hypervisor. [ 888.841404] env[69613]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bdcbd1cb-bdb8-4726-9c39-2bbb953c0e98 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69613) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 888.842088] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-14369757-e722-481e-94e3-007edf3e48b4 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] [instance: 14d0f0b3-1a44-4461-a24b-7a39574b7532] Powering off the VM {{(pid=69613) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 888.842602] env[69613]: DEBUG oslo_concurrency.lockutils [req-579d7c50-bdef-4e12-875c-d369c8544a1f req-f33e6d3e-2a95-4bb9-b6a6-07dddcbeff1a service nova] Releasing lock "refresh_cache-957361eb-46da-4668-916a-04238bff4e31" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.842925] env[69613]: DEBUG nova.compute.manager [req-579d7c50-bdef-4e12-875c-d369c8544a1f req-f33e6d3e-2a95-4bb9-b6a6-07dddcbeff1a service nova] [instance: 54fe2a35-52f3-4c21-a0f4-522e44b620a0] Received event network-vif-deleted-216bb07e-76d4-40c2-9d5d-0d307e8fbaf2 {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 888.843368] env[69613]: DEBUG nova.compute.manager [-] [instance: 9b124e5b-64d3-427b-a2bc-fed2d4ab8263] Deallocating network for instance {{(pid=69613) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 888.843511] env[69613]: DEBUG nova.network.neutron [-] [instance: 9b124e5b-64d3-427b-a2bc-fed2d4ab8263] deallocate_for_instance() {{(pid=69613) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 888.846032] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4f71ff6c-0ddb-4660-b9e2-fa546aa03005 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.852804] env[69613]: DEBUG oslo_vmware.api [None req-14369757-e722-481e-94e3-007edf3e48b4 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Waiting for the task: (returnval){ [ 888.852804] env[69613]: value = "task-3417620" [ 888.852804] env[69613]: _type = "Task" [ 888.852804] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.863021] env[69613]: DEBUG oslo_vmware.api [None req-14369757-e722-481e-94e3-007edf3e48b4 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Task: {'id': task-3417620, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.907797] env[69613]: DEBUG nova.compute.manager [None req-d1bf8ee7-a9a1-4077-84d6-1abefdf6ca68 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] [instance: 91a7117f-0693-48fd-a027-733b03dfed96] Starting instance... {{(pid=69613) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 888.961575] env[69613]: DEBUG nova.compute.manager [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] [instance: cdfedccf-3398-437c-a908-41d6d87d8a99] Instance has had 0 of 5 cleanup attempts {{(pid=69613) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 888.982024] env[69613]: DEBUG oslo_vmware.api [None req-1a8408d3-4e79-467b-a9e9-896c7b71ceb7 tempest-ServersNegativeTestMultiTenantJSON-2048837393 tempest-ServersNegativeTestMultiTenantJSON-2048837393-project-member] Task: {'id': task-3417619, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.497438} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.982176] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a8408d3-4e79-467b-a9e9-896c7b71ceb7 tempest-ServersNegativeTestMultiTenantJSON-2048837393 tempest-ServersNegativeTestMultiTenantJSON-2048837393-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk to [datastore2] 957361eb-46da-4668-916a-04238bff4e31/957361eb-46da-4668-916a-04238bff4e31.vmdk {{(pid=69613) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 888.982316] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-1a8408d3-4e79-467b-a9e9-896c7b71ceb7 tempest-ServersNegativeTestMultiTenantJSON-2048837393 tempest-ServersNegativeTestMultiTenantJSON-2048837393-project-member] [instance: 957361eb-46da-4668-916a-04238bff4e31] Extending root virtual disk to 1048576 {{(pid=69613) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 888.982574] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ac7d41e5-30fc-4b3c-8171-2a30a4a84b38 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.989134] env[69613]: DEBUG oslo_vmware.api [None req-1a8408d3-4e79-467b-a9e9-896c7b71ceb7 tempest-ServersNegativeTestMultiTenantJSON-2048837393 tempest-ServersNegativeTestMultiTenantJSON-2048837393-project-member] Waiting for the task: (returnval){ [ 888.989134] env[69613]: value = "task-3417621" [ 888.989134] env[69613]: _type = "Task" [ 888.989134] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.997374] env[69613]: DEBUG oslo_vmware.api [None req-1a8408d3-4e79-467b-a9e9-896c7b71ceb7 tempest-ServersNegativeTestMultiTenantJSON-2048837393 tempest-ServersNegativeTestMultiTenantJSON-2048837393-project-member] Task: {'id': task-3417621, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.182719] env[69613]: DEBUG nova.network.neutron [req-9e6078f4-b89d-4d34-9c0b-7b0ac7849357 req-2d24944f-168c-4e9c-af47-60ee175d6205 service nova] [instance: 6ce9d7ae-aabf-444e-ab76-68f077d43cf0] Updated VIF entry in instance network info cache for port be2b6b5c-560f-49de-959a-256d54f3551e. {{(pid=69613) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 889.183109] env[69613]: DEBUG nova.network.neutron [req-9e6078f4-b89d-4d34-9c0b-7b0ac7849357 req-2d24944f-168c-4e9c-af47-60ee175d6205 service nova] [instance: 6ce9d7ae-aabf-444e-ab76-68f077d43cf0] Updating instance_info_cache with network_info: [{"id": "be2b6b5c-560f-49de-959a-256d54f3551e", "address": "fa:16:3e:af:4c:b7", "network": {"id": "6582c06e-2375-4019-bc8c-6f40d2f10d28", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-726199179-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.186", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "263cb0545351439194c16f61aacec6b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c6a4836-66dc-4e43-982b-f8fcd3f9989a", "external-id": "nsx-vlan-transportzone-635", "segmentation_id": 635, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbe2b6b5c-56", "ovs_interfaceid": "be2b6b5c-560f-49de-959a-256d54f3551e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 889.188181] env[69613]: DEBUG oslo_concurrency.lockutils [None req-36ea8d1f-8fdb-4954-adb7-3f50ac8f551b tempest-ServerPasswordTestJSON-782737087 tempest-ServerPasswordTestJSON-782737087-project-member] Releasing lock "refresh_cache-e8d8fc2d-26b4-4702-b51b-e64ca473c003" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.188438] env[69613]: DEBUG nova.compute.manager [None req-36ea8d1f-8fdb-4954-adb7-3f50ac8f551b tempest-ServerPasswordTestJSON-782737087 tempest-ServerPasswordTestJSON-782737087-project-member] [instance: e8d8fc2d-26b4-4702-b51b-e64ca473c003] Instance network_info: |[{"id": "46361104-e653-4095-866b-908f7bcbb67f", "address": "fa:16:3e:8d:d2:8e", "network": {"id": "3cf03b70-f462-4705-a29e-341f367b4cfa", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1538813118-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a31783b07f648c3affd9982bdae0c35", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e1c9bb98-73a9-48eb-856e-a541afe9b07b", "external-id": "nsx-vlan-transportzone-755", "segmentation_id": 755, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap46361104-e6", "ovs_interfaceid": "46361104-e653-4095-866b-908f7bcbb67f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69613) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 889.189113] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-36ea8d1f-8fdb-4954-adb7-3f50ac8f551b tempest-ServerPasswordTestJSON-782737087 tempest-ServerPasswordTestJSON-782737087-project-member] [instance: e8d8fc2d-26b4-4702-b51b-e64ca473c003] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8d:d2:8e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e1c9bb98-73a9-48eb-856e-a541afe9b07b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '46361104-e653-4095-866b-908f7bcbb67f', 'vif_model': 'vmxnet3'}] {{(pid=69613) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 889.198632] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-36ea8d1f-8fdb-4954-adb7-3f50ac8f551b tempest-ServerPasswordTestJSON-782737087 tempest-ServerPasswordTestJSON-782737087-project-member] Creating folder: Project (9a31783b07f648c3affd9982bdae0c35). Parent ref: group-v681687. {{(pid=69613) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 889.198999] env[69613]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-edd3a9bf-9b70-4bf7-8a83-b90d9cc0d4e0 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.210548] env[69613]: INFO nova.virt.vmwareapi.vm_util [None req-36ea8d1f-8fdb-4954-adb7-3f50ac8f551b tempest-ServerPasswordTestJSON-782737087 tempest-ServerPasswordTestJSON-782737087-project-member] Created folder: Project (9a31783b07f648c3affd9982bdae0c35) in parent group-v681687. [ 889.210752] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-36ea8d1f-8fdb-4954-adb7-3f50ac8f551b tempest-ServerPasswordTestJSON-782737087 tempest-ServerPasswordTestJSON-782737087-project-member] Creating folder: Instances. Parent ref: group-v681904. {{(pid=69613) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 889.211371] env[69613]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-feb7544f-a031-4a2a-add0-5aa8e04c2811 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.225612] env[69613]: INFO nova.virt.vmwareapi.vm_util [None req-36ea8d1f-8fdb-4954-adb7-3f50ac8f551b tempest-ServerPasswordTestJSON-782737087 tempest-ServerPasswordTestJSON-782737087-project-member] Created folder: Instances in parent group-v681904. [ 889.225612] env[69613]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-36ea8d1f-8fdb-4954-adb7-3f50ac8f551b tempest-ServerPasswordTestJSON-782737087 tempest-ServerPasswordTestJSON-782737087-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69613) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 889.225612] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e8d8fc2d-26b4-4702-b51b-e64ca473c003] Creating VM on the ESX host {{(pid=69613) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 889.225612] env[69613]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1de9bb64-12be-40a5-b392-d9782f0b22cc {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.252190] env[69613]: DEBUG oslo_vmware.api [None req-5252652b-5cda-4f01-b8bd-0318432cf2a7 tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] Task: {'id': task-3417616, 'name': ReconfigVM_Task, 'duration_secs': 0.60253} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.254203] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-5252652b-5cda-4f01-b8bd-0318432cf2a7 tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] [instance: 4c3027a1-4b55-40bd-b818-562263ec9fab] Reconfigured VM instance instance-00000045 to attach disk [datastore2] 4c3027a1-4b55-40bd-b818-562263ec9fab/4c3027a1-4b55-40bd-b818-562263ec9fab.vmdk or device None with type sparse {{(pid=69613) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 889.254841] env[69613]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 889.254841] env[69613]: value = "task-3417624" [ 889.254841] env[69613]: _type = "Task" [ 889.254841] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.255043] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f889a7cc-277d-460e-84e9-496c8c616611 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.267038] env[69613]: DEBUG oslo_vmware.api [-] Task: {'id': task-3417624, 'name': CreateVM_Task} progress is 6%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.268867] env[69613]: DEBUG oslo_vmware.api [None req-5252652b-5cda-4f01-b8bd-0318432cf2a7 tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] Waiting for the task: (returnval){ [ 889.268867] env[69613]: value = "task-3417625" [ 889.268867] env[69613]: _type = "Task" [ 889.268867] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.278856] env[69613]: DEBUG oslo_vmware.api [None req-5252652b-5cda-4f01-b8bd-0318432cf2a7 tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] Task: {'id': task-3417625, 'name': Rename_Task} progress is 5%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.329176] env[69613]: DEBUG nova.scheduler.client.report [None req-7da06e0e-05dc-44cc-b968-8276b7696902 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Inventory has not changed for provider af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69613) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 889.368842] env[69613]: DEBUG oslo_vmware.api [None req-14369757-e722-481e-94e3-007edf3e48b4 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Task: {'id': task-3417620, 'name': PowerOffVM_Task, 'duration_secs': 0.257124} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.369611] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-14369757-e722-481e-94e3-007edf3e48b4 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] [instance: 14d0f0b3-1a44-4461-a24b-7a39574b7532] Powered off the VM {{(pid=69613) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 889.369825] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-14369757-e722-481e-94e3-007edf3e48b4 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] [instance: 14d0f0b3-1a44-4461-a24b-7a39574b7532] Unregistering the VM {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 889.370127] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f8566961-2374-4108-956f-cb285cc85130 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.432965] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-14369757-e722-481e-94e3-007edf3e48b4 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] [instance: 14d0f0b3-1a44-4461-a24b-7a39574b7532] Unregistered the VM {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 889.432965] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-14369757-e722-481e-94e3-007edf3e48b4 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] [instance: 14d0f0b3-1a44-4461-a24b-7a39574b7532] Deleting contents of the VM from datastore datastore2 {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 889.432965] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-14369757-e722-481e-94e3-007edf3e48b4 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Deleting the datastore file [datastore2] 14d0f0b3-1a44-4461-a24b-7a39574b7532 {{(pid=69613) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 889.434626] env[69613]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-59d6d775-de8d-4659-9029-69990663fe8a {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.437736] env[69613]: DEBUG oslo_concurrency.lockutils [None req-d1bf8ee7-a9a1-4077-84d6-1abefdf6ca68 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 889.441077] env[69613]: DEBUG oslo_vmware.api [None req-14369757-e722-481e-94e3-007edf3e48b4 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Waiting for the task: (returnval){ [ 889.441077] env[69613]: value = "task-3417627" [ 889.441077] env[69613]: _type = "Task" [ 889.441077] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.449416] env[69613]: DEBUG oslo_vmware.api [None req-14369757-e722-481e-94e3-007edf3e48b4 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Task: {'id': task-3417627, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.465066] env[69613]: DEBUG nova.compute.manager [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] [instance: 34842f08-5c04-462c-940b-56de5b07c8f6] Instance has had 0 of 5 cleanup attempts {{(pid=69613) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 889.500453] env[69613]: DEBUG oslo_vmware.api [None req-1a8408d3-4e79-467b-a9e9-896c7b71ceb7 tempest-ServersNegativeTestMultiTenantJSON-2048837393 tempest-ServersNegativeTestMultiTenantJSON-2048837393-project-member] Task: {'id': task-3417621, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068241} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.500750] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-1a8408d3-4e79-467b-a9e9-896c7b71ceb7 tempest-ServersNegativeTestMultiTenantJSON-2048837393 tempest-ServersNegativeTestMultiTenantJSON-2048837393-project-member] [instance: 957361eb-46da-4668-916a-04238bff4e31] Extended root virtual disk {{(pid=69613) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 889.502462] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7fd9b4e-ba41-490f-a6a1-cdede741f396 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.526537] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a8408d3-4e79-467b-a9e9-896c7b71ceb7 tempest-ServersNegativeTestMultiTenantJSON-2048837393 tempest-ServersNegativeTestMultiTenantJSON-2048837393-project-member] [instance: 957361eb-46da-4668-916a-04238bff4e31] Reconfiguring VM instance instance-00000046 to attach disk [datastore2] 957361eb-46da-4668-916a-04238bff4e31/957361eb-46da-4668-916a-04238bff4e31.vmdk or device None with type sparse {{(pid=69613) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 889.526860] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0f256736-15d7-4cc5-952e-af63398983c7 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.549685] env[69613]: DEBUG oslo_vmware.api [None req-1a8408d3-4e79-467b-a9e9-896c7b71ceb7 tempest-ServersNegativeTestMultiTenantJSON-2048837393 tempest-ServersNegativeTestMultiTenantJSON-2048837393-project-member] Waiting for the task: (returnval){ [ 889.549685] env[69613]: value = "task-3417628" [ 889.549685] env[69613]: _type = "Task" [ 889.549685] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.560759] env[69613]: DEBUG oslo_vmware.api [None req-1a8408d3-4e79-467b-a9e9-896c7b71ceb7 tempest-ServersNegativeTestMultiTenantJSON-2048837393 tempest-ServersNegativeTestMultiTenantJSON-2048837393-project-member] Task: {'id': task-3417628, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.641203] env[69613]: DEBUG oslo_concurrency.lockutils [None req-f3722dd7-67f9-492d-8028-57a5d24593fa tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Acquiring lock "0de4241f-6605-425c-9b67-b4f07672d829" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 889.641526] env[69613]: DEBUG oslo_concurrency.lockutils [None req-f3722dd7-67f9-492d-8028-57a5d24593fa tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Lock "0de4241f-6605-425c-9b67-b4f07672d829" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 889.687760] env[69613]: DEBUG oslo_concurrency.lockutils [req-9e6078f4-b89d-4d34-9c0b-7b0ac7849357 req-2d24944f-168c-4e9c-af47-60ee175d6205 service nova] Releasing lock "refresh_cache-6ce9d7ae-aabf-444e-ab76-68f077d43cf0" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.688150] env[69613]: DEBUG nova.compute.manager [req-9e6078f4-b89d-4d34-9c0b-7b0ac7849357 req-2d24944f-168c-4e9c-af47-60ee175d6205 service nova] [instance: e8d8fc2d-26b4-4702-b51b-e64ca473c003] Received event network-vif-plugged-46361104-e653-4095-866b-908f7bcbb67f {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 889.688786] env[69613]: DEBUG oslo_concurrency.lockutils [req-9e6078f4-b89d-4d34-9c0b-7b0ac7849357 req-2d24944f-168c-4e9c-af47-60ee175d6205 service nova] Acquiring lock "e8d8fc2d-26b4-4702-b51b-e64ca473c003-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 889.692055] env[69613]: DEBUG oslo_concurrency.lockutils [req-9e6078f4-b89d-4d34-9c0b-7b0ac7849357 req-2d24944f-168c-4e9c-af47-60ee175d6205 service nova] Lock "e8d8fc2d-26b4-4702-b51b-e64ca473c003-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 889.692055] env[69613]: DEBUG oslo_concurrency.lockutils [req-9e6078f4-b89d-4d34-9c0b-7b0ac7849357 req-2d24944f-168c-4e9c-af47-60ee175d6205 service nova] Lock "e8d8fc2d-26b4-4702-b51b-e64ca473c003-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 889.692055] env[69613]: DEBUG nova.compute.manager [req-9e6078f4-b89d-4d34-9c0b-7b0ac7849357 req-2d24944f-168c-4e9c-af47-60ee175d6205 service nova] [instance: e8d8fc2d-26b4-4702-b51b-e64ca473c003] No waiting events found dispatching network-vif-plugged-46361104-e653-4095-866b-908f7bcbb67f {{(pid=69613) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 889.692055] env[69613]: WARNING nova.compute.manager [req-9e6078f4-b89d-4d34-9c0b-7b0ac7849357 req-2d24944f-168c-4e9c-af47-60ee175d6205 service nova] [instance: e8d8fc2d-26b4-4702-b51b-e64ca473c003] Received unexpected event network-vif-plugged-46361104-e653-4095-866b-908f7bcbb67f for instance with vm_state building and task_state spawning. [ 889.692055] env[69613]: DEBUG nova.compute.manager [req-9e6078f4-b89d-4d34-9c0b-7b0ac7849357 req-2d24944f-168c-4e9c-af47-60ee175d6205 service nova] [instance: e8d8fc2d-26b4-4702-b51b-e64ca473c003] Received event network-changed-46361104-e653-4095-866b-908f7bcbb67f {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 889.692055] env[69613]: DEBUG nova.compute.manager [req-9e6078f4-b89d-4d34-9c0b-7b0ac7849357 req-2d24944f-168c-4e9c-af47-60ee175d6205 service nova] [instance: e8d8fc2d-26b4-4702-b51b-e64ca473c003] Refreshing instance network info cache due to event network-changed-46361104-e653-4095-866b-908f7bcbb67f. {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 889.692055] env[69613]: DEBUG oslo_concurrency.lockutils [req-9e6078f4-b89d-4d34-9c0b-7b0ac7849357 req-2d24944f-168c-4e9c-af47-60ee175d6205 service nova] Acquiring lock "refresh_cache-e8d8fc2d-26b4-4702-b51b-e64ca473c003" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.692055] env[69613]: DEBUG oslo_concurrency.lockutils [req-9e6078f4-b89d-4d34-9c0b-7b0ac7849357 req-2d24944f-168c-4e9c-af47-60ee175d6205 service nova] Acquired lock "refresh_cache-e8d8fc2d-26b4-4702-b51b-e64ca473c003" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.692055] env[69613]: DEBUG nova.network.neutron [req-9e6078f4-b89d-4d34-9c0b-7b0ac7849357 req-2d24944f-168c-4e9c-af47-60ee175d6205 service nova] [instance: e8d8fc2d-26b4-4702-b51b-e64ca473c003] Refreshing network info cache for port 46361104-e653-4095-866b-908f7bcbb67f {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 889.770271] env[69613]: DEBUG oslo_vmware.api [-] Task: {'id': task-3417624, 'name': CreateVM_Task} progress is 99%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.778442] env[69613]: DEBUG oslo_vmware.api [None req-5252652b-5cda-4f01-b8bd-0318432cf2a7 tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] Task: {'id': task-3417625, 'name': Rename_Task, 'duration_secs': 0.290911} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.778715] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-5252652b-5cda-4f01-b8bd-0318432cf2a7 tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] [instance: 4c3027a1-4b55-40bd-b818-562263ec9fab] Powering on the VM {{(pid=69613) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 889.778970] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d3f5d42a-7270-4c96-92af-b57784b3ba45 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.789657] env[69613]: DEBUG oslo_vmware.api [None req-5252652b-5cda-4f01-b8bd-0318432cf2a7 tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] Waiting for the task: (returnval){ [ 889.789657] env[69613]: value = "task-3417629" [ 889.789657] env[69613]: _type = "Task" [ 889.789657] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.802123] env[69613]: DEBUG oslo_vmware.api [None req-5252652b-5cda-4f01-b8bd-0318432cf2a7 tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] Task: {'id': task-3417629, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.837035] env[69613]: DEBUG oslo_concurrency.lockutils [None req-7da06e0e-05dc-44cc-b968-8276b7696902 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.008s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 889.840964] env[69613]: DEBUG oslo_concurrency.lockutils [None req-56b7693b-7293-4a49-aa99-a50da0ecea43 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.125s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 889.844075] env[69613]: INFO nova.compute.claims [None req-56b7693b-7293-4a49-aa99-a50da0ecea43 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] [instance: 1fd13f9b-daa3-4dfd-af1f-1014f9c629f3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 889.865286] env[69613]: INFO nova.scheduler.client.report [None req-7da06e0e-05dc-44cc-b968-8276b7696902 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Deleted allocations for instance 030be18d-ee6f-4000-98f6-9e9a1c041a03 [ 889.954973] env[69613]: DEBUG oslo_vmware.api [None req-14369757-e722-481e-94e3-007edf3e48b4 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Task: {'id': task-3417627, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.134621} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.955292] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-14369757-e722-481e-94e3-007edf3e48b4 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Deleted the datastore file {{(pid=69613) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 889.955474] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-14369757-e722-481e-94e3-007edf3e48b4 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] [instance: 14d0f0b3-1a44-4461-a24b-7a39574b7532] Deleted contents of the VM from datastore datastore2 {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 889.955645] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-14369757-e722-481e-94e3-007edf3e48b4 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] [instance: 14d0f0b3-1a44-4461-a24b-7a39574b7532] Instance destroyed {{(pid=69613) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 889.955810] env[69613]: INFO nova.compute.manager [None req-14369757-e722-481e-94e3-007edf3e48b4 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] [instance: 14d0f0b3-1a44-4461-a24b-7a39574b7532] Took 1.13 seconds to destroy the instance on the hypervisor. [ 889.956082] env[69613]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-14369757-e722-481e-94e3-007edf3e48b4 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69613) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 889.956534] env[69613]: DEBUG nova.compute.manager [-] [instance: 14d0f0b3-1a44-4461-a24b-7a39574b7532] Deallocating network for instance {{(pid=69613) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 889.956534] env[69613]: DEBUG nova.network.neutron [-] [instance: 14d0f0b3-1a44-4461-a24b-7a39574b7532] deallocate_for_instance() {{(pid=69613) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 889.968308] env[69613]: DEBUG oslo_service.periodic_task [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=69613) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 889.968606] env[69613]: DEBUG nova.compute.manager [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Cleaning up deleted instances with incomplete migration {{(pid=69613) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 890.062184] env[69613]: DEBUG oslo_vmware.api [None req-1a8408d3-4e79-467b-a9e9-896c7b71ceb7 tempest-ServersNegativeTestMultiTenantJSON-2048837393 tempest-ServersNegativeTestMultiTenantJSON-2048837393-project-member] Task: {'id': task-3417628, 'name': ReconfigVM_Task, 'duration_secs': 0.3213} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.062184] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a8408d3-4e79-467b-a9e9-896c7b71ceb7 tempest-ServersNegativeTestMultiTenantJSON-2048837393 tempest-ServersNegativeTestMultiTenantJSON-2048837393-project-member] [instance: 957361eb-46da-4668-916a-04238bff4e31] Reconfigured VM instance instance-00000046 to attach disk [datastore2] 957361eb-46da-4668-916a-04238bff4e31/957361eb-46da-4668-916a-04238bff4e31.vmdk or device None with type sparse {{(pid=69613) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 890.062593] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2b0c2ff2-da92-4b39-a8f3-24d7432e6f44 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.071369] env[69613]: DEBUG oslo_vmware.api [None req-1a8408d3-4e79-467b-a9e9-896c7b71ceb7 tempest-ServersNegativeTestMultiTenantJSON-2048837393 tempest-ServersNegativeTestMultiTenantJSON-2048837393-project-member] Waiting for the task: (returnval){ [ 890.071369] env[69613]: value = "task-3417630" [ 890.071369] env[69613]: _type = "Task" [ 890.071369] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.080111] env[69613]: DEBUG oslo_vmware.api [None req-1a8408d3-4e79-467b-a9e9-896c7b71ceb7 tempest-ServersNegativeTestMultiTenantJSON-2048837393 tempest-ServersNegativeTestMultiTenantJSON-2048837393-project-member] Task: {'id': task-3417630, 'name': Rename_Task} progress is 5%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.181572] env[69613]: DEBUG nova.network.neutron [-] [instance: 9b124e5b-64d3-427b-a2bc-fed2d4ab8263] Updating instance_info_cache with network_info: [] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 890.269966] env[69613]: DEBUG oslo_vmware.api [-] Task: {'id': task-3417624, 'name': CreateVM_Task, 'duration_secs': 0.578045} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.270098] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e8d8fc2d-26b4-4702-b51b-e64ca473c003] Created VM on the ESX host {{(pid=69613) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 890.270824] env[69613]: DEBUG oslo_concurrency.lockutils [None req-36ea8d1f-8fdb-4954-adb7-3f50ac8f551b tempest-ServerPasswordTestJSON-782737087 tempest-ServerPasswordTestJSON-782737087-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.271031] env[69613]: DEBUG oslo_concurrency.lockutils [None req-36ea8d1f-8fdb-4954-adb7-3f50ac8f551b tempest-ServerPasswordTestJSON-782737087 tempest-ServerPasswordTestJSON-782737087-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.271371] env[69613]: DEBUG oslo_concurrency.lockutils [None req-36ea8d1f-8fdb-4954-adb7-3f50ac8f551b tempest-ServerPasswordTestJSON-782737087 tempest-ServerPasswordTestJSON-782737087-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.271626] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-087f2bb2-e125-4c7b-a9db-5c53983500a9 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.276454] env[69613]: DEBUG oslo_vmware.api [None req-36ea8d1f-8fdb-4954-adb7-3f50ac8f551b tempest-ServerPasswordTestJSON-782737087 tempest-ServerPasswordTestJSON-782737087-project-member] Waiting for the task: (returnval){ [ 890.276454] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]520c7454-b52e-4bc6-1fab-c5c86796c525" [ 890.276454] env[69613]: _type = "Task" [ 890.276454] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.284964] env[69613]: DEBUG oslo_vmware.api [None req-36ea8d1f-8fdb-4954-adb7-3f50ac8f551b tempest-ServerPasswordTestJSON-782737087 tempest-ServerPasswordTestJSON-782737087-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]520c7454-b52e-4bc6-1fab-c5c86796c525, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.299921] env[69613]: DEBUG oslo_vmware.api [None req-5252652b-5cda-4f01-b8bd-0318432cf2a7 tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] Task: {'id': task-3417629, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.347087] env[69613]: DEBUG oslo_concurrency.lockutils [None req-56b7693b-7293-4a49-aa99-a50da0ecea43 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.506s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 890.348401] env[69613]: DEBUG nova.compute.utils [None req-56b7693b-7293-4a49-aa99-a50da0ecea43 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] [instance: 1fd13f9b-daa3-4dfd-af1f-1014f9c629f3] Instance 1fd13f9b-daa3-4dfd-af1f-1014f9c629f3 could not be found. {{(pid=69613) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}} [ 890.349680] env[69613]: DEBUG oslo_concurrency.lockutils [None req-f52b26f3-cca7-44b8-898d-97a64f2b02cd tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.313s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 890.352183] env[69613]: INFO nova.compute.claims [None req-f52b26f3-cca7-44b8-898d-97a64f2b02cd tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] [instance: a85fedcd-1c01-4534-b403-420733c3ed0c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 890.357050] env[69613]: DEBUG nova.compute.manager [None req-56b7693b-7293-4a49-aa99-a50da0ecea43 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] [instance: 1fd13f9b-daa3-4dfd-af1f-1014f9c629f3] Instance disappeared during build. {{(pid=69613) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2520}} [ 890.357050] env[69613]: DEBUG nova.compute.manager [None req-56b7693b-7293-4a49-aa99-a50da0ecea43 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] [instance: 1fd13f9b-daa3-4dfd-af1f-1014f9c629f3] Unplugging VIFs for instance {{(pid=69613) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3013}} [ 890.357050] env[69613]: DEBUG oslo_concurrency.lockutils [None req-56b7693b-7293-4a49-aa99-a50da0ecea43 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Acquiring lock "refresh_cache-1fd13f9b-daa3-4dfd-af1f-1014f9c629f3" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.357050] env[69613]: DEBUG oslo_concurrency.lockutils [None req-56b7693b-7293-4a49-aa99-a50da0ecea43 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Acquired lock "refresh_cache-1fd13f9b-daa3-4dfd-af1f-1014f9c629f3" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.357050] env[69613]: DEBUG nova.network.neutron [None req-56b7693b-7293-4a49-aa99-a50da0ecea43 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] [instance: 1fd13f9b-daa3-4dfd-af1f-1014f9c629f3] Building network info cache for instance {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 890.375399] env[69613]: DEBUG oslo_concurrency.lockutils [None req-7da06e0e-05dc-44cc-b968-8276b7696902 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Lock "030be18d-ee6f-4000-98f6-9e9a1c041a03" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.277s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 890.471233] env[69613]: DEBUG oslo_service.periodic_task [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=69613) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 890.582230] env[69613]: DEBUG oslo_vmware.api [None req-1a8408d3-4e79-467b-a9e9-896c7b71ceb7 tempest-ServersNegativeTestMultiTenantJSON-2048837393 tempest-ServersNegativeTestMultiTenantJSON-2048837393-project-member] Task: {'id': task-3417630, 'name': Rename_Task, 'duration_secs': 0.282749} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.582620] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a8408d3-4e79-467b-a9e9-896c7b71ceb7 tempest-ServersNegativeTestMultiTenantJSON-2048837393 tempest-ServersNegativeTestMultiTenantJSON-2048837393-project-member] [instance: 957361eb-46da-4668-916a-04238bff4e31] Powering on the VM {{(pid=69613) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 890.582783] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-db5290db-bf67-482b-8b38-825ad88fd8d0 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.594941] env[69613]: DEBUG oslo_vmware.api [None req-1a8408d3-4e79-467b-a9e9-896c7b71ceb7 tempest-ServersNegativeTestMultiTenantJSON-2048837393 tempest-ServersNegativeTestMultiTenantJSON-2048837393-project-member] Waiting for the task: (returnval){ [ 890.594941] env[69613]: value = "task-3417631" [ 890.594941] env[69613]: _type = "Task" [ 890.594941] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.603673] env[69613]: INFO nova.compute.manager [None req-78576ca2-9980-42a4-8af7-a9d3a235aea4 tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] [instance: b2c6c4bb-86f8-4e8f-b83d-a77d00447ff2] Unrescuing [ 890.603673] env[69613]: DEBUG oslo_concurrency.lockutils [None req-78576ca2-9980-42a4-8af7-a9d3a235aea4 tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Acquiring lock "refresh_cache-b2c6c4bb-86f8-4e8f-b83d-a77d00447ff2" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.603673] env[69613]: DEBUG oslo_concurrency.lockutils [None req-78576ca2-9980-42a4-8af7-a9d3a235aea4 tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Acquired lock "refresh_cache-b2c6c4bb-86f8-4e8f-b83d-a77d00447ff2" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.603673] env[69613]: DEBUG nova.network.neutron [None req-78576ca2-9980-42a4-8af7-a9d3a235aea4 tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] [instance: b2c6c4bb-86f8-4e8f-b83d-a77d00447ff2] Building network info cache for instance {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 890.612104] env[69613]: DEBUG oslo_vmware.api [None req-1a8408d3-4e79-467b-a9e9-896c7b71ceb7 tempest-ServersNegativeTestMultiTenantJSON-2048837393 tempest-ServersNegativeTestMultiTenantJSON-2048837393-project-member] Task: {'id': task-3417631, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.687730] env[69613]: INFO nova.compute.manager [-] [instance: 9b124e5b-64d3-427b-a2bc-fed2d4ab8263] Took 1.84 seconds to deallocate network for instance. [ 890.714334] env[69613]: DEBUG nova.compute.manager [req-71dfab11-a872-477c-8fa8-9049d96a4a8b req-6229819d-4286-41a2-92a5-ac440929c2f7 service nova] [instance: 9b124e5b-64d3-427b-a2bc-fed2d4ab8263] Received event network-vif-deleted-707aa81c-fb2b-4beb-acbd-0ded026bbb46 {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 890.787962] env[69613]: DEBUG oslo_vmware.api [None req-36ea8d1f-8fdb-4954-adb7-3f50ac8f551b tempest-ServerPasswordTestJSON-782737087 tempest-ServerPasswordTestJSON-782737087-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]520c7454-b52e-4bc6-1fab-c5c86796c525, 'name': SearchDatastore_Task, 'duration_secs': 0.017511} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.788475] env[69613]: DEBUG oslo_concurrency.lockutils [None req-36ea8d1f-8fdb-4954-adb7-3f50ac8f551b tempest-ServerPasswordTestJSON-782737087 tempest-ServerPasswordTestJSON-782737087-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.788563] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-36ea8d1f-8fdb-4954-adb7-3f50ac8f551b tempest-ServerPasswordTestJSON-782737087 tempest-ServerPasswordTestJSON-782737087-project-member] [instance: e8d8fc2d-26b4-4702-b51b-e64ca473c003] Processing image 2b7a0304-b5d0-431d-b287-32c8388d7fbd {{(pid=69613) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 890.788776] env[69613]: DEBUG oslo_concurrency.lockutils [None req-36ea8d1f-8fdb-4954-adb7-3f50ac8f551b tempest-ServerPasswordTestJSON-782737087 tempest-ServerPasswordTestJSON-782737087-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.788965] env[69613]: DEBUG oslo_concurrency.lockutils [None req-36ea8d1f-8fdb-4954-adb7-3f50ac8f551b tempest-ServerPasswordTestJSON-782737087 tempest-ServerPasswordTestJSON-782737087-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.789393] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-36ea8d1f-8fdb-4954-adb7-3f50ac8f551b tempest-ServerPasswordTestJSON-782737087 tempest-ServerPasswordTestJSON-782737087-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69613) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 890.789670] env[69613]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b90f3794-b663-4d57-b01f-3056428899e8 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.801728] env[69613]: DEBUG oslo_vmware.api [None req-5252652b-5cda-4f01-b8bd-0318432cf2a7 tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] Task: {'id': task-3417629, 'name': PowerOnVM_Task, 'duration_secs': 0.986509} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.802710] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-5252652b-5cda-4f01-b8bd-0318432cf2a7 tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] [instance: 4c3027a1-4b55-40bd-b818-562263ec9fab] Powered on the VM {{(pid=69613) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 890.802945] env[69613]: INFO nova.compute.manager [None req-5252652b-5cda-4f01-b8bd-0318432cf2a7 tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] [instance: 4c3027a1-4b55-40bd-b818-562263ec9fab] Took 10.38 seconds to spawn the instance on the hypervisor. [ 890.803323] env[69613]: DEBUG nova.compute.manager [None req-5252652b-5cda-4f01-b8bd-0318432cf2a7 tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] [instance: 4c3027a1-4b55-40bd-b818-562263ec9fab] Checking state {{(pid=69613) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 890.803669] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-36ea8d1f-8fdb-4954-adb7-3f50ac8f551b tempest-ServerPasswordTestJSON-782737087 tempest-ServerPasswordTestJSON-782737087-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69613) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 890.803836] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-36ea8d1f-8fdb-4954-adb7-3f50ac8f551b tempest-ServerPasswordTestJSON-782737087 tempest-ServerPasswordTestJSON-782737087-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69613) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 890.805529] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c406c81f-5b55-4eb3-83dd-6876554ed481 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.808259] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-54553efb-0256-4e12-88a7-90fe04618b6c {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.818894] env[69613]: DEBUG oslo_vmware.api [None req-36ea8d1f-8fdb-4954-adb7-3f50ac8f551b tempest-ServerPasswordTestJSON-782737087 tempest-ServerPasswordTestJSON-782737087-project-member] Waiting for the task: (returnval){ [ 890.818894] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]52f52a55-a40e-334e-48ba-563c50bbd965" [ 890.818894] env[69613]: _type = "Task" [ 890.818894] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.831446] env[69613]: DEBUG oslo_vmware.api [None req-36ea8d1f-8fdb-4954-adb7-3f50ac8f551b tempest-ServerPasswordTestJSON-782737087 tempest-ServerPasswordTestJSON-782737087-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52f52a55-a40e-334e-48ba-563c50bbd965, 'name': SearchDatastore_Task, 'duration_secs': 0.008149} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.832369] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-923a4463-7081-4899-b942-d73e9c151094 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.840537] env[69613]: DEBUG oslo_vmware.api [None req-36ea8d1f-8fdb-4954-adb7-3f50ac8f551b tempest-ServerPasswordTestJSON-782737087 tempest-ServerPasswordTestJSON-782737087-project-member] Waiting for the task: (returnval){ [ 890.840537] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]529fd0ae-b951-d2d5-14d4-d15025f20896" [ 890.840537] env[69613]: _type = "Task" [ 890.840537] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.849863] env[69613]: DEBUG oslo_vmware.api [None req-36ea8d1f-8fdb-4954-adb7-3f50ac8f551b tempest-ServerPasswordTestJSON-782737087 tempest-ServerPasswordTestJSON-782737087-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]529fd0ae-b951-d2d5-14d4-d15025f20896, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.861155] env[69613]: DEBUG nova.compute.utils [None req-56b7693b-7293-4a49-aa99-a50da0ecea43 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] [instance: 1fd13f9b-daa3-4dfd-af1f-1014f9c629f3] Can not refresh info_cache because instance was not found {{(pid=69613) refresh_info_cache_for_instance /opt/stack/nova/nova/compute/utils.py:1056}} [ 890.867866] env[69613]: DEBUG nova.network.neutron [req-9e6078f4-b89d-4d34-9c0b-7b0ac7849357 req-2d24944f-168c-4e9c-af47-60ee175d6205 service nova] [instance: e8d8fc2d-26b4-4702-b51b-e64ca473c003] Updated VIF entry in instance network info cache for port 46361104-e653-4095-866b-908f7bcbb67f. {{(pid=69613) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 890.867990] env[69613]: DEBUG nova.network.neutron [req-9e6078f4-b89d-4d34-9c0b-7b0ac7849357 req-2d24944f-168c-4e9c-af47-60ee175d6205 service nova] [instance: e8d8fc2d-26b4-4702-b51b-e64ca473c003] Updating instance_info_cache with network_info: [{"id": "46361104-e653-4095-866b-908f7bcbb67f", "address": "fa:16:3e:8d:d2:8e", "network": {"id": "3cf03b70-f462-4705-a29e-341f367b4cfa", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1538813118-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a31783b07f648c3affd9982bdae0c35", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e1c9bb98-73a9-48eb-856e-a541afe9b07b", "external-id": "nsx-vlan-transportzone-755", "segmentation_id": 755, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap46361104-e6", "ovs_interfaceid": "46361104-e653-4095-866b-908f7bcbb67f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 890.888235] env[69613]: DEBUG nova.network.neutron [None req-56b7693b-7293-4a49-aa99-a50da0ecea43 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] [instance: 1fd13f9b-daa3-4dfd-af1f-1014f9c629f3] Instance cache missing network info. {{(pid=69613) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 891.061240] env[69613]: DEBUG nova.network.neutron [None req-56b7693b-7293-4a49-aa99-a50da0ecea43 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] [instance: 1fd13f9b-daa3-4dfd-af1f-1014f9c629f3] Updating instance_info_cache with network_info: [] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 891.112548] env[69613]: DEBUG oslo_vmware.api [None req-1a8408d3-4e79-467b-a9e9-896c7b71ceb7 tempest-ServersNegativeTestMultiTenantJSON-2048837393 tempest-ServersNegativeTestMultiTenantJSON-2048837393-project-member] Task: {'id': task-3417631, 'name': PowerOnVM_Task, 'duration_secs': 0.488884} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.112774] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a8408d3-4e79-467b-a9e9-896c7b71ceb7 tempest-ServersNegativeTestMultiTenantJSON-2048837393 tempest-ServersNegativeTestMultiTenantJSON-2048837393-project-member] [instance: 957361eb-46da-4668-916a-04238bff4e31] Powered on the VM {{(pid=69613) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 891.113127] env[69613]: INFO nova.compute.manager [None req-1a8408d3-4e79-467b-a9e9-896c7b71ceb7 tempest-ServersNegativeTestMultiTenantJSON-2048837393 tempest-ServersNegativeTestMultiTenantJSON-2048837393-project-member] [instance: 957361eb-46da-4668-916a-04238bff4e31] Took 8.08 seconds to spawn the instance on the hypervisor. [ 891.113498] env[69613]: DEBUG nova.compute.manager [None req-1a8408d3-4e79-467b-a9e9-896c7b71ceb7 tempest-ServersNegativeTestMultiTenantJSON-2048837393 tempest-ServersNegativeTestMultiTenantJSON-2048837393-project-member] [instance: 957361eb-46da-4668-916a-04238bff4e31] Checking state {{(pid=69613) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 891.115166] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7e1be20-f33e-4969-93f4-70bf691bbd09 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.123782] env[69613]: DEBUG nova.network.neutron [-] [instance: 14d0f0b3-1a44-4461-a24b-7a39574b7532] Updating instance_info_cache with network_info: [] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 891.205677] env[69613]: DEBUG oslo_concurrency.lockutils [None req-bdcbd1cb-bdb8-4726-9c39-2bbb953c0e98 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 891.329605] env[69613]: INFO nova.compute.manager [None req-5252652b-5cda-4f01-b8bd-0318432cf2a7 tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] [instance: 4c3027a1-4b55-40bd-b818-562263ec9fab] Took 44.73 seconds to build instance. [ 891.362906] env[69613]: DEBUG oslo_vmware.api [None req-36ea8d1f-8fdb-4954-adb7-3f50ac8f551b tempest-ServerPasswordTestJSON-782737087 tempest-ServerPasswordTestJSON-782737087-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]529fd0ae-b951-d2d5-14d4-d15025f20896, 'name': SearchDatastore_Task, 'duration_secs': 0.018392} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.363597] env[69613]: DEBUG oslo_concurrency.lockutils [None req-36ea8d1f-8fdb-4954-adb7-3f50ac8f551b tempest-ServerPasswordTestJSON-782737087 tempest-ServerPasswordTestJSON-782737087-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.363597] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-36ea8d1f-8fdb-4954-adb7-3f50ac8f551b tempest-ServerPasswordTestJSON-782737087 tempest-ServerPasswordTestJSON-782737087-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk to [datastore2] e8d8fc2d-26b4-4702-b51b-e64ca473c003/e8d8fc2d-26b4-4702-b51b-e64ca473c003.vmdk {{(pid=69613) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 891.364109] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-945cb79e-49f9-4795-a21b-94027a832356 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.371058] env[69613]: DEBUG oslo_concurrency.lockutils [req-9e6078f4-b89d-4d34-9c0b-7b0ac7849357 req-2d24944f-168c-4e9c-af47-60ee175d6205 service nova] Releasing lock "refresh_cache-e8d8fc2d-26b4-4702-b51b-e64ca473c003" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.375102] env[69613]: DEBUG oslo_vmware.api [None req-36ea8d1f-8fdb-4954-adb7-3f50ac8f551b tempest-ServerPasswordTestJSON-782737087 tempest-ServerPasswordTestJSON-782737087-project-member] Waiting for the task: (returnval){ [ 891.375102] env[69613]: value = "task-3417632" [ 891.375102] env[69613]: _type = "Task" [ 891.375102] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.381569] env[69613]: DEBUG oslo_concurrency.lockutils [None req-55114091-aa09-48b4-b896-d63a60d7e073 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Acquiring lock "fa7f8ff7-658a-46d0-a6dc-232614af850d" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 891.381921] env[69613]: DEBUG oslo_concurrency.lockutils [None req-55114091-aa09-48b4-b896-d63a60d7e073 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Lock "fa7f8ff7-658a-46d0-a6dc-232614af850d" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 891.382180] env[69613]: DEBUG nova.compute.manager [None req-55114091-aa09-48b4-b896-d63a60d7e073 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] [instance: fa7f8ff7-658a-46d0-a6dc-232614af850d] Checking state {{(pid=69613) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 891.383121] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c1286a1-3886-4a14-8db8-689b78d74df0 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.389485] env[69613]: DEBUG oslo_vmware.api [None req-36ea8d1f-8fdb-4954-adb7-3f50ac8f551b tempest-ServerPasswordTestJSON-782737087 tempest-ServerPasswordTestJSON-782737087-project-member] Task: {'id': task-3417632, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.395728] env[69613]: DEBUG nova.compute.manager [None req-55114091-aa09-48b4-b896-d63a60d7e073 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] [instance: fa7f8ff7-658a-46d0-a6dc-232614af850d] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69613) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 891.396327] env[69613]: DEBUG nova.objects.instance [None req-55114091-aa09-48b4-b896-d63a60d7e073 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Lazy-loading 'flavor' on Instance uuid fa7f8ff7-658a-46d0-a6dc-232614af850d {{(pid=69613) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 891.478860] env[69613]: DEBUG nova.network.neutron [None req-78576ca2-9980-42a4-8af7-a9d3a235aea4 tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] [instance: b2c6c4bb-86f8-4e8f-b83d-a77d00447ff2] Updating instance_info_cache with network_info: [{"id": "d548569c-8972-421f-a95d-6707de82d47a", "address": "fa:16:3e:48:ea:17", "network": {"id": "2cb87d9b-693d-4d01-9cc7-dd815adbba8d", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1525363723-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.218", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "4ac79c17b68b4c8b9f7e4dc24fa29fe5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1cbd5e0e-9116-46f1-9748-13a73d2d7e75", "external-id": "nsx-vlan-transportzone-690", "segmentation_id": 690, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd548569c-89", "ovs_interfaceid": "d548569c-8972-421f-a95d-6707de82d47a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 891.490937] env[69613]: DEBUG oslo_concurrency.lockutils [None req-0e614a6b-1ff7-401c-a695-4b674e74daf0 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Acquiring lock "30032fc2-1100-456a-bd0d-f3daf0a16662" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 891.490937] env[69613]: DEBUG oslo_concurrency.lockutils [None req-0e614a6b-1ff7-401c-a695-4b674e74daf0 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Lock "30032fc2-1100-456a-bd0d-f3daf0a16662" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 891.490937] env[69613]: DEBUG oslo_concurrency.lockutils [None req-0e614a6b-1ff7-401c-a695-4b674e74daf0 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Acquiring lock "30032fc2-1100-456a-bd0d-f3daf0a16662-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 891.490937] env[69613]: DEBUG oslo_concurrency.lockutils [None req-0e614a6b-1ff7-401c-a695-4b674e74daf0 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Lock "30032fc2-1100-456a-bd0d-f3daf0a16662-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 891.490937] env[69613]: DEBUG oslo_concurrency.lockutils [None req-0e614a6b-1ff7-401c-a695-4b674e74daf0 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Lock "30032fc2-1100-456a-bd0d-f3daf0a16662-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 891.498409] env[69613]: INFO nova.compute.manager [None req-0e614a6b-1ff7-401c-a695-4b674e74daf0 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] [instance: 30032fc2-1100-456a-bd0d-f3daf0a16662] Terminating instance [ 891.566646] env[69613]: DEBUG oslo_concurrency.lockutils [None req-56b7693b-7293-4a49-aa99-a50da0ecea43 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Releasing lock "refresh_cache-1fd13f9b-daa3-4dfd-af1f-1014f9c629f3" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.566646] env[69613]: DEBUG nova.compute.manager [None req-56b7693b-7293-4a49-aa99-a50da0ecea43 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Virt driver does not provide unplug_vifs method, so it is not possible determine if VIFs should be unplugged. {{(pid=69613) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3036}} [ 891.567189] env[69613]: DEBUG nova.compute.manager [None req-56b7693b-7293-4a49-aa99-a50da0ecea43 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] [instance: 1fd13f9b-daa3-4dfd-af1f-1014f9c629f3] Deallocating network for instance {{(pid=69613) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 891.568212] env[69613]: DEBUG nova.network.neutron [None req-56b7693b-7293-4a49-aa99-a50da0ecea43 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] [instance: 1fd13f9b-daa3-4dfd-af1f-1014f9c629f3] deallocate_for_instance() {{(pid=69613) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 891.593625] env[69613]: DEBUG nova.network.neutron [None req-56b7693b-7293-4a49-aa99-a50da0ecea43 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] [instance: 1fd13f9b-daa3-4dfd-af1f-1014f9c629f3] Instance cache missing network info. {{(pid=69613) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 891.628219] env[69613]: INFO nova.compute.manager [-] [instance: 14d0f0b3-1a44-4461-a24b-7a39574b7532] Took 1.67 seconds to deallocate network for instance. [ 891.646568] env[69613]: INFO nova.compute.manager [None req-1a8408d3-4e79-467b-a9e9-896c7b71ceb7 tempest-ServersNegativeTestMultiTenantJSON-2048837393 tempest-ServersNegativeTestMultiTenantJSON-2048837393-project-member] [instance: 957361eb-46da-4668-916a-04238bff4e31] Took 33.80 seconds to build instance. [ 891.823590] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7ddcf88-768f-4bf3-b9a3-c17a6272cc09 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.833568] env[69613]: DEBUG oslo_concurrency.lockutils [None req-5252652b-5cda-4f01-b8bd-0318432cf2a7 tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] Lock "4c3027a1-4b55-40bd-b818-562263ec9fab" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.247s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 891.836196] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fb6acb8-0946-4ec2-abf7-bc958f290719 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.872094] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71c49f24-a78c-4f8f-b1a7-fc4a0bce4b1a {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.882880] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bfe3a8c-ef73-46bd-870f-0ca385288626 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.891013] env[69613]: DEBUG oslo_vmware.api [None req-36ea8d1f-8fdb-4954-adb7-3f50ac8f551b tempest-ServerPasswordTestJSON-782737087 tempest-ServerPasswordTestJSON-782737087-project-member] Task: {'id': task-3417632, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.903687] env[69613]: DEBUG nova.compute.provider_tree [None req-f52b26f3-cca7-44b8-898d-97a64f2b02cd tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Inventory has not changed in ProviderTree for provider: af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 {{(pid=69613) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 891.982905] env[69613]: DEBUG oslo_concurrency.lockutils [None req-78576ca2-9980-42a4-8af7-a9d3a235aea4 tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Releasing lock "refresh_cache-b2c6c4bb-86f8-4e8f-b83d-a77d00447ff2" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.982905] env[69613]: DEBUG nova.objects.instance [None req-78576ca2-9980-42a4-8af7-a9d3a235aea4 tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Lazy-loading 'flavor' on Instance uuid b2c6c4bb-86f8-4e8f-b83d-a77d00447ff2 {{(pid=69613) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 892.002574] env[69613]: DEBUG nova.compute.manager [None req-0e614a6b-1ff7-401c-a695-4b674e74daf0 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] [instance: 30032fc2-1100-456a-bd0d-f3daf0a16662] Start destroying the instance on the hypervisor. {{(pid=69613) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 892.002789] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-0e614a6b-1ff7-401c-a695-4b674e74daf0 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] [instance: 30032fc2-1100-456a-bd0d-f3daf0a16662] Destroying instance {{(pid=69613) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 892.004255] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea27d28f-cf74-41d0-b642-f6029a8349b9 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.020477] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e614a6b-1ff7-401c-a695-4b674e74daf0 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] [instance: 30032fc2-1100-456a-bd0d-f3daf0a16662] Powering off the VM {{(pid=69613) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 892.020775] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5160465a-ec58-41f9-80df-c91e3c5023a4 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.029050] env[69613]: DEBUG oslo_vmware.api [None req-0e614a6b-1ff7-401c-a695-4b674e74daf0 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Waiting for the task: (returnval){ [ 892.029050] env[69613]: value = "task-3417633" [ 892.029050] env[69613]: _type = "Task" [ 892.029050] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.102707] env[69613]: DEBUG nova.network.neutron [None req-56b7693b-7293-4a49-aa99-a50da0ecea43 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] [instance: 1fd13f9b-daa3-4dfd-af1f-1014f9c629f3] Updating instance_info_cache with network_info: [] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 892.151893] env[69613]: DEBUG oslo_concurrency.lockutils [None req-1a8408d3-4e79-467b-a9e9-896c7b71ceb7 tempest-ServersNegativeTestMultiTenantJSON-2048837393 tempest-ServersNegativeTestMultiTenantJSON-2048837393-project-member] Lock "957361eb-46da-4668-916a-04238bff4e31" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.321s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 892.152912] env[69613]: DEBUG oslo_concurrency.lockutils [None req-14369757-e722-481e-94e3-007edf3e48b4 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 892.340692] env[69613]: DEBUG nova.compute.manager [None req-f3722dd7-67f9-492d-8028-57a5d24593fa tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] [instance: 0de4241f-6605-425c-9b67-b4f07672d829] Starting instance... {{(pid=69613) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 892.388728] env[69613]: DEBUG oslo_vmware.api [None req-36ea8d1f-8fdb-4954-adb7-3f50ac8f551b tempest-ServerPasswordTestJSON-782737087 tempest-ServerPasswordTestJSON-782737087-project-member] Task: {'id': task-3417632, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.407429] env[69613]: DEBUG nova.scheduler.client.report [None req-f52b26f3-cca7-44b8-898d-97a64f2b02cd tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Inventory has not changed for provider af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69613) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 892.413799] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-55114091-aa09-48b4-b896-d63a60d7e073 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] [instance: fa7f8ff7-658a-46d0-a6dc-232614af850d] Powering off the VM {{(pid=69613) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 892.414865] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e51aa912-ad98-4eb3-8e8a-dcf32facf452 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.422432] env[69613]: DEBUG oslo_vmware.api [None req-55114091-aa09-48b4-b896-d63a60d7e073 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Waiting for the task: (returnval){ [ 892.422432] env[69613]: value = "task-3417634" [ 892.422432] env[69613]: _type = "Task" [ 892.422432] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.436597] env[69613]: DEBUG oslo_vmware.api [None req-55114091-aa09-48b4-b896-d63a60d7e073 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Task: {'id': task-3417634, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.491727] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edf28829-bba3-446b-82e4-9b2bd410bd7c {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.517366] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-78576ca2-9980-42a4-8af7-a9d3a235aea4 tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] [instance: b2c6c4bb-86f8-4e8f-b83d-a77d00447ff2] Powering off the VM {{(pid=69613) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 892.517649] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9dea861e-4b87-435a-bf12-d0748787a044 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.524685] env[69613]: DEBUG oslo_vmware.api [None req-78576ca2-9980-42a4-8af7-a9d3a235aea4 tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Waiting for the task: (returnval){ [ 892.524685] env[69613]: value = "task-3417635" [ 892.524685] env[69613]: _type = "Task" [ 892.524685] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.532918] env[69613]: DEBUG oslo_vmware.api [None req-78576ca2-9980-42a4-8af7-a9d3a235aea4 tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Task: {'id': task-3417635, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.543879] env[69613]: DEBUG oslo_vmware.api [None req-0e614a6b-1ff7-401c-a695-4b674e74daf0 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Task: {'id': task-3417633, 'name': PowerOffVM_Task, 'duration_secs': 0.330676} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.544150] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e614a6b-1ff7-401c-a695-4b674e74daf0 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] [instance: 30032fc2-1100-456a-bd0d-f3daf0a16662] Powered off the VM {{(pid=69613) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 892.545487] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-0e614a6b-1ff7-401c-a695-4b674e74daf0 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] [instance: 30032fc2-1100-456a-bd0d-f3daf0a16662] Unregistering the VM {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 892.545487] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-afefcb8f-4760-4103-bd28-435bbc3402a6 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.605966] env[69613]: INFO nova.compute.manager [None req-56b7693b-7293-4a49-aa99-a50da0ecea43 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] [instance: 1fd13f9b-daa3-4dfd-af1f-1014f9c629f3] Took 1.04 seconds to deallocate network for instance. [ 892.616168] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-0e614a6b-1ff7-401c-a695-4b674e74daf0 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] [instance: 30032fc2-1100-456a-bd0d-f3daf0a16662] Unregistered the VM {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 892.616495] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-0e614a6b-1ff7-401c-a695-4b674e74daf0 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] [instance: 30032fc2-1100-456a-bd0d-f3daf0a16662] Deleting contents of the VM from datastore datastore2 {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 892.616771] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e614a6b-1ff7-401c-a695-4b674e74daf0 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Deleting the datastore file [datastore2] 30032fc2-1100-456a-bd0d-f3daf0a16662 {{(pid=69613) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 892.619253] env[69613]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-57e933ab-f793-4cc1-a31e-4467526eb618 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.630030] env[69613]: DEBUG oslo_vmware.api [None req-0e614a6b-1ff7-401c-a695-4b674e74daf0 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Waiting for the task: (returnval){ [ 892.630030] env[69613]: value = "task-3417637" [ 892.630030] env[69613]: _type = "Task" [ 892.630030] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.640477] env[69613]: DEBUG oslo_vmware.api [None req-0e614a6b-1ff7-401c-a695-4b674e74daf0 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Task: {'id': task-3417637, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.868405] env[69613]: DEBUG oslo_concurrency.lockutils [None req-f3722dd7-67f9-492d-8028-57a5d24593fa tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 892.887513] env[69613]: DEBUG oslo_vmware.api [None req-36ea8d1f-8fdb-4954-adb7-3f50ac8f551b tempest-ServerPasswordTestJSON-782737087 tempest-ServerPasswordTestJSON-782737087-project-member] Task: {'id': task-3417632, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.916362] env[69613]: DEBUG oslo_concurrency.lockutils [None req-f52b26f3-cca7-44b8-898d-97a64f2b02cd tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.566s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 892.917020] env[69613]: DEBUG nova.compute.manager [None req-f52b26f3-cca7-44b8-898d-97a64f2b02cd tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] [instance: a85fedcd-1c01-4534-b403-420733c3ed0c] Start building networks asynchronously for instance. {{(pid=69613) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 892.922367] env[69613]: DEBUG oslo_concurrency.lockutils [None req-e27d697d-7ba9-43be-a21b-70bdd6904ee2 tempest-ServerActionsV293TestJSON-1188024240 tempest-ServerActionsV293TestJSON-1188024240-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.013s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 892.936567] env[69613]: DEBUG oslo_vmware.api [None req-55114091-aa09-48b4-b896-d63a60d7e073 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Task: {'id': task-3417634, 'name': PowerOffVM_Task, 'duration_secs': 0.211239} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.937486] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-55114091-aa09-48b4-b896-d63a60d7e073 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] [instance: fa7f8ff7-658a-46d0-a6dc-232614af850d] Powered off the VM {{(pid=69613) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 892.937973] env[69613]: DEBUG nova.compute.manager [None req-55114091-aa09-48b4-b896-d63a60d7e073 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] [instance: fa7f8ff7-658a-46d0-a6dc-232614af850d] Checking state {{(pid=69613) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 892.940315] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf34b961-f2e5-4a7b-8035-620ef9268db1 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.036288] env[69613]: DEBUG oslo_vmware.api [None req-78576ca2-9980-42a4-8af7-a9d3a235aea4 tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Task: {'id': task-3417635, 'name': PowerOffVM_Task, 'duration_secs': 0.466293} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.039280] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-78576ca2-9980-42a4-8af7-a9d3a235aea4 tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] [instance: b2c6c4bb-86f8-4e8f-b83d-a77d00447ff2] Powered off the VM {{(pid=69613) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 893.045718] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-78576ca2-9980-42a4-8af7-a9d3a235aea4 tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] [instance: b2c6c4bb-86f8-4e8f-b83d-a77d00447ff2] Reconfiguring VM instance instance-0000002c to detach disk 2002 {{(pid=69613) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 893.047035] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-464468d7-e077-4139-b821-ec7075f9434b {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.070096] env[69613]: DEBUG oslo_vmware.api [None req-78576ca2-9980-42a4-8af7-a9d3a235aea4 tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Waiting for the task: (returnval){ [ 893.070096] env[69613]: value = "task-3417638" [ 893.070096] env[69613]: _type = "Task" [ 893.070096] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.080785] env[69613]: DEBUG oslo_vmware.api [None req-78576ca2-9980-42a4-8af7-a9d3a235aea4 tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Task: {'id': task-3417638, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.105190] env[69613]: DEBUG nova.compute.manager [req-896d0a98-e6c5-4490-8d48-5a19cd5a25f9 req-404f5a73-e28a-4a28-92a5-b30d95f42e0f service nova] [instance: 14d0f0b3-1a44-4461-a24b-7a39574b7532] Received event network-vif-deleted-db2a8144-b7dc-4d0b-b93d-2482e8d8ac0e {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 893.141825] env[69613]: DEBUG oslo_vmware.api [None req-0e614a6b-1ff7-401c-a695-4b674e74daf0 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Task: {'id': task-3417637, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.361094] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8ec9e71-d114-47cd-ae70-b58ae52c6246 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.370879] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33b5f384-19b3-43af-9742-95b95e2c7b5a {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.387856] env[69613]: DEBUG oslo_vmware.api [None req-36ea8d1f-8fdb-4954-adb7-3f50ac8f551b tempest-ServerPasswordTestJSON-782737087 tempest-ServerPasswordTestJSON-782737087-project-member] Task: {'id': task-3417632, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.802814} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.428179] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-36ea8d1f-8fdb-4954-adb7-3f50ac8f551b tempest-ServerPasswordTestJSON-782737087 tempest-ServerPasswordTestJSON-782737087-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk to [datastore2] e8d8fc2d-26b4-4702-b51b-e64ca473c003/e8d8fc2d-26b4-4702-b51b-e64ca473c003.vmdk {{(pid=69613) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 893.428456] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-36ea8d1f-8fdb-4954-adb7-3f50ac8f551b tempest-ServerPasswordTestJSON-782737087 tempest-ServerPasswordTestJSON-782737087-project-member] [instance: e8d8fc2d-26b4-4702-b51b-e64ca473c003] Extending root virtual disk to 1048576 {{(pid=69613) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 893.429716] env[69613]: DEBUG nova.compute.utils [None req-f52b26f3-cca7-44b8-898d-97a64f2b02cd tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Using /dev/sd instead of None {{(pid=69613) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 893.431518] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-669f641d-04b6-4206-a9d5-bd9bf28f77f6 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.434081] env[69613]: DEBUG nova.compute.manager [None req-f52b26f3-cca7-44b8-898d-97a64f2b02cd tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] [instance: a85fedcd-1c01-4534-b403-420733c3ed0c] Allocating IP information in the background. {{(pid=69613) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 893.434290] env[69613]: DEBUG nova.network.neutron [None req-f52b26f3-cca7-44b8-898d-97a64f2b02cd tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] [instance: a85fedcd-1c01-4534-b403-420733c3ed0c] allocate_for_instance() {{(pid=69613) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 893.437291] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab3f5fe8-257f-436b-862d-4591a1a58ed7 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.456614] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd2fc7c3-23bb-41c6-936f-597fc1640c22 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.462773] env[69613]: DEBUG oslo_vmware.api [None req-36ea8d1f-8fdb-4954-adb7-3f50ac8f551b tempest-ServerPasswordTestJSON-782737087 tempest-ServerPasswordTestJSON-782737087-project-member] Waiting for the task: (returnval){ [ 893.462773] env[69613]: value = "task-3417639" [ 893.462773] env[69613]: _type = "Task" [ 893.462773] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.463386] env[69613]: DEBUG oslo_concurrency.lockutils [None req-55114091-aa09-48b4-b896-d63a60d7e073 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Lock "fa7f8ff7-658a-46d0-a6dc-232614af850d" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.081s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 893.479191] env[69613]: DEBUG nova.compute.provider_tree [None req-e27d697d-7ba9-43be-a21b-70bdd6904ee2 tempest-ServerActionsV293TestJSON-1188024240 tempest-ServerActionsV293TestJSON-1188024240-project-member] Inventory has not changed in ProviderTree for provider: af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 {{(pid=69613) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 893.491503] env[69613]: DEBUG oslo_vmware.api [None req-36ea8d1f-8fdb-4954-adb7-3f50ac8f551b tempest-ServerPasswordTestJSON-782737087 tempest-ServerPasswordTestJSON-782737087-project-member] Task: {'id': task-3417639, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.552460] env[69613]: DEBUG nova.policy [None req-f52b26f3-cca7-44b8-898d-97a64f2b02cd tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '640f1c3e84e3470a8e22245ea2086853', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '201a65cf0cc84bf3a5ae9f9d87000dd8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69613) authorize /opt/stack/nova/nova/policy.py:192}} [ 893.580661] env[69613]: DEBUG oslo_vmware.api [None req-78576ca2-9980-42a4-8af7-a9d3a235aea4 tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Task: {'id': task-3417638, 'name': ReconfigVM_Task, 'duration_secs': 0.48577} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.580980] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-78576ca2-9980-42a4-8af7-a9d3a235aea4 tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] [instance: b2c6c4bb-86f8-4e8f-b83d-a77d00447ff2] Reconfigured VM instance instance-0000002c to detach disk 2002 {{(pid=69613) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 893.581458] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-78576ca2-9980-42a4-8af7-a9d3a235aea4 tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] [instance: b2c6c4bb-86f8-4e8f-b83d-a77d00447ff2] Powering on the VM {{(pid=69613) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 893.581725] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c185f612-1fde-46d8-b080-80ffef2a232e {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.588790] env[69613]: DEBUG oslo_vmware.api [None req-78576ca2-9980-42a4-8af7-a9d3a235aea4 tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Waiting for the task: (returnval){ [ 893.588790] env[69613]: value = "task-3417640" [ 893.588790] env[69613]: _type = "Task" [ 893.588790] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.597654] env[69613]: DEBUG oslo_vmware.api [None req-78576ca2-9980-42a4-8af7-a9d3a235aea4 tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Task: {'id': task-3417640, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.631691] env[69613]: DEBUG oslo_concurrency.lockutils [None req-56b7693b-7293-4a49-aa99-a50da0ecea43 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Lock "1fd13f9b-daa3-4dfd-af1f-1014f9c629f3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.968s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 893.644048] env[69613]: DEBUG oslo_vmware.api [None req-0e614a6b-1ff7-401c-a695-4b674e74daf0 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Task: {'id': task-3417637, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.557431} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.644997] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e614a6b-1ff7-401c-a695-4b674e74daf0 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Deleted the datastore file {{(pid=69613) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 893.644997] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-0e614a6b-1ff7-401c-a695-4b674e74daf0 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] [instance: 30032fc2-1100-456a-bd0d-f3daf0a16662] Deleted contents of the VM from datastore datastore2 {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 893.644997] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-0e614a6b-1ff7-401c-a695-4b674e74daf0 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] [instance: 30032fc2-1100-456a-bd0d-f3daf0a16662] Instance destroyed {{(pid=69613) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 893.645300] env[69613]: INFO nova.compute.manager [None req-0e614a6b-1ff7-401c-a695-4b674e74daf0 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] [instance: 30032fc2-1100-456a-bd0d-f3daf0a16662] Took 1.64 seconds to destroy the instance on the hypervisor. [ 893.645366] env[69613]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0e614a6b-1ff7-401c-a695-4b674e74daf0 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69613) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 893.645582] env[69613]: DEBUG nova.compute.manager [-] [instance: 30032fc2-1100-456a-bd0d-f3daf0a16662] Deallocating network for instance {{(pid=69613) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 893.645681] env[69613]: DEBUG nova.network.neutron [-] [instance: 30032fc2-1100-456a-bd0d-f3daf0a16662] deallocate_for_instance() {{(pid=69613) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 893.813027] env[69613]: DEBUG nova.compute.manager [None req-b50ab5ae-6a57-4dac-9863-803edd7e2ea1 tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] [instance: 4c3027a1-4b55-40bd-b818-562263ec9fab] Checking state {{(pid=69613) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 893.813027] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2576cd97-141c-4b92-94a8-5d44db16e51c {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.932474] env[69613]: DEBUG nova.compute.manager [None req-f52b26f3-cca7-44b8-898d-97a64f2b02cd tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] [instance: a85fedcd-1c01-4534-b403-420733c3ed0c] Start building block device mappings for instance. {{(pid=69613) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 893.975962] env[69613]: DEBUG oslo_vmware.api [None req-36ea8d1f-8fdb-4954-adb7-3f50ac8f551b tempest-ServerPasswordTestJSON-782737087 tempest-ServerPasswordTestJSON-782737087-project-member] Task: {'id': task-3417639, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.095229} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.976605] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-36ea8d1f-8fdb-4954-adb7-3f50ac8f551b tempest-ServerPasswordTestJSON-782737087 tempest-ServerPasswordTestJSON-782737087-project-member] [instance: e8d8fc2d-26b4-4702-b51b-e64ca473c003] Extended root virtual disk {{(pid=69613) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 893.977903] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29ac4259-db28-4c0e-b3c1-9ca0ccd8f213 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.997213] env[69613]: DEBUG nova.scheduler.client.report [None req-e27d697d-7ba9-43be-a21b-70bdd6904ee2 tempest-ServerActionsV293TestJSON-1188024240 tempest-ServerActionsV293TestJSON-1188024240-project-member] Inventory has not changed for provider af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69613) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 894.011027] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-36ea8d1f-8fdb-4954-adb7-3f50ac8f551b tempest-ServerPasswordTestJSON-782737087 tempest-ServerPasswordTestJSON-782737087-project-member] [instance: e8d8fc2d-26b4-4702-b51b-e64ca473c003] Reconfiguring VM instance instance-00000047 to attach disk [datastore2] e8d8fc2d-26b4-4702-b51b-e64ca473c003/e8d8fc2d-26b4-4702-b51b-e64ca473c003.vmdk or device None with type sparse {{(pid=69613) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 894.011782] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f6c55602-c015-44d9-9c7c-d982d98a2905 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.032098] env[69613]: DEBUG oslo_vmware.api [None req-36ea8d1f-8fdb-4954-adb7-3f50ac8f551b tempest-ServerPasswordTestJSON-782737087 tempest-ServerPasswordTestJSON-782737087-project-member] Waiting for the task: (returnval){ [ 894.032098] env[69613]: value = "task-3417641" [ 894.032098] env[69613]: _type = "Task" [ 894.032098] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.041123] env[69613]: DEBUG oslo_vmware.api [None req-36ea8d1f-8fdb-4954-adb7-3f50ac8f551b tempest-ServerPasswordTestJSON-782737087 tempest-ServerPasswordTestJSON-782737087-project-member] Task: {'id': task-3417641, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.100878] env[69613]: DEBUG oslo_vmware.api [None req-78576ca2-9980-42a4-8af7-a9d3a235aea4 tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Task: {'id': task-3417640, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.327646] env[69613]: INFO nova.compute.manager [None req-b50ab5ae-6a57-4dac-9863-803edd7e2ea1 tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] [instance: 4c3027a1-4b55-40bd-b818-562263ec9fab] instance snapshotting [ 894.331574] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe9863a2-c9c6-4874-8091-7fe8c5223322 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.354944] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d807dbb2-4ec7-4404-9ac7-10d6fe925e65 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.443972] env[69613]: DEBUG nova.network.neutron [None req-f52b26f3-cca7-44b8-898d-97a64f2b02cd tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] [instance: a85fedcd-1c01-4534-b403-420733c3ed0c] Successfully created port: 09656db6-2eb0-41f7-9839-68d5429d2e2c {{(pid=69613) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 894.454312] env[69613]: DEBUG oslo_concurrency.lockutils [None req-371af1a9-9107-42c8-be85-1585068af806 tempest-ServersNegativeTestMultiTenantJSON-2048837393 tempest-ServersNegativeTestMultiTenantJSON-2048837393-project-member] Acquiring lock "957361eb-46da-4668-916a-04238bff4e31" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 894.454312] env[69613]: DEBUG oslo_concurrency.lockutils [None req-371af1a9-9107-42c8-be85-1585068af806 tempest-ServersNegativeTestMultiTenantJSON-2048837393 tempest-ServersNegativeTestMultiTenantJSON-2048837393-project-member] Lock "957361eb-46da-4668-916a-04238bff4e31" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 894.454312] env[69613]: DEBUG oslo_concurrency.lockutils [None req-371af1a9-9107-42c8-be85-1585068af806 tempest-ServersNegativeTestMultiTenantJSON-2048837393 tempest-ServersNegativeTestMultiTenantJSON-2048837393-project-member] Acquiring lock "957361eb-46da-4668-916a-04238bff4e31-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 894.454312] env[69613]: DEBUG oslo_concurrency.lockutils [None req-371af1a9-9107-42c8-be85-1585068af806 tempest-ServersNegativeTestMultiTenantJSON-2048837393 tempest-ServersNegativeTestMultiTenantJSON-2048837393-project-member] Lock "957361eb-46da-4668-916a-04238bff4e31-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 894.454312] env[69613]: DEBUG oslo_concurrency.lockutils [None req-371af1a9-9107-42c8-be85-1585068af806 tempest-ServersNegativeTestMultiTenantJSON-2048837393 tempest-ServersNegativeTestMultiTenantJSON-2048837393-project-member] Lock "957361eb-46da-4668-916a-04238bff4e31-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 894.454927] env[69613]: INFO nova.compute.manager [None req-371af1a9-9107-42c8-be85-1585068af806 tempest-ServersNegativeTestMultiTenantJSON-2048837393 tempest-ServersNegativeTestMultiTenantJSON-2048837393-project-member] [instance: 957361eb-46da-4668-916a-04238bff4e31] Terminating instance [ 894.512564] env[69613]: DEBUG oslo_concurrency.lockutils [None req-e27d697d-7ba9-43be-a21b-70bdd6904ee2 tempest-ServerActionsV293TestJSON-1188024240 tempest-ServerActionsV293TestJSON-1188024240-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.590s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 894.512766] env[69613]: INFO nova.compute.manager [None req-e27d697d-7ba9-43be-a21b-70bdd6904ee2 tempest-ServerActionsV293TestJSON-1188024240 tempest-ServerActionsV293TestJSON-1188024240-project-member] [instance: aa0eb3a4-34df-4e34-b86a-2a1d19f3a984] Successfully reverted task state from rebuilding on failure for instance. [ 894.521017] env[69613]: DEBUG oslo_concurrency.lockutils [None req-a6b436dc-11f4-41af-88cb-d006be5e873b tempest-ServerShowV247Test-1190307155 tempest-ServerShowV247Test-1190307155-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.921s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 894.521661] env[69613]: INFO nova.compute.claims [None req-a6b436dc-11f4-41af-88cb-d006be5e873b tempest-ServerShowV247Test-1190307155 tempest-ServerShowV247Test-1190307155-project-member] [instance: 302deddd-6e67-4650-b29a-914c4bbd0c6b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 894.543831] env[69613]: DEBUG oslo_vmware.api [None req-36ea8d1f-8fdb-4954-adb7-3f50ac8f551b tempest-ServerPasswordTestJSON-782737087 tempest-ServerPasswordTestJSON-782737087-project-member] Task: {'id': task-3417641, 'name': ReconfigVM_Task, 'duration_secs': 0.45473} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.544182] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-36ea8d1f-8fdb-4954-adb7-3f50ac8f551b tempest-ServerPasswordTestJSON-782737087 tempest-ServerPasswordTestJSON-782737087-project-member] [instance: e8d8fc2d-26b4-4702-b51b-e64ca473c003] Reconfigured VM instance instance-00000047 to attach disk [datastore2] e8d8fc2d-26b4-4702-b51b-e64ca473c003/e8d8fc2d-26b4-4702-b51b-e64ca473c003.vmdk or device None with type sparse {{(pid=69613) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 894.545731] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-592e50f4-02b8-4f29-8db3-df781140cbb4 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.552916] env[69613]: DEBUG oslo_vmware.api [None req-36ea8d1f-8fdb-4954-adb7-3f50ac8f551b tempest-ServerPasswordTestJSON-782737087 tempest-ServerPasswordTestJSON-782737087-project-member] Waiting for the task: (returnval){ [ 894.552916] env[69613]: value = "task-3417642" [ 894.552916] env[69613]: _type = "Task" [ 894.552916] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.563319] env[69613]: DEBUG oslo_vmware.api [None req-36ea8d1f-8fdb-4954-adb7-3f50ac8f551b tempest-ServerPasswordTestJSON-782737087 tempest-ServerPasswordTestJSON-782737087-project-member] Task: {'id': task-3417642, 'name': Rename_Task} progress is 5%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.601309] env[69613]: DEBUG oslo_vmware.api [None req-78576ca2-9980-42a4-8af7-a9d3a235aea4 tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Task: {'id': task-3417640, 'name': PowerOnVM_Task, 'duration_secs': 0.53976} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.601615] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-78576ca2-9980-42a4-8af7-a9d3a235aea4 tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] [instance: b2c6c4bb-86f8-4e8f-b83d-a77d00447ff2] Powered on the VM {{(pid=69613) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 894.602015] env[69613]: DEBUG nova.compute.manager [None req-78576ca2-9980-42a4-8af7-a9d3a235aea4 tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] [instance: b2c6c4bb-86f8-4e8f-b83d-a77d00447ff2] Checking state {{(pid=69613) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 894.602874] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-216e4730-ba84-4d22-a635-66f557218ec8 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.869665] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-b50ab5ae-6a57-4dac-9863-803edd7e2ea1 tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] [instance: 4c3027a1-4b55-40bd-b818-562263ec9fab] Creating Snapshot of the VM instance {{(pid=69613) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 894.870012] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-592f3276-7a59-4958-bbc1-bc5ec68a9065 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.883706] env[69613]: DEBUG oslo_vmware.api [None req-b50ab5ae-6a57-4dac-9863-803edd7e2ea1 tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] Waiting for the task: (returnval){ [ 894.883706] env[69613]: value = "task-3417643" [ 894.883706] env[69613]: _type = "Task" [ 894.883706] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.894412] env[69613]: DEBUG oslo_vmware.api [None req-b50ab5ae-6a57-4dac-9863-803edd7e2ea1 tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] Task: {'id': task-3417643, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.900716] env[69613]: DEBUG nova.network.neutron [-] [instance: 30032fc2-1100-456a-bd0d-f3daf0a16662] Updating instance_info_cache with network_info: [] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 894.951210] env[69613]: DEBUG nova.compute.manager [None req-f52b26f3-cca7-44b8-898d-97a64f2b02cd tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] [instance: a85fedcd-1c01-4534-b403-420733c3ed0c] Start spawning the instance on the hypervisor. {{(pid=69613) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 894.960451] env[69613]: DEBUG nova.compute.manager [None req-371af1a9-9107-42c8-be85-1585068af806 tempest-ServersNegativeTestMultiTenantJSON-2048837393 tempest-ServersNegativeTestMultiTenantJSON-2048837393-project-member] [instance: 957361eb-46da-4668-916a-04238bff4e31] Start destroying the instance on the hypervisor. {{(pid=69613) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 894.960776] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-371af1a9-9107-42c8-be85-1585068af806 tempest-ServersNegativeTestMultiTenantJSON-2048837393 tempest-ServersNegativeTestMultiTenantJSON-2048837393-project-member] [instance: 957361eb-46da-4668-916a-04238bff4e31] Destroying instance {{(pid=69613) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 894.962031] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a18ac609-fecf-411a-a0b7-a8539d55e335 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.972324] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-371af1a9-9107-42c8-be85-1585068af806 tempest-ServersNegativeTestMultiTenantJSON-2048837393 tempest-ServersNegativeTestMultiTenantJSON-2048837393-project-member] [instance: 957361eb-46da-4668-916a-04238bff4e31] Powering off the VM {{(pid=69613) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 894.974610] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-20125a68-1855-4fbe-8c42-88967422d896 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.981754] env[69613]: DEBUG oslo_vmware.api [None req-371af1a9-9107-42c8-be85-1585068af806 tempest-ServersNegativeTestMultiTenantJSON-2048837393 tempest-ServersNegativeTestMultiTenantJSON-2048837393-project-member] Waiting for the task: (returnval){ [ 894.981754] env[69613]: value = "task-3417644" [ 894.981754] env[69613]: _type = "Task" [ 894.981754] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.984340] env[69613]: DEBUG nova.virt.hardware [None req-f52b26f3-cca7-44b8-898d-97a64f2b02cd tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T13:55:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T13:55:19Z,direct_url=,disk_format='vmdk',id=2b7a0304-b5d0-431d-b287-32c8388d7fbd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3e9e1b873f1442d59d5ee8247b941f74',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T13:55:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 894.984942] env[69613]: DEBUG nova.virt.hardware [None req-f52b26f3-cca7-44b8-898d-97a64f2b02cd tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Flavor limits 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 894.984942] env[69613]: DEBUG nova.virt.hardware [None req-f52b26f3-cca7-44b8-898d-97a64f2b02cd tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Image limits 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 894.984942] env[69613]: DEBUG nova.virt.hardware [None req-f52b26f3-cca7-44b8-898d-97a64f2b02cd tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Flavor pref 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 894.985178] env[69613]: DEBUG nova.virt.hardware [None req-f52b26f3-cca7-44b8-898d-97a64f2b02cd tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Image pref 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 894.985213] env[69613]: DEBUG nova.virt.hardware [None req-f52b26f3-cca7-44b8-898d-97a64f2b02cd tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 894.985495] env[69613]: DEBUG nova.virt.hardware [None req-f52b26f3-cca7-44b8-898d-97a64f2b02cd tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 894.985618] env[69613]: DEBUG nova.virt.hardware [None req-f52b26f3-cca7-44b8-898d-97a64f2b02cd tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69613) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 894.985817] env[69613]: DEBUG nova.virt.hardware [None req-f52b26f3-cca7-44b8-898d-97a64f2b02cd tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Got 1 possible topologies {{(pid=69613) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 894.985979] env[69613]: DEBUG nova.virt.hardware [None req-f52b26f3-cca7-44b8-898d-97a64f2b02cd tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 894.986187] env[69613]: DEBUG nova.virt.hardware [None req-f52b26f3-cca7-44b8-898d-97a64f2b02cd tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 894.987746] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-039b30da-efda-4fbc-b2f3-3c0d168381e2 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.005061] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a4f324b-5692-4036-92aa-2c52489651c5 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.010517] env[69613]: DEBUG oslo_vmware.api [None req-371af1a9-9107-42c8-be85-1585068af806 tempest-ServersNegativeTestMultiTenantJSON-2048837393 tempest-ServersNegativeTestMultiTenantJSON-2048837393-project-member] Task: {'id': task-3417644, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.062868] env[69613]: DEBUG oslo_vmware.api [None req-36ea8d1f-8fdb-4954-adb7-3f50ac8f551b tempest-ServerPasswordTestJSON-782737087 tempest-ServerPasswordTestJSON-782737087-project-member] Task: {'id': task-3417642, 'name': Rename_Task, 'duration_secs': 0.340827} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.063166] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-36ea8d1f-8fdb-4954-adb7-3f50ac8f551b tempest-ServerPasswordTestJSON-782737087 tempest-ServerPasswordTestJSON-782737087-project-member] [instance: e8d8fc2d-26b4-4702-b51b-e64ca473c003] Powering on the VM {{(pid=69613) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 895.063417] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f4d15b6c-2e79-4726-9e55-2eaa5938fff3 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.070665] env[69613]: DEBUG oslo_vmware.api [None req-36ea8d1f-8fdb-4954-adb7-3f50ac8f551b tempest-ServerPasswordTestJSON-782737087 tempest-ServerPasswordTestJSON-782737087-project-member] Waiting for the task: (returnval){ [ 895.070665] env[69613]: value = "task-3417645" [ 895.070665] env[69613]: _type = "Task" [ 895.070665] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.081035] env[69613]: DEBUG oslo_vmware.api [None req-36ea8d1f-8fdb-4954-adb7-3f50ac8f551b tempest-ServerPasswordTestJSON-782737087 tempest-ServerPasswordTestJSON-782737087-project-member] Task: {'id': task-3417645, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.403638] env[69613]: INFO nova.compute.manager [-] [instance: 30032fc2-1100-456a-bd0d-f3daf0a16662] Took 1.76 seconds to deallocate network for instance. [ 895.408985] env[69613]: DEBUG oslo_vmware.api [None req-b50ab5ae-6a57-4dac-9863-803edd7e2ea1 tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] Task: {'id': task-3417643, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.497753] env[69613]: DEBUG oslo_vmware.api [None req-371af1a9-9107-42c8-be85-1585068af806 tempest-ServersNegativeTestMultiTenantJSON-2048837393 tempest-ServersNegativeTestMultiTenantJSON-2048837393-project-member] Task: {'id': task-3417644, 'name': PowerOffVM_Task, 'duration_secs': 0.187448} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.498161] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-371af1a9-9107-42c8-be85-1585068af806 tempest-ServersNegativeTestMultiTenantJSON-2048837393 tempest-ServersNegativeTestMultiTenantJSON-2048837393-project-member] [instance: 957361eb-46da-4668-916a-04238bff4e31] Powered off the VM {{(pid=69613) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 895.501023] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-371af1a9-9107-42c8-be85-1585068af806 tempest-ServersNegativeTestMultiTenantJSON-2048837393 tempest-ServersNegativeTestMultiTenantJSON-2048837393-project-member] [instance: 957361eb-46da-4668-916a-04238bff4e31] Unregistering the VM {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 895.501023] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fd60151b-91e2-47bd-a42b-a357966514c4 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.558048] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-371af1a9-9107-42c8-be85-1585068af806 tempest-ServersNegativeTestMultiTenantJSON-2048837393 tempest-ServersNegativeTestMultiTenantJSON-2048837393-project-member] [instance: 957361eb-46da-4668-916a-04238bff4e31] Unregistered the VM {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 895.558491] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-371af1a9-9107-42c8-be85-1585068af806 tempest-ServersNegativeTestMultiTenantJSON-2048837393 tempest-ServersNegativeTestMultiTenantJSON-2048837393-project-member] [instance: 957361eb-46da-4668-916a-04238bff4e31] Deleting contents of the VM from datastore datastore2 {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 895.558491] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-371af1a9-9107-42c8-be85-1585068af806 tempest-ServersNegativeTestMultiTenantJSON-2048837393 tempest-ServersNegativeTestMultiTenantJSON-2048837393-project-member] Deleting the datastore file [datastore2] 957361eb-46da-4668-916a-04238bff4e31 {{(pid=69613) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 895.558718] env[69613]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-861457f6-4140-4ea4-99e5-8b840dd8bfac {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.567111] env[69613]: DEBUG oslo_vmware.api [None req-371af1a9-9107-42c8-be85-1585068af806 tempest-ServersNegativeTestMultiTenantJSON-2048837393 tempest-ServersNegativeTestMultiTenantJSON-2048837393-project-member] Waiting for the task: (returnval){ [ 895.567111] env[69613]: value = "task-3417647" [ 895.567111] env[69613]: _type = "Task" [ 895.567111] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.595877] env[69613]: DEBUG oslo_vmware.api [None req-36ea8d1f-8fdb-4954-adb7-3f50ac8f551b tempest-ServerPasswordTestJSON-782737087 tempest-ServerPasswordTestJSON-782737087-project-member] Task: {'id': task-3417645, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.596243] env[69613]: DEBUG oslo_vmware.api [None req-371af1a9-9107-42c8-be85-1585068af806 tempest-ServersNegativeTestMultiTenantJSON-2048837393 tempest-ServersNegativeTestMultiTenantJSON-2048837393-project-member] Task: {'id': task-3417647, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.707585] env[69613]: DEBUG nova.compute.manager [req-0cd28135-30f9-4497-9a6b-c3e8f5bc8e66 req-66be302e-a332-4362-b9bc-68938d1636c5 service nova] [instance: 30032fc2-1100-456a-bd0d-f3daf0a16662] Received event network-vif-deleted-2eb54e51-b86d-4946-8cf8-9be06f8cefb6 {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 895.898693] env[69613]: DEBUG oslo_vmware.api [None req-b50ab5ae-6a57-4dac-9863-803edd7e2ea1 tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] Task: {'id': task-3417643, 'name': CreateSnapshot_Task, 'duration_secs': 0.911732} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.898951] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-b50ab5ae-6a57-4dac-9863-803edd7e2ea1 tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] [instance: 4c3027a1-4b55-40bd-b818-562263ec9fab] Created Snapshot of the VM instance {{(pid=69613) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 895.899748] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0d969f2-a919-4cec-8af7-c6af7084e949 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.914190] env[69613]: DEBUG oslo_concurrency.lockutils [None req-0e614a6b-1ff7-401c-a695-4b674e74daf0 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 896.008585] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1049c4e-2493-4dac-985b-915db2168be4 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.021017] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3b0d3ad-05a9-4b39-b5f0-fbd3238c69ac {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.059197] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3496b973-06c9-4264-8304-d7661f8584ce {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.069494] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16af0b79-4925-469d-8a3d-2709cb804c63 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.096305] env[69613]: DEBUG nova.compute.provider_tree [None req-a6b436dc-11f4-41af-88cb-d006be5e873b tempest-ServerShowV247Test-1190307155 tempest-ServerShowV247Test-1190307155-project-member] Inventory has not changed in ProviderTree for provider: af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 {{(pid=69613) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 896.100621] env[69613]: DEBUG oslo_vmware.api [None req-371af1a9-9107-42c8-be85-1585068af806 tempest-ServersNegativeTestMultiTenantJSON-2048837393 tempest-ServersNegativeTestMultiTenantJSON-2048837393-project-member] Task: {'id': task-3417647, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.164009} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.101172] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-371af1a9-9107-42c8-be85-1585068af806 tempest-ServersNegativeTestMultiTenantJSON-2048837393 tempest-ServersNegativeTestMultiTenantJSON-2048837393-project-member] Deleted the datastore file {{(pid=69613) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 896.101419] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-371af1a9-9107-42c8-be85-1585068af806 tempest-ServersNegativeTestMultiTenantJSON-2048837393 tempest-ServersNegativeTestMultiTenantJSON-2048837393-project-member] [instance: 957361eb-46da-4668-916a-04238bff4e31] Deleted contents of the VM from datastore datastore2 {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 896.101706] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-371af1a9-9107-42c8-be85-1585068af806 tempest-ServersNegativeTestMultiTenantJSON-2048837393 tempest-ServersNegativeTestMultiTenantJSON-2048837393-project-member] [instance: 957361eb-46da-4668-916a-04238bff4e31] Instance destroyed {{(pid=69613) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 896.101891] env[69613]: INFO nova.compute.manager [None req-371af1a9-9107-42c8-be85-1585068af806 tempest-ServersNegativeTestMultiTenantJSON-2048837393 tempest-ServersNegativeTestMultiTenantJSON-2048837393-project-member] [instance: 957361eb-46da-4668-916a-04238bff4e31] Took 1.14 seconds to destroy the instance on the hypervisor. [ 896.106421] env[69613]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-371af1a9-9107-42c8-be85-1585068af806 tempest-ServersNegativeTestMultiTenantJSON-2048837393 tempest-ServersNegativeTestMultiTenantJSON-2048837393-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69613) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 896.109475] env[69613]: DEBUG nova.compute.manager [-] [instance: 957361eb-46da-4668-916a-04238bff4e31] Deallocating network for instance {{(pid=69613) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 896.109475] env[69613]: DEBUG nova.network.neutron [-] [instance: 957361eb-46da-4668-916a-04238bff4e31] deallocate_for_instance() {{(pid=69613) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 896.114020] env[69613]: DEBUG oslo_vmware.api [None req-36ea8d1f-8fdb-4954-adb7-3f50ac8f551b tempest-ServerPasswordTestJSON-782737087 tempest-ServerPasswordTestJSON-782737087-project-member] Task: {'id': task-3417645, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.175650] env[69613]: DEBUG nova.compute.manager [None req-49a0e46c-9160-492f-849f-d9761b4ca725 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] [instance: fa7f8ff7-658a-46d0-a6dc-232614af850d] Stashing vm_state: stopped {{(pid=69613) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 896.417936] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-b50ab5ae-6a57-4dac-9863-803edd7e2ea1 tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] [instance: 4c3027a1-4b55-40bd-b818-562263ec9fab] Creating linked-clone VM from snapshot {{(pid=69613) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 896.418309] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-98991159-f442-472b-9322-acc48065f9ca {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.428459] env[69613]: DEBUG oslo_vmware.api [None req-b50ab5ae-6a57-4dac-9863-803edd7e2ea1 tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] Waiting for the task: (returnval){ [ 896.428459] env[69613]: value = "task-3417648" [ 896.428459] env[69613]: _type = "Task" [ 896.428459] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.437641] env[69613]: DEBUG oslo_vmware.api [None req-b50ab5ae-6a57-4dac-9863-803edd7e2ea1 tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] Task: {'id': task-3417648, 'name': CloneVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.592650] env[69613]: DEBUG oslo_vmware.api [None req-36ea8d1f-8fdb-4954-adb7-3f50ac8f551b tempest-ServerPasswordTestJSON-782737087 tempest-ServerPasswordTestJSON-782737087-project-member] Task: {'id': task-3417645, 'name': PowerOnVM_Task, 'duration_secs': 1.491466} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.593144] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-36ea8d1f-8fdb-4954-adb7-3f50ac8f551b tempest-ServerPasswordTestJSON-782737087 tempest-ServerPasswordTestJSON-782737087-project-member] [instance: e8d8fc2d-26b4-4702-b51b-e64ca473c003] Powered on the VM {{(pid=69613) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 896.593472] env[69613]: INFO nova.compute.manager [None req-36ea8d1f-8fdb-4954-adb7-3f50ac8f551b tempest-ServerPasswordTestJSON-782737087 tempest-ServerPasswordTestJSON-782737087-project-member] [instance: e8d8fc2d-26b4-4702-b51b-e64ca473c003] Took 10.95 seconds to spawn the instance on the hypervisor. [ 896.593868] env[69613]: DEBUG nova.compute.manager [None req-36ea8d1f-8fdb-4954-adb7-3f50ac8f551b tempest-ServerPasswordTestJSON-782737087 tempest-ServerPasswordTestJSON-782737087-project-member] [instance: e8d8fc2d-26b4-4702-b51b-e64ca473c003] Checking state {{(pid=69613) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 896.594943] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6e80f16-1f79-46fa-aafc-cdb70ceac054 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.602368] env[69613]: DEBUG nova.scheduler.client.report [None req-a6b436dc-11f4-41af-88cb-d006be5e873b tempest-ServerShowV247Test-1190307155 tempest-ServerShowV247Test-1190307155-project-member] Inventory has not changed for provider af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69613) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 896.710955] env[69613]: DEBUG oslo_concurrency.lockutils [None req-49a0e46c-9160-492f-849f-d9761b4ca725 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 896.795769] env[69613]: DEBUG oslo_concurrency.lockutils [None req-f87c4d8e-5b39-4d1a-9fe5-701034bd498a tempest-ServerMetadataTestJSON-34752892 tempest-ServerMetadataTestJSON-34752892-project-member] Acquiring lock "1ea300a9-a953-4c27-88a5-0e717ea37d3e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 896.796051] env[69613]: DEBUG oslo_concurrency.lockutils [None req-f87c4d8e-5b39-4d1a-9fe5-701034bd498a tempest-ServerMetadataTestJSON-34752892 tempest-ServerMetadataTestJSON-34752892-project-member] Lock "1ea300a9-a953-4c27-88a5-0e717ea37d3e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 896.796279] env[69613]: DEBUG oslo_concurrency.lockutils [None req-f87c4d8e-5b39-4d1a-9fe5-701034bd498a tempest-ServerMetadataTestJSON-34752892 tempest-ServerMetadataTestJSON-34752892-project-member] Acquiring lock "1ea300a9-a953-4c27-88a5-0e717ea37d3e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 896.796468] env[69613]: DEBUG oslo_concurrency.lockutils [None req-f87c4d8e-5b39-4d1a-9fe5-701034bd498a tempest-ServerMetadataTestJSON-34752892 tempest-ServerMetadataTestJSON-34752892-project-member] Lock "1ea300a9-a953-4c27-88a5-0e717ea37d3e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 896.796633] env[69613]: DEBUG oslo_concurrency.lockutils [None req-f87c4d8e-5b39-4d1a-9fe5-701034bd498a tempest-ServerMetadataTestJSON-34752892 tempest-ServerMetadataTestJSON-34752892-project-member] Lock "1ea300a9-a953-4c27-88a5-0e717ea37d3e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 896.798685] env[69613]: INFO nova.compute.manager [None req-f87c4d8e-5b39-4d1a-9fe5-701034bd498a tempest-ServerMetadataTestJSON-34752892 tempest-ServerMetadataTestJSON-34752892-project-member] [instance: 1ea300a9-a953-4c27-88a5-0e717ea37d3e] Terminating instance [ 896.944051] env[69613]: DEBUG oslo_vmware.api [None req-b50ab5ae-6a57-4dac-9863-803edd7e2ea1 tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] Task: {'id': task-3417648, 'name': CloneVM_Task} progress is 94%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.112073] env[69613]: DEBUG oslo_concurrency.lockutils [None req-a6b436dc-11f4-41af-88cb-d006be5e873b tempest-ServerShowV247Test-1190307155 tempest-ServerShowV247Test-1190307155-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.592s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 897.112073] env[69613]: DEBUG nova.compute.manager [None req-a6b436dc-11f4-41af-88cb-d006be5e873b tempest-ServerShowV247Test-1190307155 tempest-ServerShowV247Test-1190307155-project-member] [instance: 302deddd-6e67-4650-b29a-914c4bbd0c6b] Start building networks asynchronously for instance. {{(pid=69613) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 897.126045] env[69613]: DEBUG oslo_concurrency.lockutils [None req-e636aa2d-a5e9-40db-a587-8c533e80edc5 tempest-ServerShowV247Test-1190307155 tempest-ServerShowV247Test-1190307155-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.021s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 897.127582] env[69613]: INFO nova.compute.claims [None req-e636aa2d-a5e9-40db-a587-8c533e80edc5 tempest-ServerShowV247Test-1190307155 tempest-ServerShowV247Test-1190307155-project-member] [instance: 07474db3-d38d-49ca-a42a-28c63825d86d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 897.130392] env[69613]: INFO nova.compute.manager [None req-36ea8d1f-8fdb-4954-adb7-3f50ac8f551b tempest-ServerPasswordTestJSON-782737087 tempest-ServerPasswordTestJSON-782737087-project-member] [instance: e8d8fc2d-26b4-4702-b51b-e64ca473c003] Took 30.73 seconds to build instance. [ 897.159399] env[69613]: DEBUG nova.compute.manager [req-453faf62-e7ac-4f94-965e-43178f85e533 req-8d08d4b7-94fd-4472-a39f-1edfda94c641 service nova] [instance: b2c6c4bb-86f8-4e8f-b83d-a77d00447ff2] Received event network-changed-d548569c-8972-421f-a95d-6707de82d47a {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 897.159399] env[69613]: DEBUG nova.compute.manager [req-453faf62-e7ac-4f94-965e-43178f85e533 req-8d08d4b7-94fd-4472-a39f-1edfda94c641 service nova] [instance: b2c6c4bb-86f8-4e8f-b83d-a77d00447ff2] Refreshing instance network info cache due to event network-changed-d548569c-8972-421f-a95d-6707de82d47a. {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 897.159399] env[69613]: DEBUG oslo_concurrency.lockutils [req-453faf62-e7ac-4f94-965e-43178f85e533 req-8d08d4b7-94fd-4472-a39f-1edfda94c641 service nova] Acquiring lock "refresh_cache-b2c6c4bb-86f8-4e8f-b83d-a77d00447ff2" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.159399] env[69613]: DEBUG oslo_concurrency.lockutils [req-453faf62-e7ac-4f94-965e-43178f85e533 req-8d08d4b7-94fd-4472-a39f-1edfda94c641 service nova] Acquired lock "refresh_cache-b2c6c4bb-86f8-4e8f-b83d-a77d00447ff2" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.160562] env[69613]: DEBUG nova.network.neutron [req-453faf62-e7ac-4f94-965e-43178f85e533 req-8d08d4b7-94fd-4472-a39f-1edfda94c641 service nova] [instance: b2c6c4bb-86f8-4e8f-b83d-a77d00447ff2] Refreshing network info cache for port d548569c-8972-421f-a95d-6707de82d47a {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 897.164050] env[69613]: DEBUG nova.network.neutron [None req-f52b26f3-cca7-44b8-898d-97a64f2b02cd tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] [instance: a85fedcd-1c01-4534-b403-420733c3ed0c] Successfully updated port: 09656db6-2eb0-41f7-9839-68d5429d2e2c {{(pid=69613) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 897.302670] env[69613]: DEBUG nova.compute.manager [None req-f87c4d8e-5b39-4d1a-9fe5-701034bd498a tempest-ServerMetadataTestJSON-34752892 tempest-ServerMetadataTestJSON-34752892-project-member] [instance: 1ea300a9-a953-4c27-88a5-0e717ea37d3e] Start destroying the instance on the hypervisor. {{(pid=69613) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 897.303170] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-f87c4d8e-5b39-4d1a-9fe5-701034bd498a tempest-ServerMetadataTestJSON-34752892 tempest-ServerMetadataTestJSON-34752892-project-member] [instance: 1ea300a9-a953-4c27-88a5-0e717ea37d3e] Destroying instance {{(pid=69613) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 897.306775] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8457d4f-94e4-4a4e-8933-194b7796b38f {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.313346] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-f87c4d8e-5b39-4d1a-9fe5-701034bd498a tempest-ServerMetadataTestJSON-34752892 tempest-ServerMetadataTestJSON-34752892-project-member] [instance: 1ea300a9-a953-4c27-88a5-0e717ea37d3e] Powering off the VM {{(pid=69613) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 897.313617] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-95393fe5-c315-4e1c-8f26-a3b1348ba88b {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.321214] env[69613]: DEBUG nova.network.neutron [-] [instance: 957361eb-46da-4668-916a-04238bff4e31] Updating instance_info_cache with network_info: [] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 897.324017] env[69613]: DEBUG oslo_vmware.api [None req-f87c4d8e-5b39-4d1a-9fe5-701034bd498a tempest-ServerMetadataTestJSON-34752892 tempest-ServerMetadataTestJSON-34752892-project-member] Waiting for the task: (returnval){ [ 897.324017] env[69613]: value = "task-3417649" [ 897.324017] env[69613]: _type = "Task" [ 897.324017] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.333524] env[69613]: DEBUG oslo_vmware.api [None req-f87c4d8e-5b39-4d1a-9fe5-701034bd498a tempest-ServerMetadataTestJSON-34752892 tempest-ServerMetadataTestJSON-34752892-project-member] Task: {'id': task-3417649, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.442437] env[69613]: DEBUG oslo_vmware.api [None req-b50ab5ae-6a57-4dac-9863-803edd7e2ea1 tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] Task: {'id': task-3417648, 'name': CloneVM_Task} progress is 94%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.625949] env[69613]: DEBUG nova.compute.utils [None req-a6b436dc-11f4-41af-88cb-d006be5e873b tempest-ServerShowV247Test-1190307155 tempest-ServerShowV247Test-1190307155-project-member] Using /dev/sd instead of None {{(pid=69613) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 897.628601] env[69613]: DEBUG nova.compute.manager [None req-a6b436dc-11f4-41af-88cb-d006be5e873b tempest-ServerShowV247Test-1190307155 tempest-ServerShowV247Test-1190307155-project-member] [instance: 302deddd-6e67-4650-b29a-914c4bbd0c6b] Not allocating networking since 'none' was specified. {{(pid=69613) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 897.637271] env[69613]: DEBUG oslo_concurrency.lockutils [None req-36ea8d1f-8fdb-4954-adb7-3f50ac8f551b tempest-ServerPasswordTestJSON-782737087 tempest-ServerPasswordTestJSON-782737087-project-member] Lock "e8d8fc2d-26b4-4702-b51b-e64ca473c003" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.249s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 897.668993] env[69613]: DEBUG oslo_concurrency.lockutils [None req-f52b26f3-cca7-44b8-898d-97a64f2b02cd tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Acquiring lock "refresh_cache-a85fedcd-1c01-4534-b403-420733c3ed0c" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.669532] env[69613]: DEBUG oslo_concurrency.lockutils [None req-f52b26f3-cca7-44b8-898d-97a64f2b02cd tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Acquired lock "refresh_cache-a85fedcd-1c01-4534-b403-420733c3ed0c" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.669787] env[69613]: DEBUG nova.network.neutron [None req-f52b26f3-cca7-44b8-898d-97a64f2b02cd tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] [instance: a85fedcd-1c01-4534-b403-420733c3ed0c] Building network info cache for instance {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 897.825600] env[69613]: INFO nova.compute.manager [-] [instance: 957361eb-46da-4668-916a-04238bff4e31] Took 1.72 seconds to deallocate network for instance. [ 897.844599] env[69613]: DEBUG oslo_vmware.api [None req-f87c4d8e-5b39-4d1a-9fe5-701034bd498a tempest-ServerMetadataTestJSON-34752892 tempest-ServerMetadataTestJSON-34752892-project-member] Task: {'id': task-3417649, 'name': PowerOffVM_Task, 'duration_secs': 0.370694} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.844872] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-f87c4d8e-5b39-4d1a-9fe5-701034bd498a tempest-ServerMetadataTestJSON-34752892 tempest-ServerMetadataTestJSON-34752892-project-member] [instance: 1ea300a9-a953-4c27-88a5-0e717ea37d3e] Powered off the VM {{(pid=69613) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 897.847062] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-f87c4d8e-5b39-4d1a-9fe5-701034bd498a tempest-ServerMetadataTestJSON-34752892 tempest-ServerMetadataTestJSON-34752892-project-member] [instance: 1ea300a9-a953-4c27-88a5-0e717ea37d3e] Unregistering the VM {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 897.849850] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-011b72e7-f81f-4479-b967-0ba82e195fb2 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.944101] env[69613]: DEBUG oslo_vmware.api [None req-b50ab5ae-6a57-4dac-9863-803edd7e2ea1 tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] Task: {'id': task-3417648, 'name': CloneVM_Task} progress is 95%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.045201] env[69613]: DEBUG nova.compute.manager [req-b550e6ed-8e13-4165-975e-963a0dabed50 req-e934e744-5215-4237-b021-c6452733ecee service nova] [instance: 957361eb-46da-4668-916a-04238bff4e31] Received event network-vif-deleted-8e7c3f26-a9ad-45a9-8d4c-cf9989b78828 {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 898.045413] env[69613]: DEBUG nova.compute.manager [req-b550e6ed-8e13-4165-975e-963a0dabed50 req-e934e744-5215-4237-b021-c6452733ecee service nova] [instance: a85fedcd-1c01-4534-b403-420733c3ed0c] Received event network-vif-plugged-09656db6-2eb0-41f7-9839-68d5429d2e2c {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 898.045600] env[69613]: DEBUG oslo_concurrency.lockutils [req-b550e6ed-8e13-4165-975e-963a0dabed50 req-e934e744-5215-4237-b021-c6452733ecee service nova] Acquiring lock "a85fedcd-1c01-4534-b403-420733c3ed0c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 898.045796] env[69613]: DEBUG oslo_concurrency.lockutils [req-b550e6ed-8e13-4165-975e-963a0dabed50 req-e934e744-5215-4237-b021-c6452733ecee service nova] Lock "a85fedcd-1c01-4534-b403-420733c3ed0c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 898.045953] env[69613]: DEBUG oslo_concurrency.lockutils [req-b550e6ed-8e13-4165-975e-963a0dabed50 req-e934e744-5215-4237-b021-c6452733ecee service nova] Lock "a85fedcd-1c01-4534-b403-420733c3ed0c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 898.047724] env[69613]: DEBUG nova.compute.manager [req-b550e6ed-8e13-4165-975e-963a0dabed50 req-e934e744-5215-4237-b021-c6452733ecee service nova] [instance: a85fedcd-1c01-4534-b403-420733c3ed0c] No waiting events found dispatching network-vif-plugged-09656db6-2eb0-41f7-9839-68d5429d2e2c {{(pid=69613) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 898.047940] env[69613]: WARNING nova.compute.manager [req-b550e6ed-8e13-4165-975e-963a0dabed50 req-e934e744-5215-4237-b021-c6452733ecee service nova] [instance: a85fedcd-1c01-4534-b403-420733c3ed0c] Received unexpected event network-vif-plugged-09656db6-2eb0-41f7-9839-68d5429d2e2c for instance with vm_state building and task_state spawning. [ 898.048133] env[69613]: DEBUG nova.compute.manager [req-b550e6ed-8e13-4165-975e-963a0dabed50 req-e934e744-5215-4237-b021-c6452733ecee service nova] [instance: a85fedcd-1c01-4534-b403-420733c3ed0c] Received event network-changed-09656db6-2eb0-41f7-9839-68d5429d2e2c {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 898.048295] env[69613]: DEBUG nova.compute.manager [req-b550e6ed-8e13-4165-975e-963a0dabed50 req-e934e744-5215-4237-b021-c6452733ecee service nova] [instance: a85fedcd-1c01-4534-b403-420733c3ed0c] Refreshing instance network info cache due to event network-changed-09656db6-2eb0-41f7-9839-68d5429d2e2c. {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 898.048467] env[69613]: DEBUG oslo_concurrency.lockutils [req-b550e6ed-8e13-4165-975e-963a0dabed50 req-e934e744-5215-4237-b021-c6452733ecee service nova] Acquiring lock "refresh_cache-a85fedcd-1c01-4534-b403-420733c3ed0c" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.118283] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-f87c4d8e-5b39-4d1a-9fe5-701034bd498a tempest-ServerMetadataTestJSON-34752892 tempest-ServerMetadataTestJSON-34752892-project-member] [instance: 1ea300a9-a953-4c27-88a5-0e717ea37d3e] Unregistered the VM {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 898.118517] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-f87c4d8e-5b39-4d1a-9fe5-701034bd498a tempest-ServerMetadataTestJSON-34752892 tempest-ServerMetadataTestJSON-34752892-project-member] [instance: 1ea300a9-a953-4c27-88a5-0e717ea37d3e] Deleting contents of the VM from datastore datastore1 {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 898.118705] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-f87c4d8e-5b39-4d1a-9fe5-701034bd498a tempest-ServerMetadataTestJSON-34752892 tempest-ServerMetadataTestJSON-34752892-project-member] Deleting the datastore file [datastore1] 1ea300a9-a953-4c27-88a5-0e717ea37d3e {{(pid=69613) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 898.119392] env[69613]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ad1610ab-b405-4863-9e4a-de4587a37fda {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.126783] env[69613]: DEBUG oslo_vmware.api [None req-f87c4d8e-5b39-4d1a-9fe5-701034bd498a tempest-ServerMetadataTestJSON-34752892 tempest-ServerMetadataTestJSON-34752892-project-member] Waiting for the task: (returnval){ [ 898.126783] env[69613]: value = "task-3417651" [ 898.126783] env[69613]: _type = "Task" [ 898.126783] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.131767] env[69613]: DEBUG nova.compute.manager [None req-a6b436dc-11f4-41af-88cb-d006be5e873b tempest-ServerShowV247Test-1190307155 tempest-ServerShowV247Test-1190307155-project-member] [instance: 302deddd-6e67-4650-b29a-914c4bbd0c6b] Start building block device mappings for instance. {{(pid=69613) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 898.148445] env[69613]: DEBUG oslo_vmware.api [None req-f87c4d8e-5b39-4d1a-9fe5-701034bd498a tempest-ServerMetadataTestJSON-34752892 tempest-ServerMetadataTestJSON-34752892-project-member] Task: {'id': task-3417651, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.303692] env[69613]: DEBUG nova.network.neutron [None req-f52b26f3-cca7-44b8-898d-97a64f2b02cd tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] [instance: a85fedcd-1c01-4534-b403-420733c3ed0c] Instance cache missing network info. {{(pid=69613) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 898.307381] env[69613]: DEBUG nova.network.neutron [req-453faf62-e7ac-4f94-965e-43178f85e533 req-8d08d4b7-94fd-4472-a39f-1edfda94c641 service nova] [instance: b2c6c4bb-86f8-4e8f-b83d-a77d00447ff2] Updated VIF entry in instance network info cache for port d548569c-8972-421f-a95d-6707de82d47a. {{(pid=69613) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 898.307891] env[69613]: DEBUG nova.network.neutron [req-453faf62-e7ac-4f94-965e-43178f85e533 req-8d08d4b7-94fd-4472-a39f-1edfda94c641 service nova] [instance: b2c6c4bb-86f8-4e8f-b83d-a77d00447ff2] Updating instance_info_cache with network_info: [{"id": "d548569c-8972-421f-a95d-6707de82d47a", "address": "fa:16:3e:48:ea:17", "network": {"id": "2cb87d9b-693d-4d01-9cc7-dd815adbba8d", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1525363723-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.218", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "4ac79c17b68b4c8b9f7e4dc24fa29fe5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1cbd5e0e-9116-46f1-9748-13a73d2d7e75", "external-id": "nsx-vlan-transportzone-690", "segmentation_id": 690, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd548569c-89", "ovs_interfaceid": "d548569c-8972-421f-a95d-6707de82d47a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 898.350804] env[69613]: DEBUG oslo_concurrency.lockutils [None req-371af1a9-9107-42c8-be85-1585068af806 tempest-ServersNegativeTestMultiTenantJSON-2048837393 tempest-ServersNegativeTestMultiTenantJSON-2048837393-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 898.442531] env[69613]: DEBUG oslo_vmware.api [None req-b50ab5ae-6a57-4dac-9863-803edd7e2ea1 tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] Task: {'id': task-3417648, 'name': CloneVM_Task, 'duration_secs': 1.7905} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.446144] env[69613]: INFO nova.virt.vmwareapi.vmops [None req-b50ab5ae-6a57-4dac-9863-803edd7e2ea1 tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] [instance: 4c3027a1-4b55-40bd-b818-562263ec9fab] Created linked-clone VM from snapshot [ 898.447611] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3de3e21-abf2-4242-a660-be413060395d {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.456896] env[69613]: DEBUG nova.virt.vmwareapi.images [None req-b50ab5ae-6a57-4dac-9863-803edd7e2ea1 tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] [instance: 4c3027a1-4b55-40bd-b818-562263ec9fab] Uploading image aa7b2310-ed52-48e0-bf32-73bc12e23eb7 {{(pid=69613) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 898.477522] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-b50ab5ae-6a57-4dac-9863-803edd7e2ea1 tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] [instance: 4c3027a1-4b55-40bd-b818-562263ec9fab] Destroying the VM {{(pid=69613) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 898.477825] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-dc030850-f189-45b3-9818-3bc730e2e3d0 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.496546] env[69613]: DEBUG oslo_vmware.api [None req-b50ab5ae-6a57-4dac-9863-803edd7e2ea1 tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] Waiting for the task: (returnval){ [ 898.496546] env[69613]: value = "task-3417652" [ 898.496546] env[69613]: _type = "Task" [ 898.496546] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.510495] env[69613]: DEBUG oslo_vmware.api [None req-b50ab5ae-6a57-4dac-9863-803edd7e2ea1 tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] Task: {'id': task-3417652, 'name': Destroy_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.664536] env[69613]: DEBUG oslo_vmware.api [None req-f87c4d8e-5b39-4d1a-9fe5-701034bd498a tempest-ServerMetadataTestJSON-34752892 tempest-ServerMetadataTestJSON-34752892-project-member] Task: {'id': task-3417651, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.164534} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.664622] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-f87c4d8e-5b39-4d1a-9fe5-701034bd498a tempest-ServerMetadataTestJSON-34752892 tempest-ServerMetadataTestJSON-34752892-project-member] Deleted the datastore file {{(pid=69613) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 898.668023] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-f87c4d8e-5b39-4d1a-9fe5-701034bd498a tempest-ServerMetadataTestJSON-34752892 tempest-ServerMetadataTestJSON-34752892-project-member] [instance: 1ea300a9-a953-4c27-88a5-0e717ea37d3e] Deleted contents of the VM from datastore datastore1 {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 898.668023] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-f87c4d8e-5b39-4d1a-9fe5-701034bd498a tempest-ServerMetadataTestJSON-34752892 tempest-ServerMetadataTestJSON-34752892-project-member] [instance: 1ea300a9-a953-4c27-88a5-0e717ea37d3e] Instance destroyed {{(pid=69613) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 898.668023] env[69613]: INFO nova.compute.manager [None req-f87c4d8e-5b39-4d1a-9fe5-701034bd498a tempest-ServerMetadataTestJSON-34752892 tempest-ServerMetadataTestJSON-34752892-project-member] [instance: 1ea300a9-a953-4c27-88a5-0e717ea37d3e] Took 1.36 seconds to destroy the instance on the hypervisor. [ 898.668023] env[69613]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f87c4d8e-5b39-4d1a-9fe5-701034bd498a tempest-ServerMetadataTestJSON-34752892 tempest-ServerMetadataTestJSON-34752892-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69613) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 898.672286] env[69613]: DEBUG nova.compute.manager [-] [instance: 1ea300a9-a953-4c27-88a5-0e717ea37d3e] Deallocating network for instance {{(pid=69613) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 898.672542] env[69613]: DEBUG nova.network.neutron [-] [instance: 1ea300a9-a953-4c27-88a5-0e717ea37d3e] deallocate_for_instance() {{(pid=69613) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 898.679277] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acfabbc7-cf99-470d-a8cd-a7f86ca51ba6 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.693798] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-478575b5-109d-4ed1-bb30-f9da5274ac31 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.704647] env[69613]: DEBUG nova.network.neutron [None req-f52b26f3-cca7-44b8-898d-97a64f2b02cd tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] [instance: a85fedcd-1c01-4534-b403-420733c3ed0c] Updating instance_info_cache with network_info: [{"id": "09656db6-2eb0-41f7-9839-68d5429d2e2c", "address": "fa:16:3e:c0:46:d9", "network": {"id": "d381647d-592d-40db-843d-6008de0737a5", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2059555966-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "201a65cf0cc84bf3a5ae9f9d87000dd8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5c8dbe25-bca7-4d91-b577-193b8b2aad8d", "external-id": "nsx-vlan-transportzone-643", "segmentation_id": 643, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap09656db6-2e", "ovs_interfaceid": "09656db6-2eb0-41f7-9839-68d5429d2e2c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 898.752816] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37767232-29dc-4f28-81b3-04db5a0c3786 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.765624] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2891b1d7-f8f4-4d40-88d6-53b4b28d012b {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.783922] env[69613]: DEBUG nova.compute.provider_tree [None req-e636aa2d-a5e9-40db-a587-8c533e80edc5 tempest-ServerShowV247Test-1190307155 tempest-ServerShowV247Test-1190307155-project-member] Inventory has not changed in ProviderTree for provider: af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 {{(pid=69613) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 898.814129] env[69613]: DEBUG oslo_concurrency.lockutils [req-453faf62-e7ac-4f94-965e-43178f85e533 req-8d08d4b7-94fd-4472-a39f-1edfda94c641 service nova] Releasing lock "refresh_cache-b2c6c4bb-86f8-4e8f-b83d-a77d00447ff2" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.818795] env[69613]: DEBUG oslo_concurrency.lockutils [None req-38de81af-c3d4-4928-8016-aa70a38c5304 tempest-InstanceActionsV221TestJSON-720531311 tempest-InstanceActionsV221TestJSON-720531311-project-member] Acquiring lock "09b161d0-361a-45c0-9352-755e9571ef61" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 898.819185] env[69613]: DEBUG oslo_concurrency.lockutils [None req-38de81af-c3d4-4928-8016-aa70a38c5304 tempest-InstanceActionsV221TestJSON-720531311 tempest-InstanceActionsV221TestJSON-720531311-project-member] Lock "09b161d0-361a-45c0-9352-755e9571ef61" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 899.015252] env[69613]: DEBUG oslo_vmware.api [None req-b50ab5ae-6a57-4dac-9863-803edd7e2ea1 tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] Task: {'id': task-3417652, 'name': Destroy_Task} progress is 33%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.149320] env[69613]: DEBUG nova.compute.manager [None req-a6b436dc-11f4-41af-88cb-d006be5e873b tempest-ServerShowV247Test-1190307155 tempest-ServerShowV247Test-1190307155-project-member] [instance: 302deddd-6e67-4650-b29a-914c4bbd0c6b] Start spawning the instance on the hypervisor. {{(pid=69613) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 899.191823] env[69613]: DEBUG nova.virt.hardware [None req-a6b436dc-11f4-41af-88cb-d006be5e873b tempest-ServerShowV247Test-1190307155 tempest-ServerShowV247Test-1190307155-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T13:55:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T13:55:19Z,direct_url=,disk_format='vmdk',id=2b7a0304-b5d0-431d-b287-32c8388d7fbd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3e9e1b873f1442d59d5ee8247b941f74',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T13:55:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 899.192204] env[69613]: DEBUG nova.virt.hardware [None req-a6b436dc-11f4-41af-88cb-d006be5e873b tempest-ServerShowV247Test-1190307155 tempest-ServerShowV247Test-1190307155-project-member] Flavor limits 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 899.192432] env[69613]: DEBUG nova.virt.hardware [None req-a6b436dc-11f4-41af-88cb-d006be5e873b tempest-ServerShowV247Test-1190307155 tempest-ServerShowV247Test-1190307155-project-member] Image limits 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 899.192660] env[69613]: DEBUG nova.virt.hardware [None req-a6b436dc-11f4-41af-88cb-d006be5e873b tempest-ServerShowV247Test-1190307155 tempest-ServerShowV247Test-1190307155-project-member] Flavor pref 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 899.192879] env[69613]: DEBUG nova.virt.hardware [None req-a6b436dc-11f4-41af-88cb-d006be5e873b tempest-ServerShowV247Test-1190307155 tempest-ServerShowV247Test-1190307155-project-member] Image pref 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 899.193190] env[69613]: DEBUG nova.virt.hardware [None req-a6b436dc-11f4-41af-88cb-d006be5e873b tempest-ServerShowV247Test-1190307155 tempest-ServerShowV247Test-1190307155-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 899.193494] env[69613]: DEBUG nova.virt.hardware [None req-a6b436dc-11f4-41af-88cb-d006be5e873b tempest-ServerShowV247Test-1190307155 tempest-ServerShowV247Test-1190307155-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 899.193706] env[69613]: DEBUG nova.virt.hardware [None req-a6b436dc-11f4-41af-88cb-d006be5e873b tempest-ServerShowV247Test-1190307155 tempest-ServerShowV247Test-1190307155-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69613) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 899.193975] env[69613]: DEBUG nova.virt.hardware [None req-a6b436dc-11f4-41af-88cb-d006be5e873b tempest-ServerShowV247Test-1190307155 tempest-ServerShowV247Test-1190307155-project-member] Got 1 possible topologies {{(pid=69613) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 899.194341] env[69613]: DEBUG nova.virt.hardware [None req-a6b436dc-11f4-41af-88cb-d006be5e873b tempest-ServerShowV247Test-1190307155 tempest-ServerShowV247Test-1190307155-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 899.194753] env[69613]: DEBUG nova.virt.hardware [None req-a6b436dc-11f4-41af-88cb-d006be5e873b tempest-ServerShowV247Test-1190307155 tempest-ServerShowV247Test-1190307155-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 899.196203] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7676551-a242-4948-b6f9-83aaf8c12f25 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.207709] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-959aecd5-e32e-499f-a14d-c8d19f22178c {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.214042] env[69613]: DEBUG oslo_concurrency.lockutils [None req-f52b26f3-cca7-44b8-898d-97a64f2b02cd tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Releasing lock "refresh_cache-a85fedcd-1c01-4534-b403-420733c3ed0c" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.214480] env[69613]: DEBUG nova.compute.manager [None req-f52b26f3-cca7-44b8-898d-97a64f2b02cd tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] [instance: a85fedcd-1c01-4534-b403-420733c3ed0c] Instance network_info: |[{"id": "09656db6-2eb0-41f7-9839-68d5429d2e2c", "address": "fa:16:3e:c0:46:d9", "network": {"id": "d381647d-592d-40db-843d-6008de0737a5", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2059555966-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "201a65cf0cc84bf3a5ae9f9d87000dd8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5c8dbe25-bca7-4d91-b577-193b8b2aad8d", "external-id": "nsx-vlan-transportzone-643", "segmentation_id": 643, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap09656db6-2e", "ovs_interfaceid": "09656db6-2eb0-41f7-9839-68d5429d2e2c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69613) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 899.214798] env[69613]: DEBUG oslo_concurrency.lockutils [req-b550e6ed-8e13-4165-975e-963a0dabed50 req-e934e744-5215-4237-b021-c6452733ecee service nova] Acquired lock "refresh_cache-a85fedcd-1c01-4534-b403-420733c3ed0c" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.215371] env[69613]: DEBUG nova.network.neutron [req-b550e6ed-8e13-4165-975e-963a0dabed50 req-e934e744-5215-4237-b021-c6452733ecee service nova] [instance: a85fedcd-1c01-4534-b403-420733c3ed0c] Refreshing network info cache for port 09656db6-2eb0-41f7-9839-68d5429d2e2c {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 899.216719] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-f52b26f3-cca7-44b8-898d-97a64f2b02cd tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] [instance: a85fedcd-1c01-4534-b403-420733c3ed0c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c0:46:d9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5c8dbe25-bca7-4d91-b577-193b8b2aad8d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '09656db6-2eb0-41f7-9839-68d5429d2e2c', 'vif_model': 'vmxnet3'}] {{(pid=69613) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 899.225979] env[69613]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f52b26f3-cca7-44b8-898d-97a64f2b02cd tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69613) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 899.229996] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a85fedcd-1c01-4534-b403-420733c3ed0c] Creating VM on the ESX host {{(pid=69613) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 899.250594] env[69613]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9fc8ca2e-3a0a-4137-b389-7f3ff6bd15dc {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.280164] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-a6b436dc-11f4-41af-88cb-d006be5e873b tempest-ServerShowV247Test-1190307155 tempest-ServerShowV247Test-1190307155-project-member] [instance: 302deddd-6e67-4650-b29a-914c4bbd0c6b] Instance VIF info [] {{(pid=69613) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 899.290530] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6b436dc-11f4-41af-88cb-d006be5e873b tempest-ServerShowV247Test-1190307155 tempest-ServerShowV247Test-1190307155-project-member] Creating folder: Project (8fdadc04a2ec48e9b887cf63f003f040). Parent ref: group-v681687. {{(pid=69613) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 899.292413] env[69613]: DEBUG nova.scheduler.client.report [None req-e636aa2d-a5e9-40db-a587-8c533e80edc5 tempest-ServerShowV247Test-1190307155 tempest-ServerShowV247Test-1190307155-project-member] Inventory has not changed for provider af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69613) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 899.297759] env[69613]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cbef5192-5728-4f3c-abd8-9d2ce654db2f {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.307448] env[69613]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 899.307448] env[69613]: value = "task-3417654" [ 899.307448] env[69613]: _type = "Task" [ 899.307448] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.313061] env[69613]: INFO nova.virt.vmwareapi.vm_util [None req-a6b436dc-11f4-41af-88cb-d006be5e873b tempest-ServerShowV247Test-1190307155 tempest-ServerShowV247Test-1190307155-project-member] Created folder: Project (8fdadc04a2ec48e9b887cf63f003f040) in parent group-v681687. [ 899.313289] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6b436dc-11f4-41af-88cb-d006be5e873b tempest-ServerShowV247Test-1190307155 tempest-ServerShowV247Test-1190307155-project-member] Creating folder: Instances. Parent ref: group-v681909. {{(pid=69613) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 899.314466] env[69613]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fe9d4f31-8c9e-4e16-84ee-f2ed51bb55b8 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.319387] env[69613]: DEBUG oslo_vmware.api [-] Task: {'id': task-3417654, 'name': CreateVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.328623] env[69613]: DEBUG nova.compute.manager [None req-38de81af-c3d4-4928-8016-aa70a38c5304 tempest-InstanceActionsV221TestJSON-720531311 tempest-InstanceActionsV221TestJSON-720531311-project-member] [instance: 09b161d0-361a-45c0-9352-755e9571ef61] Starting instance... {{(pid=69613) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 899.331277] env[69613]: INFO nova.virt.vmwareapi.vm_util [None req-a6b436dc-11f4-41af-88cb-d006be5e873b tempest-ServerShowV247Test-1190307155 tempest-ServerShowV247Test-1190307155-project-member] Created folder: Instances in parent group-v681909. [ 899.331277] env[69613]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a6b436dc-11f4-41af-88cb-d006be5e873b tempest-ServerShowV247Test-1190307155 tempest-ServerShowV247Test-1190307155-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69613) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 899.331277] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 302deddd-6e67-4650-b29a-914c4bbd0c6b] Creating VM on the ESX host {{(pid=69613) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 899.331277] env[69613]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6add5771-ac1b-4780-84ab-89167e741fb8 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.349948] env[69613]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 899.349948] env[69613]: value = "task-3417656" [ 899.349948] env[69613]: _type = "Task" [ 899.349948] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.359987] env[69613]: DEBUG oslo_vmware.api [-] Task: {'id': task-3417656, 'name': CreateVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.513606] env[69613]: DEBUG oslo_vmware.api [None req-b50ab5ae-6a57-4dac-9863-803edd7e2ea1 tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] Task: {'id': task-3417652, 'name': Destroy_Task, 'duration_secs': 0.646893} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.515034] env[69613]: INFO nova.virt.vmwareapi.vm_util [None req-b50ab5ae-6a57-4dac-9863-803edd7e2ea1 tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] [instance: 4c3027a1-4b55-40bd-b818-562263ec9fab] Destroyed the VM [ 899.515302] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-b50ab5ae-6a57-4dac-9863-803edd7e2ea1 tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] [instance: 4c3027a1-4b55-40bd-b818-562263ec9fab] Deleting Snapshot of the VM instance {{(pid=69613) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 899.516546] env[69613]: DEBUG nova.compute.manager [req-369886e2-0122-4312-a24a-65e4881d7121 req-008f4b43-dca0-4b6d-ba27-25ef8e783128 service nova] [instance: b2c6c4bb-86f8-4e8f-b83d-a77d00447ff2] Received event network-changed-d548569c-8972-421f-a95d-6707de82d47a {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 899.516696] env[69613]: DEBUG nova.compute.manager [req-369886e2-0122-4312-a24a-65e4881d7121 req-008f4b43-dca0-4b6d-ba27-25ef8e783128 service nova] [instance: b2c6c4bb-86f8-4e8f-b83d-a77d00447ff2] Refreshing instance network info cache due to event network-changed-d548569c-8972-421f-a95d-6707de82d47a. {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 899.516918] env[69613]: DEBUG oslo_concurrency.lockutils [req-369886e2-0122-4312-a24a-65e4881d7121 req-008f4b43-dca0-4b6d-ba27-25ef8e783128 service nova] Acquiring lock "refresh_cache-b2c6c4bb-86f8-4e8f-b83d-a77d00447ff2" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.517058] env[69613]: DEBUG oslo_concurrency.lockutils [req-369886e2-0122-4312-a24a-65e4881d7121 req-008f4b43-dca0-4b6d-ba27-25ef8e783128 service nova] Acquired lock "refresh_cache-b2c6c4bb-86f8-4e8f-b83d-a77d00447ff2" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.517227] env[69613]: DEBUG nova.network.neutron [req-369886e2-0122-4312-a24a-65e4881d7121 req-008f4b43-dca0-4b6d-ba27-25ef8e783128 service nova] [instance: b2c6c4bb-86f8-4e8f-b83d-a77d00447ff2] Refreshing network info cache for port d548569c-8972-421f-a95d-6707de82d47a {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 899.521301] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-50d4fc26-aac9-44f0-912f-c7ca08559463 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.531367] env[69613]: DEBUG oslo_vmware.api [None req-b50ab5ae-6a57-4dac-9863-803edd7e2ea1 tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] Waiting for the task: (returnval){ [ 899.531367] env[69613]: value = "task-3417659" [ 899.531367] env[69613]: _type = "Task" [ 899.531367] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.541562] env[69613]: DEBUG oslo_vmware.api [None req-b50ab5ae-6a57-4dac-9863-803edd7e2ea1 tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] Task: {'id': task-3417659, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.798723] env[69613]: DEBUG nova.network.neutron [req-b550e6ed-8e13-4165-975e-963a0dabed50 req-e934e744-5215-4237-b021-c6452733ecee service nova] [instance: a85fedcd-1c01-4534-b403-420733c3ed0c] Updated VIF entry in instance network info cache for port 09656db6-2eb0-41f7-9839-68d5429d2e2c. {{(pid=69613) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 899.799332] env[69613]: DEBUG nova.network.neutron [req-b550e6ed-8e13-4165-975e-963a0dabed50 req-e934e744-5215-4237-b021-c6452733ecee service nova] [instance: a85fedcd-1c01-4534-b403-420733c3ed0c] Updating instance_info_cache with network_info: [{"id": "09656db6-2eb0-41f7-9839-68d5429d2e2c", "address": "fa:16:3e:c0:46:d9", "network": {"id": "d381647d-592d-40db-843d-6008de0737a5", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2059555966-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "201a65cf0cc84bf3a5ae9f9d87000dd8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5c8dbe25-bca7-4d91-b577-193b8b2aad8d", "external-id": "nsx-vlan-transportzone-643", "segmentation_id": 643, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap09656db6-2e", "ovs_interfaceid": "09656db6-2eb0-41f7-9839-68d5429d2e2c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 899.801933] env[69613]: DEBUG oslo_concurrency.lockutils [None req-e636aa2d-a5e9-40db-a587-8c533e80edc5 tempest-ServerShowV247Test-1190307155 tempest-ServerShowV247Test-1190307155-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.676s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 899.802743] env[69613]: DEBUG nova.compute.manager [None req-e636aa2d-a5e9-40db-a587-8c533e80edc5 tempest-ServerShowV247Test-1190307155 tempest-ServerShowV247Test-1190307155-project-member] [instance: 07474db3-d38d-49ca-a42a-28c63825d86d] Start building networks asynchronously for instance. {{(pid=69613) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 899.806787] env[69613]: DEBUG oslo_concurrency.lockutils [None req-7cfb0ece-374c-4348-8f9d-46da86f4d16a tempest-ServerActionsV293TestJSON-1188024240 tempest-ServerActionsV293TestJSON-1188024240-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.768s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 899.807376] env[69613]: DEBUG nova.objects.instance [None req-7cfb0ece-374c-4348-8f9d-46da86f4d16a tempest-ServerActionsV293TestJSON-1188024240 tempest-ServerActionsV293TestJSON-1188024240-project-member] Lazy-loading 'resources' on Instance uuid aa0eb3a4-34df-4e34-b86a-2a1d19f3a984 {{(pid=69613) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 899.825046] env[69613]: DEBUG oslo_vmware.api [-] Task: {'id': task-3417654, 'name': CreateVM_Task} progress is 25%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.858983] env[69613]: DEBUG oslo_concurrency.lockutils [None req-38de81af-c3d4-4928-8016-aa70a38c5304 tempest-InstanceActionsV221TestJSON-720531311 tempest-InstanceActionsV221TestJSON-720531311-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 899.865162] env[69613]: DEBUG oslo_vmware.api [-] Task: {'id': task-3417656, 'name': CreateVM_Task} progress is 25%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.042229] env[69613]: DEBUG oslo_vmware.api [None req-b50ab5ae-6a57-4dac-9863-803edd7e2ea1 tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] Task: {'id': task-3417659, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.119538] env[69613]: DEBUG nova.network.neutron [-] [instance: 1ea300a9-a953-4c27-88a5-0e717ea37d3e] Updating instance_info_cache with network_info: [] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 900.263922] env[69613]: DEBUG nova.compute.manager [req-10127872-55e9-4c27-b60f-3195554d8b6a req-9b1e2cae-594d-459e-9ff1-540081a584e1 service nova] [instance: 1ea300a9-a953-4c27-88a5-0e717ea37d3e] Received event network-vif-deleted-3522c309-87b1-4a2f-884e-bade1f62d493 {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 900.292863] env[69613]: DEBUG oslo_concurrency.lockutils [None req-d3e272b2-0238-4c6f-9fd9-3a91ef8ebf4f tempest-ServerPasswordTestJSON-782737087 tempest-ServerPasswordTestJSON-782737087-project-member] Acquiring lock "e8d8fc2d-26b4-4702-b51b-e64ca473c003" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 900.293133] env[69613]: DEBUG oslo_concurrency.lockutils [None req-d3e272b2-0238-4c6f-9fd9-3a91ef8ebf4f tempest-ServerPasswordTestJSON-782737087 tempest-ServerPasswordTestJSON-782737087-project-member] Lock "e8d8fc2d-26b4-4702-b51b-e64ca473c003" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 900.293451] env[69613]: DEBUG oslo_concurrency.lockutils [None req-d3e272b2-0238-4c6f-9fd9-3a91ef8ebf4f tempest-ServerPasswordTestJSON-782737087 tempest-ServerPasswordTestJSON-782737087-project-member] Acquiring lock "e8d8fc2d-26b4-4702-b51b-e64ca473c003-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 900.293683] env[69613]: DEBUG oslo_concurrency.lockutils [None req-d3e272b2-0238-4c6f-9fd9-3a91ef8ebf4f tempest-ServerPasswordTestJSON-782737087 tempest-ServerPasswordTestJSON-782737087-project-member] Lock "e8d8fc2d-26b4-4702-b51b-e64ca473c003-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 900.294105] env[69613]: DEBUG oslo_concurrency.lockutils [None req-d3e272b2-0238-4c6f-9fd9-3a91ef8ebf4f tempest-ServerPasswordTestJSON-782737087 tempest-ServerPasswordTestJSON-782737087-project-member] Lock "e8d8fc2d-26b4-4702-b51b-e64ca473c003-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 900.296992] env[69613]: INFO nova.compute.manager [None req-d3e272b2-0238-4c6f-9fd9-3a91ef8ebf4f tempest-ServerPasswordTestJSON-782737087 tempest-ServerPasswordTestJSON-782737087-project-member] [instance: e8d8fc2d-26b4-4702-b51b-e64ca473c003] Terminating instance [ 900.307968] env[69613]: DEBUG oslo_concurrency.lockutils [req-b550e6ed-8e13-4165-975e-963a0dabed50 req-e934e744-5215-4237-b021-c6452733ecee service nova] Releasing lock "refresh_cache-a85fedcd-1c01-4534-b403-420733c3ed0c" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.313811] env[69613]: DEBUG nova.compute.utils [None req-e636aa2d-a5e9-40db-a587-8c533e80edc5 tempest-ServerShowV247Test-1190307155 tempest-ServerShowV247Test-1190307155-project-member] Using /dev/sd instead of None {{(pid=69613) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 900.316289] env[69613]: DEBUG nova.compute.manager [None req-e636aa2d-a5e9-40db-a587-8c533e80edc5 tempest-ServerShowV247Test-1190307155 tempest-ServerShowV247Test-1190307155-project-member] [instance: 07474db3-d38d-49ca-a42a-28c63825d86d] Not allocating networking since 'none' was specified. {{(pid=69613) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 900.325753] env[69613]: DEBUG oslo_vmware.api [-] Task: {'id': task-3417654, 'name': CreateVM_Task} progress is 25%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.345165] env[69613]: DEBUG nova.network.neutron [req-369886e2-0122-4312-a24a-65e4881d7121 req-008f4b43-dca0-4b6d-ba27-25ef8e783128 service nova] [instance: b2c6c4bb-86f8-4e8f-b83d-a77d00447ff2] Updated VIF entry in instance network info cache for port d548569c-8972-421f-a95d-6707de82d47a. {{(pid=69613) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 900.345638] env[69613]: DEBUG nova.network.neutron [req-369886e2-0122-4312-a24a-65e4881d7121 req-008f4b43-dca0-4b6d-ba27-25ef8e783128 service nova] [instance: b2c6c4bb-86f8-4e8f-b83d-a77d00447ff2] Updating instance_info_cache with network_info: [{"id": "d548569c-8972-421f-a95d-6707de82d47a", "address": "fa:16:3e:48:ea:17", "network": {"id": "2cb87d9b-693d-4d01-9cc7-dd815adbba8d", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1525363723-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.218", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "4ac79c17b68b4c8b9f7e4dc24fa29fe5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1cbd5e0e-9116-46f1-9748-13a73d2d7e75", "external-id": "nsx-vlan-transportzone-690", "segmentation_id": 690, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd548569c-89", "ovs_interfaceid": "d548569c-8972-421f-a95d-6707de82d47a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 900.364878] env[69613]: DEBUG oslo_vmware.api [-] Task: {'id': task-3417656, 'name': CreateVM_Task} progress is 99%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.541625] env[69613]: DEBUG oslo_vmware.api [None req-b50ab5ae-6a57-4dac-9863-803edd7e2ea1 tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] Task: {'id': task-3417659, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.627484] env[69613]: INFO nova.compute.manager [-] [instance: 1ea300a9-a953-4c27-88a5-0e717ea37d3e] Took 1.95 seconds to deallocate network for instance. [ 900.699082] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99fe2a8a-0304-432b-b8bf-2c4478b08677 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.707924] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f7c2659-1c24-4481-b0fb-923bb91408b5 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.737943] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12bdbee5-2971-45b2-b90b-0c3495769e69 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.745719] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c217bd9a-6500-46bc-a7d2-aff5f6e1883a {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.759464] env[69613]: DEBUG nova.compute.provider_tree [None req-7cfb0ece-374c-4348-8f9d-46da86f4d16a tempest-ServerActionsV293TestJSON-1188024240 tempest-ServerActionsV293TestJSON-1188024240-project-member] Inventory has not changed in ProviderTree for provider: af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 {{(pid=69613) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 900.804765] env[69613]: DEBUG nova.compute.manager [None req-d3e272b2-0238-4c6f-9fd9-3a91ef8ebf4f tempest-ServerPasswordTestJSON-782737087 tempest-ServerPasswordTestJSON-782737087-project-member] [instance: e8d8fc2d-26b4-4702-b51b-e64ca473c003] Start destroying the instance on the hypervisor. {{(pid=69613) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 900.804991] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-d3e272b2-0238-4c6f-9fd9-3a91ef8ebf4f tempest-ServerPasswordTestJSON-782737087 tempest-ServerPasswordTestJSON-782737087-project-member] [instance: e8d8fc2d-26b4-4702-b51b-e64ca473c003] Destroying instance {{(pid=69613) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 900.805924] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9dcef1b-51b2-457c-980e-860b5aeee5f5 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.813779] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3e272b2-0238-4c6f-9fd9-3a91ef8ebf4f tempest-ServerPasswordTestJSON-782737087 tempest-ServerPasswordTestJSON-782737087-project-member] [instance: e8d8fc2d-26b4-4702-b51b-e64ca473c003] Powering off the VM {{(pid=69613) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 900.813962] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8ff94644-9455-429e-a1c9-524783be04a1 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.817221] env[69613]: DEBUG nova.compute.manager [None req-e636aa2d-a5e9-40db-a587-8c533e80edc5 tempest-ServerShowV247Test-1190307155 tempest-ServerShowV247Test-1190307155-project-member] [instance: 07474db3-d38d-49ca-a42a-28c63825d86d] Start building block device mappings for instance. {{(pid=69613) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 900.824171] env[69613]: DEBUG oslo_vmware.api [None req-d3e272b2-0238-4c6f-9fd9-3a91ef8ebf4f tempest-ServerPasswordTestJSON-782737087 tempest-ServerPasswordTestJSON-782737087-project-member] Waiting for the task: (returnval){ [ 900.824171] env[69613]: value = "task-3417661" [ 900.824171] env[69613]: _type = "Task" [ 900.824171] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.830502] env[69613]: DEBUG oslo_vmware.api [-] Task: {'id': task-3417654, 'name': CreateVM_Task, 'duration_secs': 1.141247} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.831119] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a85fedcd-1c01-4534-b403-420733c3ed0c] Created VM on the ESX host {{(pid=69613) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 900.831830] env[69613]: DEBUG oslo_concurrency.lockutils [None req-f52b26f3-cca7-44b8-898d-97a64f2b02cd tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.831990] env[69613]: DEBUG oslo_concurrency.lockutils [None req-f52b26f3-cca7-44b8-898d-97a64f2b02cd tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.832357] env[69613]: DEBUG oslo_concurrency.lockutils [None req-f52b26f3-cca7-44b8-898d-97a64f2b02cd tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.835432] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-82279658-2529-492a-8282-b4cbbd0e87ff {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.837507] env[69613]: DEBUG oslo_vmware.api [None req-d3e272b2-0238-4c6f-9fd9-3a91ef8ebf4f tempest-ServerPasswordTestJSON-782737087 tempest-ServerPasswordTestJSON-782737087-project-member] Task: {'id': task-3417661, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.840958] env[69613]: DEBUG oslo_vmware.api [None req-f52b26f3-cca7-44b8-898d-97a64f2b02cd tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Waiting for the task: (returnval){ [ 900.840958] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]523225aa-b7fc-a59a-1747-950f6d004d6e" [ 900.840958] env[69613]: _type = "Task" [ 900.840958] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.851321] env[69613]: DEBUG oslo_concurrency.lockutils [req-369886e2-0122-4312-a24a-65e4881d7121 req-008f4b43-dca0-4b6d-ba27-25ef8e783128 service nova] Releasing lock "refresh_cache-b2c6c4bb-86f8-4e8f-b83d-a77d00447ff2" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.851499] env[69613]: DEBUG oslo_vmware.api [None req-f52b26f3-cca7-44b8-898d-97a64f2b02cd tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]523225aa-b7fc-a59a-1747-950f6d004d6e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.860939] env[69613]: DEBUG oslo_vmware.api [-] Task: {'id': task-3417656, 'name': CreateVM_Task, 'duration_secs': 1.092205} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.861135] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 302deddd-6e67-4650-b29a-914c4bbd0c6b] Created VM on the ESX host {{(pid=69613) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 900.861552] env[69613]: DEBUG oslo_concurrency.lockutils [None req-a6b436dc-11f4-41af-88cb-d006be5e873b tempest-ServerShowV247Test-1190307155 tempest-ServerShowV247Test-1190307155-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.043957] env[69613]: DEBUG oslo_vmware.api [None req-b50ab5ae-6a57-4dac-9863-803edd7e2ea1 tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] Task: {'id': task-3417659, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.132909] env[69613]: DEBUG oslo_concurrency.lockutils [None req-f87c4d8e-5b39-4d1a-9fe5-701034bd498a tempest-ServerMetadataTestJSON-34752892 tempest-ServerMetadataTestJSON-34752892-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 901.262367] env[69613]: DEBUG nova.scheduler.client.report [None req-7cfb0ece-374c-4348-8f9d-46da86f4d16a tempest-ServerActionsV293TestJSON-1188024240 tempest-ServerActionsV293TestJSON-1188024240-project-member] Inventory has not changed for provider af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69613) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 901.337495] env[69613]: DEBUG oslo_vmware.api [None req-d3e272b2-0238-4c6f-9fd9-3a91ef8ebf4f tempest-ServerPasswordTestJSON-782737087 tempest-ServerPasswordTestJSON-782737087-project-member] Task: {'id': task-3417661, 'name': PowerOffVM_Task, 'duration_secs': 0.206477} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.337862] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3e272b2-0238-4c6f-9fd9-3a91ef8ebf4f tempest-ServerPasswordTestJSON-782737087 tempest-ServerPasswordTestJSON-782737087-project-member] [instance: e8d8fc2d-26b4-4702-b51b-e64ca473c003] Powered off the VM {{(pid=69613) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 901.338104] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-d3e272b2-0238-4c6f-9fd9-3a91ef8ebf4f tempest-ServerPasswordTestJSON-782737087 tempest-ServerPasswordTestJSON-782737087-project-member] [instance: e8d8fc2d-26b4-4702-b51b-e64ca473c003] Unregistering the VM {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 901.338382] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-749f8ef6-0026-44a4-acc0-29af202ccc7d {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.355996] env[69613]: DEBUG oslo_vmware.api [None req-f52b26f3-cca7-44b8-898d-97a64f2b02cd tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]523225aa-b7fc-a59a-1747-950f6d004d6e, 'name': SearchDatastore_Task, 'duration_secs': 0.011171} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.356379] env[69613]: DEBUG oslo_concurrency.lockutils [None req-f52b26f3-cca7-44b8-898d-97a64f2b02cd tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.356632] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-f52b26f3-cca7-44b8-898d-97a64f2b02cd tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] [instance: a85fedcd-1c01-4534-b403-420733c3ed0c] Processing image 2b7a0304-b5d0-431d-b287-32c8388d7fbd {{(pid=69613) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 901.356873] env[69613]: DEBUG oslo_concurrency.lockutils [None req-f52b26f3-cca7-44b8-898d-97a64f2b02cd tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.357071] env[69613]: DEBUG oslo_concurrency.lockutils [None req-f52b26f3-cca7-44b8-898d-97a64f2b02cd tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.357267] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-f52b26f3-cca7-44b8-898d-97a64f2b02cd tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69613) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 901.357553] env[69613]: DEBUG oslo_concurrency.lockutils [None req-a6b436dc-11f4-41af-88cb-d006be5e873b tempest-ServerShowV247Test-1190307155 tempest-ServerShowV247Test-1190307155-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.357968] env[69613]: DEBUG oslo_concurrency.lockutils [None req-a6b436dc-11f4-41af-88cb-d006be5e873b tempest-ServerShowV247Test-1190307155 tempest-ServerShowV247Test-1190307155-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.358213] env[69613]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d605d68e-f49a-49fe-a4a9-e6067fc0c7d9 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.360090] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dd1f6f2c-df84-4830-aebc-0cd09b792078 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.365741] env[69613]: DEBUG oslo_vmware.api [None req-a6b436dc-11f4-41af-88cb-d006be5e873b tempest-ServerShowV247Test-1190307155 tempest-ServerShowV247Test-1190307155-project-member] Waiting for the task: (returnval){ [ 901.365741] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]520a44fe-a9fb-2cbd-d59d-d181787c62f2" [ 901.365741] env[69613]: _type = "Task" [ 901.365741] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.369877] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-f52b26f3-cca7-44b8-898d-97a64f2b02cd tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69613) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 901.370027] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-f52b26f3-cca7-44b8-898d-97a64f2b02cd tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69613) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 901.371889] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a075fe00-0c3c-4137-afbc-1d75531e2298 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.378405] env[69613]: DEBUG oslo_vmware.api [None req-a6b436dc-11f4-41af-88cb-d006be5e873b tempest-ServerShowV247Test-1190307155 tempest-ServerShowV247Test-1190307155-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]520a44fe-a9fb-2cbd-d59d-d181787c62f2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.382641] env[69613]: DEBUG oslo_vmware.api [None req-f52b26f3-cca7-44b8-898d-97a64f2b02cd tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Waiting for the task: (returnval){ [ 901.382641] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]5245f239-7e9b-f503-12d3-ba069a983ec4" [ 901.382641] env[69613]: _type = "Task" [ 901.382641] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.392945] env[69613]: DEBUG oslo_vmware.api [None req-f52b26f3-cca7-44b8-898d-97a64f2b02cd tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]5245f239-7e9b-f503-12d3-ba069a983ec4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.399157] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-d3e272b2-0238-4c6f-9fd9-3a91ef8ebf4f tempest-ServerPasswordTestJSON-782737087 tempest-ServerPasswordTestJSON-782737087-project-member] [instance: e8d8fc2d-26b4-4702-b51b-e64ca473c003] Unregistered the VM {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 901.399402] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-d3e272b2-0238-4c6f-9fd9-3a91ef8ebf4f tempest-ServerPasswordTestJSON-782737087 tempest-ServerPasswordTestJSON-782737087-project-member] [instance: e8d8fc2d-26b4-4702-b51b-e64ca473c003] Deleting contents of the VM from datastore datastore2 {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 901.399612] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3e272b2-0238-4c6f-9fd9-3a91ef8ebf4f tempest-ServerPasswordTestJSON-782737087 tempest-ServerPasswordTestJSON-782737087-project-member] Deleting the datastore file [datastore2] e8d8fc2d-26b4-4702-b51b-e64ca473c003 {{(pid=69613) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 901.399913] env[69613]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1b828203-ddc9-4e22-b1f8-e60209ce3300 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.408380] env[69613]: DEBUG oslo_vmware.api [None req-d3e272b2-0238-4c6f-9fd9-3a91ef8ebf4f tempest-ServerPasswordTestJSON-782737087 tempest-ServerPasswordTestJSON-782737087-project-member] Waiting for the task: (returnval){ [ 901.408380] env[69613]: value = "task-3417663" [ 901.408380] env[69613]: _type = "Task" [ 901.408380] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.417215] env[69613]: DEBUG oslo_vmware.api [None req-d3e272b2-0238-4c6f-9fd9-3a91ef8ebf4f tempest-ServerPasswordTestJSON-782737087 tempest-ServerPasswordTestJSON-782737087-project-member] Task: {'id': task-3417663, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.543074] env[69613]: DEBUG oslo_vmware.api [None req-b50ab5ae-6a57-4dac-9863-803edd7e2ea1 tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] Task: {'id': task-3417659, 'name': RemoveSnapshot_Task, 'duration_secs': 1.546795} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.545932] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-b50ab5ae-6a57-4dac-9863-803edd7e2ea1 tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] [instance: 4c3027a1-4b55-40bd-b818-562263ec9fab] Deleted Snapshot of the VM instance {{(pid=69613) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 901.770153] env[69613]: DEBUG oslo_concurrency.lockutils [None req-7cfb0ece-374c-4348-8f9d-46da86f4d16a tempest-ServerActionsV293TestJSON-1188024240 tempest-ServerActionsV293TestJSON-1188024240-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.962s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 901.776821] env[69613]: DEBUG oslo_concurrency.lockutils [None req-a380079b-e4d1-4eb9-af12-3864b30af722 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.970s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 901.776821] env[69613]: INFO nova.compute.claims [None req-a380079b-e4d1-4eb9-af12-3864b30af722 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] [instance: 661ee10a-6a1c-4f4c-86e5-ea2185ab6741] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 901.833512] env[69613]: DEBUG nova.compute.manager [None req-e636aa2d-a5e9-40db-a587-8c533e80edc5 tempest-ServerShowV247Test-1190307155 tempest-ServerShowV247Test-1190307155-project-member] [instance: 07474db3-d38d-49ca-a42a-28c63825d86d] Start spawning the instance on the hypervisor. {{(pid=69613) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 901.864303] env[69613]: DEBUG nova.virt.hardware [None req-e636aa2d-a5e9-40db-a587-8c533e80edc5 tempest-ServerShowV247Test-1190307155 tempest-ServerShowV247Test-1190307155-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T13:55:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T13:55:19Z,direct_url=,disk_format='vmdk',id=2b7a0304-b5d0-431d-b287-32c8388d7fbd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3e9e1b873f1442d59d5ee8247b941f74',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T13:55:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 901.864562] env[69613]: DEBUG nova.virt.hardware [None req-e636aa2d-a5e9-40db-a587-8c533e80edc5 tempest-ServerShowV247Test-1190307155 tempest-ServerShowV247Test-1190307155-project-member] Flavor limits 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 901.864755] env[69613]: DEBUG nova.virt.hardware [None req-e636aa2d-a5e9-40db-a587-8c533e80edc5 tempest-ServerShowV247Test-1190307155 tempest-ServerShowV247Test-1190307155-project-member] Image limits 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 901.864950] env[69613]: DEBUG nova.virt.hardware [None req-e636aa2d-a5e9-40db-a587-8c533e80edc5 tempest-ServerShowV247Test-1190307155 tempest-ServerShowV247Test-1190307155-project-member] Flavor pref 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 901.865120] env[69613]: DEBUG nova.virt.hardware [None req-e636aa2d-a5e9-40db-a587-8c533e80edc5 tempest-ServerShowV247Test-1190307155 tempest-ServerShowV247Test-1190307155-project-member] Image pref 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 901.865271] env[69613]: DEBUG nova.virt.hardware [None req-e636aa2d-a5e9-40db-a587-8c533e80edc5 tempest-ServerShowV247Test-1190307155 tempest-ServerShowV247Test-1190307155-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 901.865482] env[69613]: DEBUG nova.virt.hardware [None req-e636aa2d-a5e9-40db-a587-8c533e80edc5 tempest-ServerShowV247Test-1190307155 tempest-ServerShowV247Test-1190307155-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 901.865643] env[69613]: DEBUG nova.virt.hardware [None req-e636aa2d-a5e9-40db-a587-8c533e80edc5 tempest-ServerShowV247Test-1190307155 tempest-ServerShowV247Test-1190307155-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69613) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 901.865811] env[69613]: DEBUG nova.virt.hardware [None req-e636aa2d-a5e9-40db-a587-8c533e80edc5 tempest-ServerShowV247Test-1190307155 tempest-ServerShowV247Test-1190307155-project-member] Got 1 possible topologies {{(pid=69613) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 901.865972] env[69613]: DEBUG nova.virt.hardware [None req-e636aa2d-a5e9-40db-a587-8c533e80edc5 tempest-ServerShowV247Test-1190307155 tempest-ServerShowV247Test-1190307155-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 901.866191] env[69613]: DEBUG nova.virt.hardware [None req-e636aa2d-a5e9-40db-a587-8c533e80edc5 tempest-ServerShowV247Test-1190307155 tempest-ServerShowV247Test-1190307155-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 901.867451] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58281cb4-b1db-4625-8138-5d77f45eb2b8 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.879867] env[69613]: DEBUG oslo_vmware.api [None req-a6b436dc-11f4-41af-88cb-d006be5e873b tempest-ServerShowV247Test-1190307155 tempest-ServerShowV247Test-1190307155-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]520a44fe-a9fb-2cbd-d59d-d181787c62f2, 'name': SearchDatastore_Task, 'duration_secs': 0.010297} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.881922] env[69613]: DEBUG oslo_concurrency.lockutils [None req-a6b436dc-11f4-41af-88cb-d006be5e873b tempest-ServerShowV247Test-1190307155 tempest-ServerShowV247Test-1190307155-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.882185] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-a6b436dc-11f4-41af-88cb-d006be5e873b tempest-ServerShowV247Test-1190307155 tempest-ServerShowV247Test-1190307155-project-member] [instance: 302deddd-6e67-4650-b29a-914c4bbd0c6b] Processing image 2b7a0304-b5d0-431d-b287-32c8388d7fbd {{(pid=69613) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 901.882406] env[69613]: DEBUG oslo_concurrency.lockutils [None req-a6b436dc-11f4-41af-88cb-d006be5e873b tempest-ServerShowV247Test-1190307155 tempest-ServerShowV247Test-1190307155-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.883649] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10297e33-a186-4a96-b4f5-51e3faeed4d4 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.897629] env[69613]: DEBUG oslo_vmware.api [None req-f52b26f3-cca7-44b8-898d-97a64f2b02cd tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]5245f239-7e9b-f503-12d3-ba069a983ec4, 'name': SearchDatastore_Task, 'duration_secs': 0.008959} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.906447] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-e636aa2d-a5e9-40db-a587-8c533e80edc5 tempest-ServerShowV247Test-1190307155 tempest-ServerShowV247Test-1190307155-project-member] [instance: 07474db3-d38d-49ca-a42a-28c63825d86d] Instance VIF info [] {{(pid=69613) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 901.913266] env[69613]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e636aa2d-a5e9-40db-a587-8c533e80edc5 tempest-ServerShowV247Test-1190307155 tempest-ServerShowV247Test-1190307155-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69613) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 901.913266] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fc47b8bb-7cfa-4b35-8975-aceec7ff22eb {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.914645] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 07474db3-d38d-49ca-a42a-28c63825d86d] Creating VM on the ESX host {{(pid=69613) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 901.917786] env[69613]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f7c833ae-f790-4ada-882e-13eda25b92a3 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.937127] env[69613]: DEBUG oslo_vmware.api [None req-f52b26f3-cca7-44b8-898d-97a64f2b02cd tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Waiting for the task: (returnval){ [ 901.937127] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]524ec9c0-5a9a-77f0-e6d2-f91ff13e45ad" [ 901.937127] env[69613]: _type = "Task" [ 901.937127] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.941311] env[69613]: DEBUG oslo_vmware.api [None req-d3e272b2-0238-4c6f-9fd9-3a91ef8ebf4f tempest-ServerPasswordTestJSON-782737087 tempest-ServerPasswordTestJSON-782737087-project-member] Task: {'id': task-3417663, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.144921} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.941504] env[69613]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 901.941504] env[69613]: value = "task-3417664" [ 901.941504] env[69613]: _type = "Task" [ 901.941504] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.944819] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3e272b2-0238-4c6f-9fd9-3a91ef8ebf4f tempest-ServerPasswordTestJSON-782737087 tempest-ServerPasswordTestJSON-782737087-project-member] Deleted the datastore file {{(pid=69613) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 901.945060] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-d3e272b2-0238-4c6f-9fd9-3a91ef8ebf4f tempest-ServerPasswordTestJSON-782737087 tempest-ServerPasswordTestJSON-782737087-project-member] [instance: e8d8fc2d-26b4-4702-b51b-e64ca473c003] Deleted contents of the VM from datastore datastore2 {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 901.945227] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-d3e272b2-0238-4c6f-9fd9-3a91ef8ebf4f tempest-ServerPasswordTestJSON-782737087 tempest-ServerPasswordTestJSON-782737087-project-member] [instance: e8d8fc2d-26b4-4702-b51b-e64ca473c003] Instance destroyed {{(pid=69613) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 901.945405] env[69613]: INFO nova.compute.manager [None req-d3e272b2-0238-4c6f-9fd9-3a91ef8ebf4f tempest-ServerPasswordTestJSON-782737087 tempest-ServerPasswordTestJSON-782737087-project-member] [instance: e8d8fc2d-26b4-4702-b51b-e64ca473c003] Took 1.14 seconds to destroy the instance on the hypervisor. [ 901.945642] env[69613]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d3e272b2-0238-4c6f-9fd9-3a91ef8ebf4f tempest-ServerPasswordTestJSON-782737087 tempest-ServerPasswordTestJSON-782737087-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69613) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 901.945923] env[69613]: DEBUG nova.compute.manager [-] [instance: e8d8fc2d-26b4-4702-b51b-e64ca473c003] Deallocating network for instance {{(pid=69613) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 901.945978] env[69613]: DEBUG nova.network.neutron [-] [instance: e8d8fc2d-26b4-4702-b51b-e64ca473c003] deallocate_for_instance() {{(pid=69613) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 901.955477] env[69613]: DEBUG oslo_vmware.api [None req-f52b26f3-cca7-44b8-898d-97a64f2b02cd tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]524ec9c0-5a9a-77f0-e6d2-f91ff13e45ad, 'name': SearchDatastore_Task, 'duration_secs': 0.012005} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.958505] env[69613]: DEBUG oslo_concurrency.lockutils [None req-f52b26f3-cca7-44b8-898d-97a64f2b02cd tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.958767] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-f52b26f3-cca7-44b8-898d-97a64f2b02cd tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk to [datastore2] a85fedcd-1c01-4534-b403-420733c3ed0c/a85fedcd-1c01-4534-b403-420733c3ed0c.vmdk {{(pid=69613) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 901.958999] env[69613]: DEBUG oslo_vmware.api [-] Task: {'id': task-3417664, 'name': CreateVM_Task} progress is 6%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.959253] env[69613]: DEBUG oslo_concurrency.lockutils [None req-a6b436dc-11f4-41af-88cb-d006be5e873b tempest-ServerShowV247Test-1190307155 tempest-ServerShowV247Test-1190307155-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.959445] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6b436dc-11f4-41af-88cb-d006be5e873b tempest-ServerShowV247Test-1190307155 tempest-ServerShowV247Test-1190307155-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69613) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 901.959658] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-91340062-fb1e-4261-8a45-e40aefad18d2 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.961452] env[69613]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9e0deae2-69ff-465d-8f90-1f0aea913072 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.968828] env[69613]: DEBUG oslo_vmware.api [None req-f52b26f3-cca7-44b8-898d-97a64f2b02cd tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Waiting for the task: (returnval){ [ 901.968828] env[69613]: value = "task-3417665" [ 901.968828] env[69613]: _type = "Task" [ 901.968828] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.972847] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6b436dc-11f4-41af-88cb-d006be5e873b tempest-ServerShowV247Test-1190307155 tempest-ServerShowV247Test-1190307155-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69613) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 901.973127] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-a6b436dc-11f4-41af-88cb-d006be5e873b tempest-ServerShowV247Test-1190307155 tempest-ServerShowV247Test-1190307155-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69613) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 901.977021] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1a279d69-67c3-488a-bc39-789817e5658d {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.979169] env[69613]: DEBUG oslo_vmware.api [None req-f52b26f3-cca7-44b8-898d-97a64f2b02cd tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Task: {'id': task-3417665, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.982073] env[69613]: DEBUG oslo_vmware.api [None req-a6b436dc-11f4-41af-88cb-d006be5e873b tempest-ServerShowV247Test-1190307155 tempest-ServerShowV247Test-1190307155-project-member] Waiting for the task: (returnval){ [ 901.982073] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]5271563f-0ba3-44bf-d2da-d41d364f6224" [ 901.982073] env[69613]: _type = "Task" [ 901.982073] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.991319] env[69613]: DEBUG oslo_vmware.api [None req-a6b436dc-11f4-41af-88cb-d006be5e873b tempest-ServerShowV247Test-1190307155 tempest-ServerShowV247Test-1190307155-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]5271563f-0ba3-44bf-d2da-d41d364f6224, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.051934] env[69613]: WARNING nova.compute.manager [None req-b50ab5ae-6a57-4dac-9863-803edd7e2ea1 tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] [instance: 4c3027a1-4b55-40bd-b818-562263ec9fab] Image not found during snapshot: nova.exception.ImageNotFound: Image aa7b2310-ed52-48e0-bf32-73bc12e23eb7 could not be found. [ 902.298216] env[69613]: DEBUG oslo_concurrency.lockutils [None req-7cfb0ece-374c-4348-8f9d-46da86f4d16a tempest-ServerActionsV293TestJSON-1188024240 tempest-ServerActionsV293TestJSON-1188024240-project-member] Lock "aa0eb3a4-34df-4e34-b86a-2a1d19f3a984" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.178s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 902.461561] env[69613]: DEBUG oslo_vmware.api [-] Task: {'id': task-3417664, 'name': CreateVM_Task} progress is 99%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.483259] env[69613]: DEBUG oslo_vmware.api [None req-f52b26f3-cca7-44b8-898d-97a64f2b02cd tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Task: {'id': task-3417665, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.497049] env[69613]: DEBUG oslo_vmware.api [None req-a6b436dc-11f4-41af-88cb-d006be5e873b tempest-ServerShowV247Test-1190307155 tempest-ServerShowV247Test-1190307155-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]5271563f-0ba3-44bf-d2da-d41d364f6224, 'name': SearchDatastore_Task, 'duration_secs': 0.008376} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.498487] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bc844b5a-ff35-4dbf-9bf9-1f865b690ee7 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.505970] env[69613]: DEBUG oslo_vmware.api [None req-a6b436dc-11f4-41af-88cb-d006be5e873b tempest-ServerShowV247Test-1190307155 tempest-ServerShowV247Test-1190307155-project-member] Waiting for the task: (returnval){ [ 902.505970] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]527927d3-5066-cd9c-cc8b-84d988f5b1c1" [ 902.505970] env[69613]: _type = "Task" [ 902.505970] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.522955] env[69613]: DEBUG oslo_vmware.api [None req-a6b436dc-11f4-41af-88cb-d006be5e873b tempest-ServerShowV247Test-1190307155 tempest-ServerShowV247Test-1190307155-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]527927d3-5066-cd9c-cc8b-84d988f5b1c1, 'name': SearchDatastore_Task, 'duration_secs': 0.01011} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.523109] env[69613]: DEBUG oslo_concurrency.lockutils [None req-a6b436dc-11f4-41af-88cb-d006be5e873b tempest-ServerShowV247Test-1190307155 tempest-ServerShowV247Test-1190307155-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.523510] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6b436dc-11f4-41af-88cb-d006be5e873b tempest-ServerShowV247Test-1190307155 tempest-ServerShowV247Test-1190307155-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk to [datastore2] 302deddd-6e67-4650-b29a-914c4bbd0c6b/302deddd-6e67-4650-b29a-914c4bbd0c6b.vmdk {{(pid=69613) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 902.523891] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e010d4ec-8513-48d5-8feb-3fa534ce2053 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.531085] env[69613]: DEBUG nova.compute.manager [req-13c20044-cff0-416e-99bc-50e6b5512066 req-9f608cde-c20e-434b-a8c9-ff12145818a6 service nova] [instance: e8d8fc2d-26b4-4702-b51b-e64ca473c003] Received event network-vif-deleted-46361104-e653-4095-866b-908f7bcbb67f {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 902.531400] env[69613]: INFO nova.compute.manager [req-13c20044-cff0-416e-99bc-50e6b5512066 req-9f608cde-c20e-434b-a8c9-ff12145818a6 service nova] [instance: e8d8fc2d-26b4-4702-b51b-e64ca473c003] Neutron deleted interface 46361104-e653-4095-866b-908f7bcbb67f; detaching it from the instance and deleting it from the info cache [ 902.531681] env[69613]: DEBUG nova.network.neutron [req-13c20044-cff0-416e-99bc-50e6b5512066 req-9f608cde-c20e-434b-a8c9-ff12145818a6 service nova] [instance: e8d8fc2d-26b4-4702-b51b-e64ca473c003] Updating instance_info_cache with network_info: [] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 902.538031] env[69613]: DEBUG oslo_vmware.api [None req-a6b436dc-11f4-41af-88cb-d006be5e873b tempest-ServerShowV247Test-1190307155 tempest-ServerShowV247Test-1190307155-project-member] Waiting for the task: (returnval){ [ 902.538031] env[69613]: value = "task-3417667" [ 902.538031] env[69613]: _type = "Task" [ 902.538031] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.546084] env[69613]: DEBUG oslo_vmware.api [None req-a6b436dc-11f4-41af-88cb-d006be5e873b tempest-ServerShowV247Test-1190307155 tempest-ServerShowV247Test-1190307155-project-member] Task: {'id': task-3417667, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.959627] env[69613]: DEBUG oslo_vmware.api [-] Task: {'id': task-3417664, 'name': CreateVM_Task} progress is 99%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.965053] env[69613]: DEBUG nova.network.neutron [-] [instance: e8d8fc2d-26b4-4702-b51b-e64ca473c003] Updating instance_info_cache with network_info: [] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 902.981495] env[69613]: DEBUG oslo_vmware.api [None req-f52b26f3-cca7-44b8-898d-97a64f2b02cd tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Task: {'id': task-3417665, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.52804} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.984474] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-f52b26f3-cca7-44b8-898d-97a64f2b02cd tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk to [datastore2] a85fedcd-1c01-4534-b403-420733c3ed0c/a85fedcd-1c01-4534-b403-420733c3ed0c.vmdk {{(pid=69613) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 902.984474] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-f52b26f3-cca7-44b8-898d-97a64f2b02cd tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] [instance: a85fedcd-1c01-4534-b403-420733c3ed0c] Extending root virtual disk to 1048576 {{(pid=69613) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 902.984704] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c6511aef-af04-474b-8db5-8e2dbfe760e1 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.991848] env[69613]: DEBUG oslo_vmware.api [None req-f52b26f3-cca7-44b8-898d-97a64f2b02cd tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Waiting for the task: (returnval){ [ 902.991848] env[69613]: value = "task-3417668" [ 902.991848] env[69613]: _type = "Task" [ 902.991848] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.002168] env[69613]: DEBUG oslo_vmware.api [None req-f52b26f3-cca7-44b8-898d-97a64f2b02cd tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Task: {'id': task-3417668, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.037419] env[69613]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-580a2299-c679-4939-a1a0-d76fe9815e01 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.052335] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fd408c6-63b3-4e56-9684-a8fd0ad1d572 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.065531] env[69613]: DEBUG oslo_vmware.api [None req-a6b436dc-11f4-41af-88cb-d006be5e873b tempest-ServerShowV247Test-1190307155 tempest-ServerShowV247Test-1190307155-project-member] Task: {'id': task-3417667, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.095108] env[69613]: DEBUG nova.compute.manager [req-13c20044-cff0-416e-99bc-50e6b5512066 req-9f608cde-c20e-434b-a8c9-ff12145818a6 service nova] [instance: e8d8fc2d-26b4-4702-b51b-e64ca473c003] Detach interface failed, port_id=46361104-e653-4095-866b-908f7bcbb67f, reason: Instance e8d8fc2d-26b4-4702-b51b-e64ca473c003 could not be found. {{(pid=69613) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 903.189646] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4687b96d-e56f-4f52-8f0c-e1d7ce55f4fd {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.203382] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8d8a97b-a0bb-46c9-b089-7eddb5eafe60 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.241982] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97e5ce03-e31c-4dd5-a6a2-b02bd20445b7 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.252232] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73df006d-4201-4f35-bc60-b0a9be199388 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.269088] env[69613]: DEBUG nova.compute.provider_tree [None req-a380079b-e4d1-4eb9-af12-3864b30af722 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] Inventory has not changed in ProviderTree for provider: af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 {{(pid=69613) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 903.404041] env[69613]: DEBUG oslo_concurrency.lockutils [None req-17a3b2ed-89d0-4920-b119-7cfa8cc8b1e8 tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] Acquiring lock "4c3027a1-4b55-40bd-b818-562263ec9fab" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 903.404340] env[69613]: DEBUG oslo_concurrency.lockutils [None req-17a3b2ed-89d0-4920-b119-7cfa8cc8b1e8 tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] Lock "4c3027a1-4b55-40bd-b818-562263ec9fab" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 903.404551] env[69613]: DEBUG oslo_concurrency.lockutils [None req-17a3b2ed-89d0-4920-b119-7cfa8cc8b1e8 tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] Acquiring lock "4c3027a1-4b55-40bd-b818-562263ec9fab-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 903.404738] env[69613]: DEBUG oslo_concurrency.lockutils [None req-17a3b2ed-89d0-4920-b119-7cfa8cc8b1e8 tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] Lock "4c3027a1-4b55-40bd-b818-562263ec9fab-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 903.404973] env[69613]: DEBUG oslo_concurrency.lockutils [None req-17a3b2ed-89d0-4920-b119-7cfa8cc8b1e8 tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] Lock "4c3027a1-4b55-40bd-b818-562263ec9fab-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 903.407697] env[69613]: INFO nova.compute.manager [None req-17a3b2ed-89d0-4920-b119-7cfa8cc8b1e8 tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] [instance: 4c3027a1-4b55-40bd-b818-562263ec9fab] Terminating instance [ 903.457731] env[69613]: DEBUG oslo_vmware.api [-] Task: {'id': task-3417664, 'name': CreateVM_Task, 'duration_secs': 1.358316} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.457907] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 07474db3-d38d-49ca-a42a-28c63825d86d] Created VM on the ESX host {{(pid=69613) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 903.458501] env[69613]: DEBUG oslo_concurrency.lockutils [None req-e636aa2d-a5e9-40db-a587-8c533e80edc5 tempest-ServerShowV247Test-1190307155 tempest-ServerShowV247Test-1190307155-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.458668] env[69613]: DEBUG oslo_concurrency.lockutils [None req-e636aa2d-a5e9-40db-a587-8c533e80edc5 tempest-ServerShowV247Test-1190307155 tempest-ServerShowV247Test-1190307155-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.458990] env[69613]: DEBUG oslo_concurrency.lockutils [None req-e636aa2d-a5e9-40db-a587-8c533e80edc5 tempest-ServerShowV247Test-1190307155 tempest-ServerShowV247Test-1190307155-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.459330] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e1225336-dfe8-417d-bbdf-b01cb881a99f {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.466718] env[69613]: DEBUG oslo_vmware.api [None req-e636aa2d-a5e9-40db-a587-8c533e80edc5 tempest-ServerShowV247Test-1190307155 tempest-ServerShowV247Test-1190307155-project-member] Waiting for the task: (returnval){ [ 903.466718] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]523a2eb2-a56d-9abb-030d-8318af93d969" [ 903.466718] env[69613]: _type = "Task" [ 903.466718] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.470847] env[69613]: INFO nova.compute.manager [-] [instance: e8d8fc2d-26b4-4702-b51b-e64ca473c003] Took 1.52 seconds to deallocate network for instance. [ 903.484217] env[69613]: DEBUG oslo_vmware.api [None req-e636aa2d-a5e9-40db-a587-8c533e80edc5 tempest-ServerShowV247Test-1190307155 tempest-ServerShowV247Test-1190307155-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]523a2eb2-a56d-9abb-030d-8318af93d969, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.501546] env[69613]: DEBUG oslo_vmware.api [None req-f52b26f3-cca7-44b8-898d-97a64f2b02cd tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Task: {'id': task-3417668, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077966} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.501867] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-f52b26f3-cca7-44b8-898d-97a64f2b02cd tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] [instance: a85fedcd-1c01-4534-b403-420733c3ed0c] Extended root virtual disk {{(pid=69613) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 903.502852] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e7d81df-8aa2-4c98-a87c-03f6bda79184 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.529911] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-f52b26f3-cca7-44b8-898d-97a64f2b02cd tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] [instance: a85fedcd-1c01-4534-b403-420733c3ed0c] Reconfiguring VM instance instance-00000049 to attach disk [datastore2] a85fedcd-1c01-4534-b403-420733c3ed0c/a85fedcd-1c01-4534-b403-420733c3ed0c.vmdk or device None with type sparse {{(pid=69613) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 903.530966] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c7f1a40a-6c2f-434a-b093-18c1e2cad03d {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.561012] env[69613]: DEBUG oslo_vmware.api [None req-a6b436dc-11f4-41af-88cb-d006be5e873b tempest-ServerShowV247Test-1190307155 tempest-ServerShowV247Test-1190307155-project-member] Task: {'id': task-3417667, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.013223} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.562336] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6b436dc-11f4-41af-88cb-d006be5e873b tempest-ServerShowV247Test-1190307155 tempest-ServerShowV247Test-1190307155-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk to [datastore2] 302deddd-6e67-4650-b29a-914c4bbd0c6b/302deddd-6e67-4650-b29a-914c4bbd0c6b.vmdk {{(pid=69613) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 903.562545] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-a6b436dc-11f4-41af-88cb-d006be5e873b tempest-ServerShowV247Test-1190307155 tempest-ServerShowV247Test-1190307155-project-member] [instance: 302deddd-6e67-4650-b29a-914c4bbd0c6b] Extending root virtual disk to 1048576 {{(pid=69613) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 903.562851] env[69613]: DEBUG oslo_vmware.api [None req-f52b26f3-cca7-44b8-898d-97a64f2b02cd tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Waiting for the task: (returnval){ [ 903.562851] env[69613]: value = "task-3417669" [ 903.562851] env[69613]: _type = "Task" [ 903.562851] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.563045] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-375bf5bc-131a-4986-8273-5a7a59aca2c2 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.574053] env[69613]: DEBUG oslo_vmware.api [None req-f52b26f3-cca7-44b8-898d-97a64f2b02cd tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Task: {'id': task-3417669, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.575293] env[69613]: DEBUG oslo_vmware.api [None req-a6b436dc-11f4-41af-88cb-d006be5e873b tempest-ServerShowV247Test-1190307155 tempest-ServerShowV247Test-1190307155-project-member] Waiting for the task: (returnval){ [ 903.575293] env[69613]: value = "task-3417670" [ 903.575293] env[69613]: _type = "Task" [ 903.575293] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.584545] env[69613]: DEBUG oslo_vmware.api [None req-a6b436dc-11f4-41af-88cb-d006be5e873b tempest-ServerShowV247Test-1190307155 tempest-ServerShowV247Test-1190307155-project-member] Task: {'id': task-3417670, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.675403] env[69613]: DEBUG oslo_concurrency.lockutils [None req-12e78629-4fea-4181-9561-ef7ae53368ca tempest-ServersWithSpecificFlavorTestJSON-559059669 tempest-ServersWithSpecificFlavorTestJSON-559059669-project-member] Acquiring lock "52a6a8dc-d371-4109-ba9a-0b972f1d0527" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 903.675657] env[69613]: DEBUG oslo_concurrency.lockutils [None req-12e78629-4fea-4181-9561-ef7ae53368ca tempest-ServersWithSpecificFlavorTestJSON-559059669 tempest-ServersWithSpecificFlavorTestJSON-559059669-project-member] Lock "52a6a8dc-d371-4109-ba9a-0b972f1d0527" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 903.675894] env[69613]: DEBUG oslo_concurrency.lockutils [None req-12e78629-4fea-4181-9561-ef7ae53368ca tempest-ServersWithSpecificFlavorTestJSON-559059669 tempest-ServersWithSpecificFlavorTestJSON-559059669-project-member] Acquiring lock "52a6a8dc-d371-4109-ba9a-0b972f1d0527-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 903.676110] env[69613]: DEBUG oslo_concurrency.lockutils [None req-12e78629-4fea-4181-9561-ef7ae53368ca tempest-ServersWithSpecificFlavorTestJSON-559059669 tempest-ServersWithSpecificFlavorTestJSON-559059669-project-member] Lock "52a6a8dc-d371-4109-ba9a-0b972f1d0527-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 903.676290] env[69613]: DEBUG oslo_concurrency.lockutils [None req-12e78629-4fea-4181-9561-ef7ae53368ca tempest-ServersWithSpecificFlavorTestJSON-559059669 tempest-ServersWithSpecificFlavorTestJSON-559059669-project-member] Lock "52a6a8dc-d371-4109-ba9a-0b972f1d0527-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 903.678461] env[69613]: INFO nova.compute.manager [None req-12e78629-4fea-4181-9561-ef7ae53368ca tempest-ServersWithSpecificFlavorTestJSON-559059669 tempest-ServersWithSpecificFlavorTestJSON-559059669-project-member] [instance: 52a6a8dc-d371-4109-ba9a-0b972f1d0527] Terminating instance [ 903.771742] env[69613]: DEBUG nova.scheduler.client.report [None req-a380079b-e4d1-4eb9-af12-3864b30af722 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] Inventory has not changed for provider af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69613) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 903.913017] env[69613]: DEBUG nova.compute.manager [None req-17a3b2ed-89d0-4920-b119-7cfa8cc8b1e8 tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] [instance: 4c3027a1-4b55-40bd-b818-562263ec9fab] Start destroying the instance on the hypervisor. {{(pid=69613) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 903.913304] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-17a3b2ed-89d0-4920-b119-7cfa8cc8b1e8 tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] [instance: 4c3027a1-4b55-40bd-b818-562263ec9fab] Destroying instance {{(pid=69613) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 903.914198] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97125176-7277-40b2-a3d3-9cceca842d1f {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.927191] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-17a3b2ed-89d0-4920-b119-7cfa8cc8b1e8 tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] [instance: 4c3027a1-4b55-40bd-b818-562263ec9fab] Powering off the VM {{(pid=69613) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 903.927191] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-543bef23-c8c8-45b7-ba30-22b0a227b0f8 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.933434] env[69613]: DEBUG oslo_vmware.api [None req-17a3b2ed-89d0-4920-b119-7cfa8cc8b1e8 tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] Waiting for the task: (returnval){ [ 903.933434] env[69613]: value = "task-3417671" [ 903.933434] env[69613]: _type = "Task" [ 903.933434] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.942525] env[69613]: DEBUG oslo_vmware.api [None req-17a3b2ed-89d0-4920-b119-7cfa8cc8b1e8 tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] Task: {'id': task-3417671, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.977252] env[69613]: DEBUG oslo_vmware.api [None req-e636aa2d-a5e9-40db-a587-8c533e80edc5 tempest-ServerShowV247Test-1190307155 tempest-ServerShowV247Test-1190307155-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]523a2eb2-a56d-9abb-030d-8318af93d969, 'name': SearchDatastore_Task, 'duration_secs': 0.0476} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.977558] env[69613]: DEBUG oslo_concurrency.lockutils [None req-e636aa2d-a5e9-40db-a587-8c533e80edc5 tempest-ServerShowV247Test-1190307155 tempest-ServerShowV247Test-1190307155-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.977795] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-e636aa2d-a5e9-40db-a587-8c533e80edc5 tempest-ServerShowV247Test-1190307155 tempest-ServerShowV247Test-1190307155-project-member] [instance: 07474db3-d38d-49ca-a42a-28c63825d86d] Processing image 2b7a0304-b5d0-431d-b287-32c8388d7fbd {{(pid=69613) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 903.978083] env[69613]: DEBUG oslo_concurrency.lockutils [None req-e636aa2d-a5e9-40db-a587-8c533e80edc5 tempest-ServerShowV247Test-1190307155 tempest-ServerShowV247Test-1190307155-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.978211] env[69613]: DEBUG oslo_concurrency.lockutils [None req-e636aa2d-a5e9-40db-a587-8c533e80edc5 tempest-ServerShowV247Test-1190307155 tempest-ServerShowV247Test-1190307155-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.978396] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-e636aa2d-a5e9-40db-a587-8c533e80edc5 tempest-ServerShowV247Test-1190307155 tempest-ServerShowV247Test-1190307155-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69613) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 903.978660] env[69613]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bb273f0b-c618-498c-9fdb-ed43ec582540 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.981527] env[69613]: DEBUG oslo_concurrency.lockutils [None req-d3e272b2-0238-4c6f-9fd9-3a91ef8ebf4f tempest-ServerPasswordTestJSON-782737087 tempest-ServerPasswordTestJSON-782737087-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 903.988885] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-e636aa2d-a5e9-40db-a587-8c533e80edc5 tempest-ServerShowV247Test-1190307155 tempest-ServerShowV247Test-1190307155-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69613) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 903.989102] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-e636aa2d-a5e9-40db-a587-8c533e80edc5 tempest-ServerShowV247Test-1190307155 tempest-ServerShowV247Test-1190307155-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69613) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 903.989879] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4edddd27-f092-4291-bed9-8a3827e4ff5c {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.995230] env[69613]: DEBUG oslo_vmware.api [None req-e636aa2d-a5e9-40db-a587-8c533e80edc5 tempest-ServerShowV247Test-1190307155 tempest-ServerShowV247Test-1190307155-project-member] Waiting for the task: (returnval){ [ 903.995230] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]52162765-100d-ed9e-b30a-6edca39e0580" [ 903.995230] env[69613]: _type = "Task" [ 903.995230] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.003174] env[69613]: DEBUG oslo_vmware.api [None req-e636aa2d-a5e9-40db-a587-8c533e80edc5 tempest-ServerShowV247Test-1190307155 tempest-ServerShowV247Test-1190307155-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52162765-100d-ed9e-b30a-6edca39e0580, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.075309] env[69613]: DEBUG oslo_vmware.api [None req-f52b26f3-cca7-44b8-898d-97a64f2b02cd tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Task: {'id': task-3417669, 'name': ReconfigVM_Task, 'duration_secs': 0.310244} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.075653] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-f52b26f3-cca7-44b8-898d-97a64f2b02cd tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] [instance: a85fedcd-1c01-4534-b403-420733c3ed0c] Reconfigured VM instance instance-00000049 to attach disk [datastore2] a85fedcd-1c01-4534-b403-420733c3ed0c/a85fedcd-1c01-4534-b403-420733c3ed0c.vmdk or device None with type sparse {{(pid=69613) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 904.076437] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-812d9212-2ca7-4e16-968e-20ddd862bbae {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.087854] env[69613]: DEBUG oslo_vmware.api [None req-a6b436dc-11f4-41af-88cb-d006be5e873b tempest-ServerShowV247Test-1190307155 tempest-ServerShowV247Test-1190307155-project-member] Task: {'id': task-3417670, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067576} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.089656] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-a6b436dc-11f4-41af-88cb-d006be5e873b tempest-ServerShowV247Test-1190307155 tempest-ServerShowV247Test-1190307155-project-member] [instance: 302deddd-6e67-4650-b29a-914c4bbd0c6b] Extended root virtual disk {{(pid=69613) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 904.089656] env[69613]: DEBUG oslo_vmware.api [None req-f52b26f3-cca7-44b8-898d-97a64f2b02cd tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Waiting for the task: (returnval){ [ 904.089656] env[69613]: value = "task-3417672" [ 904.089656] env[69613]: _type = "Task" [ 904.089656] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.090213] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b43e5ef0-254c-4217-b2a4-ad1cc6e829ae {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.102739] env[69613]: DEBUG oslo_vmware.api [None req-f52b26f3-cca7-44b8-898d-97a64f2b02cd tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Task: {'id': task-3417672, 'name': Rename_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.118607] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-a6b436dc-11f4-41af-88cb-d006be5e873b tempest-ServerShowV247Test-1190307155 tempest-ServerShowV247Test-1190307155-project-member] [instance: 302deddd-6e67-4650-b29a-914c4bbd0c6b] Reconfiguring VM instance instance-0000004a to attach disk [datastore2] 302deddd-6e67-4650-b29a-914c4bbd0c6b/302deddd-6e67-4650-b29a-914c4bbd0c6b.vmdk or device None with type sparse {{(pid=69613) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 904.119188] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ac9d6f6b-0dd2-46ca-8b5d-b169d2475413 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.139331] env[69613]: DEBUG oslo_vmware.api [None req-a6b436dc-11f4-41af-88cb-d006be5e873b tempest-ServerShowV247Test-1190307155 tempest-ServerShowV247Test-1190307155-project-member] Waiting for the task: (returnval){ [ 904.139331] env[69613]: value = "task-3417673" [ 904.139331] env[69613]: _type = "Task" [ 904.139331] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.147903] env[69613]: DEBUG oslo_vmware.api [None req-a6b436dc-11f4-41af-88cb-d006be5e873b tempest-ServerShowV247Test-1190307155 tempest-ServerShowV247Test-1190307155-project-member] Task: {'id': task-3417673, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.181950] env[69613]: DEBUG nova.compute.manager [None req-12e78629-4fea-4181-9561-ef7ae53368ca tempest-ServersWithSpecificFlavorTestJSON-559059669 tempest-ServersWithSpecificFlavorTestJSON-559059669-project-member] [instance: 52a6a8dc-d371-4109-ba9a-0b972f1d0527] Start destroying the instance on the hypervisor. {{(pid=69613) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 904.182222] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-12e78629-4fea-4181-9561-ef7ae53368ca tempest-ServersWithSpecificFlavorTestJSON-559059669 tempest-ServersWithSpecificFlavorTestJSON-559059669-project-member] [instance: 52a6a8dc-d371-4109-ba9a-0b972f1d0527] Destroying instance {{(pid=69613) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 904.183133] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e1fba9e-a931-4257-9bc5-28347e285256 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.190513] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-12e78629-4fea-4181-9561-ef7ae53368ca tempest-ServersWithSpecificFlavorTestJSON-559059669 tempest-ServersWithSpecificFlavorTestJSON-559059669-project-member] [instance: 52a6a8dc-d371-4109-ba9a-0b972f1d0527] Powering off the VM {{(pid=69613) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 904.190955] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9a434a3f-646f-4b63-892e-c22254250ca0 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.197344] env[69613]: DEBUG oslo_vmware.api [None req-12e78629-4fea-4181-9561-ef7ae53368ca tempest-ServersWithSpecificFlavorTestJSON-559059669 tempest-ServersWithSpecificFlavorTestJSON-559059669-project-member] Waiting for the task: (returnval){ [ 904.197344] env[69613]: value = "task-3417674" [ 904.197344] env[69613]: _type = "Task" [ 904.197344] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.205686] env[69613]: DEBUG oslo_vmware.api [None req-12e78629-4fea-4181-9561-ef7ae53368ca tempest-ServersWithSpecificFlavorTestJSON-559059669 tempest-ServersWithSpecificFlavorTestJSON-559059669-project-member] Task: {'id': task-3417674, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.277086] env[69613]: DEBUG oslo_concurrency.lockutils [None req-a380079b-e4d1-4eb9-af12-3864b30af722 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.503s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 904.277493] env[69613]: DEBUG nova.compute.manager [None req-a380079b-e4d1-4eb9-af12-3864b30af722 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] [instance: 661ee10a-6a1c-4f4c-86e5-ea2185ab6741] Start building networks asynchronously for instance. {{(pid=69613) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 904.280267] env[69613]: DEBUG oslo_concurrency.lockutils [None req-db4279be-fb34-40da-84e6-ea0f85509cbd tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 20.220s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 904.280487] env[69613]: DEBUG nova.objects.instance [None req-db4279be-fb34-40da-84e6-ea0f85509cbd tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] [instance: 9b124e5b-64d3-427b-a2bc-fed2d4ab8263] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69613) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 904.444126] env[69613]: DEBUG oslo_vmware.api [None req-17a3b2ed-89d0-4920-b119-7cfa8cc8b1e8 tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] Task: {'id': task-3417671, 'name': PowerOffVM_Task, 'duration_secs': 0.191168} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.444384] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-17a3b2ed-89d0-4920-b119-7cfa8cc8b1e8 tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] [instance: 4c3027a1-4b55-40bd-b818-562263ec9fab] Powered off the VM {{(pid=69613) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 904.444554] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-17a3b2ed-89d0-4920-b119-7cfa8cc8b1e8 tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] [instance: 4c3027a1-4b55-40bd-b818-562263ec9fab] Unregistering the VM {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 904.444816] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-86094475-1c36-41e8-9b80-ce19f7f2c780 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.501892] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-17a3b2ed-89d0-4920-b119-7cfa8cc8b1e8 tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] [instance: 4c3027a1-4b55-40bd-b818-562263ec9fab] Unregistered the VM {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 904.502213] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-17a3b2ed-89d0-4920-b119-7cfa8cc8b1e8 tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] [instance: 4c3027a1-4b55-40bd-b818-562263ec9fab] Deleting contents of the VM from datastore datastore2 {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 904.502413] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-17a3b2ed-89d0-4920-b119-7cfa8cc8b1e8 tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] Deleting the datastore file [datastore2] 4c3027a1-4b55-40bd-b818-562263ec9fab {{(pid=69613) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 904.506058] env[69613]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b457aff3-c9fe-4b20-bc00-c860c4bae5e6 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.507600] env[69613]: DEBUG oslo_vmware.api [None req-e636aa2d-a5e9-40db-a587-8c533e80edc5 tempest-ServerShowV247Test-1190307155 tempest-ServerShowV247Test-1190307155-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52162765-100d-ed9e-b30a-6edca39e0580, 'name': SearchDatastore_Task, 'duration_secs': 0.009426} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.508665] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5448b12e-6f0e-49cd-b9b7-0b9343000eab {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.512063] env[69613]: DEBUG oslo_vmware.api [None req-17a3b2ed-89d0-4920-b119-7cfa8cc8b1e8 tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] Waiting for the task: (returnval){ [ 904.512063] env[69613]: value = "task-3417677" [ 904.512063] env[69613]: _type = "Task" [ 904.512063] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.516161] env[69613]: DEBUG oslo_vmware.api [None req-e636aa2d-a5e9-40db-a587-8c533e80edc5 tempest-ServerShowV247Test-1190307155 tempest-ServerShowV247Test-1190307155-project-member] Waiting for the task: (returnval){ [ 904.516161] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]524a596a-df07-0b2d-e7d6-28562ed37a46" [ 904.516161] env[69613]: _type = "Task" [ 904.516161] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.521951] env[69613]: DEBUG oslo_vmware.api [None req-17a3b2ed-89d0-4920-b119-7cfa8cc8b1e8 tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] Task: {'id': task-3417677, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.526133] env[69613]: DEBUG oslo_vmware.api [None req-e636aa2d-a5e9-40db-a587-8c533e80edc5 tempest-ServerShowV247Test-1190307155 tempest-ServerShowV247Test-1190307155-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]524a596a-df07-0b2d-e7d6-28562ed37a46, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.603137] env[69613]: DEBUG oslo_vmware.api [None req-f52b26f3-cca7-44b8-898d-97a64f2b02cd tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Task: {'id': task-3417672, 'name': Rename_Task, 'duration_secs': 0.177456} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.603389] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-f52b26f3-cca7-44b8-898d-97a64f2b02cd tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] [instance: a85fedcd-1c01-4534-b403-420733c3ed0c] Powering on the VM {{(pid=69613) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 904.603654] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3633c5cd-a31b-4bc4-b59d-ec45ef6596a2 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.610545] env[69613]: DEBUG oslo_vmware.api [None req-f52b26f3-cca7-44b8-898d-97a64f2b02cd tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Waiting for the task: (returnval){ [ 904.610545] env[69613]: value = "task-3417678" [ 904.610545] env[69613]: _type = "Task" [ 904.610545] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.618885] env[69613]: DEBUG oslo_vmware.api [None req-f52b26f3-cca7-44b8-898d-97a64f2b02cd tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Task: {'id': task-3417678, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.650340] env[69613]: DEBUG oslo_vmware.api [None req-a6b436dc-11f4-41af-88cb-d006be5e873b tempest-ServerShowV247Test-1190307155 tempest-ServerShowV247Test-1190307155-project-member] Task: {'id': task-3417673, 'name': ReconfigVM_Task, 'duration_secs': 0.351568} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.650790] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-a6b436dc-11f4-41af-88cb-d006be5e873b tempest-ServerShowV247Test-1190307155 tempest-ServerShowV247Test-1190307155-project-member] [instance: 302deddd-6e67-4650-b29a-914c4bbd0c6b] Reconfigured VM instance instance-0000004a to attach disk [datastore2] 302deddd-6e67-4650-b29a-914c4bbd0c6b/302deddd-6e67-4650-b29a-914c4bbd0c6b.vmdk or device None with type sparse {{(pid=69613) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 904.655116] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e0ca7c8b-d6cc-476c-8d88-8cf6a751cb77 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.661119] env[69613]: DEBUG oslo_vmware.api [None req-a6b436dc-11f4-41af-88cb-d006be5e873b tempest-ServerShowV247Test-1190307155 tempest-ServerShowV247Test-1190307155-project-member] Waiting for the task: (returnval){ [ 904.661119] env[69613]: value = "task-3417679" [ 904.661119] env[69613]: _type = "Task" [ 904.661119] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.672595] env[69613]: DEBUG oslo_vmware.api [None req-a6b436dc-11f4-41af-88cb-d006be5e873b tempest-ServerShowV247Test-1190307155 tempest-ServerShowV247Test-1190307155-project-member] Task: {'id': task-3417679, 'name': Rename_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.705995] env[69613]: DEBUG oslo_vmware.api [None req-12e78629-4fea-4181-9561-ef7ae53368ca tempest-ServersWithSpecificFlavorTestJSON-559059669 tempest-ServersWithSpecificFlavorTestJSON-559059669-project-member] Task: {'id': task-3417674, 'name': PowerOffVM_Task, 'duration_secs': 0.193028} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.706275] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-12e78629-4fea-4181-9561-ef7ae53368ca tempest-ServersWithSpecificFlavorTestJSON-559059669 tempest-ServersWithSpecificFlavorTestJSON-559059669-project-member] [instance: 52a6a8dc-d371-4109-ba9a-0b972f1d0527] Powered off the VM {{(pid=69613) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 904.706444] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-12e78629-4fea-4181-9561-ef7ae53368ca tempest-ServersWithSpecificFlavorTestJSON-559059669 tempest-ServersWithSpecificFlavorTestJSON-559059669-project-member] [instance: 52a6a8dc-d371-4109-ba9a-0b972f1d0527] Unregistering the VM {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 904.706687] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6e598fe4-6f0c-4aa1-aff8-8c37cced7507 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.727503] env[69613]: DEBUG oslo_concurrency.lockutils [None req-1ee4af04-5fa1-479b-b0bd-f34971f489da tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] Acquiring lock "71e0d53c-ff3f-4a77-aa25-2a07e64500a7" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 904.727757] env[69613]: DEBUG oslo_concurrency.lockutils [None req-1ee4af04-5fa1-479b-b0bd-f34971f489da tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] Lock "71e0d53c-ff3f-4a77-aa25-2a07e64500a7" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 904.727933] env[69613]: INFO nova.compute.manager [None req-1ee4af04-5fa1-479b-b0bd-f34971f489da tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] [instance: 71e0d53c-ff3f-4a77-aa25-2a07e64500a7] Shelving [ 904.767192] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-12e78629-4fea-4181-9561-ef7ae53368ca tempest-ServersWithSpecificFlavorTestJSON-559059669 tempest-ServersWithSpecificFlavorTestJSON-559059669-project-member] [instance: 52a6a8dc-d371-4109-ba9a-0b972f1d0527] Unregistered the VM {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 904.767437] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-12e78629-4fea-4181-9561-ef7ae53368ca tempest-ServersWithSpecificFlavorTestJSON-559059669 tempest-ServersWithSpecificFlavorTestJSON-559059669-project-member] [instance: 52a6a8dc-d371-4109-ba9a-0b972f1d0527] Deleting contents of the VM from datastore datastore1 {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 904.767622] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-12e78629-4fea-4181-9561-ef7ae53368ca tempest-ServersWithSpecificFlavorTestJSON-559059669 tempest-ServersWithSpecificFlavorTestJSON-559059669-project-member] Deleting the datastore file [datastore1] 52a6a8dc-d371-4109-ba9a-0b972f1d0527 {{(pid=69613) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 904.767890] env[69613]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-902cc38a-c14e-47ed-86c2-e9271a2542df {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.776329] env[69613]: DEBUG oslo_vmware.api [None req-12e78629-4fea-4181-9561-ef7ae53368ca tempest-ServersWithSpecificFlavorTestJSON-559059669 tempest-ServersWithSpecificFlavorTestJSON-559059669-project-member] Waiting for the task: (returnval){ [ 904.776329] env[69613]: value = "task-3417681" [ 904.776329] env[69613]: _type = "Task" [ 904.776329] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.789017] env[69613]: DEBUG nova.compute.utils [None req-a380079b-e4d1-4eb9-af12-3864b30af722 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] Using /dev/sd instead of None {{(pid=69613) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 904.792072] env[69613]: DEBUG oslo_vmware.api [None req-12e78629-4fea-4181-9561-ef7ae53368ca tempest-ServersWithSpecificFlavorTestJSON-559059669 tempest-ServersWithSpecificFlavorTestJSON-559059669-project-member] Task: {'id': task-3417681, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.792722] env[69613]: DEBUG nova.compute.manager [None req-a380079b-e4d1-4eb9-af12-3864b30af722 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] [instance: 661ee10a-6a1c-4f4c-86e5-ea2185ab6741] Allocating IP information in the background. {{(pid=69613) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 904.792888] env[69613]: DEBUG nova.network.neutron [None req-a380079b-e4d1-4eb9-af12-3864b30af722 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] [instance: 661ee10a-6a1c-4f4c-86e5-ea2185ab6741] allocate_for_instance() {{(pid=69613) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 904.871512] env[69613]: DEBUG nova.policy [None req-a380079b-e4d1-4eb9-af12-3864b30af722 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8b01e47c0f874e0e8fe0cefb753d16f7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '70491f9430e24961b9308f48ea2dc709', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69613) authorize /opt/stack/nova/nova/policy.py:192}} [ 905.025690] env[69613]: DEBUG oslo_vmware.api [None req-17a3b2ed-89d0-4920-b119-7cfa8cc8b1e8 tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] Task: {'id': task-3417677, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.157168} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.026496] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-17a3b2ed-89d0-4920-b119-7cfa8cc8b1e8 tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] Deleted the datastore file {{(pid=69613) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 905.026753] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-17a3b2ed-89d0-4920-b119-7cfa8cc8b1e8 tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] [instance: 4c3027a1-4b55-40bd-b818-562263ec9fab] Deleted contents of the VM from datastore datastore2 {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 905.026985] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-17a3b2ed-89d0-4920-b119-7cfa8cc8b1e8 tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] [instance: 4c3027a1-4b55-40bd-b818-562263ec9fab] Instance destroyed {{(pid=69613) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 905.027252] env[69613]: INFO nova.compute.manager [None req-17a3b2ed-89d0-4920-b119-7cfa8cc8b1e8 tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] [instance: 4c3027a1-4b55-40bd-b818-562263ec9fab] Took 1.11 seconds to destroy the instance on the hypervisor. [ 905.027566] env[69613]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-17a3b2ed-89d0-4920-b119-7cfa8cc8b1e8 tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69613) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 905.027797] env[69613]: DEBUG nova.compute.manager [-] [instance: 4c3027a1-4b55-40bd-b818-562263ec9fab] Deallocating network for instance {{(pid=69613) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 905.027916] env[69613]: DEBUG nova.network.neutron [-] [instance: 4c3027a1-4b55-40bd-b818-562263ec9fab] deallocate_for_instance() {{(pid=69613) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 905.034368] env[69613]: DEBUG oslo_vmware.api [None req-e636aa2d-a5e9-40db-a587-8c533e80edc5 tempest-ServerShowV247Test-1190307155 tempest-ServerShowV247Test-1190307155-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]524a596a-df07-0b2d-e7d6-28562ed37a46, 'name': SearchDatastore_Task, 'duration_secs': 0.011468} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.035145] env[69613]: DEBUG oslo_concurrency.lockutils [None req-e636aa2d-a5e9-40db-a587-8c533e80edc5 tempest-ServerShowV247Test-1190307155 tempest-ServerShowV247Test-1190307155-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.035220] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-e636aa2d-a5e9-40db-a587-8c533e80edc5 tempest-ServerShowV247Test-1190307155 tempest-ServerShowV247Test-1190307155-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk to [datastore2] 07474db3-d38d-49ca-a42a-28c63825d86d/07474db3-d38d-49ca-a42a-28c63825d86d.vmdk {{(pid=69613) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 905.035447] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-31204d2d-a0f9-4741-a710-01cf36b55d84 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.043919] env[69613]: DEBUG oslo_vmware.api [None req-e636aa2d-a5e9-40db-a587-8c533e80edc5 tempest-ServerShowV247Test-1190307155 tempest-ServerShowV247Test-1190307155-project-member] Waiting for the task: (returnval){ [ 905.043919] env[69613]: value = "task-3417682" [ 905.043919] env[69613]: _type = "Task" [ 905.043919] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.052763] env[69613]: DEBUG oslo_vmware.api [None req-e636aa2d-a5e9-40db-a587-8c533e80edc5 tempest-ServerShowV247Test-1190307155 tempest-ServerShowV247Test-1190307155-project-member] Task: {'id': task-3417682, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.123056] env[69613]: DEBUG oslo_vmware.api [None req-f52b26f3-cca7-44b8-898d-97a64f2b02cd tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Task: {'id': task-3417678, 'name': PowerOnVM_Task} progress is 92%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.171885] env[69613]: DEBUG oslo_vmware.api [None req-a6b436dc-11f4-41af-88cb-d006be5e873b tempest-ServerShowV247Test-1190307155 tempest-ServerShowV247Test-1190307155-project-member] Task: {'id': task-3417679, 'name': Rename_Task, 'duration_secs': 0.184428} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.172281] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6b436dc-11f4-41af-88cb-d006be5e873b tempest-ServerShowV247Test-1190307155 tempest-ServerShowV247Test-1190307155-project-member] [instance: 302deddd-6e67-4650-b29a-914c4bbd0c6b] Powering on the VM {{(pid=69613) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 905.172578] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5bf1c0c9-5156-410d-9f56-a4f40d197769 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.181194] env[69613]: DEBUG oslo_vmware.api [None req-a6b436dc-11f4-41af-88cb-d006be5e873b tempest-ServerShowV247Test-1190307155 tempest-ServerShowV247Test-1190307155-project-member] Waiting for the task: (returnval){ [ 905.181194] env[69613]: value = "task-3417683" [ 905.181194] env[69613]: _type = "Task" [ 905.181194] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.193341] env[69613]: DEBUG oslo_vmware.api [None req-a6b436dc-11f4-41af-88cb-d006be5e873b tempest-ServerShowV247Test-1190307155 tempest-ServerShowV247Test-1190307155-project-member] Task: {'id': task-3417683, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.289762] env[69613]: DEBUG oslo_vmware.api [None req-12e78629-4fea-4181-9561-ef7ae53368ca tempest-ServersWithSpecificFlavorTestJSON-559059669 tempest-ServersWithSpecificFlavorTestJSON-559059669-project-member] Task: {'id': task-3417681, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.19483} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.297227] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-12e78629-4fea-4181-9561-ef7ae53368ca tempest-ServersWithSpecificFlavorTestJSON-559059669 tempest-ServersWithSpecificFlavorTestJSON-559059669-project-member] Deleted the datastore file {{(pid=69613) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 905.297652] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-12e78629-4fea-4181-9561-ef7ae53368ca tempest-ServersWithSpecificFlavorTestJSON-559059669 tempest-ServersWithSpecificFlavorTestJSON-559059669-project-member] [instance: 52a6a8dc-d371-4109-ba9a-0b972f1d0527] Deleted contents of the VM from datastore datastore1 {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 905.297817] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-12e78629-4fea-4181-9561-ef7ae53368ca tempest-ServersWithSpecificFlavorTestJSON-559059669 tempest-ServersWithSpecificFlavorTestJSON-559059669-project-member] [instance: 52a6a8dc-d371-4109-ba9a-0b972f1d0527] Instance destroyed {{(pid=69613) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 905.298093] env[69613]: INFO nova.compute.manager [None req-12e78629-4fea-4181-9561-ef7ae53368ca tempest-ServersWithSpecificFlavorTestJSON-559059669 tempest-ServersWithSpecificFlavorTestJSON-559059669-project-member] [instance: 52a6a8dc-d371-4109-ba9a-0b972f1d0527] Took 1.12 seconds to destroy the instance on the hypervisor. [ 905.298295] env[69613]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-12e78629-4fea-4181-9561-ef7ae53368ca tempest-ServersWithSpecificFlavorTestJSON-559059669 tempest-ServersWithSpecificFlavorTestJSON-559059669-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69613) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 905.298785] env[69613]: DEBUG nova.compute.manager [None req-a380079b-e4d1-4eb9-af12-3864b30af722 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] [instance: 661ee10a-6a1c-4f4c-86e5-ea2185ab6741] Start building block device mappings for instance. {{(pid=69613) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 905.303808] env[69613]: DEBUG oslo_concurrency.lockutils [None req-db4279be-fb34-40da-84e6-ea0f85509cbd tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.023s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 905.304218] env[69613]: DEBUG nova.compute.manager [-] [instance: 52a6a8dc-d371-4109-ba9a-0b972f1d0527] Deallocating network for instance {{(pid=69613) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 905.304289] env[69613]: DEBUG nova.network.neutron [-] [instance: 52a6a8dc-d371-4109-ba9a-0b972f1d0527] deallocate_for_instance() {{(pid=69613) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 905.307834] env[69613]: DEBUG oslo_concurrency.lockutils [None req-266ce19b-ae3d-45db-8293-1a5135d92b46 tempest-VolumesAdminNegativeTest-111528841 tempest-VolumesAdminNegativeTest-111528841-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.412s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 905.308020] env[69613]: DEBUG nova.objects.instance [None req-266ce19b-ae3d-45db-8293-1a5135d92b46 tempest-VolumesAdminNegativeTest-111528841 tempest-VolumesAdminNegativeTest-111528841-project-member] Lazy-loading 'resources' on Instance uuid 54fe2a35-52f3-4c21-a0f4-522e44b620a0 {{(pid=69613) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 905.433203] env[69613]: DEBUG nova.network.neutron [None req-a380079b-e4d1-4eb9-af12-3864b30af722 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] [instance: 661ee10a-6a1c-4f4c-86e5-ea2185ab6741] Successfully created port: a17ea222-6334-4595-bdd4-10f24be5e6b9 {{(pid=69613) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 905.556665] env[69613]: DEBUG oslo_vmware.api [None req-e636aa2d-a5e9-40db-a587-8c533e80edc5 tempest-ServerShowV247Test-1190307155 tempest-ServerShowV247Test-1190307155-project-member] Task: {'id': task-3417682, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.499136} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.556971] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-e636aa2d-a5e9-40db-a587-8c533e80edc5 tempest-ServerShowV247Test-1190307155 tempest-ServerShowV247Test-1190307155-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk to [datastore2] 07474db3-d38d-49ca-a42a-28c63825d86d/07474db3-d38d-49ca-a42a-28c63825d86d.vmdk {{(pid=69613) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 905.557224] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-e636aa2d-a5e9-40db-a587-8c533e80edc5 tempest-ServerShowV247Test-1190307155 tempest-ServerShowV247Test-1190307155-project-member] [instance: 07474db3-d38d-49ca-a42a-28c63825d86d] Extending root virtual disk to 1048576 {{(pid=69613) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 905.557645] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-935c60c2-90cb-43d7-8562-3576ceeada71 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.565848] env[69613]: DEBUG oslo_vmware.api [None req-e636aa2d-a5e9-40db-a587-8c533e80edc5 tempest-ServerShowV247Test-1190307155 tempest-ServerShowV247Test-1190307155-project-member] Waiting for the task: (returnval){ [ 905.565848] env[69613]: value = "task-3417684" [ 905.565848] env[69613]: _type = "Task" [ 905.565848] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.577786] env[69613]: DEBUG oslo_vmware.api [None req-e636aa2d-a5e9-40db-a587-8c533e80edc5 tempest-ServerShowV247Test-1190307155 tempest-ServerShowV247Test-1190307155-project-member] Task: {'id': task-3417684, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.625027] env[69613]: DEBUG oslo_vmware.api [None req-f52b26f3-cca7-44b8-898d-97a64f2b02cd tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Task: {'id': task-3417678, 'name': PowerOnVM_Task, 'duration_secs': 0.631766} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.625027] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-f52b26f3-cca7-44b8-898d-97a64f2b02cd tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] [instance: a85fedcd-1c01-4534-b403-420733c3ed0c] Powered on the VM {{(pid=69613) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 905.625027] env[69613]: INFO nova.compute.manager [None req-f52b26f3-cca7-44b8-898d-97a64f2b02cd tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] [instance: a85fedcd-1c01-4534-b403-420733c3ed0c] Took 10.67 seconds to spawn the instance on the hypervisor. [ 905.625027] env[69613]: DEBUG nova.compute.manager [None req-f52b26f3-cca7-44b8-898d-97a64f2b02cd tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] [instance: a85fedcd-1c01-4534-b403-420733c3ed0c] Checking state {{(pid=69613) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 905.625027] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed261ab3-481d-4926-9f4f-2c80c6624b34 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.696558] env[69613]: DEBUG oslo_vmware.api [None req-a6b436dc-11f4-41af-88cb-d006be5e873b tempest-ServerShowV247Test-1190307155 tempest-ServerShowV247Test-1190307155-project-member] Task: {'id': task-3417683, 'name': PowerOnVM_Task} progress is 87%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.738229] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ee4af04-5fa1-479b-b0bd-f34971f489da tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] [instance: 71e0d53c-ff3f-4a77-aa25-2a07e64500a7] Powering off the VM {{(pid=69613) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 905.738910] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-32d2322d-04bd-4399-b592-d2f13fcbbb22 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.747653] env[69613]: DEBUG oslo_vmware.api [None req-1ee4af04-5fa1-479b-b0bd-f34971f489da tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] Waiting for the task: (returnval){ [ 905.747653] env[69613]: value = "task-3417685" [ 905.747653] env[69613]: _type = "Task" [ 905.747653] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.759225] env[69613]: DEBUG oslo_vmware.api [None req-1ee4af04-5fa1-479b-b0bd-f34971f489da tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] Task: {'id': task-3417685, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.874361] env[69613]: DEBUG nova.compute.manager [req-30549778-9934-4637-a8ba-7b667b5347a4 req-0c5dc78a-b499-4395-ac5a-e567bf1db02d service nova] [instance: 4c3027a1-4b55-40bd-b818-562263ec9fab] Received event network-vif-deleted-e367d2a3-a41f-4ea1-81fb-c9a53155ede9 {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 905.874541] env[69613]: INFO nova.compute.manager [req-30549778-9934-4637-a8ba-7b667b5347a4 req-0c5dc78a-b499-4395-ac5a-e567bf1db02d service nova] [instance: 4c3027a1-4b55-40bd-b818-562263ec9fab] Neutron deleted interface e367d2a3-a41f-4ea1-81fb-c9a53155ede9; detaching it from the instance and deleting it from the info cache [ 905.874747] env[69613]: DEBUG nova.network.neutron [req-30549778-9934-4637-a8ba-7b667b5347a4 req-0c5dc78a-b499-4395-ac5a-e567bf1db02d service nova] [instance: 4c3027a1-4b55-40bd-b818-562263ec9fab] Updating instance_info_cache with network_info: [] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 906.076904] env[69613]: DEBUG oslo_vmware.api [None req-e636aa2d-a5e9-40db-a587-8c533e80edc5 tempest-ServerShowV247Test-1190307155 tempest-ServerShowV247Test-1190307155-project-member] Task: {'id': task-3417684, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073266} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.077816] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-e636aa2d-a5e9-40db-a587-8c533e80edc5 tempest-ServerShowV247Test-1190307155 tempest-ServerShowV247Test-1190307155-project-member] [instance: 07474db3-d38d-49ca-a42a-28c63825d86d] Extended root virtual disk {{(pid=69613) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 906.078916] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97dc207f-96b5-4639-86f8-c413ada4d829 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.101385] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-e636aa2d-a5e9-40db-a587-8c533e80edc5 tempest-ServerShowV247Test-1190307155 tempest-ServerShowV247Test-1190307155-project-member] [instance: 07474db3-d38d-49ca-a42a-28c63825d86d] Reconfiguring VM instance instance-0000004b to attach disk [datastore2] 07474db3-d38d-49ca-a42a-28c63825d86d/07474db3-d38d-49ca-a42a-28c63825d86d.vmdk or device None with type sparse {{(pid=69613) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 906.104366] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d1fc1d5f-d770-47df-8b18-1ba238b98eb8 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.121908] env[69613]: DEBUG nova.network.neutron [-] [instance: 4c3027a1-4b55-40bd-b818-562263ec9fab] Updating instance_info_cache with network_info: [] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 906.124042] env[69613]: DEBUG nova.compute.manager [req-50be359e-8780-4fa1-951d-03199cb22d96 req-9d36e77e-8245-44b0-829f-90f0319caacf service nova] [instance: 52a6a8dc-d371-4109-ba9a-0b972f1d0527] Received event network-vif-deleted-6bc936c5-9caf-409b-8b41-32109d76cf58 {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 906.124305] env[69613]: INFO nova.compute.manager [req-50be359e-8780-4fa1-951d-03199cb22d96 req-9d36e77e-8245-44b0-829f-90f0319caacf service nova] [instance: 52a6a8dc-d371-4109-ba9a-0b972f1d0527] Neutron deleted interface 6bc936c5-9caf-409b-8b41-32109d76cf58; detaching it from the instance and deleting it from the info cache [ 906.124403] env[69613]: DEBUG nova.network.neutron [req-50be359e-8780-4fa1-951d-03199cb22d96 req-9d36e77e-8245-44b0-829f-90f0319caacf service nova] [instance: 52a6a8dc-d371-4109-ba9a-0b972f1d0527] Updating instance_info_cache with network_info: [] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 906.135502] env[69613]: DEBUG oslo_vmware.api [None req-e636aa2d-a5e9-40db-a587-8c533e80edc5 tempest-ServerShowV247Test-1190307155 tempest-ServerShowV247Test-1190307155-project-member] Waiting for the task: (returnval){ [ 906.135502] env[69613]: value = "task-3417686" [ 906.135502] env[69613]: _type = "Task" [ 906.135502] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.153076] env[69613]: DEBUG oslo_vmware.api [None req-e636aa2d-a5e9-40db-a587-8c533e80edc5 tempest-ServerShowV247Test-1190307155 tempest-ServerShowV247Test-1190307155-project-member] Task: {'id': task-3417686, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.153665] env[69613]: INFO nova.compute.manager [None req-f52b26f3-cca7-44b8-898d-97a64f2b02cd tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] [instance: a85fedcd-1c01-4534-b403-420733c3ed0c] Took 31.13 seconds to build instance. [ 906.200840] env[69613]: DEBUG oslo_vmware.api [None req-a6b436dc-11f4-41af-88cb-d006be5e873b tempest-ServerShowV247Test-1190307155 tempest-ServerShowV247Test-1190307155-project-member] Task: {'id': task-3417683, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.263972] env[69613]: DEBUG oslo_vmware.api [None req-1ee4af04-5fa1-479b-b0bd-f34971f489da tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] Task: {'id': task-3417685, 'name': PowerOffVM_Task, 'duration_secs': 0.445554} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.264258] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ee4af04-5fa1-479b-b0bd-f34971f489da tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] [instance: 71e0d53c-ff3f-4a77-aa25-2a07e64500a7] Powered off the VM {{(pid=69613) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 906.265232] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee25415d-50e7-4cd5-8165-4cca650f9e25 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.269398] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28835fd7-25f7-4d0a-bac3-3b2d59707d67 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.291243] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5643dea0-8793-40ee-953a-f3a4b54ce3be {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.295374] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3924fda6-5dd3-40e3-a9b7-27dc616b3f89 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.328977] env[69613]: DEBUG nova.compute.manager [None req-a380079b-e4d1-4eb9-af12-3864b30af722 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] [instance: 661ee10a-6a1c-4f4c-86e5-ea2185ab6741] Start spawning the instance on the hypervisor. {{(pid=69613) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 906.330999] env[69613]: DEBUG nova.network.neutron [-] [instance: 52a6a8dc-d371-4109-ba9a-0b972f1d0527] Updating instance_info_cache with network_info: [] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 906.335038] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e395cb8-b955-47f6-b928-b21f1e5bc323 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.343416] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6966165-4718-4e94-89fd-0777711b9e02 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.362259] env[69613]: DEBUG nova.compute.provider_tree [None req-266ce19b-ae3d-45db-8293-1a5135d92b46 tempest-VolumesAdminNegativeTest-111528841 tempest-VolumesAdminNegativeTest-111528841-project-member] Inventory has not changed in ProviderTree for provider: af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 {{(pid=69613) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 906.365613] env[69613]: DEBUG nova.virt.hardware [None req-a380079b-e4d1-4eb9-af12-3864b30af722 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T14:02:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='6500d1e8-af66-4723-a101-19f00b6d2cdc',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1646601360',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T13:55:19Z,direct_url=,disk_format='vmdk',id=2b7a0304-b5d0-431d-b287-32c8388d7fbd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3e9e1b873f1442d59d5ee8247b941f74',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T13:55:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 906.365835] env[69613]: DEBUG nova.virt.hardware [None req-a380079b-e4d1-4eb9-af12-3864b30af722 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] Flavor limits 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 906.365990] env[69613]: DEBUG nova.virt.hardware [None req-a380079b-e4d1-4eb9-af12-3864b30af722 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] Image limits 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 906.366185] env[69613]: DEBUG nova.virt.hardware [None req-a380079b-e4d1-4eb9-af12-3864b30af722 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] Flavor pref 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 906.366336] env[69613]: DEBUG nova.virt.hardware [None req-a380079b-e4d1-4eb9-af12-3864b30af722 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] Image pref 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 906.366487] env[69613]: DEBUG nova.virt.hardware [None req-a380079b-e4d1-4eb9-af12-3864b30af722 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 906.366699] env[69613]: DEBUG nova.virt.hardware [None req-a380079b-e4d1-4eb9-af12-3864b30af722 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 906.366858] env[69613]: DEBUG nova.virt.hardware [None req-a380079b-e4d1-4eb9-af12-3864b30af722 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69613) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 906.367034] env[69613]: DEBUG nova.virt.hardware [None req-a380079b-e4d1-4eb9-af12-3864b30af722 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] Got 1 possible topologies {{(pid=69613) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 906.367216] env[69613]: DEBUG nova.virt.hardware [None req-a380079b-e4d1-4eb9-af12-3864b30af722 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 906.367386] env[69613]: DEBUG nova.virt.hardware [None req-a380079b-e4d1-4eb9-af12-3864b30af722 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 906.368351] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2182412-8e30-440e-b01f-9ff2f64bf442 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.377287] env[69613]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b1bbd1ad-941b-4c74-91ef-c6628f39d683 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.380035] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f94935d-c389-4c7a-ac01-a2d5dfced9b0 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.401502] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55a63af3-70d7-4ae3-9689-54f1c976209d {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.436457] env[69613]: DEBUG nova.compute.manager [req-30549778-9934-4637-a8ba-7b667b5347a4 req-0c5dc78a-b499-4395-ac5a-e567bf1db02d service nova] [instance: 4c3027a1-4b55-40bd-b818-562263ec9fab] Detach interface failed, port_id=e367d2a3-a41f-4ea1-81fb-c9a53155ede9, reason: Instance 4c3027a1-4b55-40bd-b818-562263ec9fab could not be found. {{(pid=69613) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 906.627121] env[69613]: INFO nova.compute.manager [-] [instance: 4c3027a1-4b55-40bd-b818-562263ec9fab] Took 1.60 seconds to deallocate network for instance. [ 906.629607] env[69613]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-336699c8-a0aa-4207-9b63-0d8c4c5a4cc7 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.643869] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7de883d7-8410-4b5d-bc34-696c9d76cb51 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.662345] env[69613]: DEBUG oslo_concurrency.lockutils [None req-f52b26f3-cca7-44b8-898d-97a64f2b02cd tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Lock "a85fedcd-1c01-4534-b403-420733c3ed0c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.655s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 906.662731] env[69613]: DEBUG oslo_vmware.api [None req-e636aa2d-a5e9-40db-a587-8c533e80edc5 tempest-ServerShowV247Test-1190307155 tempest-ServerShowV247Test-1190307155-project-member] Task: {'id': task-3417686, 'name': ReconfigVM_Task, 'duration_secs': 0.337184} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.663484] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-e636aa2d-a5e9-40db-a587-8c533e80edc5 tempest-ServerShowV247Test-1190307155 tempest-ServerShowV247Test-1190307155-project-member] [instance: 07474db3-d38d-49ca-a42a-28c63825d86d] Reconfigured VM instance instance-0000004b to attach disk [datastore2] 07474db3-d38d-49ca-a42a-28c63825d86d/07474db3-d38d-49ca-a42a-28c63825d86d.vmdk or device None with type sparse {{(pid=69613) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 906.664265] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-287ff815-c4c1-4e88-b3f3-da607e4e4e25 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.671897] env[69613]: DEBUG oslo_vmware.api [None req-e636aa2d-a5e9-40db-a587-8c533e80edc5 tempest-ServerShowV247Test-1190307155 tempest-ServerShowV247Test-1190307155-project-member] Waiting for the task: (returnval){ [ 906.671897] env[69613]: value = "task-3417688" [ 906.671897] env[69613]: _type = "Task" [ 906.671897] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.688170] env[69613]: DEBUG nova.compute.manager [req-50be359e-8780-4fa1-951d-03199cb22d96 req-9d36e77e-8245-44b0-829f-90f0319caacf service nova] [instance: 52a6a8dc-d371-4109-ba9a-0b972f1d0527] Detach interface failed, port_id=6bc936c5-9caf-409b-8b41-32109d76cf58, reason: Instance 52a6a8dc-d371-4109-ba9a-0b972f1d0527 could not be found. {{(pid=69613) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 906.694697] env[69613]: DEBUG oslo_vmware.api [None req-e636aa2d-a5e9-40db-a587-8c533e80edc5 tempest-ServerShowV247Test-1190307155 tempest-ServerShowV247Test-1190307155-project-member] Task: {'id': task-3417688, 'name': Rename_Task} progress is 10%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.700247] env[69613]: DEBUG oslo_vmware.api [None req-a6b436dc-11f4-41af-88cb-d006be5e873b tempest-ServerShowV247Test-1190307155 tempest-ServerShowV247Test-1190307155-project-member] Task: {'id': task-3417683, 'name': PowerOnVM_Task, 'duration_secs': 1.061286} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.700545] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6b436dc-11f4-41af-88cb-d006be5e873b tempest-ServerShowV247Test-1190307155 tempest-ServerShowV247Test-1190307155-project-member] [instance: 302deddd-6e67-4650-b29a-914c4bbd0c6b] Powered on the VM {{(pid=69613) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 906.700744] env[69613]: INFO nova.compute.manager [None req-a6b436dc-11f4-41af-88cb-d006be5e873b tempest-ServerShowV247Test-1190307155 tempest-ServerShowV247Test-1190307155-project-member] [instance: 302deddd-6e67-4650-b29a-914c4bbd0c6b] Took 7.55 seconds to spawn the instance on the hypervisor. [ 906.700944] env[69613]: DEBUG nova.compute.manager [None req-a6b436dc-11f4-41af-88cb-d006be5e873b tempest-ServerShowV247Test-1190307155 tempest-ServerShowV247Test-1190307155-project-member] [instance: 302deddd-6e67-4650-b29a-914c4bbd0c6b] Checking state {{(pid=69613) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 906.701798] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f347d86-9f9c-4814-9b90-d0c35bd03d0f {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.834711] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-1ee4af04-5fa1-479b-b0bd-f34971f489da tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] [instance: 71e0d53c-ff3f-4a77-aa25-2a07e64500a7] Creating Snapshot of the VM instance {{(pid=69613) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 906.835165] env[69613]: INFO nova.compute.manager [-] [instance: 52a6a8dc-d371-4109-ba9a-0b972f1d0527] Took 1.53 seconds to deallocate network for instance. [ 906.835424] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-62ed42c6-9e9c-47e1-a2ab-ba40a5bf1cb9 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.843649] env[69613]: DEBUG oslo_vmware.api [None req-1ee4af04-5fa1-479b-b0bd-f34971f489da tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] Waiting for the task: (returnval){ [ 906.843649] env[69613]: value = "task-3417689" [ 906.843649] env[69613]: _type = "Task" [ 906.843649] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.853753] env[69613]: DEBUG oslo_vmware.api [None req-1ee4af04-5fa1-479b-b0bd-f34971f489da tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] Task: {'id': task-3417689, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.873025] env[69613]: DEBUG nova.scheduler.client.report [None req-266ce19b-ae3d-45db-8293-1a5135d92b46 tempest-VolumesAdminNegativeTest-111528841 tempest-VolumesAdminNegativeTest-111528841-project-member] Inventory has not changed for provider af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69613) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 907.140836] env[69613]: DEBUG oslo_concurrency.lockutils [None req-17a3b2ed-89d0-4920-b119-7cfa8cc8b1e8 tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 907.183663] env[69613]: DEBUG oslo_vmware.api [None req-e636aa2d-a5e9-40db-a587-8c533e80edc5 tempest-ServerShowV247Test-1190307155 tempest-ServerShowV247Test-1190307155-project-member] Task: {'id': task-3417688, 'name': Rename_Task, 'duration_secs': 0.14537} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.183998] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-e636aa2d-a5e9-40db-a587-8c533e80edc5 tempest-ServerShowV247Test-1190307155 tempest-ServerShowV247Test-1190307155-project-member] [instance: 07474db3-d38d-49ca-a42a-28c63825d86d] Powering on the VM {{(pid=69613) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 907.184276] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-67ac4d8a-e093-4b22-b25a-47eb97e2b392 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.190390] env[69613]: DEBUG oslo_vmware.api [None req-e636aa2d-a5e9-40db-a587-8c533e80edc5 tempest-ServerShowV247Test-1190307155 tempest-ServerShowV247Test-1190307155-project-member] Waiting for the task: (returnval){ [ 907.190390] env[69613]: value = "task-3417690" [ 907.190390] env[69613]: _type = "Task" [ 907.190390] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.202743] env[69613]: DEBUG oslo_vmware.api [None req-e636aa2d-a5e9-40db-a587-8c533e80edc5 tempest-ServerShowV247Test-1190307155 tempest-ServerShowV247Test-1190307155-project-member] Task: {'id': task-3417690, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.222033] env[69613]: INFO nova.compute.manager [None req-a6b436dc-11f4-41af-88cb-d006be5e873b tempest-ServerShowV247Test-1190307155 tempest-ServerShowV247Test-1190307155-project-member] [instance: 302deddd-6e67-4650-b29a-914c4bbd0c6b] Took 29.64 seconds to build instance. [ 907.343681] env[69613]: DEBUG oslo_concurrency.lockutils [None req-12e78629-4fea-4181-9561-ef7ae53368ca tempest-ServersWithSpecificFlavorTestJSON-559059669 tempest-ServersWithSpecificFlavorTestJSON-559059669-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 907.352922] env[69613]: DEBUG oslo_vmware.api [None req-1ee4af04-5fa1-479b-b0bd-f34971f489da tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] Task: {'id': task-3417689, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.379484] env[69613]: DEBUG oslo_concurrency.lockutils [None req-266ce19b-ae3d-45db-8293-1a5135d92b46 tempest-VolumesAdminNegativeTest-111528841 tempest-VolumesAdminNegativeTest-111528841-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.072s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 907.382962] env[69613]: DEBUG oslo_concurrency.lockutils [None req-e5b7b9ec-af56-40fd-811f-aea99a00717d tempest-ServersTestMultiNic-711096641 tempest-ServersTestMultiNic-711096641-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.404s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 907.384606] env[69613]: INFO nova.compute.claims [None req-e5b7b9ec-af56-40fd-811f-aea99a00717d tempest-ServersTestMultiNic-711096641 tempest-ServersTestMultiNic-711096641-project-member] [instance: 4c9e10fc-33aa-4244-83a1-dc1aed6251a2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 907.409979] env[69613]: INFO nova.scheduler.client.report [None req-266ce19b-ae3d-45db-8293-1a5135d92b46 tempest-VolumesAdminNegativeTest-111528841 tempest-VolumesAdminNegativeTest-111528841-project-member] Deleted allocations for instance 54fe2a35-52f3-4c21-a0f4-522e44b620a0 [ 907.668045] env[69613]: DEBUG nova.network.neutron [None req-a380079b-e4d1-4eb9-af12-3864b30af722 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] [instance: 661ee10a-6a1c-4f4c-86e5-ea2185ab6741] Successfully updated port: a17ea222-6334-4595-bdd4-10f24be5e6b9 {{(pid=69613) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 907.707146] env[69613]: DEBUG oslo_vmware.api [None req-e636aa2d-a5e9-40db-a587-8c533e80edc5 tempest-ServerShowV247Test-1190307155 tempest-ServerShowV247Test-1190307155-project-member] Task: {'id': task-3417690, 'name': PowerOnVM_Task, 'duration_secs': 0.483492} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.707146] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-e636aa2d-a5e9-40db-a587-8c533e80edc5 tempest-ServerShowV247Test-1190307155 tempest-ServerShowV247Test-1190307155-project-member] [instance: 07474db3-d38d-49ca-a42a-28c63825d86d] Powered on the VM {{(pid=69613) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 907.707146] env[69613]: INFO nova.compute.manager [None req-e636aa2d-a5e9-40db-a587-8c533e80edc5 tempest-ServerShowV247Test-1190307155 tempest-ServerShowV247Test-1190307155-project-member] [instance: 07474db3-d38d-49ca-a42a-28c63825d86d] Took 5.87 seconds to spawn the instance on the hypervisor. [ 907.707146] env[69613]: DEBUG nova.compute.manager [None req-e636aa2d-a5e9-40db-a587-8c533e80edc5 tempest-ServerShowV247Test-1190307155 tempest-ServerShowV247Test-1190307155-project-member] [instance: 07474db3-d38d-49ca-a42a-28c63825d86d] Checking state {{(pid=69613) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 907.708201] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-debb6cf2-51db-4067-a761-537827e9ee5d {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.721884] env[69613]: DEBUG oslo_concurrency.lockutils [None req-a6b436dc-11f4-41af-88cb-d006be5e873b tempest-ServerShowV247Test-1190307155 tempest-ServerShowV247Test-1190307155-project-member] Lock "302deddd-6e67-4650-b29a-914c4bbd0c6b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.165s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 907.824799] env[69613]: DEBUG oslo_concurrency.lockutils [None req-2129246f-bba5-4f3c-83c5-37fd48653830 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Acquiring lock "a85fedcd-1c01-4534-b403-420733c3ed0c" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 907.825318] env[69613]: DEBUG oslo_concurrency.lockutils [None req-2129246f-bba5-4f3c-83c5-37fd48653830 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Lock "a85fedcd-1c01-4534-b403-420733c3ed0c" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 907.826025] env[69613]: INFO nova.compute.manager [None req-2129246f-bba5-4f3c-83c5-37fd48653830 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] [instance: a85fedcd-1c01-4534-b403-420733c3ed0c] Shelving [ 907.855599] env[69613]: DEBUG oslo_vmware.api [None req-1ee4af04-5fa1-479b-b0bd-f34971f489da tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] Task: {'id': task-3417689, 'name': CreateSnapshot_Task, 'duration_secs': 0.901653} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.855908] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-1ee4af04-5fa1-479b-b0bd-f34971f489da tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] [instance: 71e0d53c-ff3f-4a77-aa25-2a07e64500a7] Created Snapshot of the VM instance {{(pid=69613) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 907.856950] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04238775-e924-4401-b61f-e3d1b870a673 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.918394] env[69613]: DEBUG oslo_concurrency.lockutils [None req-266ce19b-ae3d-45db-8293-1a5135d92b46 tempest-VolumesAdminNegativeTest-111528841 tempest-VolumesAdminNegativeTest-111528841-project-member] Lock "54fe2a35-52f3-4c21-a0f4-522e44b620a0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.170s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 908.121024] env[69613]: DEBUG nova.compute.manager [req-153284b8-cdb3-4c5e-ac82-e472c1836454 req-02697d45-e0fa-4648-87cd-4aa75de7b41b service nova] [instance: 661ee10a-6a1c-4f4c-86e5-ea2185ab6741] Received event network-vif-plugged-a17ea222-6334-4595-bdd4-10f24be5e6b9 {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 908.121386] env[69613]: DEBUG oslo_concurrency.lockutils [req-153284b8-cdb3-4c5e-ac82-e472c1836454 req-02697d45-e0fa-4648-87cd-4aa75de7b41b service nova] Acquiring lock "661ee10a-6a1c-4f4c-86e5-ea2185ab6741-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 908.121734] env[69613]: DEBUG oslo_concurrency.lockutils [req-153284b8-cdb3-4c5e-ac82-e472c1836454 req-02697d45-e0fa-4648-87cd-4aa75de7b41b service nova] Lock "661ee10a-6a1c-4f4c-86e5-ea2185ab6741-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 908.122048] env[69613]: DEBUG oslo_concurrency.lockutils [req-153284b8-cdb3-4c5e-ac82-e472c1836454 req-02697d45-e0fa-4648-87cd-4aa75de7b41b service nova] Lock "661ee10a-6a1c-4f4c-86e5-ea2185ab6741-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 908.122361] env[69613]: DEBUG nova.compute.manager [req-153284b8-cdb3-4c5e-ac82-e472c1836454 req-02697d45-e0fa-4648-87cd-4aa75de7b41b service nova] [instance: 661ee10a-6a1c-4f4c-86e5-ea2185ab6741] No waiting events found dispatching network-vif-plugged-a17ea222-6334-4595-bdd4-10f24be5e6b9 {{(pid=69613) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 908.122665] env[69613]: WARNING nova.compute.manager [req-153284b8-cdb3-4c5e-ac82-e472c1836454 req-02697d45-e0fa-4648-87cd-4aa75de7b41b service nova] [instance: 661ee10a-6a1c-4f4c-86e5-ea2185ab6741] Received unexpected event network-vif-plugged-a17ea222-6334-4595-bdd4-10f24be5e6b9 for instance with vm_state building and task_state spawning. [ 908.122943] env[69613]: DEBUG nova.compute.manager [req-153284b8-cdb3-4c5e-ac82-e472c1836454 req-02697d45-e0fa-4648-87cd-4aa75de7b41b service nova] [instance: 661ee10a-6a1c-4f4c-86e5-ea2185ab6741] Received event network-changed-a17ea222-6334-4595-bdd4-10f24be5e6b9 {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 908.123222] env[69613]: DEBUG nova.compute.manager [req-153284b8-cdb3-4c5e-ac82-e472c1836454 req-02697d45-e0fa-4648-87cd-4aa75de7b41b service nova] [instance: 661ee10a-6a1c-4f4c-86e5-ea2185ab6741] Refreshing instance network info cache due to event network-changed-a17ea222-6334-4595-bdd4-10f24be5e6b9. {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 908.123534] env[69613]: DEBUG oslo_concurrency.lockutils [req-153284b8-cdb3-4c5e-ac82-e472c1836454 req-02697d45-e0fa-4648-87cd-4aa75de7b41b service nova] Acquiring lock "refresh_cache-661ee10a-6a1c-4f4c-86e5-ea2185ab6741" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.123767] env[69613]: DEBUG oslo_concurrency.lockutils [req-153284b8-cdb3-4c5e-ac82-e472c1836454 req-02697d45-e0fa-4648-87cd-4aa75de7b41b service nova] Acquired lock "refresh_cache-661ee10a-6a1c-4f4c-86e5-ea2185ab6741" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.124047] env[69613]: DEBUG nova.network.neutron [req-153284b8-cdb3-4c5e-ac82-e472c1836454 req-02697d45-e0fa-4648-87cd-4aa75de7b41b service nova] [instance: 661ee10a-6a1c-4f4c-86e5-ea2185ab6741] Refreshing network info cache for port a17ea222-6334-4595-bdd4-10f24be5e6b9 {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 908.171285] env[69613]: DEBUG oslo_concurrency.lockutils [None req-a380079b-e4d1-4eb9-af12-3864b30af722 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] Acquiring lock "refresh_cache-661ee10a-6a1c-4f4c-86e5-ea2185ab6741" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.228524] env[69613]: INFO nova.compute.manager [None req-e636aa2d-a5e9-40db-a587-8c533e80edc5 tempest-ServerShowV247Test-1190307155 tempest-ServerShowV247Test-1190307155-project-member] [instance: 07474db3-d38d-49ca-a42a-28c63825d86d] Took 30.14 seconds to build instance. [ 908.340377] env[69613]: DEBUG oslo_concurrency.lockutils [None req-15d59e98-f884-4e55-a25c-cbde987ee7be tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Acquiring lock "815ee067-7d2e-4312-8f7a-77ce8854bd2d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 908.340637] env[69613]: DEBUG oslo_concurrency.lockutils [None req-15d59e98-f884-4e55-a25c-cbde987ee7be tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Lock "815ee067-7d2e-4312-8f7a-77ce8854bd2d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 908.374762] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-1ee4af04-5fa1-479b-b0bd-f34971f489da tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] [instance: 71e0d53c-ff3f-4a77-aa25-2a07e64500a7] Creating linked-clone VM from snapshot {{(pid=69613) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 908.376345] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-0422e979-f418-4bd6-84b9-f82cc21971b2 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.388862] env[69613]: DEBUG oslo_vmware.api [None req-1ee4af04-5fa1-479b-b0bd-f34971f489da tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] Waiting for the task: (returnval){ [ 908.388862] env[69613]: value = "task-3417691" [ 908.388862] env[69613]: _type = "Task" [ 908.388862] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.400059] env[69613]: DEBUG oslo_vmware.api [None req-1ee4af04-5fa1-479b-b0bd-f34971f489da tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] Task: {'id': task-3417691, 'name': CloneVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.659281] env[69613]: DEBUG nova.network.neutron [req-153284b8-cdb3-4c5e-ac82-e472c1836454 req-02697d45-e0fa-4648-87cd-4aa75de7b41b service nova] [instance: 661ee10a-6a1c-4f4c-86e5-ea2185ab6741] Instance cache missing network info. {{(pid=69613) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 908.716592] env[69613]: DEBUG nova.network.neutron [req-153284b8-cdb3-4c5e-ac82-e472c1836454 req-02697d45-e0fa-4648-87cd-4aa75de7b41b service nova] [instance: 661ee10a-6a1c-4f4c-86e5-ea2185ab6741] Updating instance_info_cache with network_info: [] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 908.731318] env[69613]: DEBUG oslo_concurrency.lockutils [None req-e636aa2d-a5e9-40db-a587-8c533e80edc5 tempest-ServerShowV247Test-1190307155 tempest-ServerShowV247Test-1190307155-project-member] Lock "07474db3-d38d-49ca-a42a-28c63825d86d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.657s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 908.750747] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-808cfab3-6492-47ab-9af3-ac639db5f8a0 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.759243] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42e07963-cce9-42eb-89d0-d061952b48db {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.794735] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d99a58b-4844-43d9-9f70-73e6347bf33b {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.802713] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-311f8734-b26a-42e6-9997-2ad710a44d00 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.817930] env[69613]: DEBUG nova.compute.provider_tree [None req-e5b7b9ec-af56-40fd-811f-aea99a00717d tempest-ServersTestMultiNic-711096641 tempest-ServersTestMultiNic-711096641-project-member] Inventory has not changed in ProviderTree for provider: af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 {{(pid=69613) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 908.838155] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-2129246f-bba5-4f3c-83c5-37fd48653830 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] [instance: a85fedcd-1c01-4534-b403-420733c3ed0c] Powering off the VM {{(pid=69613) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 908.838155] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2791ca62-e183-40c2-9dab-77e5dd022fde {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.843498] env[69613]: DEBUG nova.compute.manager [None req-15d59e98-f884-4e55-a25c-cbde987ee7be tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] [instance: 815ee067-7d2e-4312-8f7a-77ce8854bd2d] Starting instance... {{(pid=69613) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 908.852640] env[69613]: DEBUG oslo_vmware.api [None req-2129246f-bba5-4f3c-83c5-37fd48653830 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Waiting for the task: (returnval){ [ 908.852640] env[69613]: value = "task-3417693" [ 908.852640] env[69613]: _type = "Task" [ 908.852640] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.860229] env[69613]: DEBUG oslo_vmware.api [None req-2129246f-bba5-4f3c-83c5-37fd48653830 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Task: {'id': task-3417693, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.885112] env[69613]: INFO nova.compute.manager [None req-92ea1394-8808-4053-ba1a-3cc170432a4b tempest-ServerShowV247Test-1190307155 tempest-ServerShowV247Test-1190307155-project-member] [instance: 07474db3-d38d-49ca-a42a-28c63825d86d] Rebuilding instance [ 908.901138] env[69613]: DEBUG oslo_vmware.api [None req-1ee4af04-5fa1-479b-b0bd-f34971f489da tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] Task: {'id': task-3417691, 'name': CloneVM_Task} progress is 94%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.933207] env[69613]: DEBUG nova.compute.manager [None req-92ea1394-8808-4053-ba1a-3cc170432a4b tempest-ServerShowV247Test-1190307155 tempest-ServerShowV247Test-1190307155-project-member] [instance: 07474db3-d38d-49ca-a42a-28c63825d86d] Checking state {{(pid=69613) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 908.934741] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef16a789-268b-4ac9-8575-edb67967354f {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.220582] env[69613]: DEBUG oslo_concurrency.lockutils [req-153284b8-cdb3-4c5e-ac82-e472c1836454 req-02697d45-e0fa-4648-87cd-4aa75de7b41b service nova] Releasing lock "refresh_cache-661ee10a-6a1c-4f4c-86e5-ea2185ab6741" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.221046] env[69613]: DEBUG oslo_concurrency.lockutils [None req-a380079b-e4d1-4eb9-af12-3864b30af722 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] Acquired lock "refresh_cache-661ee10a-6a1c-4f4c-86e5-ea2185ab6741" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.221307] env[69613]: DEBUG nova.network.neutron [None req-a380079b-e4d1-4eb9-af12-3864b30af722 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] [instance: 661ee10a-6a1c-4f4c-86e5-ea2185ab6741] Building network info cache for instance {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 909.324142] env[69613]: DEBUG nova.scheduler.client.report [None req-e5b7b9ec-af56-40fd-811f-aea99a00717d tempest-ServersTestMultiNic-711096641 tempest-ServersTestMultiNic-711096641-project-member] Inventory has not changed for provider af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69613) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 909.372169] env[69613]: DEBUG oslo_vmware.api [None req-2129246f-bba5-4f3c-83c5-37fd48653830 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Task: {'id': task-3417693, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.376046] env[69613]: DEBUG oslo_concurrency.lockutils [None req-15d59e98-f884-4e55-a25c-cbde987ee7be tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 909.400385] env[69613]: DEBUG oslo_vmware.api [None req-1ee4af04-5fa1-479b-b0bd-f34971f489da tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] Task: {'id': task-3417691, 'name': CloneVM_Task} progress is 94%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.752362] env[69613]: DEBUG nova.network.neutron [None req-a380079b-e4d1-4eb9-af12-3864b30af722 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] [instance: 661ee10a-6a1c-4f4c-86e5-ea2185ab6741] Instance cache missing network info. {{(pid=69613) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 909.831186] env[69613]: DEBUG oslo_concurrency.lockutils [None req-e5b7b9ec-af56-40fd-811f-aea99a00717d tempest-ServersTestMultiNic-711096641 tempest-ServersTestMultiNic-711096641-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.448s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 909.831711] env[69613]: DEBUG nova.compute.manager [None req-e5b7b9ec-af56-40fd-811f-aea99a00717d tempest-ServersTestMultiNic-711096641 tempest-ServersTestMultiNic-711096641-project-member] [instance: 4c9e10fc-33aa-4244-83a1-dc1aed6251a2] Start building networks asynchronously for instance. {{(pid=69613) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 909.836053] env[69613]: DEBUG oslo_concurrency.lockutils [None req-d1bf8ee7-a9a1-4077-84d6-1abefdf6ca68 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.397s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 909.836158] env[69613]: INFO nova.compute.claims [None req-d1bf8ee7-a9a1-4077-84d6-1abefdf6ca68 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] [instance: 91a7117f-0693-48fd-a027-733b03dfed96] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 909.875316] env[69613]: DEBUG oslo_vmware.api [None req-2129246f-bba5-4f3c-83c5-37fd48653830 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Task: {'id': task-3417693, 'name': PowerOffVM_Task, 'duration_secs': 0.695948} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.875316] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-2129246f-bba5-4f3c-83c5-37fd48653830 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] [instance: a85fedcd-1c01-4534-b403-420733c3ed0c] Powered off the VM {{(pid=69613) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 909.876996] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1a7f5c5-1ebd-479b-9c3f-b5a9c7f95942 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.910166] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4e4348a-e0eb-44c8-b8be-3b87c4e8d2e3 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.919684] env[69613]: DEBUG oslo_vmware.api [None req-1ee4af04-5fa1-479b-b0bd-f34971f489da tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] Task: {'id': task-3417691, 'name': CloneVM_Task} progress is 100%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.955617] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-92ea1394-8808-4053-ba1a-3cc170432a4b tempest-ServerShowV247Test-1190307155 tempest-ServerShowV247Test-1190307155-project-member] [instance: 07474db3-d38d-49ca-a42a-28c63825d86d] Powering off the VM {{(pid=69613) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 909.955617] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-02bef161-566b-4b03-a0d0-1804350f106e {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.961906] env[69613]: DEBUG oslo_vmware.api [None req-92ea1394-8808-4053-ba1a-3cc170432a4b tempest-ServerShowV247Test-1190307155 tempest-ServerShowV247Test-1190307155-project-member] Waiting for the task: (returnval){ [ 909.961906] env[69613]: value = "task-3417694" [ 909.961906] env[69613]: _type = "Task" [ 909.961906] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.972613] env[69613]: DEBUG oslo_vmware.api [None req-92ea1394-8808-4053-ba1a-3cc170432a4b tempest-ServerShowV247Test-1190307155 tempest-ServerShowV247Test-1190307155-project-member] Task: {'id': task-3417694, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.995011] env[69613]: DEBUG nova.network.neutron [None req-a380079b-e4d1-4eb9-af12-3864b30af722 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] [instance: 661ee10a-6a1c-4f4c-86e5-ea2185ab6741] Updating instance_info_cache with network_info: [{"id": "a17ea222-6334-4595-bdd4-10f24be5e6b9", "address": "fa:16:3e:04:d1:f3", "network": {"id": "7f5a9020-c966-459c-b2b1-fc62b2ff6283", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.97", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3e9e1b873f1442d59d5ee8247b941f74", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aec0089a-ff85-4bef-bad8-c84de39af71a", "external-id": "nsx-vlan-transportzone-758", "segmentation_id": 758, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa17ea222-63", "ovs_interfaceid": "a17ea222-6334-4595-bdd4-10f24be5e6b9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 910.340795] env[69613]: DEBUG nova.compute.utils [None req-e5b7b9ec-af56-40fd-811f-aea99a00717d tempest-ServersTestMultiNic-711096641 tempest-ServersTestMultiNic-711096641-project-member] Using /dev/sd instead of None {{(pid=69613) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 910.342371] env[69613]: DEBUG nova.compute.manager [None req-e5b7b9ec-af56-40fd-811f-aea99a00717d tempest-ServersTestMultiNic-711096641 tempest-ServersTestMultiNic-711096641-project-member] [instance: 4c9e10fc-33aa-4244-83a1-dc1aed6251a2] Allocating IP information in the background. {{(pid=69613) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 910.342487] env[69613]: DEBUG nova.network.neutron [None req-e5b7b9ec-af56-40fd-811f-aea99a00717d tempest-ServersTestMultiNic-711096641 tempest-ServersTestMultiNic-711096641-project-member] [instance: 4c9e10fc-33aa-4244-83a1-dc1aed6251a2] allocate_for_instance() {{(pid=69613) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 910.406373] env[69613]: DEBUG nova.policy [None req-e5b7b9ec-af56-40fd-811f-aea99a00717d tempest-ServersTestMultiNic-711096641 tempest-ServersTestMultiNic-711096641-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '93d40b9d2f2a46b88e8bded02b482498', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '29cc892bdcbf47b78def0f7ab9a8033b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69613) authorize /opt/stack/nova/nova/policy.py:192}} [ 910.417191] env[69613]: DEBUG oslo_vmware.api [None req-1ee4af04-5fa1-479b-b0bd-f34971f489da tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] Task: {'id': task-3417691, 'name': CloneVM_Task, 'duration_secs': 1.543685} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.417524] env[69613]: INFO nova.virt.vmwareapi.vmops [None req-1ee4af04-5fa1-479b-b0bd-f34971f489da tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] [instance: 71e0d53c-ff3f-4a77-aa25-2a07e64500a7] Created linked-clone VM from snapshot [ 910.418294] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b390bf2d-7b86-4f09-9273-009abc293e5a {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.426197] env[69613]: DEBUG nova.virt.vmwareapi.images [None req-1ee4af04-5fa1-479b-b0bd-f34971f489da tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] [instance: 71e0d53c-ff3f-4a77-aa25-2a07e64500a7] Uploading image 8d7451c0-8cf7-495b-a3b2-63c738edcac9 {{(pid=69613) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 910.429186] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-2129246f-bba5-4f3c-83c5-37fd48653830 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] [instance: a85fedcd-1c01-4534-b403-420733c3ed0c] Creating Snapshot of the VM instance {{(pid=69613) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 910.429976] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-78cda20c-5d05-4c71-b10b-0692d08408be {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.435916] env[69613]: DEBUG oslo_vmware.api [None req-2129246f-bba5-4f3c-83c5-37fd48653830 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Waiting for the task: (returnval){ [ 910.435916] env[69613]: value = "task-3417695" [ 910.435916] env[69613]: _type = "Task" [ 910.435916] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.445622] env[69613]: DEBUG oslo_vmware.api [None req-2129246f-bba5-4f3c-83c5-37fd48653830 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Task: {'id': task-3417695, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.456467] env[69613]: DEBUG oslo_vmware.rw_handles [None req-1ee4af04-5fa1-479b-b0bd-f34971f489da tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 910.456467] env[69613]: value = "vm-681918" [ 910.456467] env[69613]: _type = "VirtualMachine" [ 910.456467] env[69613]: }. {{(pid=69613) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 910.457142] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-f7b0bd30-2d12-44e1-9ef4-2f517da679da {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.469035] env[69613]: DEBUG oslo_vmware.rw_handles [None req-1ee4af04-5fa1-479b-b0bd-f34971f489da tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] Lease: (returnval){ [ 910.469035] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]529be61c-ebe9-7d8a-e168-b08d16e52d4c" [ 910.469035] env[69613]: _type = "HttpNfcLease" [ 910.469035] env[69613]: } obtained for exporting VM: (result){ [ 910.469035] env[69613]: value = "vm-681918" [ 910.469035] env[69613]: _type = "VirtualMachine" [ 910.469035] env[69613]: }. {{(pid=69613) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 910.469035] env[69613]: DEBUG oslo_vmware.api [None req-1ee4af04-5fa1-479b-b0bd-f34971f489da tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] Waiting for the lease: (returnval){ [ 910.469035] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]529be61c-ebe9-7d8a-e168-b08d16e52d4c" [ 910.469035] env[69613]: _type = "HttpNfcLease" [ 910.469035] env[69613]: } to be ready. {{(pid=69613) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 910.475469] env[69613]: DEBUG oslo_vmware.api [None req-92ea1394-8808-4053-ba1a-3cc170432a4b tempest-ServerShowV247Test-1190307155 tempest-ServerShowV247Test-1190307155-project-member] Task: {'id': task-3417694, 'name': PowerOffVM_Task, 'duration_secs': 0.123793} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.476186] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-92ea1394-8808-4053-ba1a-3cc170432a4b tempest-ServerShowV247Test-1190307155 tempest-ServerShowV247Test-1190307155-project-member] [instance: 07474db3-d38d-49ca-a42a-28c63825d86d] Powered off the VM {{(pid=69613) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 910.476557] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-92ea1394-8808-4053-ba1a-3cc170432a4b tempest-ServerShowV247Test-1190307155 tempest-ServerShowV247Test-1190307155-project-member] [instance: 07474db3-d38d-49ca-a42a-28c63825d86d] Destroying instance {{(pid=69613) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 910.477452] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09ae4862-917d-4354-bf40-28eddf63b4e6 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.481597] env[69613]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 910.481597] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]529be61c-ebe9-7d8a-e168-b08d16e52d4c" [ 910.481597] env[69613]: _type = "HttpNfcLease" [ 910.481597] env[69613]: } is ready. {{(pid=69613) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 910.482378] env[69613]: DEBUG oslo_vmware.rw_handles [None req-1ee4af04-5fa1-479b-b0bd-f34971f489da tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 910.482378] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]529be61c-ebe9-7d8a-e168-b08d16e52d4c" [ 910.482378] env[69613]: _type = "HttpNfcLease" [ 910.482378] env[69613]: }. {{(pid=69613) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 910.483160] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bbe9790-334e-4b4f-bb0c-1c46900fa05e {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.488177] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-92ea1394-8808-4053-ba1a-3cc170432a4b tempest-ServerShowV247Test-1190307155 tempest-ServerShowV247Test-1190307155-project-member] [instance: 07474db3-d38d-49ca-a42a-28c63825d86d] Unregistering the VM {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 910.488850] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2400f12a-5ba1-4fce-ad27-559de99a9fb2 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.495454] env[69613]: DEBUG oslo_vmware.rw_handles [None req-1ee4af04-5fa1-479b-b0bd-f34971f489da tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/527d720e-0bff-5cf9-c8c7-64f46d8be07f/disk-0.vmdk from lease info. {{(pid=69613) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 910.495689] env[69613]: DEBUG oslo_vmware.rw_handles [None req-1ee4af04-5fa1-479b-b0bd-f34971f489da tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/527d720e-0bff-5cf9-c8c7-64f46d8be07f/disk-0.vmdk for reading. {{(pid=69613) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 910.501018] env[69613]: DEBUG oslo_concurrency.lockutils [None req-a380079b-e4d1-4eb9-af12-3864b30af722 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] Releasing lock "refresh_cache-661ee10a-6a1c-4f4c-86e5-ea2185ab6741" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.501018] env[69613]: DEBUG nova.compute.manager [None req-a380079b-e4d1-4eb9-af12-3864b30af722 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] [instance: 661ee10a-6a1c-4f4c-86e5-ea2185ab6741] Instance network_info: |[{"id": "a17ea222-6334-4595-bdd4-10f24be5e6b9", "address": "fa:16:3e:04:d1:f3", "network": {"id": "7f5a9020-c966-459c-b2b1-fc62b2ff6283", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.97", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3e9e1b873f1442d59d5ee8247b941f74", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aec0089a-ff85-4bef-bad8-c84de39af71a", "external-id": "nsx-vlan-transportzone-758", "segmentation_id": 758, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa17ea222-63", "ovs_interfaceid": "a17ea222-6334-4595-bdd4-10f24be5e6b9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69613) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 910.501018] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-a380079b-e4d1-4eb9-af12-3864b30af722 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] [instance: 661ee10a-6a1c-4f4c-86e5-ea2185ab6741] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:04:d1:f3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'aec0089a-ff85-4bef-bad8-c84de39af71a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a17ea222-6334-4595-bdd4-10f24be5e6b9', 'vif_model': 'vmxnet3'}] {{(pid=69613) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 910.506990] env[69613]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a380079b-e4d1-4eb9-af12-3864b30af722 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69613) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 910.565699] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 661ee10a-6a1c-4f4c-86e5-ea2185ab6741] Creating VM on the ESX host {{(pid=69613) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 910.567262] env[69613]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4e3be023-c08f-4a95-8883-5af74f7ff6b4 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.583269] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-92ea1394-8808-4053-ba1a-3cc170432a4b tempest-ServerShowV247Test-1190307155 tempest-ServerShowV247Test-1190307155-project-member] [instance: 07474db3-d38d-49ca-a42a-28c63825d86d] Unregistered the VM {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 910.583493] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-92ea1394-8808-4053-ba1a-3cc170432a4b tempest-ServerShowV247Test-1190307155 tempest-ServerShowV247Test-1190307155-project-member] [instance: 07474db3-d38d-49ca-a42a-28c63825d86d] Deleting contents of the VM from datastore datastore2 {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 910.583814] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-92ea1394-8808-4053-ba1a-3cc170432a4b tempest-ServerShowV247Test-1190307155 tempest-ServerShowV247Test-1190307155-project-member] Deleting the datastore file [datastore2] 07474db3-d38d-49ca-a42a-28c63825d86d {{(pid=69613) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 910.585404] env[69613]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3b047411-ac8b-4211-b05d-144d9d91394a {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.593259] env[69613]: DEBUG oslo_vmware.api [None req-92ea1394-8808-4053-ba1a-3cc170432a4b tempest-ServerShowV247Test-1190307155 tempest-ServerShowV247Test-1190307155-project-member] Waiting for the task: (returnval){ [ 910.593259] env[69613]: value = "task-3417698" [ 910.593259] env[69613]: _type = "Task" [ 910.593259] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.594699] env[69613]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 910.594699] env[69613]: value = "task-3417699" [ 910.594699] env[69613]: _type = "Task" [ 910.594699] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.608135] env[69613]: DEBUG oslo_vmware.api [None req-92ea1394-8808-4053-ba1a-3cc170432a4b tempest-ServerShowV247Test-1190307155 tempest-ServerShowV247Test-1190307155-project-member] Task: {'id': task-3417698, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.610641] env[69613]: DEBUG oslo_vmware.api [-] Task: {'id': task-3417699, 'name': CreateVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.621542] env[69613]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-a50f15b1-3fd2-42bf-9a13-bf7ec13ff63b {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.785998] env[69613]: DEBUG nova.network.neutron [None req-e5b7b9ec-af56-40fd-811f-aea99a00717d tempest-ServersTestMultiNic-711096641 tempest-ServersTestMultiNic-711096641-project-member] [instance: 4c9e10fc-33aa-4244-83a1-dc1aed6251a2] Successfully created port: cff07831-7697-4b87-9246-55bda10da13c {{(pid=69613) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 910.847829] env[69613]: DEBUG nova.compute.manager [None req-e5b7b9ec-af56-40fd-811f-aea99a00717d tempest-ServersTestMultiNic-711096641 tempest-ServersTestMultiNic-711096641-project-member] [instance: 4c9e10fc-33aa-4244-83a1-dc1aed6251a2] Start building block device mappings for instance. {{(pid=69613) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 910.948088] env[69613]: DEBUG oslo_vmware.api [None req-2129246f-bba5-4f3c-83c5-37fd48653830 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Task: {'id': task-3417695, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.111757] env[69613]: DEBUG oslo_vmware.api [-] Task: {'id': task-3417699, 'name': CreateVM_Task} progress is 99%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.116720] env[69613]: DEBUG oslo_vmware.api [None req-92ea1394-8808-4053-ba1a-3cc170432a4b tempest-ServerShowV247Test-1190307155 tempest-ServerShowV247Test-1190307155-project-member] Task: {'id': task-3417698, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.101658} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.119774] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-92ea1394-8808-4053-ba1a-3cc170432a4b tempest-ServerShowV247Test-1190307155 tempest-ServerShowV247Test-1190307155-project-member] Deleted the datastore file {{(pid=69613) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 911.120052] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-92ea1394-8808-4053-ba1a-3cc170432a4b tempest-ServerShowV247Test-1190307155 tempest-ServerShowV247Test-1190307155-project-member] [instance: 07474db3-d38d-49ca-a42a-28c63825d86d] Deleted contents of the VM from datastore datastore2 {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 911.120305] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-92ea1394-8808-4053-ba1a-3cc170432a4b tempest-ServerShowV247Test-1190307155 tempest-ServerShowV247Test-1190307155-project-member] [instance: 07474db3-d38d-49ca-a42a-28c63825d86d] Instance destroyed {{(pid=69613) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 911.161775] env[69613]: DEBUG nova.network.neutron [None req-e5b7b9ec-af56-40fd-811f-aea99a00717d tempest-ServersTestMultiNic-711096641 tempest-ServersTestMultiNic-711096641-project-member] [instance: 4c9e10fc-33aa-4244-83a1-dc1aed6251a2] Successfully created port: 71efe7be-0e82-4275-9cef-498e518e6d07 {{(pid=69613) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 911.324916] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a6252fe-eaa5-4d5c-8ad0-731e44e84caf {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.334193] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a7800be-cc0e-4165-bcfc-7bcbce8b960c {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.377160] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-336b1460-f6f8-42aa-8ff3-ab7d2edec72a {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.383818] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ff9ccea-5e2c-4626-b716-324679d59528 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.408438] env[69613]: DEBUG nova.compute.provider_tree [None req-d1bf8ee7-a9a1-4077-84d6-1abefdf6ca68 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Inventory has not changed in ProviderTree for provider: af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 {{(pid=69613) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 911.448398] env[69613]: DEBUG oslo_vmware.api [None req-2129246f-bba5-4f3c-83c5-37fd48653830 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Task: {'id': task-3417695, 'name': CreateSnapshot_Task, 'duration_secs': 0.604232} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.452438] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-2129246f-bba5-4f3c-83c5-37fd48653830 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] [instance: a85fedcd-1c01-4534-b403-420733c3ed0c] Created Snapshot of the VM instance {{(pid=69613) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 911.453187] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e625341d-cf6b-47b5-b33c-e9624467b089 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.614961] env[69613]: DEBUG oslo_vmware.api [-] Task: {'id': task-3417699, 'name': CreateVM_Task} progress is 99%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.701894] env[69613]: DEBUG nova.network.neutron [None req-e5b7b9ec-af56-40fd-811f-aea99a00717d tempest-ServersTestMultiNic-711096641 tempest-ServersTestMultiNic-711096641-project-member] [instance: 4c9e10fc-33aa-4244-83a1-dc1aed6251a2] Successfully created port: bd4b1339-711b-41ef-895e-f49a04fcfe7c {{(pid=69613) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 911.879449] env[69613]: DEBUG nova.compute.manager [None req-e5b7b9ec-af56-40fd-811f-aea99a00717d tempest-ServersTestMultiNic-711096641 tempest-ServersTestMultiNic-711096641-project-member] [instance: 4c9e10fc-33aa-4244-83a1-dc1aed6251a2] Start spawning the instance on the hypervisor. {{(pid=69613) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 911.910087] env[69613]: DEBUG nova.virt.hardware [None req-e5b7b9ec-af56-40fd-811f-aea99a00717d tempest-ServersTestMultiNic-711096641 tempest-ServersTestMultiNic-711096641-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T13:55:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T13:55:19Z,direct_url=,disk_format='vmdk',id=2b7a0304-b5d0-431d-b287-32c8388d7fbd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3e9e1b873f1442d59d5ee8247b941f74',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T13:55:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 911.910757] env[69613]: DEBUG nova.virt.hardware [None req-e5b7b9ec-af56-40fd-811f-aea99a00717d tempest-ServersTestMultiNic-711096641 tempest-ServersTestMultiNic-711096641-project-member] Flavor limits 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 911.911855] env[69613]: DEBUG nova.virt.hardware [None req-e5b7b9ec-af56-40fd-811f-aea99a00717d tempest-ServersTestMultiNic-711096641 tempest-ServersTestMultiNic-711096641-project-member] Image limits 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 911.911855] env[69613]: DEBUG nova.virt.hardware [None req-e5b7b9ec-af56-40fd-811f-aea99a00717d tempest-ServersTestMultiNic-711096641 tempest-ServersTestMultiNic-711096641-project-member] Flavor pref 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 911.912387] env[69613]: DEBUG nova.virt.hardware [None req-e5b7b9ec-af56-40fd-811f-aea99a00717d tempest-ServersTestMultiNic-711096641 tempest-ServersTestMultiNic-711096641-project-member] Image pref 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 911.915793] env[69613]: DEBUG nova.virt.hardware [None req-e5b7b9ec-af56-40fd-811f-aea99a00717d tempest-ServersTestMultiNic-711096641 tempest-ServersTestMultiNic-711096641-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 911.915793] env[69613]: DEBUG nova.virt.hardware [None req-e5b7b9ec-af56-40fd-811f-aea99a00717d tempest-ServersTestMultiNic-711096641 tempest-ServersTestMultiNic-711096641-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 911.915793] env[69613]: DEBUG nova.virt.hardware [None req-e5b7b9ec-af56-40fd-811f-aea99a00717d tempest-ServersTestMultiNic-711096641 tempest-ServersTestMultiNic-711096641-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69613) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 911.915793] env[69613]: DEBUG nova.virt.hardware [None req-e5b7b9ec-af56-40fd-811f-aea99a00717d tempest-ServersTestMultiNic-711096641 tempest-ServersTestMultiNic-711096641-project-member] Got 1 possible topologies {{(pid=69613) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 911.915793] env[69613]: DEBUG nova.virt.hardware [None req-e5b7b9ec-af56-40fd-811f-aea99a00717d tempest-ServersTestMultiNic-711096641 tempest-ServersTestMultiNic-711096641-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 911.915793] env[69613]: DEBUG nova.virt.hardware [None req-e5b7b9ec-af56-40fd-811f-aea99a00717d tempest-ServersTestMultiNic-711096641 tempest-ServersTestMultiNic-711096641-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 911.915793] env[69613]: DEBUG nova.scheduler.client.report [None req-d1bf8ee7-a9a1-4077-84d6-1abefdf6ca68 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Inventory has not changed for provider af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69613) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 911.920911] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efab3426-c2f7-422f-909d-69a270120740 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.934198] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d49c178-005b-469c-810e-da526bc0fa8b {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.975173] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-2129246f-bba5-4f3c-83c5-37fd48653830 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] [instance: a85fedcd-1c01-4534-b403-420733c3ed0c] Creating linked-clone VM from snapshot {{(pid=69613) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 911.975563] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-700df35d-2f76-4b5a-a395-4e823bdf006b {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.984156] env[69613]: DEBUG oslo_vmware.api [None req-2129246f-bba5-4f3c-83c5-37fd48653830 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Waiting for the task: (returnval){ [ 911.984156] env[69613]: value = "task-3417700" [ 911.984156] env[69613]: _type = "Task" [ 911.984156] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.992317] env[69613]: DEBUG oslo_vmware.api [None req-2129246f-bba5-4f3c-83c5-37fd48653830 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Task: {'id': task-3417700, 'name': CloneVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.114592] env[69613]: DEBUG oslo_vmware.api [-] Task: {'id': task-3417699, 'name': CreateVM_Task, 'duration_secs': 1.327356} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.114890] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 661ee10a-6a1c-4f4c-86e5-ea2185ab6741] Created VM on the ESX host {{(pid=69613) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 912.115659] env[69613]: DEBUG oslo_concurrency.lockutils [None req-a380079b-e4d1-4eb9-af12-3864b30af722 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.115832] env[69613]: DEBUG oslo_concurrency.lockutils [None req-a380079b-e4d1-4eb9-af12-3864b30af722 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.118160] env[69613]: DEBUG oslo_concurrency.lockutils [None req-a380079b-e4d1-4eb9-af12-3864b30af722 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.118160] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-80076c3f-01eb-4c5e-b6c2-5e207c1ca377 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.121775] env[69613]: DEBUG oslo_vmware.api [None req-a380079b-e4d1-4eb9-af12-3864b30af722 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] Waiting for the task: (returnval){ [ 912.121775] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]52fd6fdb-1815-d253-22ea-ae873cab96b5" [ 912.121775] env[69613]: _type = "Task" [ 912.121775] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.135489] env[69613]: DEBUG oslo_vmware.api [None req-a380079b-e4d1-4eb9-af12-3864b30af722 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52fd6fdb-1815-d253-22ea-ae873cab96b5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.158711] env[69613]: DEBUG nova.virt.hardware [None req-92ea1394-8808-4053-ba1a-3cc170432a4b tempest-ServerShowV247Test-1190307155 tempest-ServerShowV247Test-1190307155-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T13:55:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T13:55:19Z,direct_url=,disk_format='vmdk',id=2b7a0304-b5d0-431d-b287-32c8388d7fbd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3e9e1b873f1442d59d5ee8247b941f74',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T13:55:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 912.159073] env[69613]: DEBUG nova.virt.hardware [None req-92ea1394-8808-4053-ba1a-3cc170432a4b tempest-ServerShowV247Test-1190307155 tempest-ServerShowV247Test-1190307155-project-member] Flavor limits 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 912.159389] env[69613]: DEBUG nova.virt.hardware [None req-92ea1394-8808-4053-ba1a-3cc170432a4b tempest-ServerShowV247Test-1190307155 tempest-ServerShowV247Test-1190307155-project-member] Image limits 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 912.159699] env[69613]: DEBUG nova.virt.hardware [None req-92ea1394-8808-4053-ba1a-3cc170432a4b tempest-ServerShowV247Test-1190307155 tempest-ServerShowV247Test-1190307155-project-member] Flavor pref 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 912.160270] env[69613]: DEBUG nova.virt.hardware [None req-92ea1394-8808-4053-ba1a-3cc170432a4b tempest-ServerShowV247Test-1190307155 tempest-ServerShowV247Test-1190307155-project-member] Image pref 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 912.160270] env[69613]: DEBUG nova.virt.hardware [None req-92ea1394-8808-4053-ba1a-3cc170432a4b tempest-ServerShowV247Test-1190307155 tempest-ServerShowV247Test-1190307155-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 912.160394] env[69613]: DEBUG nova.virt.hardware [None req-92ea1394-8808-4053-ba1a-3cc170432a4b tempest-ServerShowV247Test-1190307155 tempest-ServerShowV247Test-1190307155-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 912.160518] env[69613]: DEBUG nova.virt.hardware [None req-92ea1394-8808-4053-ba1a-3cc170432a4b tempest-ServerShowV247Test-1190307155 tempest-ServerShowV247Test-1190307155-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69613) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 912.160701] env[69613]: DEBUG nova.virt.hardware [None req-92ea1394-8808-4053-ba1a-3cc170432a4b tempest-ServerShowV247Test-1190307155 tempest-ServerShowV247Test-1190307155-project-member] Got 1 possible topologies {{(pid=69613) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 912.161396] env[69613]: DEBUG nova.virt.hardware [None req-92ea1394-8808-4053-ba1a-3cc170432a4b tempest-ServerShowV247Test-1190307155 tempest-ServerShowV247Test-1190307155-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 912.161396] env[69613]: DEBUG nova.virt.hardware [None req-92ea1394-8808-4053-ba1a-3cc170432a4b tempest-ServerShowV247Test-1190307155 tempest-ServerShowV247Test-1190307155-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 912.162126] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6caef536-ff84-47f9-9f20-f209db01f225 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.169712] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-233d82cd-aa7e-49a4-ad4e-2d335ecbaf68 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.186885] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-92ea1394-8808-4053-ba1a-3cc170432a4b tempest-ServerShowV247Test-1190307155 tempest-ServerShowV247Test-1190307155-project-member] [instance: 07474db3-d38d-49ca-a42a-28c63825d86d] Instance VIF info [] {{(pid=69613) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 912.193432] env[69613]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-92ea1394-8808-4053-ba1a-3cc170432a4b tempest-ServerShowV247Test-1190307155 tempest-ServerShowV247Test-1190307155-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69613) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 912.194515] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 07474db3-d38d-49ca-a42a-28c63825d86d] Creating VM on the ESX host {{(pid=69613) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 912.195550] env[69613]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c304eeec-e894-4565-bd1f-2fb190b156fd {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.217707] env[69613]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 912.217707] env[69613]: value = "task-3417701" [ 912.217707] env[69613]: _type = "Task" [ 912.217707] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.227572] env[69613]: DEBUG oslo_vmware.api [-] Task: {'id': task-3417701, 'name': CreateVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.422016] env[69613]: DEBUG oslo_concurrency.lockutils [None req-d1bf8ee7-a9a1-4077-84d6-1abefdf6ca68 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.587s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 912.422654] env[69613]: DEBUG nova.compute.manager [None req-d1bf8ee7-a9a1-4077-84d6-1abefdf6ca68 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] [instance: 91a7117f-0693-48fd-a027-733b03dfed96] Start building networks asynchronously for instance. {{(pid=69613) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 912.425365] env[69613]: DEBUG oslo_concurrency.lockutils [None req-bdcbd1cb-bdb8-4726-9c39-2bbb953c0e98 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.220s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 912.425596] env[69613]: DEBUG nova.objects.instance [None req-bdcbd1cb-bdb8-4726-9c39-2bbb953c0e98 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Lazy-loading 'resources' on Instance uuid 9b124e5b-64d3-427b-a2bc-fed2d4ab8263 {{(pid=69613) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 912.494629] env[69613]: DEBUG oslo_vmware.api [None req-2129246f-bba5-4f3c-83c5-37fd48653830 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Task: {'id': task-3417700, 'name': CloneVM_Task} progress is 94%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.634032] env[69613]: DEBUG oslo_vmware.api [None req-a380079b-e4d1-4eb9-af12-3864b30af722 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52fd6fdb-1815-d253-22ea-ae873cab96b5, 'name': SearchDatastore_Task, 'duration_secs': 0.012598} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.634796] env[69613]: DEBUG oslo_concurrency.lockutils [None req-a380079b-e4d1-4eb9-af12-3864b30af722 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.635057] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-a380079b-e4d1-4eb9-af12-3864b30af722 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] [instance: 661ee10a-6a1c-4f4c-86e5-ea2185ab6741] Processing image 2b7a0304-b5d0-431d-b287-32c8388d7fbd {{(pid=69613) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 912.635313] env[69613]: DEBUG oslo_concurrency.lockutils [None req-a380079b-e4d1-4eb9-af12-3864b30af722 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.635461] env[69613]: DEBUG oslo_concurrency.lockutils [None req-a380079b-e4d1-4eb9-af12-3864b30af722 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.635779] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-a380079b-e4d1-4eb9-af12-3864b30af722 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69613) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 912.635915] env[69613]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3e6f8827-fce1-42e3-9fc6-2b3890813add {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.648510] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-a380079b-e4d1-4eb9-af12-3864b30af722 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69613) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 912.648967] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-a380079b-e4d1-4eb9-af12-3864b30af722 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69613) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 912.649673] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5cdcc29f-4cae-4687-9a1c-a880efdc4832 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.655146] env[69613]: DEBUG oslo_vmware.api [None req-a380079b-e4d1-4eb9-af12-3864b30af722 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] Waiting for the task: (returnval){ [ 912.655146] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]5272549f-eb07-4f7c-3cb7-5f4c3265c822" [ 912.655146] env[69613]: _type = "Task" [ 912.655146] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.663194] env[69613]: DEBUG oslo_vmware.api [None req-a380079b-e4d1-4eb9-af12-3864b30af722 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]5272549f-eb07-4f7c-3cb7-5f4c3265c822, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.728686] env[69613]: DEBUG oslo_vmware.api [-] Task: {'id': task-3417701, 'name': CreateVM_Task} progress is 99%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.928434] env[69613]: DEBUG nova.compute.utils [None req-d1bf8ee7-a9a1-4077-84d6-1abefdf6ca68 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Using /dev/sd instead of None {{(pid=69613) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 912.930373] env[69613]: DEBUG nova.compute.manager [None req-d1bf8ee7-a9a1-4077-84d6-1abefdf6ca68 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] [instance: 91a7117f-0693-48fd-a027-733b03dfed96] Allocating IP information in the background. {{(pid=69613) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 912.930373] env[69613]: DEBUG nova.network.neutron [None req-d1bf8ee7-a9a1-4077-84d6-1abefdf6ca68 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] [instance: 91a7117f-0693-48fd-a027-733b03dfed96] allocate_for_instance() {{(pid=69613) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 912.996996] env[69613]: DEBUG oslo_vmware.api [None req-2129246f-bba5-4f3c-83c5-37fd48653830 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Task: {'id': task-3417700, 'name': CloneVM_Task} progress is 94%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.999142] env[69613]: DEBUG nova.policy [None req-d1bf8ee7-a9a1-4077-84d6-1abefdf6ca68 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '217258f0cf3b48b69694db1f73826e5d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c95e457d9ff84ad99712006a0d8c5dc4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69613) authorize /opt/stack/nova/nova/policy.py:192}} [ 913.165427] env[69613]: DEBUG oslo_vmware.api [None req-a380079b-e4d1-4eb9-af12-3864b30af722 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]5272549f-eb07-4f7c-3cb7-5f4c3265c822, 'name': SearchDatastore_Task, 'duration_secs': 0.008844} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.168942] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cd039453-4467-4576-a6c5-336c5bffd1f7 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.174224] env[69613]: DEBUG oslo_vmware.api [None req-a380079b-e4d1-4eb9-af12-3864b30af722 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] Waiting for the task: (returnval){ [ 913.174224] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]523d4b82-3b21-fce4-55e1-f14899da2bf6" [ 913.174224] env[69613]: _type = "Task" [ 913.174224] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.182722] env[69613]: DEBUG oslo_vmware.api [None req-a380079b-e4d1-4eb9-af12-3864b30af722 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]523d4b82-3b21-fce4-55e1-f14899da2bf6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.233988] env[69613]: DEBUG oslo_vmware.api [-] Task: {'id': task-3417701, 'name': CreateVM_Task} progress is 99%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.324850] env[69613]: DEBUG nova.network.neutron [None req-d1bf8ee7-a9a1-4077-84d6-1abefdf6ca68 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] [instance: 91a7117f-0693-48fd-a027-733b03dfed96] Successfully created port: 4a50de3a-ebb2-499a-a9c5-c811d03c04bd {{(pid=69613) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 913.369922] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abb9b47a-8e31-4a0d-8637-4462471ad2f0 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.377935] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80b8a3de-f708-4260-a33f-05fd472283fe {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.410440] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b576790-68a4-47d6-9afd-5555b1f4522e {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.421813] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74b7257b-421b-4116-8c46-ca6fd8e79cf2 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.430356] env[69613]: DEBUG nova.compute.manager [req-5c8587fc-9220-43d8-a201-1cfb55cd5c63 req-129dc227-fdb9-49ef-909e-b76a25a8e034 service nova] [instance: 4c9e10fc-33aa-4244-83a1-dc1aed6251a2] Received event network-vif-plugged-cff07831-7697-4b87-9246-55bda10da13c {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 913.430555] env[69613]: DEBUG oslo_concurrency.lockutils [req-5c8587fc-9220-43d8-a201-1cfb55cd5c63 req-129dc227-fdb9-49ef-909e-b76a25a8e034 service nova] Acquiring lock "4c9e10fc-33aa-4244-83a1-dc1aed6251a2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 913.430654] env[69613]: DEBUG oslo_concurrency.lockutils [req-5c8587fc-9220-43d8-a201-1cfb55cd5c63 req-129dc227-fdb9-49ef-909e-b76a25a8e034 service nova] Lock "4c9e10fc-33aa-4244-83a1-dc1aed6251a2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 913.430851] env[69613]: DEBUG oslo_concurrency.lockutils [req-5c8587fc-9220-43d8-a201-1cfb55cd5c63 req-129dc227-fdb9-49ef-909e-b76a25a8e034 service nova] Lock "4c9e10fc-33aa-4244-83a1-dc1aed6251a2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 913.431138] env[69613]: DEBUG nova.compute.manager [req-5c8587fc-9220-43d8-a201-1cfb55cd5c63 req-129dc227-fdb9-49ef-909e-b76a25a8e034 service nova] [instance: 4c9e10fc-33aa-4244-83a1-dc1aed6251a2] No waiting events found dispatching network-vif-plugged-cff07831-7697-4b87-9246-55bda10da13c {{(pid=69613) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 913.431299] env[69613]: WARNING nova.compute.manager [req-5c8587fc-9220-43d8-a201-1cfb55cd5c63 req-129dc227-fdb9-49ef-909e-b76a25a8e034 service nova] [instance: 4c9e10fc-33aa-4244-83a1-dc1aed6251a2] Received unexpected event network-vif-plugged-cff07831-7697-4b87-9246-55bda10da13c for instance with vm_state building and task_state spawning. [ 913.444178] env[69613]: DEBUG nova.compute.manager [None req-d1bf8ee7-a9a1-4077-84d6-1abefdf6ca68 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] [instance: 91a7117f-0693-48fd-a027-733b03dfed96] Start building block device mappings for instance. {{(pid=69613) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 913.448189] env[69613]: DEBUG nova.compute.provider_tree [None req-bdcbd1cb-bdb8-4726-9c39-2bbb953c0e98 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Inventory has not changed in ProviderTree for provider: af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 {{(pid=69613) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 913.497768] env[69613]: DEBUG oslo_vmware.api [None req-2129246f-bba5-4f3c-83c5-37fd48653830 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Task: {'id': task-3417700, 'name': CloneVM_Task, 'duration_secs': 1.411645} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.498807] env[69613]: INFO nova.virt.vmwareapi.vmops [None req-2129246f-bba5-4f3c-83c5-37fd48653830 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] [instance: a85fedcd-1c01-4534-b403-420733c3ed0c] Created linked-clone VM from snapshot [ 913.499619] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29980680-932c-447e-b98b-8b6196fa6bfb {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.508024] env[69613]: DEBUG nova.virt.vmwareapi.images [None req-2129246f-bba5-4f3c-83c5-37fd48653830 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] [instance: a85fedcd-1c01-4534-b403-420733c3ed0c] Uploading image cca05033-6fd8-4907-9ef1-fbf0f2e04b59 {{(pid=69613) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 913.537514] env[69613]: DEBUG oslo_vmware.rw_handles [None req-2129246f-bba5-4f3c-83c5-37fd48653830 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 913.537514] env[69613]: value = "vm-681922" [ 913.537514] env[69613]: _type = "VirtualMachine" [ 913.537514] env[69613]: }. {{(pid=69613) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 913.538158] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-91ae669f-6f7a-497a-8a55-a94293f1644b {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.545345] env[69613]: DEBUG oslo_vmware.rw_handles [None req-2129246f-bba5-4f3c-83c5-37fd48653830 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Lease: (returnval){ [ 913.545345] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]52721bcb-eb97-d2d4-842b-426b79b6a449" [ 913.545345] env[69613]: _type = "HttpNfcLease" [ 913.545345] env[69613]: } obtained for exporting VM: (result){ [ 913.545345] env[69613]: value = "vm-681922" [ 913.545345] env[69613]: _type = "VirtualMachine" [ 913.545345] env[69613]: }. {{(pid=69613) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 913.547052] env[69613]: DEBUG oslo_vmware.api [None req-2129246f-bba5-4f3c-83c5-37fd48653830 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Waiting for the lease: (returnval){ [ 913.547052] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]52721bcb-eb97-d2d4-842b-426b79b6a449" [ 913.547052] env[69613]: _type = "HttpNfcLease" [ 913.547052] env[69613]: } to be ready. {{(pid=69613) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 913.555182] env[69613]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 913.555182] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]52721bcb-eb97-d2d4-842b-426b79b6a449" [ 913.555182] env[69613]: _type = "HttpNfcLease" [ 913.555182] env[69613]: } is initializing. {{(pid=69613) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 913.586786] env[69613]: DEBUG nova.network.neutron [None req-e5b7b9ec-af56-40fd-811f-aea99a00717d tempest-ServersTestMultiNic-711096641 tempest-ServersTestMultiNic-711096641-project-member] [instance: 4c9e10fc-33aa-4244-83a1-dc1aed6251a2] Successfully updated port: cff07831-7697-4b87-9246-55bda10da13c {{(pid=69613) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 913.686391] env[69613]: DEBUG oslo_vmware.api [None req-a380079b-e4d1-4eb9-af12-3864b30af722 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]523d4b82-3b21-fce4-55e1-f14899da2bf6, 'name': SearchDatastore_Task, 'duration_secs': 0.014756} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.686653] env[69613]: DEBUG oslo_concurrency.lockutils [None req-a380079b-e4d1-4eb9-af12-3864b30af722 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.686905] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-a380079b-e4d1-4eb9-af12-3864b30af722 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk to [datastore1] 661ee10a-6a1c-4f4c-86e5-ea2185ab6741/661ee10a-6a1c-4f4c-86e5-ea2185ab6741.vmdk {{(pid=69613) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 913.687180] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-db57d96d-23c8-4ed8-90d4-5a8c439dbb78 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.694083] env[69613]: DEBUG oslo_vmware.api [None req-a380079b-e4d1-4eb9-af12-3864b30af722 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] Waiting for the task: (returnval){ [ 913.694083] env[69613]: value = "task-3417704" [ 913.694083] env[69613]: _type = "Task" [ 913.694083] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.703236] env[69613]: DEBUG oslo_vmware.api [None req-a380079b-e4d1-4eb9-af12-3864b30af722 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] Task: {'id': task-3417704, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.730276] env[69613]: DEBUG oslo_vmware.api [-] Task: {'id': task-3417701, 'name': CreateVM_Task, 'duration_secs': 1.418533} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.730629] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 07474db3-d38d-49ca-a42a-28c63825d86d] Created VM on the ESX host {{(pid=69613) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 913.730783] env[69613]: DEBUG oslo_concurrency.lockutils [None req-92ea1394-8808-4053-ba1a-3cc170432a4b tempest-ServerShowV247Test-1190307155 tempest-ServerShowV247Test-1190307155-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.730944] env[69613]: DEBUG oslo_concurrency.lockutils [None req-92ea1394-8808-4053-ba1a-3cc170432a4b tempest-ServerShowV247Test-1190307155 tempest-ServerShowV247Test-1190307155-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.731336] env[69613]: DEBUG oslo_concurrency.lockutils [None req-92ea1394-8808-4053-ba1a-3cc170432a4b tempest-ServerShowV247Test-1190307155 tempest-ServerShowV247Test-1190307155-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.731997] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5915256b-d4a8-448b-ac37-5b66962ff41b {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.739212] env[69613]: DEBUG oslo_vmware.api [None req-92ea1394-8808-4053-ba1a-3cc170432a4b tempest-ServerShowV247Test-1190307155 tempest-ServerShowV247Test-1190307155-project-member] Waiting for the task: (returnval){ [ 913.739212] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]52bbf6dc-9b73-12be-2ee8-b77018daa976" [ 913.739212] env[69613]: _type = "Task" [ 913.739212] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.746581] env[69613]: DEBUG oslo_vmware.api [None req-92ea1394-8808-4053-ba1a-3cc170432a4b tempest-ServerShowV247Test-1190307155 tempest-ServerShowV247Test-1190307155-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52bbf6dc-9b73-12be-2ee8-b77018daa976, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.956830] env[69613]: DEBUG nova.scheduler.client.report [None req-bdcbd1cb-bdb8-4726-9c39-2bbb953c0e98 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Inventory has not changed for provider af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69613) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 914.054859] env[69613]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 914.054859] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]52721bcb-eb97-d2d4-842b-426b79b6a449" [ 914.054859] env[69613]: _type = "HttpNfcLease" [ 914.054859] env[69613]: } is ready. {{(pid=69613) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 914.055179] env[69613]: DEBUG oslo_vmware.rw_handles [None req-2129246f-bba5-4f3c-83c5-37fd48653830 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 914.055179] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]52721bcb-eb97-d2d4-842b-426b79b6a449" [ 914.055179] env[69613]: _type = "HttpNfcLease" [ 914.055179] env[69613]: }. {{(pid=69613) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 914.055984] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-080c7afc-98ad-4d5b-953c-1df6e99bf6fa {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.063745] env[69613]: DEBUG oslo_vmware.rw_handles [None req-2129246f-bba5-4f3c-83c5-37fd48653830 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f124c0-0d4f-ecff-a352-d81c84df5593/disk-0.vmdk from lease info. {{(pid=69613) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 914.063992] env[69613]: DEBUG oslo_vmware.rw_handles [None req-2129246f-bba5-4f3c-83c5-37fd48653830 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f124c0-0d4f-ecff-a352-d81c84df5593/disk-0.vmdk for reading. {{(pid=69613) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 914.215248] env[69613]: DEBUG oslo_vmware.api [None req-a380079b-e4d1-4eb9-af12-3864b30af722 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] Task: {'id': task-3417704, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.247718] env[69613]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-07d2b17f-c0c8-4add-86a6-55d6a94f246c {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.257128] env[69613]: DEBUG oslo_vmware.api [None req-92ea1394-8808-4053-ba1a-3cc170432a4b tempest-ServerShowV247Test-1190307155 tempest-ServerShowV247Test-1190307155-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52bbf6dc-9b73-12be-2ee8-b77018daa976, 'name': SearchDatastore_Task, 'duration_secs': 0.047917} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.260370] env[69613]: DEBUG oslo_concurrency.lockutils [None req-92ea1394-8808-4053-ba1a-3cc170432a4b tempest-ServerShowV247Test-1190307155 tempest-ServerShowV247Test-1190307155-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.260702] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-92ea1394-8808-4053-ba1a-3cc170432a4b tempest-ServerShowV247Test-1190307155 tempest-ServerShowV247Test-1190307155-project-member] [instance: 07474db3-d38d-49ca-a42a-28c63825d86d] Processing image 2b7a0304-b5d0-431d-b287-32c8388d7fbd {{(pid=69613) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 914.261240] env[69613]: DEBUG oslo_concurrency.lockutils [None req-92ea1394-8808-4053-ba1a-3cc170432a4b tempest-ServerShowV247Test-1190307155 tempest-ServerShowV247Test-1190307155-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.262194] env[69613]: DEBUG oslo_concurrency.lockutils [None req-92ea1394-8808-4053-ba1a-3cc170432a4b tempest-ServerShowV247Test-1190307155 tempest-ServerShowV247Test-1190307155-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.262632] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-92ea1394-8808-4053-ba1a-3cc170432a4b tempest-ServerShowV247Test-1190307155 tempest-ServerShowV247Test-1190307155-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69613) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 914.265069] env[69613]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-661f2bbe-3441-4bf6-b4b6-c0967b14b796 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.279895] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-92ea1394-8808-4053-ba1a-3cc170432a4b tempest-ServerShowV247Test-1190307155 tempest-ServerShowV247Test-1190307155-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69613) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 914.280082] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-92ea1394-8808-4053-ba1a-3cc170432a4b tempest-ServerShowV247Test-1190307155 tempest-ServerShowV247Test-1190307155-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69613) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 914.287095] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0491ed6e-edb6-4aa7-882c-df78377977d6 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.292513] env[69613]: DEBUG oslo_vmware.api [None req-92ea1394-8808-4053-ba1a-3cc170432a4b tempest-ServerShowV247Test-1190307155 tempest-ServerShowV247Test-1190307155-project-member] Waiting for the task: (returnval){ [ 914.292513] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]52232657-f92c-5cee-3133-d27bfab451ac" [ 914.292513] env[69613]: _type = "Task" [ 914.292513] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.313289] env[69613]: DEBUG oslo_vmware.api [None req-92ea1394-8808-4053-ba1a-3cc170432a4b tempest-ServerShowV247Test-1190307155 tempest-ServerShowV247Test-1190307155-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52232657-f92c-5cee-3133-d27bfab451ac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.464731] env[69613]: DEBUG nova.compute.manager [None req-d1bf8ee7-a9a1-4077-84d6-1abefdf6ca68 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] [instance: 91a7117f-0693-48fd-a027-733b03dfed96] Start spawning the instance on the hypervisor. {{(pid=69613) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 914.467576] env[69613]: DEBUG oslo_concurrency.lockutils [None req-bdcbd1cb-bdb8-4726-9c39-2bbb953c0e98 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.042s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 914.469790] env[69613]: DEBUG oslo_concurrency.lockutils [None req-14369757-e722-481e-94e3-007edf3e48b4 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.317s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 914.470015] env[69613]: DEBUG nova.objects.instance [None req-14369757-e722-481e-94e3-007edf3e48b4 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Lazy-loading 'resources' on Instance uuid 14d0f0b3-1a44-4461-a24b-7a39574b7532 {{(pid=69613) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 914.508488] env[69613]: INFO nova.scheduler.client.report [None req-bdcbd1cb-bdb8-4726-9c39-2bbb953c0e98 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Deleted allocations for instance 9b124e5b-64d3-427b-a2bc-fed2d4ab8263 [ 914.524040] env[69613]: DEBUG nova.virt.hardware [None req-d1bf8ee7-a9a1-4077-84d6-1abefdf6ca68 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T13:55:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T13:55:19Z,direct_url=,disk_format='vmdk',id=2b7a0304-b5d0-431d-b287-32c8388d7fbd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3e9e1b873f1442d59d5ee8247b941f74',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T13:55:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 914.524040] env[69613]: DEBUG nova.virt.hardware [None req-d1bf8ee7-a9a1-4077-84d6-1abefdf6ca68 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Flavor limits 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 914.524040] env[69613]: DEBUG nova.virt.hardware [None req-d1bf8ee7-a9a1-4077-84d6-1abefdf6ca68 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Image limits 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 914.524040] env[69613]: DEBUG nova.virt.hardware [None req-d1bf8ee7-a9a1-4077-84d6-1abefdf6ca68 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Flavor pref 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 914.524040] env[69613]: DEBUG nova.virt.hardware [None req-d1bf8ee7-a9a1-4077-84d6-1abefdf6ca68 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Image pref 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 914.524040] env[69613]: DEBUG nova.virt.hardware [None req-d1bf8ee7-a9a1-4077-84d6-1abefdf6ca68 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 914.524040] env[69613]: DEBUG nova.virt.hardware [None req-d1bf8ee7-a9a1-4077-84d6-1abefdf6ca68 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 914.524040] env[69613]: DEBUG nova.virt.hardware [None req-d1bf8ee7-a9a1-4077-84d6-1abefdf6ca68 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69613) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 914.524040] env[69613]: DEBUG nova.virt.hardware [None req-d1bf8ee7-a9a1-4077-84d6-1abefdf6ca68 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Got 1 possible topologies {{(pid=69613) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 914.524040] env[69613]: DEBUG nova.virt.hardware [None req-d1bf8ee7-a9a1-4077-84d6-1abefdf6ca68 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 914.524040] env[69613]: DEBUG nova.virt.hardware [None req-d1bf8ee7-a9a1-4077-84d6-1abefdf6ca68 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 914.524899] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d223f41-9829-4601-85a2-eacb090d092d {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.534070] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12fc7298-04fd-4fc5-a06e-0cbe6ac592f4 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.707522] env[69613]: DEBUG oslo_vmware.api [None req-a380079b-e4d1-4eb9-af12-3864b30af722 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] Task: {'id': task-3417704, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.805184] env[69613]: DEBUG oslo_vmware.api [None req-92ea1394-8808-4053-ba1a-3cc170432a4b tempest-ServerShowV247Test-1190307155 tempest-ServerShowV247Test-1190307155-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52232657-f92c-5cee-3133-d27bfab451ac, 'name': SearchDatastore_Task, 'duration_secs': 0.053098} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.805952] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ff0dc9b0-2b2a-439c-871b-8ba8a3223816 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.812126] env[69613]: DEBUG oslo_vmware.api [None req-92ea1394-8808-4053-ba1a-3cc170432a4b tempest-ServerShowV247Test-1190307155 tempest-ServerShowV247Test-1190307155-project-member] Waiting for the task: (returnval){ [ 914.812126] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]52a43a94-2d2a-6e31-6fc3-0893ba61da67" [ 914.812126] env[69613]: _type = "Task" [ 914.812126] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.820997] env[69613]: DEBUG oslo_vmware.api [None req-92ea1394-8808-4053-ba1a-3cc170432a4b tempest-ServerShowV247Test-1190307155 tempest-ServerShowV247Test-1190307155-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52a43a94-2d2a-6e31-6fc3-0893ba61da67, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.021023] env[69613]: DEBUG oslo_concurrency.lockutils [None req-bdcbd1cb-bdb8-4726-9c39-2bbb953c0e98 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Lock "9b124e5b-64d3-427b-a2bc-fed2d4ab8263" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.870s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 915.212680] env[69613]: DEBUG oslo_vmware.api [None req-a380079b-e4d1-4eb9-af12-3864b30af722 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] Task: {'id': task-3417704, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.231508] env[69613]: DEBUG nova.network.neutron [None req-d1bf8ee7-a9a1-4077-84d6-1abefdf6ca68 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] [instance: 91a7117f-0693-48fd-a027-733b03dfed96] Successfully updated port: 4a50de3a-ebb2-499a-a9c5-c811d03c04bd {{(pid=69613) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 915.307910] env[69613]: DEBUG nova.compute.manager [req-ec70de9b-f579-4c41-9525-70b2e06949f9 req-c204aa1f-b1c0-4de2-b22e-4bf1574355c8 service nova] [instance: 91a7117f-0693-48fd-a027-733b03dfed96] Received event network-vif-plugged-4a50de3a-ebb2-499a-a9c5-c811d03c04bd {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 915.308259] env[69613]: DEBUG oslo_concurrency.lockutils [req-ec70de9b-f579-4c41-9525-70b2e06949f9 req-c204aa1f-b1c0-4de2-b22e-4bf1574355c8 service nova] Acquiring lock "91a7117f-0693-48fd-a027-733b03dfed96-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 915.308617] env[69613]: DEBUG oslo_concurrency.lockutils [req-ec70de9b-f579-4c41-9525-70b2e06949f9 req-c204aa1f-b1c0-4de2-b22e-4bf1574355c8 service nova] Lock "91a7117f-0693-48fd-a027-733b03dfed96-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 915.308859] env[69613]: DEBUG oslo_concurrency.lockutils [req-ec70de9b-f579-4c41-9525-70b2e06949f9 req-c204aa1f-b1c0-4de2-b22e-4bf1574355c8 service nova] Lock "91a7117f-0693-48fd-a027-733b03dfed96-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 915.309159] env[69613]: DEBUG nova.compute.manager [req-ec70de9b-f579-4c41-9525-70b2e06949f9 req-c204aa1f-b1c0-4de2-b22e-4bf1574355c8 service nova] [instance: 91a7117f-0693-48fd-a027-733b03dfed96] No waiting events found dispatching network-vif-plugged-4a50de3a-ebb2-499a-a9c5-c811d03c04bd {{(pid=69613) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 915.309396] env[69613]: WARNING nova.compute.manager [req-ec70de9b-f579-4c41-9525-70b2e06949f9 req-c204aa1f-b1c0-4de2-b22e-4bf1574355c8 service nova] [instance: 91a7117f-0693-48fd-a027-733b03dfed96] Received unexpected event network-vif-plugged-4a50de3a-ebb2-499a-a9c5-c811d03c04bd for instance with vm_state building and task_state spawning. [ 915.326289] env[69613]: DEBUG oslo_vmware.api [None req-92ea1394-8808-4053-ba1a-3cc170432a4b tempest-ServerShowV247Test-1190307155 tempest-ServerShowV247Test-1190307155-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52a43a94-2d2a-6e31-6fc3-0893ba61da67, 'name': SearchDatastore_Task, 'duration_secs': 0.010853} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.329459] env[69613]: DEBUG oslo_concurrency.lockutils [None req-92ea1394-8808-4053-ba1a-3cc170432a4b tempest-ServerShowV247Test-1190307155 tempest-ServerShowV247Test-1190307155-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.330781] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-92ea1394-8808-4053-ba1a-3cc170432a4b tempest-ServerShowV247Test-1190307155 tempest-ServerShowV247Test-1190307155-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk to [datastore1] 07474db3-d38d-49ca-a42a-28c63825d86d/07474db3-d38d-49ca-a42a-28c63825d86d.vmdk {{(pid=69613) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 915.330942] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0c4737a7-6e77-485e-b3ce-e4e1b5f3b4c0 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.338550] env[69613]: DEBUG oslo_vmware.api [None req-92ea1394-8808-4053-ba1a-3cc170432a4b tempest-ServerShowV247Test-1190307155 tempest-ServerShowV247Test-1190307155-project-member] Waiting for the task: (returnval){ [ 915.338550] env[69613]: value = "task-3417706" [ 915.338550] env[69613]: _type = "Task" [ 915.338550] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.354479] env[69613]: DEBUG oslo_vmware.api [None req-92ea1394-8808-4053-ba1a-3cc170432a4b tempest-ServerShowV247Test-1190307155 tempest-ServerShowV247Test-1190307155-project-member] Task: {'id': task-3417706, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.465436] env[69613]: DEBUG nova.compute.manager [req-720f3f24-207f-4f92-a3d5-383961e28319 req-1daad64e-01d9-49e5-9a07-7c461073cd4d service nova] [instance: 4c9e10fc-33aa-4244-83a1-dc1aed6251a2] Received event network-changed-cff07831-7697-4b87-9246-55bda10da13c {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 915.465754] env[69613]: DEBUG nova.compute.manager [req-720f3f24-207f-4f92-a3d5-383961e28319 req-1daad64e-01d9-49e5-9a07-7c461073cd4d service nova] [instance: 4c9e10fc-33aa-4244-83a1-dc1aed6251a2] Refreshing instance network info cache due to event network-changed-cff07831-7697-4b87-9246-55bda10da13c. {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 915.466071] env[69613]: DEBUG oslo_concurrency.lockutils [req-720f3f24-207f-4f92-a3d5-383961e28319 req-1daad64e-01d9-49e5-9a07-7c461073cd4d service nova] Acquiring lock "refresh_cache-4c9e10fc-33aa-4244-83a1-dc1aed6251a2" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.468363] env[69613]: DEBUG oslo_concurrency.lockutils [req-720f3f24-207f-4f92-a3d5-383961e28319 req-1daad64e-01d9-49e5-9a07-7c461073cd4d service nova] Acquired lock "refresh_cache-4c9e10fc-33aa-4244-83a1-dc1aed6251a2" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.468363] env[69613]: DEBUG nova.network.neutron [req-720f3f24-207f-4f92-a3d5-383961e28319 req-1daad64e-01d9-49e5-9a07-7c461073cd4d service nova] [instance: 4c9e10fc-33aa-4244-83a1-dc1aed6251a2] Refreshing network info cache for port cff07831-7697-4b87-9246-55bda10da13c {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 915.495307] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54b96147-f131-4fd4-bfd9-b4ebf983682c {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.505593] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16e4b971-98dc-404a-ae35-484279fe101b {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.544538] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ce3577d-1f25-4bf6-ba68-d74635966cd6 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.553868] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a3f11c2-dcd7-48a7-a9a1-d230f4ec84ce {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.571183] env[69613]: DEBUG nova.compute.provider_tree [None req-14369757-e722-481e-94e3-007edf3e48b4 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Inventory has not changed in ProviderTree for provider: af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 {{(pid=69613) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 915.708120] env[69613]: DEBUG oslo_vmware.api [None req-a380079b-e4d1-4eb9-af12-3864b30af722 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] Task: {'id': task-3417704, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.68721} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.708445] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-a380079b-e4d1-4eb9-af12-3864b30af722 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk to [datastore1] 661ee10a-6a1c-4f4c-86e5-ea2185ab6741/661ee10a-6a1c-4f4c-86e5-ea2185ab6741.vmdk {{(pid=69613) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 915.709488] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-a380079b-e4d1-4eb9-af12-3864b30af722 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] [instance: 661ee10a-6a1c-4f4c-86e5-ea2185ab6741] Extending root virtual disk to 1048576 {{(pid=69613) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 915.709488] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-19985ecf-65b6-43b6-9185-03bee44aad57 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.728997] env[69613]: DEBUG oslo_vmware.api [None req-a380079b-e4d1-4eb9-af12-3864b30af722 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] Waiting for the task: (returnval){ [ 915.728997] env[69613]: value = "task-3417707" [ 915.728997] env[69613]: _type = "Task" [ 915.728997] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.734091] env[69613]: DEBUG oslo_concurrency.lockutils [None req-d1bf8ee7-a9a1-4077-84d6-1abefdf6ca68 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Acquiring lock "refresh_cache-91a7117f-0693-48fd-a027-733b03dfed96" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.734316] env[69613]: DEBUG oslo_concurrency.lockutils [None req-d1bf8ee7-a9a1-4077-84d6-1abefdf6ca68 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Acquired lock "refresh_cache-91a7117f-0693-48fd-a027-733b03dfed96" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.734437] env[69613]: DEBUG nova.network.neutron [None req-d1bf8ee7-a9a1-4077-84d6-1abefdf6ca68 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] [instance: 91a7117f-0693-48fd-a027-733b03dfed96] Building network info cache for instance {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 915.743273] env[69613]: DEBUG oslo_vmware.api [None req-a380079b-e4d1-4eb9-af12-3864b30af722 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] Task: {'id': task-3417707, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.850747] env[69613]: DEBUG oslo_vmware.api [None req-92ea1394-8808-4053-ba1a-3cc170432a4b tempest-ServerShowV247Test-1190307155 tempest-ServerShowV247Test-1190307155-project-member] Task: {'id': task-3417706, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.015095] env[69613]: DEBUG nova.network.neutron [None req-e5b7b9ec-af56-40fd-811f-aea99a00717d tempest-ServersTestMultiNic-711096641 tempest-ServersTestMultiNic-711096641-project-member] [instance: 4c9e10fc-33aa-4244-83a1-dc1aed6251a2] Successfully updated port: 71efe7be-0e82-4275-9cef-498e518e6d07 {{(pid=69613) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 916.031587] env[69613]: DEBUG nova.network.neutron [req-720f3f24-207f-4f92-a3d5-383961e28319 req-1daad64e-01d9-49e5-9a07-7c461073cd4d service nova] [instance: 4c9e10fc-33aa-4244-83a1-dc1aed6251a2] Instance cache missing network info. {{(pid=69613) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 916.075195] env[69613]: DEBUG nova.scheduler.client.report [None req-14369757-e722-481e-94e3-007edf3e48b4 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Inventory has not changed for provider af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69613) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 916.166116] env[69613]: DEBUG nova.network.neutron [req-720f3f24-207f-4f92-a3d5-383961e28319 req-1daad64e-01d9-49e5-9a07-7c461073cd4d service nova] [instance: 4c9e10fc-33aa-4244-83a1-dc1aed6251a2] Updating instance_info_cache with network_info: [] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 916.244565] env[69613]: DEBUG oslo_vmware.api [None req-a380079b-e4d1-4eb9-af12-3864b30af722 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] Task: {'id': task-3417707, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.112511} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.245466] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-a380079b-e4d1-4eb9-af12-3864b30af722 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] [instance: 661ee10a-6a1c-4f4c-86e5-ea2185ab6741] Extended root virtual disk {{(pid=69613) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 916.247039] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daedd9c9-5efa-4620-be74-7652dbd00778 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.272065] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-a380079b-e4d1-4eb9-af12-3864b30af722 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] [instance: 661ee10a-6a1c-4f4c-86e5-ea2185ab6741] Reconfiguring VM instance instance-0000004c to attach disk [datastore1] 661ee10a-6a1c-4f4c-86e5-ea2185ab6741/661ee10a-6a1c-4f4c-86e5-ea2185ab6741.vmdk or device None with type sparse {{(pid=69613) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 916.272466] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-344bc7eb-b8a0-4a1b-ba30-2889e358e4ed {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.292951] env[69613]: DEBUG oslo_vmware.api [None req-a380079b-e4d1-4eb9-af12-3864b30af722 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] Waiting for the task: (returnval){ [ 916.292951] env[69613]: value = "task-3417708" [ 916.292951] env[69613]: _type = "Task" [ 916.292951] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.297110] env[69613]: DEBUG nova.network.neutron [None req-d1bf8ee7-a9a1-4077-84d6-1abefdf6ca68 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] [instance: 91a7117f-0693-48fd-a027-733b03dfed96] Instance cache missing network info. {{(pid=69613) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 916.308215] env[69613]: DEBUG oslo_vmware.api [None req-a380079b-e4d1-4eb9-af12-3864b30af722 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] Task: {'id': task-3417708, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.352620] env[69613]: DEBUG oslo_vmware.api [None req-92ea1394-8808-4053-ba1a-3cc170432a4b tempest-ServerShowV247Test-1190307155 tempest-ServerShowV247Test-1190307155-project-member] Task: {'id': task-3417706, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.51271} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.352620] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-92ea1394-8808-4053-ba1a-3cc170432a4b tempest-ServerShowV247Test-1190307155 tempest-ServerShowV247Test-1190307155-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk to [datastore1] 07474db3-d38d-49ca-a42a-28c63825d86d/07474db3-d38d-49ca-a42a-28c63825d86d.vmdk {{(pid=69613) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 916.353128] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-92ea1394-8808-4053-ba1a-3cc170432a4b tempest-ServerShowV247Test-1190307155 tempest-ServerShowV247Test-1190307155-project-member] [instance: 07474db3-d38d-49ca-a42a-28c63825d86d] Extending root virtual disk to 1048576 {{(pid=69613) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 916.353425] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7ceb8962-1172-4586-b287-545a9eca03ee {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.364385] env[69613]: DEBUG oslo_vmware.api [None req-92ea1394-8808-4053-ba1a-3cc170432a4b tempest-ServerShowV247Test-1190307155 tempest-ServerShowV247Test-1190307155-project-member] Waiting for the task: (returnval){ [ 916.364385] env[69613]: value = "task-3417709" [ 916.364385] env[69613]: _type = "Task" [ 916.364385] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.382583] env[69613]: DEBUG oslo_vmware.api [None req-92ea1394-8808-4053-ba1a-3cc170432a4b tempest-ServerShowV247Test-1190307155 tempest-ServerShowV247Test-1190307155-project-member] Task: {'id': task-3417709, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.582241] env[69613]: DEBUG oslo_concurrency.lockutils [None req-14369757-e722-481e-94e3-007edf3e48b4 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.112s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 916.584916] env[69613]: DEBUG oslo_concurrency.lockutils [None req-f3722dd7-67f9-492d-8028-57a5d24593fa tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.716s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 916.586156] env[69613]: INFO nova.compute.claims [None req-f3722dd7-67f9-492d-8028-57a5d24593fa tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] [instance: 0de4241f-6605-425c-9b67-b4f07672d829] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 916.616593] env[69613]: INFO nova.scheduler.client.report [None req-14369757-e722-481e-94e3-007edf3e48b4 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Deleted allocations for instance 14d0f0b3-1a44-4461-a24b-7a39574b7532 [ 916.675834] env[69613]: DEBUG oslo_concurrency.lockutils [req-720f3f24-207f-4f92-a3d5-383961e28319 req-1daad64e-01d9-49e5-9a07-7c461073cd4d service nova] Releasing lock "refresh_cache-4c9e10fc-33aa-4244-83a1-dc1aed6251a2" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.751936] env[69613]: DEBUG nova.network.neutron [None req-d1bf8ee7-a9a1-4077-84d6-1abefdf6ca68 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] [instance: 91a7117f-0693-48fd-a027-733b03dfed96] Updating instance_info_cache with network_info: [{"id": "4a50de3a-ebb2-499a-a9c5-c811d03c04bd", "address": "fa:16:3e:9e:4d:44", "network": {"id": "11b401e5-86d1-43b8-acf8-926654aabc3d", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1280003735-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c95e457d9ff84ad99712006a0d8c5dc4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15538852-1a3f-4f71-b4a9-4923c5837c4f", "external-id": "nsx-vlan-transportzone-165", "segmentation_id": 165, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4a50de3a-eb", "ovs_interfaceid": "4a50de3a-ebb2-499a-a9c5-c811d03c04bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 916.806452] env[69613]: DEBUG oslo_vmware.api [None req-a380079b-e4d1-4eb9-af12-3864b30af722 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] Task: {'id': task-3417708, 'name': ReconfigVM_Task, 'duration_secs': 0.315558} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.807264] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-a380079b-e4d1-4eb9-af12-3864b30af722 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] [instance: 661ee10a-6a1c-4f4c-86e5-ea2185ab6741] Reconfigured VM instance instance-0000004c to attach disk [datastore1] 661ee10a-6a1c-4f4c-86e5-ea2185ab6741/661ee10a-6a1c-4f4c-86e5-ea2185ab6741.vmdk or device None with type sparse {{(pid=69613) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 916.807453] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-237a191f-eb43-453f-9c86-53686cbfb929 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.814734] env[69613]: DEBUG oslo_vmware.api [None req-a380079b-e4d1-4eb9-af12-3864b30af722 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] Waiting for the task: (returnval){ [ 916.814734] env[69613]: value = "task-3417710" [ 916.814734] env[69613]: _type = "Task" [ 916.814734] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.824510] env[69613]: DEBUG oslo_vmware.api [None req-a380079b-e4d1-4eb9-af12-3864b30af722 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] Task: {'id': task-3417710, 'name': Rename_Task} progress is 5%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.876193] env[69613]: DEBUG oslo_vmware.api [None req-92ea1394-8808-4053-ba1a-3cc170432a4b tempest-ServerShowV247Test-1190307155 tempest-ServerShowV247Test-1190307155-project-member] Task: {'id': task-3417709, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.123127} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.876656] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-92ea1394-8808-4053-ba1a-3cc170432a4b tempest-ServerShowV247Test-1190307155 tempest-ServerShowV247Test-1190307155-project-member] [instance: 07474db3-d38d-49ca-a42a-28c63825d86d] Extended root virtual disk {{(pid=69613) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 916.878140] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a21ac920-513d-44b7-aec8-5751bcf2a669 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.907326] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-92ea1394-8808-4053-ba1a-3cc170432a4b tempest-ServerShowV247Test-1190307155 tempest-ServerShowV247Test-1190307155-project-member] [instance: 07474db3-d38d-49ca-a42a-28c63825d86d] Reconfiguring VM instance instance-0000004b to attach disk [datastore1] 07474db3-d38d-49ca-a42a-28c63825d86d/07474db3-d38d-49ca-a42a-28c63825d86d.vmdk or device None with type sparse {{(pid=69613) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 916.908068] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ed41d60b-d9e2-4a4f-9df8-f58aeda16721 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.931797] env[69613]: DEBUG oslo_vmware.api [None req-92ea1394-8808-4053-ba1a-3cc170432a4b tempest-ServerShowV247Test-1190307155 tempest-ServerShowV247Test-1190307155-project-member] Waiting for the task: (returnval){ [ 916.931797] env[69613]: value = "task-3417712" [ 916.931797] env[69613]: _type = "Task" [ 916.931797] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.941735] env[69613]: DEBUG oslo_vmware.api [None req-92ea1394-8808-4053-ba1a-3cc170432a4b tempest-ServerShowV247Test-1190307155 tempest-ServerShowV247Test-1190307155-project-member] Task: {'id': task-3417712, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.128977] env[69613]: DEBUG oslo_concurrency.lockutils [None req-14369757-e722-481e-94e3-007edf3e48b4 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Lock "14d0f0b3-1a44-4461-a24b-7a39574b7532" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.820s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 917.255207] env[69613]: DEBUG oslo_concurrency.lockutils [None req-d1bf8ee7-a9a1-4077-84d6-1abefdf6ca68 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Releasing lock "refresh_cache-91a7117f-0693-48fd-a027-733b03dfed96" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.255522] env[69613]: DEBUG nova.compute.manager [None req-d1bf8ee7-a9a1-4077-84d6-1abefdf6ca68 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] [instance: 91a7117f-0693-48fd-a027-733b03dfed96] Instance network_info: |[{"id": "4a50de3a-ebb2-499a-a9c5-c811d03c04bd", "address": "fa:16:3e:9e:4d:44", "network": {"id": "11b401e5-86d1-43b8-acf8-926654aabc3d", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1280003735-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c95e457d9ff84ad99712006a0d8c5dc4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15538852-1a3f-4f71-b4a9-4923c5837c4f", "external-id": "nsx-vlan-transportzone-165", "segmentation_id": 165, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4a50de3a-eb", "ovs_interfaceid": "4a50de3a-ebb2-499a-a9c5-c811d03c04bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69613) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 917.255915] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-d1bf8ee7-a9a1-4077-84d6-1abefdf6ca68 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] [instance: 91a7117f-0693-48fd-a027-733b03dfed96] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9e:4d:44', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '15538852-1a3f-4f71-b4a9-4923c5837c4f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4a50de3a-ebb2-499a-a9c5-c811d03c04bd', 'vif_model': 'vmxnet3'}] {{(pid=69613) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 917.266924] env[69613]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d1bf8ee7-a9a1-4077-84d6-1abefdf6ca68 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69613) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 917.267134] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 91a7117f-0693-48fd-a027-733b03dfed96] Creating VM on the ESX host {{(pid=69613) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 917.267389] env[69613]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f832f5a9-98f6-4a67-a9b4-3dafc46ff964 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.291718] env[69613]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 917.291718] env[69613]: value = "task-3417713" [ 917.291718] env[69613]: _type = "Task" [ 917.291718] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.300104] env[69613]: DEBUG oslo_vmware.api [-] Task: {'id': task-3417713, 'name': CreateVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.325401] env[69613]: DEBUG oslo_vmware.api [None req-a380079b-e4d1-4eb9-af12-3864b30af722 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] Task: {'id': task-3417710, 'name': Rename_Task, 'duration_secs': 0.151558} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.325684] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-a380079b-e4d1-4eb9-af12-3864b30af722 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] [instance: 661ee10a-6a1c-4f4c-86e5-ea2185ab6741] Powering on the VM {{(pid=69613) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 917.325934] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8c73fd29-5d2f-440f-b4ee-af20350bf656 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.332311] env[69613]: DEBUG oslo_vmware.api [None req-a380079b-e4d1-4eb9-af12-3864b30af722 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] Waiting for the task: (returnval){ [ 917.332311] env[69613]: value = "task-3417714" [ 917.332311] env[69613]: _type = "Task" [ 917.332311] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.340696] env[69613]: DEBUG oslo_vmware.api [None req-a380079b-e4d1-4eb9-af12-3864b30af722 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] Task: {'id': task-3417714, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.443166] env[69613]: DEBUG oslo_vmware.api [None req-92ea1394-8808-4053-ba1a-3cc170432a4b tempest-ServerShowV247Test-1190307155 tempest-ServerShowV247Test-1190307155-project-member] Task: {'id': task-3417712, 'name': ReconfigVM_Task, 'duration_secs': 0.27021} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.443667] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-92ea1394-8808-4053-ba1a-3cc170432a4b tempest-ServerShowV247Test-1190307155 tempest-ServerShowV247Test-1190307155-project-member] [instance: 07474db3-d38d-49ca-a42a-28c63825d86d] Reconfigured VM instance instance-0000004b to attach disk [datastore1] 07474db3-d38d-49ca-a42a-28c63825d86d/07474db3-d38d-49ca-a42a-28c63825d86d.vmdk or device None with type sparse {{(pid=69613) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 917.444443] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7099875f-d083-4704-b093-e34adc3ee00c {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.451379] env[69613]: DEBUG oslo_vmware.api [None req-92ea1394-8808-4053-ba1a-3cc170432a4b tempest-ServerShowV247Test-1190307155 tempest-ServerShowV247Test-1190307155-project-member] Waiting for the task: (returnval){ [ 917.451379] env[69613]: value = "task-3417715" [ 917.451379] env[69613]: _type = "Task" [ 917.451379] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.471953] env[69613]: DEBUG oslo_vmware.api [None req-92ea1394-8808-4053-ba1a-3cc170432a4b tempest-ServerShowV247Test-1190307155 tempest-ServerShowV247Test-1190307155-project-member] Task: {'id': task-3417715, 'name': Rename_Task} progress is 5%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.615964] env[69613]: DEBUG nova.compute.manager [req-89aa64fa-cdcb-45b3-9404-ed8b04aa0ad8 req-2ce3128a-94e0-45af-b78d-c14e067a2f73 service nova] [instance: 91a7117f-0693-48fd-a027-733b03dfed96] Received event network-changed-4a50de3a-ebb2-499a-a9c5-c811d03c04bd {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 917.616348] env[69613]: DEBUG nova.compute.manager [req-89aa64fa-cdcb-45b3-9404-ed8b04aa0ad8 req-2ce3128a-94e0-45af-b78d-c14e067a2f73 service nova] [instance: 91a7117f-0693-48fd-a027-733b03dfed96] Refreshing instance network info cache due to event network-changed-4a50de3a-ebb2-499a-a9c5-c811d03c04bd. {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 917.616546] env[69613]: DEBUG oslo_concurrency.lockutils [req-89aa64fa-cdcb-45b3-9404-ed8b04aa0ad8 req-2ce3128a-94e0-45af-b78d-c14e067a2f73 service nova] Acquiring lock "refresh_cache-91a7117f-0693-48fd-a027-733b03dfed96" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.616687] env[69613]: DEBUG oslo_concurrency.lockutils [req-89aa64fa-cdcb-45b3-9404-ed8b04aa0ad8 req-2ce3128a-94e0-45af-b78d-c14e067a2f73 service nova] Acquired lock "refresh_cache-91a7117f-0693-48fd-a027-733b03dfed96" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.616930] env[69613]: DEBUG nova.network.neutron [req-89aa64fa-cdcb-45b3-9404-ed8b04aa0ad8 req-2ce3128a-94e0-45af-b78d-c14e067a2f73 service nova] [instance: 91a7117f-0693-48fd-a027-733b03dfed96] Refreshing network info cache for port 4a50de3a-ebb2-499a-a9c5-c811d03c04bd {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 917.805847] env[69613]: DEBUG oslo_vmware.api [-] Task: {'id': task-3417713, 'name': CreateVM_Task, 'duration_secs': 0.377974} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.808732] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 91a7117f-0693-48fd-a027-733b03dfed96] Created VM on the ESX host {{(pid=69613) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 917.810251] env[69613]: DEBUG oslo_concurrency.lockutils [None req-d1bf8ee7-a9a1-4077-84d6-1abefdf6ca68 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.810584] env[69613]: DEBUG oslo_concurrency.lockutils [None req-d1bf8ee7-a9a1-4077-84d6-1abefdf6ca68 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.811533] env[69613]: DEBUG oslo_concurrency.lockutils [None req-d1bf8ee7-a9a1-4077-84d6-1abefdf6ca68 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.811912] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-08d1d68e-7f28-4566-b61a-6017520e7cbe {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.820312] env[69613]: DEBUG oslo_vmware.api [None req-d1bf8ee7-a9a1-4077-84d6-1abefdf6ca68 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Waiting for the task: (returnval){ [ 917.820312] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]52f23de8-b015-0c8e-1dfc-595c10fdc666" [ 917.820312] env[69613]: _type = "Task" [ 917.820312] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.827959] env[69613]: DEBUG nova.compute.manager [req-c38f28f4-4d15-4d8a-b4fe-7d2f9db785c2 req-c491d9e2-11cb-49f6-b5b8-ac352acc7b02 service nova] [instance: 4c9e10fc-33aa-4244-83a1-dc1aed6251a2] Received event network-vif-plugged-71efe7be-0e82-4275-9cef-498e518e6d07 {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 917.828403] env[69613]: DEBUG oslo_concurrency.lockutils [req-c38f28f4-4d15-4d8a-b4fe-7d2f9db785c2 req-c491d9e2-11cb-49f6-b5b8-ac352acc7b02 service nova] Acquiring lock "4c9e10fc-33aa-4244-83a1-dc1aed6251a2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 917.828740] env[69613]: DEBUG oslo_concurrency.lockutils [req-c38f28f4-4d15-4d8a-b4fe-7d2f9db785c2 req-c491d9e2-11cb-49f6-b5b8-ac352acc7b02 service nova] Lock "4c9e10fc-33aa-4244-83a1-dc1aed6251a2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 917.829037] env[69613]: DEBUG oslo_concurrency.lockutils [req-c38f28f4-4d15-4d8a-b4fe-7d2f9db785c2 req-c491d9e2-11cb-49f6-b5b8-ac352acc7b02 service nova] Lock "4c9e10fc-33aa-4244-83a1-dc1aed6251a2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 917.829332] env[69613]: DEBUG nova.compute.manager [req-c38f28f4-4d15-4d8a-b4fe-7d2f9db785c2 req-c491d9e2-11cb-49f6-b5b8-ac352acc7b02 service nova] [instance: 4c9e10fc-33aa-4244-83a1-dc1aed6251a2] No waiting events found dispatching network-vif-plugged-71efe7be-0e82-4275-9cef-498e518e6d07 {{(pid=69613) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 917.829609] env[69613]: WARNING nova.compute.manager [req-c38f28f4-4d15-4d8a-b4fe-7d2f9db785c2 req-c491d9e2-11cb-49f6-b5b8-ac352acc7b02 service nova] [instance: 4c9e10fc-33aa-4244-83a1-dc1aed6251a2] Received unexpected event network-vif-plugged-71efe7be-0e82-4275-9cef-498e518e6d07 for instance with vm_state building and task_state spawning. [ 917.830043] env[69613]: DEBUG nova.compute.manager [req-c38f28f4-4d15-4d8a-b4fe-7d2f9db785c2 req-c491d9e2-11cb-49f6-b5b8-ac352acc7b02 service nova] [instance: 4c9e10fc-33aa-4244-83a1-dc1aed6251a2] Received event network-changed-71efe7be-0e82-4275-9cef-498e518e6d07 {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 917.830443] env[69613]: DEBUG nova.compute.manager [req-c38f28f4-4d15-4d8a-b4fe-7d2f9db785c2 req-c491d9e2-11cb-49f6-b5b8-ac352acc7b02 service nova] [instance: 4c9e10fc-33aa-4244-83a1-dc1aed6251a2] Refreshing instance network info cache due to event network-changed-71efe7be-0e82-4275-9cef-498e518e6d07. {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 917.830895] env[69613]: DEBUG oslo_concurrency.lockutils [req-c38f28f4-4d15-4d8a-b4fe-7d2f9db785c2 req-c491d9e2-11cb-49f6-b5b8-ac352acc7b02 service nova] Acquiring lock "refresh_cache-4c9e10fc-33aa-4244-83a1-dc1aed6251a2" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.831223] env[69613]: DEBUG oslo_concurrency.lockutils [req-c38f28f4-4d15-4d8a-b4fe-7d2f9db785c2 req-c491d9e2-11cb-49f6-b5b8-ac352acc7b02 service nova] Acquired lock "refresh_cache-4c9e10fc-33aa-4244-83a1-dc1aed6251a2" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.831614] env[69613]: DEBUG nova.network.neutron [req-c38f28f4-4d15-4d8a-b4fe-7d2f9db785c2 req-c491d9e2-11cb-49f6-b5b8-ac352acc7b02 service nova] [instance: 4c9e10fc-33aa-4244-83a1-dc1aed6251a2] Refreshing network info cache for port 71efe7be-0e82-4275-9cef-498e518e6d07 {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 917.847142] env[69613]: DEBUG oslo_vmware.api [None req-d1bf8ee7-a9a1-4077-84d6-1abefdf6ca68 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52f23de8-b015-0c8e-1dfc-595c10fdc666, 'name': SearchDatastore_Task, 'duration_secs': 0.018341} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.850886] env[69613]: DEBUG oslo_concurrency.lockutils [None req-d1bf8ee7-a9a1-4077-84d6-1abefdf6ca68 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.851685] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-d1bf8ee7-a9a1-4077-84d6-1abefdf6ca68 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] [instance: 91a7117f-0693-48fd-a027-733b03dfed96] Processing image 2b7a0304-b5d0-431d-b287-32c8388d7fbd {{(pid=69613) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 917.851685] env[69613]: DEBUG oslo_concurrency.lockutils [None req-d1bf8ee7-a9a1-4077-84d6-1abefdf6ca68 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.851916] env[69613]: DEBUG oslo_concurrency.lockutils [None req-d1bf8ee7-a9a1-4077-84d6-1abefdf6ca68 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.852240] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-d1bf8ee7-a9a1-4077-84d6-1abefdf6ca68 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69613) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 917.857861] env[69613]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ddff9c4d-34c2-4271-9dee-7517ceabe55f {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.861050] env[69613]: DEBUG oslo_vmware.api [None req-a380079b-e4d1-4eb9-af12-3864b30af722 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] Task: {'id': task-3417714, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.869466] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-d1bf8ee7-a9a1-4077-84d6-1abefdf6ca68 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69613) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 917.869684] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-d1bf8ee7-a9a1-4077-84d6-1abefdf6ca68 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69613) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 917.870552] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-235e5c37-df89-449e-9d8a-380bbbcb27dd {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.881701] env[69613]: DEBUG oslo_vmware.api [None req-d1bf8ee7-a9a1-4077-84d6-1abefdf6ca68 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Waiting for the task: (returnval){ [ 917.881701] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]529f0f21-43a3-eb0d-9fbb-a044e4e6fbdb" [ 917.881701] env[69613]: _type = "Task" [ 917.881701] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.892507] env[69613]: DEBUG oslo_vmware.api [None req-d1bf8ee7-a9a1-4077-84d6-1abefdf6ca68 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]529f0f21-43a3-eb0d-9fbb-a044e4e6fbdb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.967021] env[69613]: DEBUG oslo_vmware.api [None req-92ea1394-8808-4053-ba1a-3cc170432a4b tempest-ServerShowV247Test-1190307155 tempest-ServerShowV247Test-1190307155-project-member] Task: {'id': task-3417715, 'name': Rename_Task, 'duration_secs': 0.180265} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.967021] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-92ea1394-8808-4053-ba1a-3cc170432a4b tempest-ServerShowV247Test-1190307155 tempest-ServerShowV247Test-1190307155-project-member] [instance: 07474db3-d38d-49ca-a42a-28c63825d86d] Powering on the VM {{(pid=69613) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 917.967021] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c7fc6f3d-fcf1-4947-9a2d-fabdabf315c9 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.976671] env[69613]: DEBUG oslo_vmware.api [None req-92ea1394-8808-4053-ba1a-3cc170432a4b tempest-ServerShowV247Test-1190307155 tempest-ServerShowV247Test-1190307155-project-member] Waiting for the task: (returnval){ [ 917.976671] env[69613]: value = "task-3417716" [ 917.976671] env[69613]: _type = "Task" [ 917.976671] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.987208] env[69613]: DEBUG oslo_vmware.api [None req-92ea1394-8808-4053-ba1a-3cc170432a4b tempest-ServerShowV247Test-1190307155 tempest-ServerShowV247Test-1190307155-project-member] Task: {'id': task-3417716, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.045394] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3d68298-07e3-4689-a704-4d04e3879b0c {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.053242] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14ddd9b8-decd-4bc0-b2d5-e8e2508a5673 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.091128] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9fd90d6-da3b-46f4-b366-a68ac65f1376 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.097679] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d398f5ac-d652-4051-aa77-2be788185eb5 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.112969] env[69613]: DEBUG nova.compute.provider_tree [None req-f3722dd7-67f9-492d-8028-57a5d24593fa tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Inventory has not changed in ProviderTree for provider: af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 {{(pid=69613) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 918.348879] env[69613]: DEBUG oslo_vmware.api [None req-a380079b-e4d1-4eb9-af12-3864b30af722 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] Task: {'id': task-3417714, 'name': PowerOnVM_Task, 'duration_secs': 0.55077} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.350386] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-a380079b-e4d1-4eb9-af12-3864b30af722 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] [instance: 661ee10a-6a1c-4f4c-86e5-ea2185ab6741] Powered on the VM {{(pid=69613) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 918.350386] env[69613]: INFO nova.compute.manager [None req-a380079b-e4d1-4eb9-af12-3864b30af722 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] [instance: 661ee10a-6a1c-4f4c-86e5-ea2185ab6741] Took 12.02 seconds to spawn the instance on the hypervisor. [ 918.350386] env[69613]: DEBUG nova.compute.manager [None req-a380079b-e4d1-4eb9-af12-3864b30af722 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] [instance: 661ee10a-6a1c-4f4c-86e5-ea2185ab6741] Checking state {{(pid=69613) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 918.350936] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dae56fe-5ddb-4208-a314-e5016c0b814a {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.393380] env[69613]: DEBUG oslo_vmware.api [None req-d1bf8ee7-a9a1-4077-84d6-1abefdf6ca68 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]529f0f21-43a3-eb0d-9fbb-a044e4e6fbdb, 'name': SearchDatastore_Task, 'duration_secs': 0.014856} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.394213] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-18d58a48-4502-4b37-84e5-a5e293585f80 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.400185] env[69613]: DEBUG oslo_vmware.api [None req-d1bf8ee7-a9a1-4077-84d6-1abefdf6ca68 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Waiting for the task: (returnval){ [ 918.400185] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]52d0ecc3-cc60-2104-b688-15a96faa6d81" [ 918.400185] env[69613]: _type = "Task" [ 918.400185] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.404318] env[69613]: DEBUG nova.network.neutron [req-89aa64fa-cdcb-45b3-9404-ed8b04aa0ad8 req-2ce3128a-94e0-45af-b78d-c14e067a2f73 service nova] [instance: 91a7117f-0693-48fd-a027-733b03dfed96] Updated VIF entry in instance network info cache for port 4a50de3a-ebb2-499a-a9c5-c811d03c04bd. {{(pid=69613) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 918.404683] env[69613]: DEBUG nova.network.neutron [req-89aa64fa-cdcb-45b3-9404-ed8b04aa0ad8 req-2ce3128a-94e0-45af-b78d-c14e067a2f73 service nova] [instance: 91a7117f-0693-48fd-a027-733b03dfed96] Updating instance_info_cache with network_info: [{"id": "4a50de3a-ebb2-499a-a9c5-c811d03c04bd", "address": "fa:16:3e:9e:4d:44", "network": {"id": "11b401e5-86d1-43b8-acf8-926654aabc3d", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1280003735-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c95e457d9ff84ad99712006a0d8c5dc4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15538852-1a3f-4f71-b4a9-4923c5837c4f", "external-id": "nsx-vlan-transportzone-165", "segmentation_id": 165, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4a50de3a-eb", "ovs_interfaceid": "4a50de3a-ebb2-499a-a9c5-c811d03c04bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 918.410981] env[69613]: DEBUG oslo_vmware.api [None req-d1bf8ee7-a9a1-4077-84d6-1abefdf6ca68 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52d0ecc3-cc60-2104-b688-15a96faa6d81, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.489344] env[69613]: DEBUG oslo_vmware.api [None req-92ea1394-8808-4053-ba1a-3cc170432a4b tempest-ServerShowV247Test-1190307155 tempest-ServerShowV247Test-1190307155-project-member] Task: {'id': task-3417716, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.491101] env[69613]: DEBUG nova.network.neutron [req-c38f28f4-4d15-4d8a-b4fe-7d2f9db785c2 req-c491d9e2-11cb-49f6-b5b8-ac352acc7b02 service nova] [instance: 4c9e10fc-33aa-4244-83a1-dc1aed6251a2] Instance cache missing network info. {{(pid=69613) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 918.616431] env[69613]: DEBUG nova.scheduler.client.report [None req-f3722dd7-67f9-492d-8028-57a5d24593fa tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Inventory has not changed for provider af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69613) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 918.664298] env[69613]: DEBUG nova.network.neutron [req-c38f28f4-4d15-4d8a-b4fe-7d2f9db785c2 req-c491d9e2-11cb-49f6-b5b8-ac352acc7b02 service nova] [instance: 4c9e10fc-33aa-4244-83a1-dc1aed6251a2] Updating instance_info_cache with network_info: [] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 918.721433] env[69613]: DEBUG nova.network.neutron [None req-e5b7b9ec-af56-40fd-811f-aea99a00717d tempest-ServersTestMultiNic-711096641 tempest-ServersTestMultiNic-711096641-project-member] [instance: 4c9e10fc-33aa-4244-83a1-dc1aed6251a2] Successfully updated port: bd4b1339-711b-41ef-895e-f49a04fcfe7c {{(pid=69613) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 918.870327] env[69613]: INFO nova.compute.manager [None req-a380079b-e4d1-4eb9-af12-3864b30af722 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] [instance: 661ee10a-6a1c-4f4c-86e5-ea2185ab6741] Took 35.10 seconds to build instance. [ 918.911528] env[69613]: DEBUG oslo_concurrency.lockutils [req-89aa64fa-cdcb-45b3-9404-ed8b04aa0ad8 req-2ce3128a-94e0-45af-b78d-c14e067a2f73 service nova] Releasing lock "refresh_cache-91a7117f-0693-48fd-a027-733b03dfed96" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.911909] env[69613]: DEBUG oslo_vmware.api [None req-d1bf8ee7-a9a1-4077-84d6-1abefdf6ca68 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52d0ecc3-cc60-2104-b688-15a96faa6d81, 'name': SearchDatastore_Task, 'duration_secs': 0.011144} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.912306] env[69613]: DEBUG oslo_concurrency.lockutils [None req-d1bf8ee7-a9a1-4077-84d6-1abefdf6ca68 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.912560] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1bf8ee7-a9a1-4077-84d6-1abefdf6ca68 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk to [datastore1] 91a7117f-0693-48fd-a027-733b03dfed96/91a7117f-0693-48fd-a027-733b03dfed96.vmdk {{(pid=69613) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 918.912833] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3efef529-7a07-460b-a13a-6a4da5000d0e {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.919666] env[69613]: DEBUG oslo_vmware.api [None req-d1bf8ee7-a9a1-4077-84d6-1abefdf6ca68 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Waiting for the task: (returnval){ [ 918.919666] env[69613]: value = "task-3417717" [ 918.919666] env[69613]: _type = "Task" [ 918.919666] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.928448] env[69613]: DEBUG oslo_vmware.api [None req-d1bf8ee7-a9a1-4077-84d6-1abefdf6ca68 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Task: {'id': task-3417717, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.985187] env[69613]: DEBUG oslo_vmware.api [None req-92ea1394-8808-4053-ba1a-3cc170432a4b tempest-ServerShowV247Test-1190307155 tempest-ServerShowV247Test-1190307155-project-member] Task: {'id': task-3417716, 'name': PowerOnVM_Task, 'duration_secs': 0.56048} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.985325] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-92ea1394-8808-4053-ba1a-3cc170432a4b tempest-ServerShowV247Test-1190307155 tempest-ServerShowV247Test-1190307155-project-member] [instance: 07474db3-d38d-49ca-a42a-28c63825d86d] Powered on the VM {{(pid=69613) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 918.985533] env[69613]: DEBUG nova.compute.manager [None req-92ea1394-8808-4053-ba1a-3cc170432a4b tempest-ServerShowV247Test-1190307155 tempest-ServerShowV247Test-1190307155-project-member] [instance: 07474db3-d38d-49ca-a42a-28c63825d86d] Checking state {{(pid=69613) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 918.986330] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4afa1608-3b10-4355-8d73-943141104f56 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.103344] env[69613]: DEBUG oslo_vmware.rw_handles [None req-1ee4af04-5fa1-479b-b0bd-f34971f489da tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/527d720e-0bff-5cf9-c8c7-64f46d8be07f/disk-0.vmdk. {{(pid=69613) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 919.106035] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7303f87-9038-431c-94a0-612b1b4963cd {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.111854] env[69613]: DEBUG oslo_vmware.rw_handles [None req-1ee4af04-5fa1-479b-b0bd-f34971f489da tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/527d720e-0bff-5cf9-c8c7-64f46d8be07f/disk-0.vmdk is in state: ready. {{(pid=69613) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 919.112072] env[69613]: ERROR oslo_vmware.rw_handles [None req-1ee4af04-5fa1-479b-b0bd-f34971f489da tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/527d720e-0bff-5cf9-c8c7-64f46d8be07f/disk-0.vmdk due to incomplete transfer. [ 919.112340] env[69613]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-4d50a4d6-ae9a-473c-88b2-2eeec7bff486 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.122652] env[69613]: DEBUG oslo_concurrency.lockutils [None req-f3722dd7-67f9-492d-8028-57a5d24593fa tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.538s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 919.123218] env[69613]: DEBUG nova.compute.manager [None req-f3722dd7-67f9-492d-8028-57a5d24593fa tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] [instance: 0de4241f-6605-425c-9b67-b4f07672d829] Start building networks asynchronously for instance. {{(pid=69613) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 919.125678] env[69613]: DEBUG oslo_vmware.rw_handles [None req-1ee4af04-5fa1-479b-b0bd-f34971f489da tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/527d720e-0bff-5cf9-c8c7-64f46d8be07f/disk-0.vmdk. {{(pid=69613) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 919.125903] env[69613]: DEBUG nova.virt.vmwareapi.images [None req-1ee4af04-5fa1-479b-b0bd-f34971f489da tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] [instance: 71e0d53c-ff3f-4a77-aa25-2a07e64500a7] Uploaded image 8d7451c0-8cf7-495b-a3b2-63c738edcac9 to the Glance image server {{(pid=69613) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 919.129250] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ee4af04-5fa1-479b-b0bd-f34971f489da tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] [instance: 71e0d53c-ff3f-4a77-aa25-2a07e64500a7] Destroying the VM {{(pid=69613) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 919.129816] env[69613]: DEBUG oslo_concurrency.lockutils [None req-0e614a6b-1ff7-401c-a695-4b674e74daf0 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.216s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 919.130061] env[69613]: DEBUG nova.objects.instance [None req-0e614a6b-1ff7-401c-a695-4b674e74daf0 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Lazy-loading 'resources' on Instance uuid 30032fc2-1100-456a-bd0d-f3daf0a16662 {{(pid=69613) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 919.131214] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-0a13ee34-f43f-447e-bc93-660b9229082e {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.139802] env[69613]: DEBUG oslo_vmware.api [None req-1ee4af04-5fa1-479b-b0bd-f34971f489da tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] Waiting for the task: (returnval){ [ 919.139802] env[69613]: value = "task-3417718" [ 919.139802] env[69613]: _type = "Task" [ 919.139802] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.149209] env[69613]: DEBUG oslo_vmware.api [None req-1ee4af04-5fa1-479b-b0bd-f34971f489da tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] Task: {'id': task-3417718, 'name': Destroy_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.167998] env[69613]: DEBUG oslo_concurrency.lockutils [req-c38f28f4-4d15-4d8a-b4fe-7d2f9db785c2 req-c491d9e2-11cb-49f6-b5b8-ac352acc7b02 service nova] Releasing lock "refresh_cache-4c9e10fc-33aa-4244-83a1-dc1aed6251a2" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.223482] env[69613]: DEBUG oslo_concurrency.lockutils [None req-e5b7b9ec-af56-40fd-811f-aea99a00717d tempest-ServersTestMultiNic-711096641 tempest-ServersTestMultiNic-711096641-project-member] Acquiring lock "refresh_cache-4c9e10fc-33aa-4244-83a1-dc1aed6251a2" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.223667] env[69613]: DEBUG oslo_concurrency.lockutils [None req-e5b7b9ec-af56-40fd-811f-aea99a00717d tempest-ServersTestMultiNic-711096641 tempest-ServersTestMultiNic-711096641-project-member] Acquired lock "refresh_cache-4c9e10fc-33aa-4244-83a1-dc1aed6251a2" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.223848] env[69613]: DEBUG nova.network.neutron [None req-e5b7b9ec-af56-40fd-811f-aea99a00717d tempest-ServersTestMultiNic-711096641 tempest-ServersTestMultiNic-711096641-project-member] [instance: 4c9e10fc-33aa-4244-83a1-dc1aed6251a2] Building network info cache for instance {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 919.372633] env[69613]: DEBUG oslo_concurrency.lockutils [None req-a380079b-e4d1-4eb9-af12-3864b30af722 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] Lock "661ee10a-6a1c-4f4c-86e5-ea2185ab6741" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.613s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 919.433134] env[69613]: DEBUG oslo_vmware.api [None req-d1bf8ee7-a9a1-4077-84d6-1abefdf6ca68 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Task: {'id': task-3417717, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.504547] env[69613]: DEBUG oslo_concurrency.lockutils [None req-92ea1394-8808-4053-ba1a-3cc170432a4b tempest-ServerShowV247Test-1190307155 tempest-ServerShowV247Test-1190307155-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 919.631573] env[69613]: DEBUG nova.compute.utils [None req-f3722dd7-67f9-492d-8028-57a5d24593fa tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Using /dev/sd instead of None {{(pid=69613) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 919.633856] env[69613]: DEBUG nova.compute.manager [None req-f3722dd7-67f9-492d-8028-57a5d24593fa tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] [instance: 0de4241f-6605-425c-9b67-b4f07672d829] Allocating IP information in the background. {{(pid=69613) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 919.634813] env[69613]: DEBUG nova.network.neutron [None req-f3722dd7-67f9-492d-8028-57a5d24593fa tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] [instance: 0de4241f-6605-425c-9b67-b4f07672d829] allocate_for_instance() {{(pid=69613) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 919.650971] env[69613]: DEBUG oslo_vmware.api [None req-1ee4af04-5fa1-479b-b0bd-f34971f489da tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] Task: {'id': task-3417718, 'name': Destroy_Task, 'duration_secs': 0.505498} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.650971] env[69613]: INFO nova.virt.vmwareapi.vm_util [None req-1ee4af04-5fa1-479b-b0bd-f34971f489da tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] [instance: 71e0d53c-ff3f-4a77-aa25-2a07e64500a7] Destroyed the VM [ 919.650971] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-1ee4af04-5fa1-479b-b0bd-f34971f489da tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] [instance: 71e0d53c-ff3f-4a77-aa25-2a07e64500a7] Deleting Snapshot of the VM instance {{(pid=69613) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 919.650971] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-32438d7c-de72-44c6-900c-0382c5aea187 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.659313] env[69613]: DEBUG oslo_vmware.api [None req-1ee4af04-5fa1-479b-b0bd-f34971f489da tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] Waiting for the task: (returnval){ [ 919.659313] env[69613]: value = "task-3417719" [ 919.659313] env[69613]: _type = "Task" [ 919.659313] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.671748] env[69613]: DEBUG oslo_vmware.api [None req-1ee4af04-5fa1-479b-b0bd-f34971f489da tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] Task: {'id': task-3417719, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.717267] env[69613]: DEBUG nova.policy [None req-f3722dd7-67f9-492d-8028-57a5d24593fa tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '91dcb8052d454218b37bca5d756084e4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7c90428991084ffb9d2b6d33b2ce1e15', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69613) authorize /opt/stack/nova/nova/policy.py:192}} [ 919.818289] env[69613]: DEBUG nova.network.neutron [None req-e5b7b9ec-af56-40fd-811f-aea99a00717d tempest-ServersTestMultiNic-711096641 tempest-ServersTestMultiNic-711096641-project-member] [instance: 4c9e10fc-33aa-4244-83a1-dc1aed6251a2] Instance cache missing network info. {{(pid=69613) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 919.936524] env[69613]: DEBUG oslo_vmware.api [None req-d1bf8ee7-a9a1-4077-84d6-1abefdf6ca68 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Task: {'id': task-3417717, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.670258} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.936958] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1bf8ee7-a9a1-4077-84d6-1abefdf6ca68 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk to [datastore1] 91a7117f-0693-48fd-a027-733b03dfed96/91a7117f-0693-48fd-a027-733b03dfed96.vmdk {{(pid=69613) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 919.937123] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-d1bf8ee7-a9a1-4077-84d6-1abefdf6ca68 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] [instance: 91a7117f-0693-48fd-a027-733b03dfed96] Extending root virtual disk to 1048576 {{(pid=69613) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 919.937411] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cd7879a1-f07d-4a12-8dc0-a17f7c181254 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.950485] env[69613]: DEBUG oslo_vmware.api [None req-d1bf8ee7-a9a1-4077-84d6-1abefdf6ca68 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Waiting for the task: (returnval){ [ 919.950485] env[69613]: value = "task-3417720" [ 919.950485] env[69613]: _type = "Task" [ 919.950485] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.962587] env[69613]: DEBUG oslo_vmware.api [None req-d1bf8ee7-a9a1-4077-84d6-1abefdf6ca68 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Task: {'id': task-3417720, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.986959] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f933296-3566-4801-b718-9db03de77179 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.995188] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f50ca67e-1ef8-41a4-8b30-e73e4fb8dac3 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.031637] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94e481ca-168e-4b6d-91fe-48f071dd59c9 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.039880] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb0ff3c9-a96e-4a68-be67-93ea3ba6b64e {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.054595] env[69613]: DEBUG nova.compute.provider_tree [None req-0e614a6b-1ff7-401c-a695-4b674e74daf0 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Inventory has not changed in ProviderTree for provider: af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 {{(pid=69613) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 920.127270] env[69613]: DEBUG oslo_concurrency.lockutils [None req-7d795db8-c0c4-48d7-98a3-5b1c69ca3577 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Acquiring lock "983a2305-b1f1-487b-ab6a-2f5f1f7ee3f0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 920.127611] env[69613]: DEBUG oslo_concurrency.lockutils [None req-7d795db8-c0c4-48d7-98a3-5b1c69ca3577 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Lock "983a2305-b1f1-487b-ab6a-2f5f1f7ee3f0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 920.137543] env[69613]: DEBUG nova.compute.manager [None req-f3722dd7-67f9-492d-8028-57a5d24593fa tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] [instance: 0de4241f-6605-425c-9b67-b4f07672d829] Start building block device mappings for instance. {{(pid=69613) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 920.172297] env[69613]: DEBUG oslo_vmware.api [None req-1ee4af04-5fa1-479b-b0bd-f34971f489da tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] Task: {'id': task-3417719, 'name': RemoveSnapshot_Task, 'duration_secs': 0.503787} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.172655] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-1ee4af04-5fa1-479b-b0bd-f34971f489da tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] [instance: 71e0d53c-ff3f-4a77-aa25-2a07e64500a7] Deleted Snapshot of the VM instance {{(pid=69613) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 920.173186] env[69613]: DEBUG nova.compute.manager [None req-1ee4af04-5fa1-479b-b0bd-f34971f489da tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] [instance: 71e0d53c-ff3f-4a77-aa25-2a07e64500a7] Checking state {{(pid=69613) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 920.173741] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7662d920-c811-47bd-b23f-5428a9601e16 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.462022] env[69613]: DEBUG oslo_vmware.api [None req-d1bf8ee7-a9a1-4077-84d6-1abefdf6ca68 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Task: {'id': task-3417720, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067252} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.462022] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-d1bf8ee7-a9a1-4077-84d6-1abefdf6ca68 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] [instance: 91a7117f-0693-48fd-a027-733b03dfed96] Extended root virtual disk {{(pid=69613) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 920.462422] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43b0de90-89e4-48ec-935b-517c0aa5258f {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.486396] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-d1bf8ee7-a9a1-4077-84d6-1abefdf6ca68 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] [instance: 91a7117f-0693-48fd-a027-733b03dfed96] Reconfiguring VM instance instance-0000004e to attach disk [datastore1] 91a7117f-0693-48fd-a027-733b03dfed96/91a7117f-0693-48fd-a027-733b03dfed96.vmdk or device None with type sparse {{(pid=69613) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 920.486704] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f741551a-a522-47b9-bcce-9db5ac2d8f8f {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.506564] env[69613]: DEBUG nova.compute.manager [req-3bf83c3d-76f0-4139-863a-e5b77be91661 req-37ebb07b-2aa0-4151-885a-9fb649bb6402 service nova] [instance: 4c9e10fc-33aa-4244-83a1-dc1aed6251a2] Received event network-vif-plugged-bd4b1339-711b-41ef-895e-f49a04fcfe7c {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 920.506747] env[69613]: DEBUG oslo_concurrency.lockutils [req-3bf83c3d-76f0-4139-863a-e5b77be91661 req-37ebb07b-2aa0-4151-885a-9fb649bb6402 service nova] Acquiring lock "4c9e10fc-33aa-4244-83a1-dc1aed6251a2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 920.507129] env[69613]: DEBUG oslo_concurrency.lockutils [req-3bf83c3d-76f0-4139-863a-e5b77be91661 req-37ebb07b-2aa0-4151-885a-9fb649bb6402 service nova] Lock "4c9e10fc-33aa-4244-83a1-dc1aed6251a2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 920.507860] env[69613]: DEBUG oslo_concurrency.lockutils [req-3bf83c3d-76f0-4139-863a-e5b77be91661 req-37ebb07b-2aa0-4151-885a-9fb649bb6402 service nova] Lock "4c9e10fc-33aa-4244-83a1-dc1aed6251a2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 920.507860] env[69613]: DEBUG nova.compute.manager [req-3bf83c3d-76f0-4139-863a-e5b77be91661 req-37ebb07b-2aa0-4151-885a-9fb649bb6402 service nova] [instance: 4c9e10fc-33aa-4244-83a1-dc1aed6251a2] No waiting events found dispatching network-vif-plugged-bd4b1339-711b-41ef-895e-f49a04fcfe7c {{(pid=69613) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 920.508598] env[69613]: WARNING nova.compute.manager [req-3bf83c3d-76f0-4139-863a-e5b77be91661 req-37ebb07b-2aa0-4151-885a-9fb649bb6402 service nova] [instance: 4c9e10fc-33aa-4244-83a1-dc1aed6251a2] Received unexpected event network-vif-plugged-bd4b1339-711b-41ef-895e-f49a04fcfe7c for instance with vm_state building and task_state spawning. [ 920.508598] env[69613]: DEBUG nova.compute.manager [req-3bf83c3d-76f0-4139-863a-e5b77be91661 req-37ebb07b-2aa0-4151-885a-9fb649bb6402 service nova] [instance: 4c9e10fc-33aa-4244-83a1-dc1aed6251a2] Received event network-changed-bd4b1339-711b-41ef-895e-f49a04fcfe7c {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 920.508598] env[69613]: DEBUG nova.compute.manager [req-3bf83c3d-76f0-4139-863a-e5b77be91661 req-37ebb07b-2aa0-4151-885a-9fb649bb6402 service nova] [instance: 4c9e10fc-33aa-4244-83a1-dc1aed6251a2] Refreshing instance network info cache due to event network-changed-bd4b1339-711b-41ef-895e-f49a04fcfe7c. {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 920.509923] env[69613]: DEBUG oslo_concurrency.lockutils [req-3bf83c3d-76f0-4139-863a-e5b77be91661 req-37ebb07b-2aa0-4151-885a-9fb649bb6402 service nova] Acquiring lock "refresh_cache-4c9e10fc-33aa-4244-83a1-dc1aed6251a2" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.523283] env[69613]: DEBUG oslo_vmware.api [None req-d1bf8ee7-a9a1-4077-84d6-1abefdf6ca68 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Waiting for the task: (returnval){ [ 920.523283] env[69613]: value = "task-3417721" [ 920.523283] env[69613]: _type = "Task" [ 920.523283] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.531125] env[69613]: DEBUG oslo_vmware.api [None req-d1bf8ee7-a9a1-4077-84d6-1abefdf6ca68 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Task: {'id': task-3417721, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.560844] env[69613]: DEBUG nova.scheduler.client.report [None req-0e614a6b-1ff7-401c-a695-4b674e74daf0 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Inventory has not changed for provider af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69613) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 920.629583] env[69613]: DEBUG nova.compute.manager [None req-7d795db8-c0c4-48d7-98a3-5b1c69ca3577 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] [instance: 983a2305-b1f1-487b-ab6a-2f5f1f7ee3f0] Starting instance... {{(pid=69613) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 920.645602] env[69613]: DEBUG nova.network.neutron [None req-f3722dd7-67f9-492d-8028-57a5d24593fa tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] [instance: 0de4241f-6605-425c-9b67-b4f07672d829] Successfully created port: 0e987d52-8def-4de5-aaea-6ea0dcab5886 {{(pid=69613) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 920.689934] env[69613]: INFO nova.compute.manager [None req-1ee4af04-5fa1-479b-b0bd-f34971f489da tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] [instance: 71e0d53c-ff3f-4a77-aa25-2a07e64500a7] Shelve offloading [ 920.878024] env[69613]: DEBUG nova.network.neutron [None req-e5b7b9ec-af56-40fd-811f-aea99a00717d tempest-ServersTestMultiNic-711096641 tempest-ServersTestMultiNic-711096641-project-member] [instance: 4c9e10fc-33aa-4244-83a1-dc1aed6251a2] Updating instance_info_cache with network_info: [{"id": "cff07831-7697-4b87-9246-55bda10da13c", "address": "fa:16:3e:28:50:40", "network": {"id": "7eaf2861-04c4-44fb-890d-2737343dc504", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1079303217", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.226", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "29cc892bdcbf47b78def0f7ab9a8033b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6399297e-11b6-47b0-9a9f-712bb90b6ea1", "external-id": "nsx-vlan-transportzone-213", "segmentation_id": 213, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcff07831-76", "ovs_interfaceid": "cff07831-7697-4b87-9246-55bda10da13c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "71efe7be-0e82-4275-9cef-498e518e6d07", "address": "fa:16:3e:77:76:dd", "network": {"id": "c1bf9964-f1ce-41ec-bfee-d88f76037177", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1393806416", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.254", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "29cc892bdcbf47b78def0f7ab9a8033b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cd5d325-3053-407e-a4ee-f627e82a23f9", "external-id": "nsx-vlan-transportzone-809", "segmentation_id": 809, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap71efe7be-0e", "ovs_interfaceid": "71efe7be-0e82-4275-9cef-498e518e6d07", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "bd4b1339-711b-41ef-895e-f49a04fcfe7c", "address": "fa:16:3e:98:b8:4e", "network": {"id": "7eaf2861-04c4-44fb-890d-2737343dc504", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1079303217", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.142", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "29cc892bdcbf47b78def0f7ab9a8033b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6399297e-11b6-47b0-9a9f-712bb90b6ea1", "external-id": "nsx-vlan-transportzone-213", "segmentation_id": 213, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd4b1339-71", "ovs_interfaceid": "bd4b1339-711b-41ef-895e-f49a04fcfe7c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 921.030853] env[69613]: DEBUG oslo_vmware.api [None req-d1bf8ee7-a9a1-4077-84d6-1abefdf6ca68 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Task: {'id': task-3417721, 'name': ReconfigVM_Task, 'duration_secs': 0.423118} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.031261] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-d1bf8ee7-a9a1-4077-84d6-1abefdf6ca68 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] [instance: 91a7117f-0693-48fd-a027-733b03dfed96] Reconfigured VM instance instance-0000004e to attach disk [datastore1] 91a7117f-0693-48fd-a027-733b03dfed96/91a7117f-0693-48fd-a027-733b03dfed96.vmdk or device None with type sparse {{(pid=69613) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 921.032031] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4a0f2d16-5920-444a-8cf5-9c7bdf113239 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.040851] env[69613]: DEBUG oslo_vmware.api [None req-d1bf8ee7-a9a1-4077-84d6-1abefdf6ca68 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Waiting for the task: (returnval){ [ 921.040851] env[69613]: value = "task-3417722" [ 921.040851] env[69613]: _type = "Task" [ 921.040851] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.048738] env[69613]: DEBUG oslo_vmware.api [None req-d1bf8ee7-a9a1-4077-84d6-1abefdf6ca68 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Task: {'id': task-3417722, 'name': Rename_Task} progress is 5%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.064923] env[69613]: DEBUG oslo_concurrency.lockutils [None req-0e614a6b-1ff7-401c-a695-4b674e74daf0 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.935s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 921.067851] env[69613]: DEBUG oslo_concurrency.lockutils [None req-49a0e46c-9160-492f-849f-d9761b4ca725 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 24.357s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 921.095073] env[69613]: INFO nova.scheduler.client.report [None req-0e614a6b-1ff7-401c-a695-4b674e74daf0 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Deleted allocations for instance 30032fc2-1100-456a-bd0d-f3daf0a16662 [ 921.146027] env[69613]: DEBUG oslo_concurrency.lockutils [None req-d8d7135b-2f3b-49c4-a512-f3902bc613af tempest-ServersTestBootFromVolume-835828331 tempest-ServersTestBootFromVolume-835828331-project-member] Acquiring lock "e849b8b2-7ad7-475a-bab6-48d8412c58ad" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 921.146027] env[69613]: DEBUG oslo_concurrency.lockutils [None req-d8d7135b-2f3b-49c4-a512-f3902bc613af tempest-ServersTestBootFromVolume-835828331 tempest-ServersTestBootFromVolume-835828331-project-member] Lock "e849b8b2-7ad7-475a-bab6-48d8412c58ad" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 921.150139] env[69613]: DEBUG nova.compute.manager [None req-f3722dd7-67f9-492d-8028-57a5d24593fa tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] [instance: 0de4241f-6605-425c-9b67-b4f07672d829] Start spawning the instance on the hypervisor. {{(pid=69613) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 921.161380] env[69613]: DEBUG oslo_concurrency.lockutils [None req-7d795db8-c0c4-48d7-98a3-5b1c69ca3577 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 921.179787] env[69613]: DEBUG nova.virt.hardware [None req-f3722dd7-67f9-492d-8028-57a5d24593fa tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T13:55:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T13:55:19Z,direct_url=,disk_format='vmdk',id=2b7a0304-b5d0-431d-b287-32c8388d7fbd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3e9e1b873f1442d59d5ee8247b941f74',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T13:55:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 921.180046] env[69613]: DEBUG nova.virt.hardware [None req-f3722dd7-67f9-492d-8028-57a5d24593fa tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Flavor limits 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 921.180209] env[69613]: DEBUG nova.virt.hardware [None req-f3722dd7-67f9-492d-8028-57a5d24593fa tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Image limits 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 921.180412] env[69613]: DEBUG nova.virt.hardware [None req-f3722dd7-67f9-492d-8028-57a5d24593fa tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Flavor pref 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 921.180561] env[69613]: DEBUG nova.virt.hardware [None req-f3722dd7-67f9-492d-8028-57a5d24593fa tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Image pref 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 921.180774] env[69613]: DEBUG nova.virt.hardware [None req-f3722dd7-67f9-492d-8028-57a5d24593fa tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 921.181154] env[69613]: DEBUG nova.virt.hardware [None req-f3722dd7-67f9-492d-8028-57a5d24593fa tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 921.181233] env[69613]: DEBUG nova.virt.hardware [None req-f3722dd7-67f9-492d-8028-57a5d24593fa tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69613) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 921.181424] env[69613]: DEBUG nova.virt.hardware [None req-f3722dd7-67f9-492d-8028-57a5d24593fa tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Got 1 possible topologies {{(pid=69613) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 921.181612] env[69613]: DEBUG nova.virt.hardware [None req-f3722dd7-67f9-492d-8028-57a5d24593fa tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 921.181790] env[69613]: DEBUG nova.virt.hardware [None req-f3722dd7-67f9-492d-8028-57a5d24593fa tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 921.184487] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31fd5c8d-e8f1-48b5-9705-37dbe25269b0 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.193870] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1b6acef-9b3f-4777-9c6b-8234de6e2913 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.199354] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ee4af04-5fa1-479b-b0bd-f34971f489da tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] [instance: 71e0d53c-ff3f-4a77-aa25-2a07e64500a7] Powering off the VM {{(pid=69613) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 921.200374] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8b47aa9b-ca1e-4e35-bc86-83cc253baa50 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.215437] env[69613]: DEBUG oslo_vmware.api [None req-1ee4af04-5fa1-479b-b0bd-f34971f489da tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] Waiting for the task: (returnval){ [ 921.215437] env[69613]: value = "task-3417723" [ 921.215437] env[69613]: _type = "Task" [ 921.215437] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.225057] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ee4af04-5fa1-479b-b0bd-f34971f489da tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] [instance: 71e0d53c-ff3f-4a77-aa25-2a07e64500a7] VM already powered off {{(pid=69613) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 921.225440] env[69613]: DEBUG nova.compute.manager [None req-1ee4af04-5fa1-479b-b0bd-f34971f489da tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] [instance: 71e0d53c-ff3f-4a77-aa25-2a07e64500a7] Checking state {{(pid=69613) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 921.226277] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ad0ea21-16ff-4b93-80cd-46a5febea293 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.232941] env[69613]: DEBUG oslo_concurrency.lockutils [None req-1ee4af04-5fa1-479b-b0bd-f34971f489da tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] Acquiring lock "refresh_cache-71e0d53c-ff3f-4a77-aa25-2a07e64500a7" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.233133] env[69613]: DEBUG oslo_concurrency.lockutils [None req-1ee4af04-5fa1-479b-b0bd-f34971f489da tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] Acquired lock "refresh_cache-71e0d53c-ff3f-4a77-aa25-2a07e64500a7" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.233322] env[69613]: DEBUG nova.network.neutron [None req-1ee4af04-5fa1-479b-b0bd-f34971f489da tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] [instance: 71e0d53c-ff3f-4a77-aa25-2a07e64500a7] Building network info cache for instance {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 921.381497] env[69613]: DEBUG oslo_concurrency.lockutils [None req-e5b7b9ec-af56-40fd-811f-aea99a00717d tempest-ServersTestMultiNic-711096641 tempest-ServersTestMultiNic-711096641-project-member] Releasing lock "refresh_cache-4c9e10fc-33aa-4244-83a1-dc1aed6251a2" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.381497] env[69613]: DEBUG nova.compute.manager [None req-e5b7b9ec-af56-40fd-811f-aea99a00717d tempest-ServersTestMultiNic-711096641 tempest-ServersTestMultiNic-711096641-project-member] [instance: 4c9e10fc-33aa-4244-83a1-dc1aed6251a2] Instance network_info: |[{"id": "cff07831-7697-4b87-9246-55bda10da13c", "address": "fa:16:3e:28:50:40", "network": {"id": "7eaf2861-04c4-44fb-890d-2737343dc504", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1079303217", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.226", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "29cc892bdcbf47b78def0f7ab9a8033b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6399297e-11b6-47b0-9a9f-712bb90b6ea1", "external-id": "nsx-vlan-transportzone-213", "segmentation_id": 213, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcff07831-76", "ovs_interfaceid": "cff07831-7697-4b87-9246-55bda10da13c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "71efe7be-0e82-4275-9cef-498e518e6d07", "address": "fa:16:3e:77:76:dd", "network": {"id": "c1bf9964-f1ce-41ec-bfee-d88f76037177", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1393806416", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.254", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "29cc892bdcbf47b78def0f7ab9a8033b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cd5d325-3053-407e-a4ee-f627e82a23f9", "external-id": "nsx-vlan-transportzone-809", "segmentation_id": 809, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap71efe7be-0e", "ovs_interfaceid": "71efe7be-0e82-4275-9cef-498e518e6d07", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "bd4b1339-711b-41ef-895e-f49a04fcfe7c", "address": "fa:16:3e:98:b8:4e", "network": {"id": "7eaf2861-04c4-44fb-890d-2737343dc504", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1079303217", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.142", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "29cc892bdcbf47b78def0f7ab9a8033b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6399297e-11b6-47b0-9a9f-712bb90b6ea1", "external-id": "nsx-vlan-transportzone-213", "segmentation_id": 213, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd4b1339-71", "ovs_interfaceid": "bd4b1339-711b-41ef-895e-f49a04fcfe7c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69613) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 921.381969] env[69613]: DEBUG oslo_concurrency.lockutils [req-3bf83c3d-76f0-4139-863a-e5b77be91661 req-37ebb07b-2aa0-4151-885a-9fb649bb6402 service nova] Acquired lock "refresh_cache-4c9e10fc-33aa-4244-83a1-dc1aed6251a2" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.382198] env[69613]: DEBUG nova.network.neutron [req-3bf83c3d-76f0-4139-863a-e5b77be91661 req-37ebb07b-2aa0-4151-885a-9fb649bb6402 service nova] [instance: 4c9e10fc-33aa-4244-83a1-dc1aed6251a2] Refreshing network info cache for port bd4b1339-711b-41ef-895e-f49a04fcfe7c {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 921.383325] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-e5b7b9ec-af56-40fd-811f-aea99a00717d tempest-ServersTestMultiNic-711096641 tempest-ServersTestMultiNic-711096641-project-member] [instance: 4c9e10fc-33aa-4244-83a1-dc1aed6251a2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:28:50:40', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6399297e-11b6-47b0-9a9f-712bb90b6ea1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cff07831-7697-4b87-9246-55bda10da13c', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:77:76:dd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0cd5d325-3053-407e-a4ee-f627e82a23f9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '71efe7be-0e82-4275-9cef-498e518e6d07', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:98:b8:4e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6399297e-11b6-47b0-9a9f-712bb90b6ea1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bd4b1339-711b-41ef-895e-f49a04fcfe7c', 'vif_model': 'vmxnet3'}] {{(pid=69613) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 921.394951] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5b7b9ec-af56-40fd-811f-aea99a00717d tempest-ServersTestMultiNic-711096641 tempest-ServersTestMultiNic-711096641-project-member] Creating folder: Project (29cc892bdcbf47b78def0f7ab9a8033b). Parent ref: group-v681687. {{(pid=69613) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 921.397373] env[69613]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6e99ea69-cb5e-4f36-8b44-defdf12ea2fb {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.409900] env[69613]: INFO nova.virt.vmwareapi.vm_util [None req-e5b7b9ec-af56-40fd-811f-aea99a00717d tempest-ServersTestMultiNic-711096641 tempest-ServersTestMultiNic-711096641-project-member] Created folder: Project (29cc892bdcbf47b78def0f7ab9a8033b) in parent group-v681687. [ 921.409991] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5b7b9ec-af56-40fd-811f-aea99a00717d tempest-ServersTestMultiNic-711096641 tempest-ServersTestMultiNic-711096641-project-member] Creating folder: Instances. Parent ref: group-v681925. {{(pid=69613) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 921.410553] env[69613]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-47f4fa1d-6d0f-4ef4-8763-13d6f806ebf5 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.421806] env[69613]: INFO nova.virt.vmwareapi.vm_util [None req-e5b7b9ec-af56-40fd-811f-aea99a00717d tempest-ServersTestMultiNic-711096641 tempest-ServersTestMultiNic-711096641-project-member] Created folder: Instances in parent group-v681925. [ 921.422087] env[69613]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e5b7b9ec-af56-40fd-811f-aea99a00717d tempest-ServersTestMultiNic-711096641 tempest-ServersTestMultiNic-711096641-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69613) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 921.422296] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4c9e10fc-33aa-4244-83a1-dc1aed6251a2] Creating VM on the ESX host {{(pid=69613) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 921.422908] env[69613]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2f48ee8e-0bdc-4235-8ded-3c6bdfd4c93a {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.449370] env[69613]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 921.449370] env[69613]: value = "task-3417726" [ 921.449370] env[69613]: _type = "Task" [ 921.449370] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.458075] env[69613]: DEBUG oslo_vmware.api [-] Task: {'id': task-3417726, 'name': CreateVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.551933] env[69613]: DEBUG oslo_vmware.api [None req-d1bf8ee7-a9a1-4077-84d6-1abefdf6ca68 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Task: {'id': task-3417722, 'name': Rename_Task, 'duration_secs': 0.191174} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.552356] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1bf8ee7-a9a1-4077-84d6-1abefdf6ca68 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] [instance: 91a7117f-0693-48fd-a027-733b03dfed96] Powering on the VM {{(pid=69613) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 921.552540] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-54fa1e62-3315-4c7f-b0e9-9b2490728014 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.560649] env[69613]: DEBUG oslo_vmware.api [None req-d1bf8ee7-a9a1-4077-84d6-1abefdf6ca68 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Waiting for the task: (returnval){ [ 921.560649] env[69613]: value = "task-3417727" [ 921.560649] env[69613]: _type = "Task" [ 921.560649] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.573049] env[69613]: INFO nova.compute.claims [None req-49a0e46c-9160-492f-849f-d9761b4ca725 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] [instance: fa7f8ff7-658a-46d0-a6dc-232614af850d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 921.577131] env[69613]: DEBUG oslo_vmware.api [None req-d1bf8ee7-a9a1-4077-84d6-1abefdf6ca68 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Task: {'id': task-3417727, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.607023] env[69613]: DEBUG oslo_concurrency.lockutils [None req-0e614a6b-1ff7-401c-a695-4b674e74daf0 tempest-ServersAdminTestJSON-597710588 tempest-ServersAdminTestJSON-597710588-project-member] Lock "30032fc2-1100-456a-bd0d-f3daf0a16662" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.114s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 921.650217] env[69613]: DEBUG nova.compute.manager [None req-d8d7135b-2f3b-49c4-a512-f3902bc613af tempest-ServersTestBootFromVolume-835828331 tempest-ServersTestBootFromVolume-835828331-project-member] [instance: e849b8b2-7ad7-475a-bab6-48d8412c58ad] Starting instance... {{(pid=69613) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 921.723900] env[69613]: DEBUG oslo_vmware.rw_handles [None req-2129246f-bba5-4f3c-83c5-37fd48653830 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f124c0-0d4f-ecff-a352-d81c84df5593/disk-0.vmdk. {{(pid=69613) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 921.726273] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7076e77b-e241-4848-9cb5-db6f96613b66 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.735300] env[69613]: DEBUG oslo_vmware.rw_handles [None req-2129246f-bba5-4f3c-83c5-37fd48653830 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f124c0-0d4f-ecff-a352-d81c84df5593/disk-0.vmdk is in state: ready. {{(pid=69613) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 921.735770] env[69613]: ERROR oslo_vmware.rw_handles [None req-2129246f-bba5-4f3c-83c5-37fd48653830 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f124c0-0d4f-ecff-a352-d81c84df5593/disk-0.vmdk due to incomplete transfer. [ 921.736098] env[69613]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-26558a66-f43a-4855-b89a-053992495e9f {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.746204] env[69613]: DEBUG oslo_vmware.rw_handles [None req-2129246f-bba5-4f3c-83c5-37fd48653830 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f124c0-0d4f-ecff-a352-d81c84df5593/disk-0.vmdk. {{(pid=69613) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 921.746891] env[69613]: DEBUG nova.virt.vmwareapi.images [None req-2129246f-bba5-4f3c-83c5-37fd48653830 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] [instance: a85fedcd-1c01-4534-b403-420733c3ed0c] Uploaded image cca05033-6fd8-4907-9ef1-fbf0f2e04b59 to the Glance image server {{(pid=69613) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 921.748545] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-2129246f-bba5-4f3c-83c5-37fd48653830 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] [instance: a85fedcd-1c01-4534-b403-420733c3ed0c] Destroying the VM {{(pid=69613) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 921.748811] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-f0bbea7b-75ea-41c1-8d29-e18180ebaa18 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.757792] env[69613]: DEBUG oslo_vmware.api [None req-2129246f-bba5-4f3c-83c5-37fd48653830 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Waiting for the task: (returnval){ [ 921.757792] env[69613]: value = "task-3417728" [ 921.757792] env[69613]: _type = "Task" [ 921.757792] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.771864] env[69613]: DEBUG oslo_vmware.api [None req-2129246f-bba5-4f3c-83c5-37fd48653830 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Task: {'id': task-3417728, 'name': Destroy_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.896770] env[69613]: DEBUG oslo_concurrency.lockutils [None req-d8c34017-4be4-4578-b80b-9cfbf0bc5f4c tempest-ServerShowV247Test-1190307155 tempest-ServerShowV247Test-1190307155-project-member] Acquiring lock "07474db3-d38d-49ca-a42a-28c63825d86d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 921.897055] env[69613]: DEBUG oslo_concurrency.lockutils [None req-d8c34017-4be4-4578-b80b-9cfbf0bc5f4c tempest-ServerShowV247Test-1190307155 tempest-ServerShowV247Test-1190307155-project-member] Lock "07474db3-d38d-49ca-a42a-28c63825d86d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 921.897273] env[69613]: DEBUG oslo_concurrency.lockutils [None req-d8c34017-4be4-4578-b80b-9cfbf0bc5f4c tempest-ServerShowV247Test-1190307155 tempest-ServerShowV247Test-1190307155-project-member] Acquiring lock "07474db3-d38d-49ca-a42a-28c63825d86d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 921.897479] env[69613]: DEBUG oslo_concurrency.lockutils [None req-d8c34017-4be4-4578-b80b-9cfbf0bc5f4c tempest-ServerShowV247Test-1190307155 tempest-ServerShowV247Test-1190307155-project-member] Lock "07474db3-d38d-49ca-a42a-28c63825d86d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 921.897651] env[69613]: DEBUG oslo_concurrency.lockutils [None req-d8c34017-4be4-4578-b80b-9cfbf0bc5f4c tempest-ServerShowV247Test-1190307155 tempest-ServerShowV247Test-1190307155-project-member] Lock "07474db3-d38d-49ca-a42a-28c63825d86d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 921.902179] env[69613]: INFO nova.compute.manager [None req-d8c34017-4be4-4578-b80b-9cfbf0bc5f4c tempest-ServerShowV247Test-1190307155 tempest-ServerShowV247Test-1190307155-project-member] [instance: 07474db3-d38d-49ca-a42a-28c63825d86d] Terminating instance [ 921.959381] env[69613]: DEBUG oslo_vmware.api [-] Task: {'id': task-3417726, 'name': CreateVM_Task} progress is 25%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.091083] env[69613]: INFO nova.compute.resource_tracker [None req-49a0e46c-9160-492f-849f-d9761b4ca725 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] [instance: fa7f8ff7-658a-46d0-a6dc-232614af850d] Updating resource usage from migration fb27a6e5-feff-4395-b8f5-1b7830f7511d [ 922.094221] env[69613]: DEBUG oslo_vmware.api [None req-d1bf8ee7-a9a1-4077-84d6-1abefdf6ca68 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Task: {'id': task-3417727, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.162230] env[69613]: DEBUG nova.network.neutron [req-3bf83c3d-76f0-4139-863a-e5b77be91661 req-37ebb07b-2aa0-4151-885a-9fb649bb6402 service nova] [instance: 4c9e10fc-33aa-4244-83a1-dc1aed6251a2] Updated VIF entry in instance network info cache for port bd4b1339-711b-41ef-895e-f49a04fcfe7c. {{(pid=69613) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 922.162961] env[69613]: DEBUG nova.network.neutron [req-3bf83c3d-76f0-4139-863a-e5b77be91661 req-37ebb07b-2aa0-4151-885a-9fb649bb6402 service nova] [instance: 4c9e10fc-33aa-4244-83a1-dc1aed6251a2] Updating instance_info_cache with network_info: [{"id": "cff07831-7697-4b87-9246-55bda10da13c", "address": "fa:16:3e:28:50:40", "network": {"id": "7eaf2861-04c4-44fb-890d-2737343dc504", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1079303217", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.226", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "29cc892bdcbf47b78def0f7ab9a8033b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6399297e-11b6-47b0-9a9f-712bb90b6ea1", "external-id": "nsx-vlan-transportzone-213", "segmentation_id": 213, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcff07831-76", "ovs_interfaceid": "cff07831-7697-4b87-9246-55bda10da13c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "71efe7be-0e82-4275-9cef-498e518e6d07", "address": "fa:16:3e:77:76:dd", "network": {"id": "c1bf9964-f1ce-41ec-bfee-d88f76037177", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1393806416", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.254", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "29cc892bdcbf47b78def0f7ab9a8033b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cd5d325-3053-407e-a4ee-f627e82a23f9", "external-id": "nsx-vlan-transportzone-809", "segmentation_id": 809, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap71efe7be-0e", "ovs_interfaceid": "71efe7be-0e82-4275-9cef-498e518e6d07", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "bd4b1339-711b-41ef-895e-f49a04fcfe7c", "address": "fa:16:3e:98:b8:4e", "network": {"id": "7eaf2861-04c4-44fb-890d-2737343dc504", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1079303217", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.142", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "29cc892bdcbf47b78def0f7ab9a8033b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6399297e-11b6-47b0-9a9f-712bb90b6ea1", "external-id": "nsx-vlan-transportzone-213", "segmentation_id": 213, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd4b1339-71", "ovs_interfaceid": "bd4b1339-711b-41ef-895e-f49a04fcfe7c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 922.170299] env[69613]: DEBUG oslo_concurrency.lockutils [None req-d8d7135b-2f3b-49c4-a512-f3902bc613af tempest-ServersTestBootFromVolume-835828331 tempest-ServersTestBootFromVolume-835828331-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 922.281503] env[69613]: DEBUG oslo_vmware.api [None req-2129246f-bba5-4f3c-83c5-37fd48653830 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Task: {'id': task-3417728, 'name': Destroy_Task} progress is 33%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.372221] env[69613]: DEBUG nova.network.neutron [None req-1ee4af04-5fa1-479b-b0bd-f34971f489da tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] [instance: 71e0d53c-ff3f-4a77-aa25-2a07e64500a7] Updating instance_info_cache with network_info: [{"id": "db26e29a-2db6-476f-b509-df88edbcbe0f", "address": "fa:16:3e:9e:58:de", "network": {"id": "c483e28c-2b27-484b-a9f9-734f2da7098c", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1567393561-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "98a7364efc4045369caebaefb2b32fa3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "411f389f-4e4f-4450-891e-38944cac6135", "external-id": "nsx-vlan-transportzone-795", "segmentation_id": 795, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb26e29a-2d", "ovs_interfaceid": "db26e29a-2db6-476f-b509-df88edbcbe0f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 922.415864] env[69613]: DEBUG oslo_concurrency.lockutils [None req-d8c34017-4be4-4578-b80b-9cfbf0bc5f4c tempest-ServerShowV247Test-1190307155 tempest-ServerShowV247Test-1190307155-project-member] Acquiring lock "refresh_cache-07474db3-d38d-49ca-a42a-28c63825d86d" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.416063] env[69613]: DEBUG oslo_concurrency.lockutils [None req-d8c34017-4be4-4578-b80b-9cfbf0bc5f4c tempest-ServerShowV247Test-1190307155 tempest-ServerShowV247Test-1190307155-project-member] Acquired lock "refresh_cache-07474db3-d38d-49ca-a42a-28c63825d86d" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.416245] env[69613]: DEBUG nova.network.neutron [None req-d8c34017-4be4-4578-b80b-9cfbf0bc5f4c tempest-ServerShowV247Test-1190307155 tempest-ServerShowV247Test-1190307155-project-member] [instance: 07474db3-d38d-49ca-a42a-28c63825d86d] Building network info cache for instance {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 922.467736] env[69613]: DEBUG oslo_vmware.api [-] Task: {'id': task-3417726, 'name': CreateVM_Task, 'duration_secs': 0.775275} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.467947] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4c9e10fc-33aa-4244-83a1-dc1aed6251a2] Created VM on the ESX host {{(pid=69613) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 922.468935] env[69613]: DEBUG oslo_concurrency.lockutils [None req-e5b7b9ec-af56-40fd-811f-aea99a00717d tempest-ServersTestMultiNic-711096641 tempest-ServersTestMultiNic-711096641-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.469137] env[69613]: DEBUG oslo_concurrency.lockutils [None req-e5b7b9ec-af56-40fd-811f-aea99a00717d tempest-ServersTestMultiNic-711096641 tempest-ServersTestMultiNic-711096641-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.469463] env[69613]: DEBUG oslo_concurrency.lockutils [None req-e5b7b9ec-af56-40fd-811f-aea99a00717d tempest-ServersTestMultiNic-711096641 tempest-ServersTestMultiNic-711096641-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.470282] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1a062a88-a0a8-4aa1-bb4d-5ef210a27f33 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.475947] env[69613]: DEBUG oslo_vmware.api [None req-e5b7b9ec-af56-40fd-811f-aea99a00717d tempest-ServersTestMultiNic-711096641 tempest-ServersTestMultiNic-711096641-project-member] Waiting for the task: (returnval){ [ 922.475947] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]52e434f1-a772-f785-c58e-6ccb579db2d5" [ 922.475947] env[69613]: _type = "Task" [ 922.475947] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.486765] env[69613]: DEBUG oslo_vmware.api [None req-e5b7b9ec-af56-40fd-811f-aea99a00717d tempest-ServersTestMultiNic-711096641 tempest-ServersTestMultiNic-711096641-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52e434f1-a772-f785-c58e-6ccb579db2d5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.536902] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6316ca8-b1b8-413a-b584-e81f62bbe38d {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.545121] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2f4c47b-3f68-4d96-8000-b29334e7807d {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.584076] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50f28f81-1d77-419d-94cb-47a5df700f42 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.592840] env[69613]: DEBUG oslo_vmware.api [None req-d1bf8ee7-a9a1-4077-84d6-1abefdf6ca68 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Task: {'id': task-3417727, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.597260] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bb0f3d1-ffa6-49cb-9da4-3123b4e3bf6b {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.611684] env[69613]: DEBUG nova.compute.provider_tree [None req-49a0e46c-9160-492f-849f-d9761b4ca725 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Inventory has not changed in ProviderTree for provider: af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 {{(pid=69613) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 922.670827] env[69613]: DEBUG oslo_concurrency.lockutils [req-3bf83c3d-76f0-4139-863a-e5b77be91661 req-37ebb07b-2aa0-4151-885a-9fb649bb6402 service nova] Releasing lock "refresh_cache-4c9e10fc-33aa-4244-83a1-dc1aed6251a2" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.727198] env[69613]: DEBUG nova.compute.manager [req-1295f698-3b2b-4987-ae02-8b4eaf48034b req-f7d8cf10-195e-4258-b4c8-a7eed8134e47 service nova] [instance: 0de4241f-6605-425c-9b67-b4f07672d829] Received event network-vif-plugged-0e987d52-8def-4de5-aaea-6ea0dcab5886 {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 922.727198] env[69613]: DEBUG oslo_concurrency.lockutils [req-1295f698-3b2b-4987-ae02-8b4eaf48034b req-f7d8cf10-195e-4258-b4c8-a7eed8134e47 service nova] Acquiring lock "0de4241f-6605-425c-9b67-b4f07672d829-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 922.727198] env[69613]: DEBUG oslo_concurrency.lockutils [req-1295f698-3b2b-4987-ae02-8b4eaf48034b req-f7d8cf10-195e-4258-b4c8-a7eed8134e47 service nova] Lock "0de4241f-6605-425c-9b67-b4f07672d829-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 922.727458] env[69613]: DEBUG oslo_concurrency.lockutils [req-1295f698-3b2b-4987-ae02-8b4eaf48034b req-f7d8cf10-195e-4258-b4c8-a7eed8134e47 service nova] Lock "0de4241f-6605-425c-9b67-b4f07672d829-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 922.728160] env[69613]: DEBUG nova.compute.manager [req-1295f698-3b2b-4987-ae02-8b4eaf48034b req-f7d8cf10-195e-4258-b4c8-a7eed8134e47 service nova] [instance: 0de4241f-6605-425c-9b67-b4f07672d829] No waiting events found dispatching network-vif-plugged-0e987d52-8def-4de5-aaea-6ea0dcab5886 {{(pid=69613) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 922.728160] env[69613]: WARNING nova.compute.manager [req-1295f698-3b2b-4987-ae02-8b4eaf48034b req-f7d8cf10-195e-4258-b4c8-a7eed8134e47 service nova] [instance: 0de4241f-6605-425c-9b67-b4f07672d829] Received unexpected event network-vif-plugged-0e987d52-8def-4de5-aaea-6ea0dcab5886 for instance with vm_state building and task_state spawning. [ 922.780023] env[69613]: DEBUG oslo_vmware.api [None req-2129246f-bba5-4f3c-83c5-37fd48653830 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Task: {'id': task-3417728, 'name': Destroy_Task, 'duration_secs': 0.712095} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.780023] env[69613]: INFO nova.virt.vmwareapi.vm_util [None req-2129246f-bba5-4f3c-83c5-37fd48653830 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] [instance: a85fedcd-1c01-4534-b403-420733c3ed0c] Destroyed the VM [ 922.780411] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-2129246f-bba5-4f3c-83c5-37fd48653830 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] [instance: a85fedcd-1c01-4534-b403-420733c3ed0c] Deleting Snapshot of the VM instance {{(pid=69613) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 922.780773] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-5f4f247a-bf77-4feb-985a-41725e65e7d8 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.787148] env[69613]: DEBUG oslo_vmware.api [None req-2129246f-bba5-4f3c-83c5-37fd48653830 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Waiting for the task: (returnval){ [ 922.787148] env[69613]: value = "task-3417729" [ 922.787148] env[69613]: _type = "Task" [ 922.787148] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.796255] env[69613]: DEBUG oslo_vmware.api [None req-2129246f-bba5-4f3c-83c5-37fd48653830 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Task: {'id': task-3417729, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.806792] env[69613]: DEBUG nova.compute.manager [None req-8aac29ad-ef6e-4a27-9c58-86c2dca64f82 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] [instance: 661ee10a-6a1c-4f4c-86e5-ea2185ab6741] Stashing vm_state: active {{(pid=69613) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 922.874733] env[69613]: DEBUG oslo_concurrency.lockutils [None req-1ee4af04-5fa1-479b-b0bd-f34971f489da tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] Releasing lock "refresh_cache-71e0d53c-ff3f-4a77-aa25-2a07e64500a7" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.938889] env[69613]: DEBUG nova.network.neutron [None req-d8c34017-4be4-4578-b80b-9cfbf0bc5f4c tempest-ServerShowV247Test-1190307155 tempest-ServerShowV247Test-1190307155-project-member] [instance: 07474db3-d38d-49ca-a42a-28c63825d86d] Instance cache missing network info. {{(pid=69613) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 922.990334] env[69613]: DEBUG oslo_vmware.api [None req-e5b7b9ec-af56-40fd-811f-aea99a00717d tempest-ServersTestMultiNic-711096641 tempest-ServersTestMultiNic-711096641-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52e434f1-a772-f785-c58e-6ccb579db2d5, 'name': SearchDatastore_Task, 'duration_secs': 0.030753} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.991203] env[69613]: DEBUG nova.network.neutron [None req-d8c34017-4be4-4578-b80b-9cfbf0bc5f4c tempest-ServerShowV247Test-1190307155 tempest-ServerShowV247Test-1190307155-project-member] [instance: 07474db3-d38d-49ca-a42a-28c63825d86d] Updating instance_info_cache with network_info: [] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 922.992376] env[69613]: DEBUG oslo_concurrency.lockutils [None req-e5b7b9ec-af56-40fd-811f-aea99a00717d tempest-ServersTestMultiNic-711096641 tempest-ServersTestMultiNic-711096641-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.992601] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-e5b7b9ec-af56-40fd-811f-aea99a00717d tempest-ServersTestMultiNic-711096641 tempest-ServersTestMultiNic-711096641-project-member] [instance: 4c9e10fc-33aa-4244-83a1-dc1aed6251a2] Processing image 2b7a0304-b5d0-431d-b287-32c8388d7fbd {{(pid=69613) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 922.992833] env[69613]: DEBUG oslo_concurrency.lockutils [None req-e5b7b9ec-af56-40fd-811f-aea99a00717d tempest-ServersTestMultiNic-711096641 tempest-ServersTestMultiNic-711096641-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.992978] env[69613]: DEBUG oslo_concurrency.lockutils [None req-e5b7b9ec-af56-40fd-811f-aea99a00717d tempest-ServersTestMultiNic-711096641 tempest-ServersTestMultiNic-711096641-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.993200] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5b7b9ec-af56-40fd-811f-aea99a00717d tempest-ServersTestMultiNic-711096641 tempest-ServersTestMultiNic-711096641-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69613) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 922.993514] env[69613]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5610263e-61ae-4d8c-a0fa-a08d99ed2550 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.001579] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5b7b9ec-af56-40fd-811f-aea99a00717d tempest-ServersTestMultiNic-711096641 tempest-ServersTestMultiNic-711096641-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69613) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 923.001753] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-e5b7b9ec-af56-40fd-811f-aea99a00717d tempest-ServersTestMultiNic-711096641 tempest-ServersTestMultiNic-711096641-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69613) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 923.002476] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c02111d4-f39d-4e4e-b8d5-83bd93ef1cfb {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.007697] env[69613]: DEBUG oslo_vmware.api [None req-e5b7b9ec-af56-40fd-811f-aea99a00717d tempest-ServersTestMultiNic-711096641 tempest-ServersTestMultiNic-711096641-project-member] Waiting for the task: (returnval){ [ 923.007697] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]5275a449-6911-820b-3bcd-ac7d663319df" [ 923.007697] env[69613]: _type = "Task" [ 923.007697] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.017913] env[69613]: DEBUG oslo_vmware.api [None req-e5b7b9ec-af56-40fd-811f-aea99a00717d tempest-ServersTestMultiNic-711096641 tempest-ServersTestMultiNic-711096641-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]5275a449-6911-820b-3bcd-ac7d663319df, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.090486] env[69613]: DEBUG oslo_vmware.api [None req-d1bf8ee7-a9a1-4077-84d6-1abefdf6ca68 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Task: {'id': task-3417727, 'name': PowerOnVM_Task, 'duration_secs': 1.046455} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.090796] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1bf8ee7-a9a1-4077-84d6-1abefdf6ca68 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] [instance: 91a7117f-0693-48fd-a027-733b03dfed96] Powered on the VM {{(pid=69613) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 923.091422] env[69613]: INFO nova.compute.manager [None req-d1bf8ee7-a9a1-4077-84d6-1abefdf6ca68 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] [instance: 91a7117f-0693-48fd-a027-733b03dfed96] Took 8.63 seconds to spawn the instance on the hypervisor. [ 923.091422] env[69613]: DEBUG nova.compute.manager [None req-d1bf8ee7-a9a1-4077-84d6-1abefdf6ca68 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] [instance: 91a7117f-0693-48fd-a027-733b03dfed96] Checking state {{(pid=69613) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 923.091996] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42b35996-ea0f-4082-8b19-ffe54e618fb1 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.117641] env[69613]: DEBUG nova.scheduler.client.report [None req-49a0e46c-9160-492f-849f-d9761b4ca725 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Inventory has not changed for provider af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69613) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 923.300133] env[69613]: DEBUG oslo_vmware.api [None req-2129246f-bba5-4f3c-83c5-37fd48653830 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Task: {'id': task-3417729, 'name': RemoveSnapshot_Task, 'duration_secs': 0.390886} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.300421] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-2129246f-bba5-4f3c-83c5-37fd48653830 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] [instance: a85fedcd-1c01-4534-b403-420733c3ed0c] Deleted Snapshot of the VM instance {{(pid=69613) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 923.300700] env[69613]: DEBUG nova.compute.manager [None req-2129246f-bba5-4f3c-83c5-37fd48653830 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] [instance: a85fedcd-1c01-4534-b403-420733c3ed0c] Checking state {{(pid=69613) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 923.301979] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-797d4973-fa10-40c5-99dc-0f9a6a485961 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.319155] env[69613]: DEBUG nova.network.neutron [None req-f3722dd7-67f9-492d-8028-57a5d24593fa tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] [instance: 0de4241f-6605-425c-9b67-b4f07672d829] Successfully updated port: 0e987d52-8def-4de5-aaea-6ea0dcab5886 {{(pid=69613) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 923.343338] env[69613]: DEBUG oslo_concurrency.lockutils [None req-8aac29ad-ef6e-4a27-9c58-86c2dca64f82 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 923.501695] env[69613]: DEBUG oslo_concurrency.lockutils [None req-d8c34017-4be4-4578-b80b-9cfbf0bc5f4c tempest-ServerShowV247Test-1190307155 tempest-ServerShowV247Test-1190307155-project-member] Releasing lock "refresh_cache-07474db3-d38d-49ca-a42a-28c63825d86d" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.502158] env[69613]: DEBUG nova.compute.manager [None req-d8c34017-4be4-4578-b80b-9cfbf0bc5f4c tempest-ServerShowV247Test-1190307155 tempest-ServerShowV247Test-1190307155-project-member] [instance: 07474db3-d38d-49ca-a42a-28c63825d86d] Start destroying the instance on the hypervisor. {{(pid=69613) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 923.502361] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-d8c34017-4be4-4578-b80b-9cfbf0bc5f4c tempest-ServerShowV247Test-1190307155 tempest-ServerShowV247Test-1190307155-project-member] [instance: 07474db3-d38d-49ca-a42a-28c63825d86d] Destroying instance {{(pid=69613) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 923.503268] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5922d95-86a3-4cdc-9f35-e3c879dc8b79 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.513383] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8c34017-4be4-4578-b80b-9cfbf0bc5f4c tempest-ServerShowV247Test-1190307155 tempest-ServerShowV247Test-1190307155-project-member] [instance: 07474db3-d38d-49ca-a42a-28c63825d86d] Powering off the VM {{(pid=69613) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 923.518713] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3eb5fa5b-d170-409d-8f5d-8561e8532596 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.528057] env[69613]: DEBUG oslo_vmware.api [None req-e5b7b9ec-af56-40fd-811f-aea99a00717d tempest-ServersTestMultiNic-711096641 tempest-ServersTestMultiNic-711096641-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]5275a449-6911-820b-3bcd-ac7d663319df, 'name': SearchDatastore_Task, 'duration_secs': 0.011811} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.530132] env[69613]: DEBUG oslo_vmware.api [None req-d8c34017-4be4-4578-b80b-9cfbf0bc5f4c tempest-ServerShowV247Test-1190307155 tempest-ServerShowV247Test-1190307155-project-member] Waiting for the task: (returnval){ [ 923.530132] env[69613]: value = "task-3417730" [ 923.530132] env[69613]: _type = "Task" [ 923.530132] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.530408] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9a4656a4-13f2-4123-8a79-3a08aa0215f3 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.539394] env[69613]: DEBUG oslo_vmware.api [None req-e5b7b9ec-af56-40fd-811f-aea99a00717d tempest-ServersTestMultiNic-711096641 tempest-ServersTestMultiNic-711096641-project-member] Waiting for the task: (returnval){ [ 923.539394] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]52d2e4b0-f081-f9d3-0886-c076750e889f" [ 923.539394] env[69613]: _type = "Task" [ 923.539394] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.554298] env[69613]: DEBUG oslo_vmware.api [None req-e5b7b9ec-af56-40fd-811f-aea99a00717d tempest-ServersTestMultiNic-711096641 tempest-ServersTestMultiNic-711096641-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52d2e4b0-f081-f9d3-0886-c076750e889f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.611080] env[69613]: INFO nova.compute.manager [None req-d1bf8ee7-a9a1-4077-84d6-1abefdf6ca68 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] [instance: 91a7117f-0693-48fd-a027-733b03dfed96] Took 34.20 seconds to build instance. [ 923.623786] env[69613]: DEBUG oslo_concurrency.lockutils [None req-49a0e46c-9160-492f-849f-d9761b4ca725 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.556s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 923.624021] env[69613]: INFO nova.compute.manager [None req-49a0e46c-9160-492f-849f-d9761b4ca725 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] [instance: fa7f8ff7-658a-46d0-a6dc-232614af850d] Migrating [ 923.631824] env[69613]: DEBUG oslo_concurrency.lockutils [None req-371af1a9-9107-42c8-be85-1585068af806 tempest-ServersNegativeTestMultiTenantJSON-2048837393 tempest-ServersNegativeTestMultiTenantJSON-2048837393-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.280s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 923.631824] env[69613]: DEBUG nova.objects.instance [None req-371af1a9-9107-42c8-be85-1585068af806 tempest-ServersNegativeTestMultiTenantJSON-2048837393 tempest-ServersNegativeTestMultiTenantJSON-2048837393-project-member] Lazy-loading 'resources' on Instance uuid 957361eb-46da-4668-916a-04238bff4e31 {{(pid=69613) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 923.700198] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-1ee4af04-5fa1-479b-b0bd-f34971f489da tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] [instance: 71e0d53c-ff3f-4a77-aa25-2a07e64500a7] Destroying instance {{(pid=69613) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 923.700631] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-447c8d11-cadd-4d60-b9e1-aef2def7b30a {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.713804] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-1ee4af04-5fa1-479b-b0bd-f34971f489da tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] [instance: 71e0d53c-ff3f-4a77-aa25-2a07e64500a7] Unregistering the VM {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 923.715143] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a84fe02a-c65f-485c-9e29-ceac9f9efba0 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.774474] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-1ee4af04-5fa1-479b-b0bd-f34971f489da tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] [instance: 71e0d53c-ff3f-4a77-aa25-2a07e64500a7] Unregistered the VM {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 923.774724] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-1ee4af04-5fa1-479b-b0bd-f34971f489da tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] [instance: 71e0d53c-ff3f-4a77-aa25-2a07e64500a7] Deleting contents of the VM from datastore datastore1 {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 923.774880] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ee4af04-5fa1-479b-b0bd-f34971f489da tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] Deleting the datastore file [datastore1] 71e0d53c-ff3f-4a77-aa25-2a07e64500a7 {{(pid=69613) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 923.775225] env[69613]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-59a2e266-1589-4c5f-8518-aeffb8087a25 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.788732] env[69613]: DEBUG oslo_vmware.api [None req-1ee4af04-5fa1-479b-b0bd-f34971f489da tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] Waiting for the task: (returnval){ [ 923.788732] env[69613]: value = "task-3417732" [ 923.788732] env[69613]: _type = "Task" [ 923.788732] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.799649] env[69613]: DEBUG oslo_vmware.api [None req-1ee4af04-5fa1-479b-b0bd-f34971f489da tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] Task: {'id': task-3417732, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.819767] env[69613]: INFO nova.compute.manager [None req-2129246f-bba5-4f3c-83c5-37fd48653830 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] [instance: a85fedcd-1c01-4534-b403-420733c3ed0c] Shelve offloading [ 923.821477] env[69613]: DEBUG oslo_concurrency.lockutils [None req-f3722dd7-67f9-492d-8028-57a5d24593fa tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Acquiring lock "refresh_cache-0de4241f-6605-425c-9b67-b4f07672d829" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.821639] env[69613]: DEBUG oslo_concurrency.lockutils [None req-f3722dd7-67f9-492d-8028-57a5d24593fa tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Acquired lock "refresh_cache-0de4241f-6605-425c-9b67-b4f07672d829" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.821794] env[69613]: DEBUG nova.network.neutron [None req-f3722dd7-67f9-492d-8028-57a5d24593fa tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] [instance: 0de4241f-6605-425c-9b67-b4f07672d829] Building network info cache for instance {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 924.043064] env[69613]: DEBUG oslo_vmware.api [None req-d8c34017-4be4-4578-b80b-9cfbf0bc5f4c tempest-ServerShowV247Test-1190307155 tempest-ServerShowV247Test-1190307155-project-member] Task: {'id': task-3417730, 'name': PowerOffVM_Task, 'duration_secs': 0.175026} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.043363] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8c34017-4be4-4578-b80b-9cfbf0bc5f4c tempest-ServerShowV247Test-1190307155 tempest-ServerShowV247Test-1190307155-project-member] [instance: 07474db3-d38d-49ca-a42a-28c63825d86d] Powered off the VM {{(pid=69613) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 924.043550] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-d8c34017-4be4-4578-b80b-9cfbf0bc5f4c tempest-ServerShowV247Test-1190307155 tempest-ServerShowV247Test-1190307155-project-member] [instance: 07474db3-d38d-49ca-a42a-28c63825d86d] Unregistering the VM {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 924.043806] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-51add8ee-6edf-4af4-8aa5-3bc28fd310a3 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.054999] env[69613]: DEBUG oslo_vmware.api [None req-e5b7b9ec-af56-40fd-811f-aea99a00717d tempest-ServersTestMultiNic-711096641 tempest-ServersTestMultiNic-711096641-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52d2e4b0-f081-f9d3-0886-c076750e889f, 'name': SearchDatastore_Task, 'duration_secs': 0.015097} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.054999] env[69613]: DEBUG oslo_concurrency.lockutils [None req-e5b7b9ec-af56-40fd-811f-aea99a00717d tempest-ServersTestMultiNic-711096641 tempest-ServersTestMultiNic-711096641-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.055161] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5b7b9ec-af56-40fd-811f-aea99a00717d tempest-ServersTestMultiNic-711096641 tempest-ServersTestMultiNic-711096641-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk to [datastore1] 4c9e10fc-33aa-4244-83a1-dc1aed6251a2/4c9e10fc-33aa-4244-83a1-dc1aed6251a2.vmdk {{(pid=69613) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 924.055324] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7bf0140e-994f-46c9-b47e-74ad55280415 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.061325] env[69613]: DEBUG oslo_vmware.api [None req-e5b7b9ec-af56-40fd-811f-aea99a00717d tempest-ServersTestMultiNic-711096641 tempest-ServersTestMultiNic-711096641-project-member] Waiting for the task: (returnval){ [ 924.061325] env[69613]: value = "task-3417734" [ 924.061325] env[69613]: _type = "Task" [ 924.061325] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.080354] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-d8c34017-4be4-4578-b80b-9cfbf0bc5f4c tempest-ServerShowV247Test-1190307155 tempest-ServerShowV247Test-1190307155-project-member] [instance: 07474db3-d38d-49ca-a42a-28c63825d86d] Unregistered the VM {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 924.080572] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-d8c34017-4be4-4578-b80b-9cfbf0bc5f4c tempest-ServerShowV247Test-1190307155 tempest-ServerShowV247Test-1190307155-project-member] [instance: 07474db3-d38d-49ca-a42a-28c63825d86d] Deleting contents of the VM from datastore datastore1 {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 924.080748] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8c34017-4be4-4578-b80b-9cfbf0bc5f4c tempest-ServerShowV247Test-1190307155 tempest-ServerShowV247Test-1190307155-project-member] Deleting the datastore file [datastore1] 07474db3-d38d-49ca-a42a-28c63825d86d {{(pid=69613) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 924.081010] env[69613]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3172b0a0-6997-4980-a0ca-536f547dbb9a {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.087132] env[69613]: DEBUG oslo_vmware.api [None req-d8c34017-4be4-4578-b80b-9cfbf0bc5f4c tempest-ServerShowV247Test-1190307155 tempest-ServerShowV247Test-1190307155-project-member] Waiting for the task: (returnval){ [ 924.087132] env[69613]: value = "task-3417735" [ 924.087132] env[69613]: _type = "Task" [ 924.087132] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.095292] env[69613]: DEBUG oslo_vmware.api [None req-d8c34017-4be4-4578-b80b-9cfbf0bc5f4c tempest-ServerShowV247Test-1190307155 tempest-ServerShowV247Test-1190307155-project-member] Task: {'id': task-3417735, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.114260] env[69613]: DEBUG oslo_concurrency.lockutils [None req-d1bf8ee7-a9a1-4077-84d6-1abefdf6ca68 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Lock "91a7117f-0693-48fd-a027-733b03dfed96" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.711s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 924.146802] env[69613]: DEBUG oslo_concurrency.lockutils [None req-49a0e46c-9160-492f-849f-d9761b4ca725 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Acquiring lock "refresh_cache-fa7f8ff7-658a-46d0-a6dc-232614af850d" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.146802] env[69613]: DEBUG oslo_concurrency.lockutils [None req-49a0e46c-9160-492f-849f-d9761b4ca725 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Acquired lock "refresh_cache-fa7f8ff7-658a-46d0-a6dc-232614af850d" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.146802] env[69613]: DEBUG nova.network.neutron [None req-49a0e46c-9160-492f-849f-d9761b4ca725 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] [instance: fa7f8ff7-658a-46d0-a6dc-232614af850d] Building network info cache for instance {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 924.158980] env[69613]: DEBUG oslo_concurrency.lockutils [None req-2c44abe0-631e-4ab4-8955-b5c77e70c91e tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Acquiring lock "6ce9d7ae-aabf-444e-ab76-68f077d43cf0" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 924.159282] env[69613]: DEBUG oslo_concurrency.lockutils [None req-2c44abe0-631e-4ab4-8955-b5c77e70c91e tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Lock "6ce9d7ae-aabf-444e-ab76-68f077d43cf0" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 924.302789] env[69613]: DEBUG oslo_vmware.api [None req-1ee4af04-5fa1-479b-b0bd-f34971f489da tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] Task: {'id': task-3417732, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.141932} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.303073] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ee4af04-5fa1-479b-b0bd-f34971f489da tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] Deleted the datastore file {{(pid=69613) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 924.303256] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-1ee4af04-5fa1-479b-b0bd-f34971f489da tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] [instance: 71e0d53c-ff3f-4a77-aa25-2a07e64500a7] Deleted contents of the VM from datastore datastore1 {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 924.303444] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-1ee4af04-5fa1-479b-b0bd-f34971f489da tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] [instance: 71e0d53c-ff3f-4a77-aa25-2a07e64500a7] Instance destroyed {{(pid=69613) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 924.329690] env[69613]: INFO nova.scheduler.client.report [None req-1ee4af04-5fa1-479b-b0bd-f34971f489da tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] Deleted allocations for instance 71e0d53c-ff3f-4a77-aa25-2a07e64500a7 [ 924.335847] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-2129246f-bba5-4f3c-83c5-37fd48653830 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] [instance: a85fedcd-1c01-4534-b403-420733c3ed0c] Powering off the VM {{(pid=69613) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 924.337687] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ad91859f-0e2d-47a3-aa2f-059af975ad97 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.347062] env[69613]: DEBUG oslo_vmware.api [None req-2129246f-bba5-4f3c-83c5-37fd48653830 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Waiting for the task: (returnval){ [ 924.347062] env[69613]: value = "task-3417736" [ 924.347062] env[69613]: _type = "Task" [ 924.347062] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.359522] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-2129246f-bba5-4f3c-83c5-37fd48653830 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] [instance: a85fedcd-1c01-4534-b403-420733c3ed0c] VM already powered off {{(pid=69613) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 924.360338] env[69613]: DEBUG nova.compute.manager [None req-2129246f-bba5-4f3c-83c5-37fd48653830 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] [instance: a85fedcd-1c01-4534-b403-420733c3ed0c] Checking state {{(pid=69613) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 924.360872] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f660dba6-5b26-4ff5-a31a-1e6ef4f1625f {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.370500] env[69613]: DEBUG oslo_concurrency.lockutils [None req-2129246f-bba5-4f3c-83c5-37fd48653830 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Acquiring lock "refresh_cache-a85fedcd-1c01-4534-b403-420733c3ed0c" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.370681] env[69613]: DEBUG oslo_concurrency.lockutils [None req-2129246f-bba5-4f3c-83c5-37fd48653830 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Acquired lock "refresh_cache-a85fedcd-1c01-4534-b403-420733c3ed0c" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.370947] env[69613]: DEBUG nova.network.neutron [None req-2129246f-bba5-4f3c-83c5-37fd48653830 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] [instance: a85fedcd-1c01-4534-b403-420733c3ed0c] Building network info cache for instance {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 924.373692] env[69613]: DEBUG nova.network.neutron [None req-f3722dd7-67f9-492d-8028-57a5d24593fa tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] [instance: 0de4241f-6605-425c-9b67-b4f07672d829] Instance cache missing network info. {{(pid=69613) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 924.573745] env[69613]: DEBUG oslo_vmware.api [None req-e5b7b9ec-af56-40fd-811f-aea99a00717d tempest-ServersTestMultiNic-711096641 tempest-ServersTestMultiNic-711096641-project-member] Task: {'id': task-3417734, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.492392} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.573858] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5b7b9ec-af56-40fd-811f-aea99a00717d tempest-ServersTestMultiNic-711096641 tempest-ServersTestMultiNic-711096641-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk to [datastore1] 4c9e10fc-33aa-4244-83a1-dc1aed6251a2/4c9e10fc-33aa-4244-83a1-dc1aed6251a2.vmdk {{(pid=69613) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 924.573978] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-e5b7b9ec-af56-40fd-811f-aea99a00717d tempest-ServersTestMultiNic-711096641 tempest-ServersTestMultiNic-711096641-project-member] [instance: 4c9e10fc-33aa-4244-83a1-dc1aed6251a2] Extending root virtual disk to 1048576 {{(pid=69613) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 924.574271] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7c402b8c-25f3-4c34-9464-c570f0a13887 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.576757] env[69613]: DEBUG nova.network.neutron [None req-f3722dd7-67f9-492d-8028-57a5d24593fa tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] [instance: 0de4241f-6605-425c-9b67-b4f07672d829] Updating instance_info_cache with network_info: [{"id": "0e987d52-8def-4de5-aaea-6ea0dcab5886", "address": "fa:16:3e:e5:5b:76", "network": {"id": "075ea19d-4486-47a4-b67d-490e88881ac3", "bridge": "br-int", "label": "tempest-ImagesTestJSON-566193002-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7c90428991084ffb9d2b6d33b2ce1e15", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b7d09e9-a3dd-4d89-b9dd-2814f5f6dd5d", "external-id": "nsx-vlan-transportzone-591", "segmentation_id": 591, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0e987d52-8d", "ovs_interfaceid": "0e987d52-8def-4de5-aaea-6ea0dcab5886", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 924.584349] env[69613]: DEBUG oslo_vmware.api [None req-e5b7b9ec-af56-40fd-811f-aea99a00717d tempest-ServersTestMultiNic-711096641 tempest-ServersTestMultiNic-711096641-project-member] Waiting for the task: (returnval){ [ 924.584349] env[69613]: value = "task-3417737" [ 924.584349] env[69613]: _type = "Task" [ 924.584349] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.594787] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adddfbca-f083-4a72-b157-a9e4ccc2b13d {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.604734] env[69613]: DEBUG oslo_vmware.api [None req-d8c34017-4be4-4578-b80b-9cfbf0bc5f4c tempest-ServerShowV247Test-1190307155 tempest-ServerShowV247Test-1190307155-project-member] Task: {'id': task-3417735, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.096087} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.604958] env[69613]: DEBUG oslo_vmware.api [None req-e5b7b9ec-af56-40fd-811f-aea99a00717d tempest-ServersTestMultiNic-711096641 tempest-ServersTestMultiNic-711096641-project-member] Task: {'id': task-3417737, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.605571] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8c34017-4be4-4578-b80b-9cfbf0bc5f4c tempest-ServerShowV247Test-1190307155 tempest-ServerShowV247Test-1190307155-project-member] Deleted the datastore file {{(pid=69613) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 924.606230] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-d8c34017-4be4-4578-b80b-9cfbf0bc5f4c tempest-ServerShowV247Test-1190307155 tempest-ServerShowV247Test-1190307155-project-member] [instance: 07474db3-d38d-49ca-a42a-28c63825d86d] Deleted contents of the VM from datastore datastore1 {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 924.606230] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-d8c34017-4be4-4578-b80b-9cfbf0bc5f4c tempest-ServerShowV247Test-1190307155 tempest-ServerShowV247Test-1190307155-project-member] [instance: 07474db3-d38d-49ca-a42a-28c63825d86d] Instance destroyed {{(pid=69613) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 924.606230] env[69613]: INFO nova.compute.manager [None req-d8c34017-4be4-4578-b80b-9cfbf0bc5f4c tempest-ServerShowV247Test-1190307155 tempest-ServerShowV247Test-1190307155-project-member] [instance: 07474db3-d38d-49ca-a42a-28c63825d86d] Took 1.10 seconds to destroy the instance on the hypervisor. [ 924.606386] env[69613]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d8c34017-4be4-4578-b80b-9cfbf0bc5f4c tempest-ServerShowV247Test-1190307155 tempest-ServerShowV247Test-1190307155-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69613) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 924.606539] env[69613]: DEBUG nova.compute.manager [-] [instance: 07474db3-d38d-49ca-a42a-28c63825d86d] Deallocating network for instance {{(pid=69613) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 924.606654] env[69613]: DEBUG nova.network.neutron [-] [instance: 07474db3-d38d-49ca-a42a-28c63825d86d] deallocate_for_instance() {{(pid=69613) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 924.611088] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5f1ba83-dd95-4b40-8aea-ceee49c73b92 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.642246] env[69613]: DEBUG nova.network.neutron [-] [instance: 07474db3-d38d-49ca-a42a-28c63825d86d] Instance cache missing network info. {{(pid=69613) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 924.643976] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b62b52cf-9ea5-4a78-ba1c-dbaca0f1f74a {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.653289] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd7cf5c5-d217-49e8-a177-1f1bc3a6351e {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.668340] env[69613]: DEBUG nova.compute.utils [None req-2c44abe0-631e-4ab4-8955-b5c77e70c91e tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Using /dev/sd instead of None {{(pid=69613) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 924.669703] env[69613]: DEBUG nova.compute.provider_tree [None req-371af1a9-9107-42c8-be85-1585068af806 tempest-ServersNegativeTestMultiTenantJSON-2048837393 tempest-ServersNegativeTestMultiTenantJSON-2048837393-project-member] Inventory has not changed in ProviderTree for provider: af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 {{(pid=69613) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 924.838573] env[69613]: DEBUG oslo_concurrency.lockutils [None req-1ee4af04-5fa1-479b-b0bd-f34971f489da tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 924.985127] env[69613]: DEBUG nova.network.neutron [None req-49a0e46c-9160-492f-849f-d9761b4ca725 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] [instance: fa7f8ff7-658a-46d0-a6dc-232614af850d] Updating instance_info_cache with network_info: [{"id": "fe52934e-8488-4b1a-80f7-1311cd4014f0", "address": "fa:16:3e:94:ef:45", "network": {"id": "743485db-c4e0-4763-aaad-624cce7d9704", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-754778099-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.222", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "27cd1ce9a4f74279a40b13e8fbac87a0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4576b9d4-535c-40aa-b078-246f671f216e", "external-id": "nsx-vlan-transportzone-27", "segmentation_id": 27, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfe52934e-84", "ovs_interfaceid": "fe52934e-8488-4b1a-80f7-1311cd4014f0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 925.082255] env[69613]: DEBUG oslo_concurrency.lockutils [None req-f3722dd7-67f9-492d-8028-57a5d24593fa tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Releasing lock "refresh_cache-0de4241f-6605-425c-9b67-b4f07672d829" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.082606] env[69613]: DEBUG nova.compute.manager [None req-f3722dd7-67f9-492d-8028-57a5d24593fa tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] [instance: 0de4241f-6605-425c-9b67-b4f07672d829] Instance network_info: |[{"id": "0e987d52-8def-4de5-aaea-6ea0dcab5886", "address": "fa:16:3e:e5:5b:76", "network": {"id": "075ea19d-4486-47a4-b67d-490e88881ac3", "bridge": "br-int", "label": "tempest-ImagesTestJSON-566193002-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7c90428991084ffb9d2b6d33b2ce1e15", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b7d09e9-a3dd-4d89-b9dd-2814f5f6dd5d", "external-id": "nsx-vlan-transportzone-591", "segmentation_id": 591, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0e987d52-8d", "ovs_interfaceid": "0e987d52-8def-4de5-aaea-6ea0dcab5886", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69613) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 925.083107] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-f3722dd7-67f9-492d-8028-57a5d24593fa tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] [instance: 0de4241f-6605-425c-9b67-b4f07672d829] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e5:5b:76', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3b7d09e9-a3dd-4d89-b9dd-2814f5f6dd5d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0e987d52-8def-4de5-aaea-6ea0dcab5886', 'vif_model': 'vmxnet3'}] {{(pid=69613) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 925.090732] env[69613]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f3722dd7-67f9-492d-8028-57a5d24593fa tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69613) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 925.093668] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0de4241f-6605-425c-9b67-b4f07672d829] Creating VM on the ESX host {{(pid=69613) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 925.096837] env[69613]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0eb4854b-373f-49db-a2cb-7488dc740059 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.116630] env[69613]: DEBUG oslo_vmware.api [None req-e5b7b9ec-af56-40fd-811f-aea99a00717d tempest-ServersTestMultiNic-711096641 tempest-ServersTestMultiNic-711096641-project-member] Task: {'id': task-3417737, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067311} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.117855] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-e5b7b9ec-af56-40fd-811f-aea99a00717d tempest-ServersTestMultiNic-711096641 tempest-ServersTestMultiNic-711096641-project-member] [instance: 4c9e10fc-33aa-4244-83a1-dc1aed6251a2] Extended root virtual disk {{(pid=69613) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 925.118141] env[69613]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 925.118141] env[69613]: value = "task-3417738" [ 925.118141] env[69613]: _type = "Task" [ 925.118141] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.118843] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f5f92d9-5ba7-4aaa-93f8-5a2c6dc354d2 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.129186] env[69613]: DEBUG oslo_vmware.api [-] Task: {'id': task-3417738, 'name': CreateVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.153985] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-e5b7b9ec-af56-40fd-811f-aea99a00717d tempest-ServersTestMultiNic-711096641 tempest-ServersTestMultiNic-711096641-project-member] [instance: 4c9e10fc-33aa-4244-83a1-dc1aed6251a2] Reconfiguring VM instance instance-0000004d to attach disk [datastore1] 4c9e10fc-33aa-4244-83a1-dc1aed6251a2/4c9e10fc-33aa-4244-83a1-dc1aed6251a2.vmdk or device None with type sparse {{(pid=69613) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 925.156746] env[69613]: DEBUG nova.network.neutron [-] [instance: 07474db3-d38d-49ca-a42a-28c63825d86d] Updating instance_info_cache with network_info: [] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 925.157882] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ddbfd4ea-0e26-4a9e-bdf4-3f650015eaff {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.174621] env[69613]: INFO nova.compute.manager [-] [instance: 07474db3-d38d-49ca-a42a-28c63825d86d] Took 0.57 seconds to deallocate network for instance. [ 925.174621] env[69613]: DEBUG oslo_concurrency.lockutils [None req-2c44abe0-631e-4ab4-8955-b5c77e70c91e tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Lock "6ce9d7ae-aabf-444e-ab76-68f077d43cf0" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.015s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 925.175903] env[69613]: DEBUG nova.scheduler.client.report [None req-371af1a9-9107-42c8-be85-1585068af806 tempest-ServersNegativeTestMultiTenantJSON-2048837393 tempest-ServersNegativeTestMultiTenantJSON-2048837393-project-member] Inventory has not changed for provider af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69613) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 925.186248] env[69613]: DEBUG oslo_vmware.api [None req-e5b7b9ec-af56-40fd-811f-aea99a00717d tempest-ServersTestMultiNic-711096641 tempest-ServersTestMultiNic-711096641-project-member] Waiting for the task: (returnval){ [ 925.186248] env[69613]: value = "task-3417739" [ 925.186248] env[69613]: _type = "Task" [ 925.186248] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.197765] env[69613]: DEBUG oslo_vmware.api [None req-e5b7b9ec-af56-40fd-811f-aea99a00717d tempest-ServersTestMultiNic-711096641 tempest-ServersTestMultiNic-711096641-project-member] Task: {'id': task-3417739, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.237421] env[69613]: DEBUG nova.network.neutron [None req-2129246f-bba5-4f3c-83c5-37fd48653830 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] [instance: a85fedcd-1c01-4534-b403-420733c3ed0c] Updating instance_info_cache with network_info: [{"id": "09656db6-2eb0-41f7-9839-68d5429d2e2c", "address": "fa:16:3e:c0:46:d9", "network": {"id": "d381647d-592d-40db-843d-6008de0737a5", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2059555966-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "201a65cf0cc84bf3a5ae9f9d87000dd8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5c8dbe25-bca7-4d91-b577-193b8b2aad8d", "external-id": "nsx-vlan-transportzone-643", "segmentation_id": 643, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap09656db6-2e", "ovs_interfaceid": "09656db6-2eb0-41f7-9839-68d5429d2e2c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 925.488130] env[69613]: DEBUG oslo_concurrency.lockutils [None req-49a0e46c-9160-492f-849f-d9761b4ca725 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Releasing lock "refresh_cache-fa7f8ff7-658a-46d0-a6dc-232614af850d" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.545504] env[69613]: DEBUG nova.compute.manager [req-e90468d0-46f2-4bad-83aa-7ba77176e49c req-acac0587-f0b0-40e0-b494-3bfafb2c671b service nova] [instance: 0de4241f-6605-425c-9b67-b4f07672d829] Received event network-changed-0e987d52-8def-4de5-aaea-6ea0dcab5886 {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 925.545771] env[69613]: DEBUG nova.compute.manager [req-e90468d0-46f2-4bad-83aa-7ba77176e49c req-acac0587-f0b0-40e0-b494-3bfafb2c671b service nova] [instance: 0de4241f-6605-425c-9b67-b4f07672d829] Refreshing instance network info cache due to event network-changed-0e987d52-8def-4de5-aaea-6ea0dcab5886. {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 925.546109] env[69613]: DEBUG oslo_concurrency.lockutils [req-e90468d0-46f2-4bad-83aa-7ba77176e49c req-acac0587-f0b0-40e0-b494-3bfafb2c671b service nova] Acquiring lock "refresh_cache-0de4241f-6605-425c-9b67-b4f07672d829" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.546357] env[69613]: DEBUG oslo_concurrency.lockutils [req-e90468d0-46f2-4bad-83aa-7ba77176e49c req-acac0587-f0b0-40e0-b494-3bfafb2c671b service nova] Acquired lock "refresh_cache-0de4241f-6605-425c-9b67-b4f07672d829" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.546543] env[69613]: DEBUG nova.network.neutron [req-e90468d0-46f2-4bad-83aa-7ba77176e49c req-acac0587-f0b0-40e0-b494-3bfafb2c671b service nova] [instance: 0de4241f-6605-425c-9b67-b4f07672d829] Refreshing network info cache for port 0e987d52-8def-4de5-aaea-6ea0dcab5886 {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 925.635032] env[69613]: DEBUG oslo_vmware.api [-] Task: {'id': task-3417738, 'name': CreateVM_Task, 'duration_secs': 0.486599} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.635032] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0de4241f-6605-425c-9b67-b4f07672d829] Created VM on the ESX host {{(pid=69613) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 925.635032] env[69613]: DEBUG oslo_concurrency.lockutils [None req-f3722dd7-67f9-492d-8028-57a5d24593fa tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.635032] env[69613]: DEBUG oslo_concurrency.lockutils [None req-f3722dd7-67f9-492d-8028-57a5d24593fa tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.635032] env[69613]: DEBUG oslo_concurrency.lockutils [None req-f3722dd7-67f9-492d-8028-57a5d24593fa tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.635032] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2672e58a-a339-4d90-9a4c-19f3f6fb076c {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.642203] env[69613]: DEBUG oslo_vmware.api [None req-f3722dd7-67f9-492d-8028-57a5d24593fa tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Waiting for the task: (returnval){ [ 925.642203] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]52d5d4dd-3759-c2b3-700c-d98fe0b05a80" [ 925.642203] env[69613]: _type = "Task" [ 925.642203] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.651283] env[69613]: DEBUG oslo_vmware.api [None req-f3722dd7-67f9-492d-8028-57a5d24593fa tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52d5d4dd-3759-c2b3-700c-d98fe0b05a80, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.682684] env[69613]: DEBUG oslo_concurrency.lockutils [None req-371af1a9-9107-42c8-be85-1585068af806 tempest-ServersNegativeTestMultiTenantJSON-2048837393 tempest-ServersNegativeTestMultiTenantJSON-2048837393-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.051s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 925.686287] env[69613]: DEBUG oslo_concurrency.lockutils [None req-38de81af-c3d4-4928-8016-aa70a38c5304 tempest-InstanceActionsV221TestJSON-720531311 tempest-InstanceActionsV221TestJSON-720531311-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.827s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 925.688544] env[69613]: INFO nova.compute.claims [None req-38de81af-c3d4-4928-8016-aa70a38c5304 tempest-InstanceActionsV221TestJSON-720531311 tempest-InstanceActionsV221TestJSON-720531311-project-member] [instance: 09b161d0-361a-45c0-9352-755e9571ef61] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 925.691495] env[69613]: DEBUG oslo_concurrency.lockutils [None req-d8c34017-4be4-4578-b80b-9cfbf0bc5f4c tempest-ServerShowV247Test-1190307155 tempest-ServerShowV247Test-1190307155-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 925.700687] env[69613]: DEBUG oslo_vmware.api [None req-e5b7b9ec-af56-40fd-811f-aea99a00717d tempest-ServersTestMultiNic-711096641 tempest-ServersTestMultiNic-711096641-project-member] Task: {'id': task-3417739, 'name': ReconfigVM_Task, 'duration_secs': 0.495326} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.701555] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-e5b7b9ec-af56-40fd-811f-aea99a00717d tempest-ServersTestMultiNic-711096641 tempest-ServersTestMultiNic-711096641-project-member] [instance: 4c9e10fc-33aa-4244-83a1-dc1aed6251a2] Reconfigured VM instance instance-0000004d to attach disk [datastore1] 4c9e10fc-33aa-4244-83a1-dc1aed6251a2/4c9e10fc-33aa-4244-83a1-dc1aed6251a2.vmdk or device None with type sparse {{(pid=69613) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 925.701651] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4e0e534b-be94-4f6e-b51c-35bd8f78ed85 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.719753] env[69613]: INFO nova.scheduler.client.report [None req-371af1a9-9107-42c8-be85-1585068af806 tempest-ServersNegativeTestMultiTenantJSON-2048837393 tempest-ServersNegativeTestMultiTenantJSON-2048837393-project-member] Deleted allocations for instance 957361eb-46da-4668-916a-04238bff4e31 [ 925.720533] env[69613]: DEBUG oslo_vmware.api [None req-e5b7b9ec-af56-40fd-811f-aea99a00717d tempest-ServersTestMultiNic-711096641 tempest-ServersTestMultiNic-711096641-project-member] Waiting for the task: (returnval){ [ 925.720533] env[69613]: value = "task-3417740" [ 925.720533] env[69613]: _type = "Task" [ 925.720533] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.737793] env[69613]: DEBUG oslo_vmware.api [None req-e5b7b9ec-af56-40fd-811f-aea99a00717d tempest-ServersTestMultiNic-711096641 tempest-ServersTestMultiNic-711096641-project-member] Task: {'id': task-3417740, 'name': Rename_Task} progress is 14%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.740731] env[69613]: DEBUG oslo_concurrency.lockutils [None req-2129246f-bba5-4f3c-83c5-37fd48653830 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Releasing lock "refresh_cache-a85fedcd-1c01-4534-b403-420733c3ed0c" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.153927] env[69613]: DEBUG oslo_vmware.api [None req-f3722dd7-67f9-492d-8028-57a5d24593fa tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52d5d4dd-3759-c2b3-700c-d98fe0b05a80, 'name': SearchDatastore_Task, 'duration_secs': 0.026451} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.154266] env[69613]: DEBUG oslo_concurrency.lockutils [None req-f3722dd7-67f9-492d-8028-57a5d24593fa tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.154528] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-f3722dd7-67f9-492d-8028-57a5d24593fa tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] [instance: 0de4241f-6605-425c-9b67-b4f07672d829] Processing image 2b7a0304-b5d0-431d-b287-32c8388d7fbd {{(pid=69613) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 926.154773] env[69613]: DEBUG oslo_concurrency.lockutils [None req-f3722dd7-67f9-492d-8028-57a5d24593fa tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.154919] env[69613]: DEBUG oslo_concurrency.lockutils [None req-f3722dd7-67f9-492d-8028-57a5d24593fa tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.155114] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3722dd7-67f9-492d-8028-57a5d24593fa tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69613) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 926.155370] env[69613]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-47c559d5-cd9a-489a-9545-92f9cac9b73d {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.164693] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3722dd7-67f9-492d-8028-57a5d24593fa tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69613) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 926.164867] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-f3722dd7-67f9-492d-8028-57a5d24593fa tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69613) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 926.165563] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-170cb77b-970b-4518-a8f8-36e773a33817 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.171109] env[69613]: DEBUG oslo_vmware.api [None req-f3722dd7-67f9-492d-8028-57a5d24593fa tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Waiting for the task: (returnval){ [ 926.171109] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]5295826a-7769-d2ed-61d6-4697d3f7a0f8" [ 926.171109] env[69613]: _type = "Task" [ 926.171109] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.180782] env[69613]: DEBUG oslo_vmware.api [None req-f3722dd7-67f9-492d-8028-57a5d24593fa tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]5295826a-7769-d2ed-61d6-4697d3f7a0f8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.237327] env[69613]: DEBUG oslo_concurrency.lockutils [None req-371af1a9-9107-42c8-be85-1585068af806 tempest-ServersNegativeTestMultiTenantJSON-2048837393 tempest-ServersNegativeTestMultiTenantJSON-2048837393-project-member] Lock "957361eb-46da-4668-916a-04238bff4e31" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.786s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 926.244888] env[69613]: DEBUG oslo_vmware.api [None req-e5b7b9ec-af56-40fd-811f-aea99a00717d tempest-ServersTestMultiNic-711096641 tempest-ServersTestMultiNic-711096641-project-member] Task: {'id': task-3417740, 'name': Rename_Task} progress is 99%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.291471] env[69613]: DEBUG oslo_concurrency.lockutils [None req-2c44abe0-631e-4ab4-8955-b5c77e70c91e tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Acquiring lock "6ce9d7ae-aabf-444e-ab76-68f077d43cf0" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 926.291471] env[69613]: DEBUG oslo_concurrency.lockutils [None req-2c44abe0-631e-4ab4-8955-b5c77e70c91e tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Lock "6ce9d7ae-aabf-444e-ab76-68f077d43cf0" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 926.291471] env[69613]: INFO nova.compute.manager [None req-2c44abe0-631e-4ab4-8955-b5c77e70c91e tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] [instance: 6ce9d7ae-aabf-444e-ab76-68f077d43cf0] Attaching volume 11e58ef1-5a23-4b42-a496-ddc6c59e0c54 to /dev/sdb [ 926.331032] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2397ef1b-a2fa-4374-88fe-ae81adf4c23d {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.340950] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-522e75c1-67b9-4a25-a9ff-ca23672e2abf {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.356820] env[69613]: DEBUG nova.virt.block_device [None req-2c44abe0-631e-4ab4-8955-b5c77e70c91e tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] [instance: 6ce9d7ae-aabf-444e-ab76-68f077d43cf0] Updating existing volume attachment record: 8112deeb-d84c-4197-b43f-e5e8f905b89b {{(pid=69613) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 926.417851] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-2129246f-bba5-4f3c-83c5-37fd48653830 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] [instance: a85fedcd-1c01-4534-b403-420733c3ed0c] Destroying instance {{(pid=69613) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 926.418769] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2050a0b-aa52-4754-a659-6e605e06d79c {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.430955] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-2129246f-bba5-4f3c-83c5-37fd48653830 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] [instance: a85fedcd-1c01-4534-b403-420733c3ed0c] Unregistering the VM {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 926.430955] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4eb79652-78e8-4881-963a-272023f9c8f7 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.504165] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-2129246f-bba5-4f3c-83c5-37fd48653830 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] [instance: a85fedcd-1c01-4534-b403-420733c3ed0c] Unregistered the VM {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 926.504381] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-2129246f-bba5-4f3c-83c5-37fd48653830 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] [instance: a85fedcd-1c01-4534-b403-420733c3ed0c] Deleting contents of the VM from datastore datastore2 {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 926.504648] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-2129246f-bba5-4f3c-83c5-37fd48653830 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Deleting the datastore file [datastore2] a85fedcd-1c01-4534-b403-420733c3ed0c {{(pid=69613) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 926.504962] env[69613]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0e77af89-67cf-4a05-b2c5-66547cc84517 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.512889] env[69613]: DEBUG oslo_vmware.api [None req-2129246f-bba5-4f3c-83c5-37fd48653830 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Waiting for the task: (returnval){ [ 926.512889] env[69613]: value = "task-3417742" [ 926.512889] env[69613]: _type = "Task" [ 926.512889] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.526559] env[69613]: DEBUG oslo_vmware.api [None req-2129246f-bba5-4f3c-83c5-37fd48653830 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Task: {'id': task-3417742, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.574855] env[69613]: DEBUG nova.network.neutron [req-e90468d0-46f2-4bad-83aa-7ba77176e49c req-acac0587-f0b0-40e0-b494-3bfafb2c671b service nova] [instance: 0de4241f-6605-425c-9b67-b4f07672d829] Updated VIF entry in instance network info cache for port 0e987d52-8def-4de5-aaea-6ea0dcab5886. {{(pid=69613) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 926.574855] env[69613]: DEBUG nova.network.neutron [req-e90468d0-46f2-4bad-83aa-7ba77176e49c req-acac0587-f0b0-40e0-b494-3bfafb2c671b service nova] [instance: 0de4241f-6605-425c-9b67-b4f07672d829] Updating instance_info_cache with network_info: [{"id": "0e987d52-8def-4de5-aaea-6ea0dcab5886", "address": "fa:16:3e:e5:5b:76", "network": {"id": "075ea19d-4486-47a4-b67d-490e88881ac3", "bridge": "br-int", "label": "tempest-ImagesTestJSON-566193002-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7c90428991084ffb9d2b6d33b2ce1e15", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b7d09e9-a3dd-4d89-b9dd-2814f5f6dd5d", "external-id": "nsx-vlan-transportzone-591", "segmentation_id": 591, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0e987d52-8d", "ovs_interfaceid": "0e987d52-8def-4de5-aaea-6ea0dcab5886", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 926.635846] env[69613]: DEBUG nova.compute.manager [None req-a44d6b04-c57c-4910-b842-eeb6582aede0 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] [instance: 91a7117f-0693-48fd-a027-733b03dfed96] Stashing vm_state: active {{(pid=69613) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 926.682518] env[69613]: DEBUG oslo_vmware.api [None req-f3722dd7-67f9-492d-8028-57a5d24593fa tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]5295826a-7769-d2ed-61d6-4697d3f7a0f8, 'name': SearchDatastore_Task, 'duration_secs': 0.008574} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.685133] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-be29e44e-0612-4f71-b801-9a9ac177fcea {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.689041] env[69613]: DEBUG oslo_vmware.api [None req-f3722dd7-67f9-492d-8028-57a5d24593fa tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Waiting for the task: (returnval){ [ 926.689041] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]52e8ae99-d5bc-363b-a757-9493b3cd427f" [ 926.689041] env[69613]: _type = "Task" [ 926.689041] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.704740] env[69613]: DEBUG oslo_vmware.api [None req-f3722dd7-67f9-492d-8028-57a5d24593fa tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52e8ae99-d5bc-363b-a757-9493b3cd427f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.736216] env[69613]: DEBUG oslo_vmware.api [None req-e5b7b9ec-af56-40fd-811f-aea99a00717d tempest-ServersTestMultiNic-711096641 tempest-ServersTestMultiNic-711096641-project-member] Task: {'id': task-3417740, 'name': Rename_Task} progress is 99%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.014881] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7337c1dc-799d-4ba5-8b59-f955a58aa25b {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.028490] env[69613]: DEBUG oslo_vmware.api [None req-2129246f-bba5-4f3c-83c5-37fd48653830 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Task: {'id': task-3417742, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.140403} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.050087] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-2129246f-bba5-4f3c-83c5-37fd48653830 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Deleted the datastore file {{(pid=69613) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 927.050308] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-2129246f-bba5-4f3c-83c5-37fd48653830 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] [instance: a85fedcd-1c01-4534-b403-420733c3ed0c] Deleted contents of the VM from datastore datastore2 {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 927.050494] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-2129246f-bba5-4f3c-83c5-37fd48653830 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] [instance: a85fedcd-1c01-4534-b403-420733c3ed0c] Instance destroyed {{(pid=69613) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 927.052620] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-49a0e46c-9160-492f-849f-d9761b4ca725 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] [instance: fa7f8ff7-658a-46d0-a6dc-232614af850d] Updating instance 'fa7f8ff7-658a-46d0-a6dc-232614af850d' progress to 0 {{(pid=69613) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 927.078211] env[69613]: DEBUG oslo_concurrency.lockutils [req-e90468d0-46f2-4bad-83aa-7ba77176e49c req-acac0587-f0b0-40e0-b494-3bfafb2c671b service nova] Releasing lock "refresh_cache-0de4241f-6605-425c-9b67-b4f07672d829" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.078211] env[69613]: DEBUG nova.compute.manager [req-e90468d0-46f2-4bad-83aa-7ba77176e49c req-acac0587-f0b0-40e0-b494-3bfafb2c671b service nova] [instance: 71e0d53c-ff3f-4a77-aa25-2a07e64500a7] Received event network-vif-unplugged-db26e29a-2db6-476f-b509-df88edbcbe0f {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 927.078211] env[69613]: DEBUG oslo_concurrency.lockutils [req-e90468d0-46f2-4bad-83aa-7ba77176e49c req-acac0587-f0b0-40e0-b494-3bfafb2c671b service nova] Acquiring lock "71e0d53c-ff3f-4a77-aa25-2a07e64500a7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 927.078399] env[69613]: DEBUG oslo_concurrency.lockutils [req-e90468d0-46f2-4bad-83aa-7ba77176e49c req-acac0587-f0b0-40e0-b494-3bfafb2c671b service nova] Lock "71e0d53c-ff3f-4a77-aa25-2a07e64500a7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 927.078558] env[69613]: DEBUG oslo_concurrency.lockutils [req-e90468d0-46f2-4bad-83aa-7ba77176e49c req-acac0587-f0b0-40e0-b494-3bfafb2c671b service nova] Lock "71e0d53c-ff3f-4a77-aa25-2a07e64500a7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 927.078720] env[69613]: DEBUG nova.compute.manager [req-e90468d0-46f2-4bad-83aa-7ba77176e49c req-acac0587-f0b0-40e0-b494-3bfafb2c671b service nova] [instance: 71e0d53c-ff3f-4a77-aa25-2a07e64500a7] No waiting events found dispatching network-vif-unplugged-db26e29a-2db6-476f-b509-df88edbcbe0f {{(pid=69613) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 927.079011] env[69613]: WARNING nova.compute.manager [req-e90468d0-46f2-4bad-83aa-7ba77176e49c req-acac0587-f0b0-40e0-b494-3bfafb2c671b service nova] [instance: 71e0d53c-ff3f-4a77-aa25-2a07e64500a7] Received unexpected event network-vif-unplugged-db26e29a-2db6-476f-b509-df88edbcbe0f for instance with vm_state shelved_offloaded and task_state None. [ 927.079140] env[69613]: DEBUG nova.compute.manager [req-e90468d0-46f2-4bad-83aa-7ba77176e49c req-acac0587-f0b0-40e0-b494-3bfafb2c671b service nova] [instance: 71e0d53c-ff3f-4a77-aa25-2a07e64500a7] Received event network-changed-db26e29a-2db6-476f-b509-df88edbcbe0f {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 927.079857] env[69613]: DEBUG nova.compute.manager [req-e90468d0-46f2-4bad-83aa-7ba77176e49c req-acac0587-f0b0-40e0-b494-3bfafb2c671b service nova] [instance: 71e0d53c-ff3f-4a77-aa25-2a07e64500a7] Refreshing instance network info cache due to event network-changed-db26e29a-2db6-476f-b509-df88edbcbe0f. {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 927.079857] env[69613]: DEBUG oslo_concurrency.lockutils [req-e90468d0-46f2-4bad-83aa-7ba77176e49c req-acac0587-f0b0-40e0-b494-3bfafb2c671b service nova] Acquiring lock "refresh_cache-71e0d53c-ff3f-4a77-aa25-2a07e64500a7" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.079857] env[69613]: DEBUG oslo_concurrency.lockutils [req-e90468d0-46f2-4bad-83aa-7ba77176e49c req-acac0587-f0b0-40e0-b494-3bfafb2c671b service nova] Acquired lock "refresh_cache-71e0d53c-ff3f-4a77-aa25-2a07e64500a7" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.079857] env[69613]: DEBUG nova.network.neutron [req-e90468d0-46f2-4bad-83aa-7ba77176e49c req-acac0587-f0b0-40e0-b494-3bfafb2c671b service nova] [instance: 71e0d53c-ff3f-4a77-aa25-2a07e64500a7] Refreshing network info cache for port db26e29a-2db6-476f-b509-df88edbcbe0f {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 927.083347] env[69613]: INFO nova.scheduler.client.report [None req-2129246f-bba5-4f3c-83c5-37fd48653830 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Deleted allocations for instance a85fedcd-1c01-4534-b403-420733c3ed0c [ 927.166732] env[69613]: DEBUG oslo_concurrency.lockutils [None req-a44d6b04-c57c-4910-b842-eeb6582aede0 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 927.175731] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81e8d433-c4ab-4546-9af2-980e2e92a138 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.185285] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9a1b920-1fba-49d0-979a-86cf991539c8 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.225740] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61cec0cd-60e2-4f02-9e1d-f93af98dfd8a {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.234023] env[69613]: DEBUG oslo_vmware.api [None req-f3722dd7-67f9-492d-8028-57a5d24593fa tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52e8ae99-d5bc-363b-a757-9493b3cd427f, 'name': SearchDatastore_Task, 'duration_secs': 0.010694} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.238606] env[69613]: DEBUG oslo_concurrency.lockutils [None req-f3722dd7-67f9-492d-8028-57a5d24593fa tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.238659] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3722dd7-67f9-492d-8028-57a5d24593fa tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk to [datastore2] 0de4241f-6605-425c-9b67-b4f07672d829/0de4241f-6605-425c-9b67-b4f07672d829.vmdk {{(pid=69613) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 927.239259] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2d7bba04-f663-41c0-a4be-001e8e916c83 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.245046] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-954b1dda-f70c-45f7-8716-22217bc5c8f3 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.252905] env[69613]: DEBUG oslo_vmware.api [None req-f3722dd7-67f9-492d-8028-57a5d24593fa tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Waiting for the task: (returnval){ [ 927.252905] env[69613]: value = "task-3417746" [ 927.252905] env[69613]: _type = "Task" [ 927.252905] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.253102] env[69613]: DEBUG oslo_vmware.api [None req-e5b7b9ec-af56-40fd-811f-aea99a00717d tempest-ServersTestMultiNic-711096641 tempest-ServersTestMultiNic-711096641-project-member] Task: {'id': task-3417740, 'name': Rename_Task, 'duration_secs': 1.16688} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.253851] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5b7b9ec-af56-40fd-811f-aea99a00717d tempest-ServersTestMultiNic-711096641 tempest-ServersTestMultiNic-711096641-project-member] [instance: 4c9e10fc-33aa-4244-83a1-dc1aed6251a2] Powering on the VM {{(pid=69613) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 927.257253] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-84c0f2ec-1c84-453a-bca6-457b31b13972 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.267014] env[69613]: DEBUG nova.compute.provider_tree [None req-38de81af-c3d4-4928-8016-aa70a38c5304 tempest-InstanceActionsV221TestJSON-720531311 tempest-InstanceActionsV221TestJSON-720531311-project-member] Inventory has not changed in ProviderTree for provider: af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 {{(pid=69613) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 927.273491] env[69613]: DEBUG oslo_vmware.api [None req-f3722dd7-67f9-492d-8028-57a5d24593fa tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Task: {'id': task-3417746, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.274857] env[69613]: DEBUG oslo_vmware.api [None req-e5b7b9ec-af56-40fd-811f-aea99a00717d tempest-ServersTestMultiNic-711096641 tempest-ServersTestMultiNic-711096641-project-member] Waiting for the task: (returnval){ [ 927.274857] env[69613]: value = "task-3417747" [ 927.274857] env[69613]: _type = "Task" [ 927.274857] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.284452] env[69613]: DEBUG oslo_vmware.api [None req-e5b7b9ec-af56-40fd-811f-aea99a00717d tempest-ServersTestMultiNic-711096641 tempest-ServersTestMultiNic-711096641-project-member] Task: {'id': task-3417747, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.561989] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-49a0e46c-9160-492f-849f-d9761b4ca725 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] [instance: fa7f8ff7-658a-46d0-a6dc-232614af850d] Powering off the VM {{(pid=69613) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 927.562455] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0e04b89e-0194-409e-b39c-12cbb8cb05fb {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.572733] env[69613]: DEBUG oslo_vmware.api [None req-49a0e46c-9160-492f-849f-d9761b4ca725 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Waiting for the task: (returnval){ [ 927.572733] env[69613]: value = "task-3417748" [ 927.572733] env[69613]: _type = "Task" [ 927.572733] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.592294] env[69613]: DEBUG oslo_concurrency.lockutils [None req-2129246f-bba5-4f3c-83c5-37fd48653830 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 927.592819] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-49a0e46c-9160-492f-849f-d9761b4ca725 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] [instance: fa7f8ff7-658a-46d0-a6dc-232614af850d] VM already powered off {{(pid=69613) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 927.592819] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-49a0e46c-9160-492f-849f-d9761b4ca725 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] [instance: fa7f8ff7-658a-46d0-a6dc-232614af850d] Updating instance 'fa7f8ff7-658a-46d0-a6dc-232614af850d' progress to 17 {{(pid=69613) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 927.624673] env[69613]: DEBUG nova.compute.manager [req-a9557edc-89bf-4764-a92e-5106e5fac84e req-52ca758a-993c-4232-a934-74fd568149bb service nova] [instance: a85fedcd-1c01-4534-b403-420733c3ed0c] Received event network-vif-unplugged-09656db6-2eb0-41f7-9839-68d5429d2e2c {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 927.625197] env[69613]: DEBUG oslo_concurrency.lockutils [req-a9557edc-89bf-4764-a92e-5106e5fac84e req-52ca758a-993c-4232-a934-74fd568149bb service nova] Acquiring lock "a85fedcd-1c01-4534-b403-420733c3ed0c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 927.625197] env[69613]: DEBUG oslo_concurrency.lockutils [req-a9557edc-89bf-4764-a92e-5106e5fac84e req-52ca758a-993c-4232-a934-74fd568149bb service nova] Lock "a85fedcd-1c01-4534-b403-420733c3ed0c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 927.625353] env[69613]: DEBUG oslo_concurrency.lockutils [req-a9557edc-89bf-4764-a92e-5106e5fac84e req-52ca758a-993c-4232-a934-74fd568149bb service nova] Lock "a85fedcd-1c01-4534-b403-420733c3ed0c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 927.625523] env[69613]: DEBUG nova.compute.manager [req-a9557edc-89bf-4764-a92e-5106e5fac84e req-52ca758a-993c-4232-a934-74fd568149bb service nova] [instance: a85fedcd-1c01-4534-b403-420733c3ed0c] No waiting events found dispatching network-vif-unplugged-09656db6-2eb0-41f7-9839-68d5429d2e2c {{(pid=69613) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 927.625617] env[69613]: WARNING nova.compute.manager [req-a9557edc-89bf-4764-a92e-5106e5fac84e req-52ca758a-993c-4232-a934-74fd568149bb service nova] [instance: a85fedcd-1c01-4534-b403-420733c3ed0c] Received unexpected event network-vif-unplugged-09656db6-2eb0-41f7-9839-68d5429d2e2c for instance with vm_state shelved_offloaded and task_state None. [ 927.625769] env[69613]: DEBUG nova.compute.manager [req-a9557edc-89bf-4764-a92e-5106e5fac84e req-52ca758a-993c-4232-a934-74fd568149bb service nova] [instance: a85fedcd-1c01-4534-b403-420733c3ed0c] Received event network-changed-09656db6-2eb0-41f7-9839-68d5429d2e2c {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 927.625955] env[69613]: DEBUG nova.compute.manager [req-a9557edc-89bf-4764-a92e-5106e5fac84e req-52ca758a-993c-4232-a934-74fd568149bb service nova] [instance: a85fedcd-1c01-4534-b403-420733c3ed0c] Refreshing instance network info cache due to event network-changed-09656db6-2eb0-41f7-9839-68d5429d2e2c. {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 927.626158] env[69613]: DEBUG oslo_concurrency.lockutils [req-a9557edc-89bf-4764-a92e-5106e5fac84e req-52ca758a-993c-4232-a934-74fd568149bb service nova] Acquiring lock "refresh_cache-a85fedcd-1c01-4534-b403-420733c3ed0c" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.626359] env[69613]: DEBUG oslo_concurrency.lockutils [req-a9557edc-89bf-4764-a92e-5106e5fac84e req-52ca758a-993c-4232-a934-74fd568149bb service nova] Acquired lock "refresh_cache-a85fedcd-1c01-4534-b403-420733c3ed0c" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.626845] env[69613]: DEBUG nova.network.neutron [req-a9557edc-89bf-4764-a92e-5106e5fac84e req-52ca758a-993c-4232-a934-74fd568149bb service nova] [instance: a85fedcd-1c01-4534-b403-420733c3ed0c] Refreshing network info cache for port 09656db6-2eb0-41f7-9839-68d5429d2e2c {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 927.765101] env[69613]: DEBUG oslo_vmware.api [None req-f3722dd7-67f9-492d-8028-57a5d24593fa tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Task: {'id': task-3417746, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.770470] env[69613]: DEBUG nova.scheduler.client.report [None req-38de81af-c3d4-4928-8016-aa70a38c5304 tempest-InstanceActionsV221TestJSON-720531311 tempest-InstanceActionsV221TestJSON-720531311-project-member] Inventory has not changed for provider af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69613) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 927.785768] env[69613]: DEBUG oslo_vmware.api [None req-e5b7b9ec-af56-40fd-811f-aea99a00717d tempest-ServersTestMultiNic-711096641 tempest-ServersTestMultiNic-711096641-project-member] Task: {'id': task-3417747, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.104350] env[69613]: DEBUG nova.virt.hardware [None req-49a0e46c-9160-492f-849f-d9761b4ca725 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T13:55:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=2b7a0304-b5d0-431d-b287-32c8388d7fbd,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 928.104594] env[69613]: DEBUG nova.virt.hardware [None req-49a0e46c-9160-492f-849f-d9761b4ca725 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Flavor limits 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 928.104753] env[69613]: DEBUG nova.virt.hardware [None req-49a0e46c-9160-492f-849f-d9761b4ca725 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Image limits 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 928.104933] env[69613]: DEBUG nova.virt.hardware [None req-49a0e46c-9160-492f-849f-d9761b4ca725 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Flavor pref 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 928.105312] env[69613]: DEBUG nova.virt.hardware [None req-49a0e46c-9160-492f-849f-d9761b4ca725 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Image pref 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 928.105523] env[69613]: DEBUG nova.virt.hardware [None req-49a0e46c-9160-492f-849f-d9761b4ca725 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 928.105778] env[69613]: DEBUG nova.virt.hardware [None req-49a0e46c-9160-492f-849f-d9761b4ca725 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 928.105987] env[69613]: DEBUG nova.virt.hardware [None req-49a0e46c-9160-492f-849f-d9761b4ca725 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69613) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 928.106219] env[69613]: DEBUG nova.virt.hardware [None req-49a0e46c-9160-492f-849f-d9761b4ca725 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Got 1 possible topologies {{(pid=69613) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 928.106439] env[69613]: DEBUG nova.virt.hardware [None req-49a0e46c-9160-492f-849f-d9761b4ca725 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 928.106770] env[69613]: DEBUG nova.virt.hardware [None req-49a0e46c-9160-492f-849f-d9761b4ca725 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 928.112537] env[69613]: DEBUG oslo_concurrency.lockutils [None req-c28351da-f60d-4f2b-9741-b3ba3ba2e258 tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] Acquiring lock "71e0d53c-ff3f-4a77-aa25-2a07e64500a7" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 928.112870] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2a098ef9-f46c-4489-8dc9-fdd6943a1b59 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.130866] env[69613]: DEBUG oslo_vmware.api [None req-49a0e46c-9160-492f-849f-d9761b4ca725 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Waiting for the task: (returnval){ [ 928.130866] env[69613]: value = "task-3417749" [ 928.130866] env[69613]: _type = "Task" [ 928.130866] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.144379] env[69613]: DEBUG oslo_vmware.api [None req-49a0e46c-9160-492f-849f-d9761b4ca725 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Task: {'id': task-3417749, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.265888] env[69613]: DEBUG oslo_vmware.api [None req-f3722dd7-67f9-492d-8028-57a5d24593fa tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Task: {'id': task-3417746, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.5799} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.266224] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3722dd7-67f9-492d-8028-57a5d24593fa tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk to [datastore2] 0de4241f-6605-425c-9b67-b4f07672d829/0de4241f-6605-425c-9b67-b4f07672d829.vmdk {{(pid=69613) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 928.266488] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-f3722dd7-67f9-492d-8028-57a5d24593fa tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] [instance: 0de4241f-6605-425c-9b67-b4f07672d829] Extending root virtual disk to 1048576 {{(pid=69613) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 928.266777] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7d47dec2-c95d-41d1-90a7-80e7a8ee0712 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.273645] env[69613]: DEBUG oslo_vmware.api [None req-f3722dd7-67f9-492d-8028-57a5d24593fa tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Waiting for the task: (returnval){ [ 928.273645] env[69613]: value = "task-3417750" [ 928.273645] env[69613]: _type = "Task" [ 928.273645] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.278072] env[69613]: DEBUG oslo_concurrency.lockutils [None req-38de81af-c3d4-4928-8016-aa70a38c5304 tempest-InstanceActionsV221TestJSON-720531311 tempest-InstanceActionsV221TestJSON-720531311-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.592s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 928.278718] env[69613]: DEBUG nova.compute.manager [None req-38de81af-c3d4-4928-8016-aa70a38c5304 tempest-InstanceActionsV221TestJSON-720531311 tempest-InstanceActionsV221TestJSON-720531311-project-member] [instance: 09b161d0-361a-45c0-9352-755e9571ef61] Start building networks asynchronously for instance. {{(pid=69613) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 928.282568] env[69613]: DEBUG oslo_concurrency.lockutils [None req-f87c4d8e-5b39-4d1a-9fe5-701034bd498a tempest-ServerMetadataTestJSON-34752892 tempest-ServerMetadataTestJSON-34752892-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.149s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 928.286028] env[69613]: DEBUG nova.objects.instance [None req-f87c4d8e-5b39-4d1a-9fe5-701034bd498a tempest-ServerMetadataTestJSON-34752892 tempest-ServerMetadataTestJSON-34752892-project-member] Lazy-loading 'resources' on Instance uuid 1ea300a9-a953-4c27-88a5-0e717ea37d3e {{(pid=69613) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 928.292245] env[69613]: DEBUG oslo_vmware.api [None req-f3722dd7-67f9-492d-8028-57a5d24593fa tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Task: {'id': task-3417750, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.295869] env[69613]: DEBUG oslo_vmware.api [None req-e5b7b9ec-af56-40fd-811f-aea99a00717d tempest-ServersTestMultiNic-711096641 tempest-ServersTestMultiNic-711096641-project-member] Task: {'id': task-3417747, 'name': PowerOnVM_Task, 'duration_secs': 0.659935} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.296189] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5b7b9ec-af56-40fd-811f-aea99a00717d tempest-ServersTestMultiNic-711096641 tempest-ServersTestMultiNic-711096641-project-member] [instance: 4c9e10fc-33aa-4244-83a1-dc1aed6251a2] Powered on the VM {{(pid=69613) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 928.296429] env[69613]: INFO nova.compute.manager [None req-e5b7b9ec-af56-40fd-811f-aea99a00717d tempest-ServersTestMultiNic-711096641 tempest-ServersTestMultiNic-711096641-project-member] [instance: 4c9e10fc-33aa-4244-83a1-dc1aed6251a2] Took 16.42 seconds to spawn the instance on the hypervisor. [ 928.296636] env[69613]: DEBUG nova.compute.manager [None req-e5b7b9ec-af56-40fd-811f-aea99a00717d tempest-ServersTestMultiNic-711096641 tempest-ServersTestMultiNic-711096641-project-member] [instance: 4c9e10fc-33aa-4244-83a1-dc1aed6251a2] Checking state {{(pid=69613) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 928.297479] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ef89152-48a9-40aa-8ba6-09f8bcc9016b {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.515221] env[69613]: DEBUG nova.network.neutron [req-e90468d0-46f2-4bad-83aa-7ba77176e49c req-acac0587-f0b0-40e0-b494-3bfafb2c671b service nova] [instance: 71e0d53c-ff3f-4a77-aa25-2a07e64500a7] Updated VIF entry in instance network info cache for port db26e29a-2db6-476f-b509-df88edbcbe0f. {{(pid=69613) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 928.516196] env[69613]: DEBUG nova.network.neutron [req-e90468d0-46f2-4bad-83aa-7ba77176e49c req-acac0587-f0b0-40e0-b494-3bfafb2c671b service nova] [instance: 71e0d53c-ff3f-4a77-aa25-2a07e64500a7] Updating instance_info_cache with network_info: [{"id": "db26e29a-2db6-476f-b509-df88edbcbe0f", "address": "fa:16:3e:9e:58:de", "network": {"id": "c483e28c-2b27-484b-a9f9-734f2da7098c", "bridge": null, "label": "tempest-ServersNegativeTestJSON-1567393561-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "98a7364efc4045369caebaefb2b32fa3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapdb26e29a-2d", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 928.640683] env[69613]: DEBUG oslo_vmware.api [None req-49a0e46c-9160-492f-849f-d9761b4ca725 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Task: {'id': task-3417749, 'name': ReconfigVM_Task, 'duration_secs': 0.24582} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.641344] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-49a0e46c-9160-492f-849f-d9761b4ca725 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] [instance: fa7f8ff7-658a-46d0-a6dc-232614af850d] Updating instance 'fa7f8ff7-658a-46d0-a6dc-232614af850d' progress to 33 {{(pid=69613) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 928.774632] env[69613]: DEBUG nova.network.neutron [req-a9557edc-89bf-4764-a92e-5106e5fac84e req-52ca758a-993c-4232-a934-74fd568149bb service nova] [instance: a85fedcd-1c01-4534-b403-420733c3ed0c] Updated VIF entry in instance network info cache for port 09656db6-2eb0-41f7-9839-68d5429d2e2c. {{(pid=69613) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 928.774937] env[69613]: DEBUG nova.network.neutron [req-a9557edc-89bf-4764-a92e-5106e5fac84e req-52ca758a-993c-4232-a934-74fd568149bb service nova] [instance: a85fedcd-1c01-4534-b403-420733c3ed0c] Updating instance_info_cache with network_info: [{"id": "09656db6-2eb0-41f7-9839-68d5429d2e2c", "address": "fa:16:3e:c0:46:d9", "network": {"id": "d381647d-592d-40db-843d-6008de0737a5", "bridge": null, "label": "tempest-DeleteServersTestJSON-2059555966-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "201a65cf0cc84bf3a5ae9f9d87000dd8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap09656db6-2e", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 928.788599] env[69613]: DEBUG oslo_vmware.api [None req-f3722dd7-67f9-492d-8028-57a5d24593fa tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Task: {'id': task-3417750, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069406} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.788599] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-f3722dd7-67f9-492d-8028-57a5d24593fa tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] [instance: 0de4241f-6605-425c-9b67-b4f07672d829] Extended root virtual disk {{(pid=69613) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 928.788599] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4084462e-2d0d-4615-8bfa-1f98e6f11b6c {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.794044] env[69613]: DEBUG nova.compute.utils [None req-38de81af-c3d4-4928-8016-aa70a38c5304 tempest-InstanceActionsV221TestJSON-720531311 tempest-InstanceActionsV221TestJSON-720531311-project-member] Using /dev/sd instead of None {{(pid=69613) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 928.800128] env[69613]: DEBUG nova.compute.manager [None req-38de81af-c3d4-4928-8016-aa70a38c5304 tempest-InstanceActionsV221TestJSON-720531311 tempest-InstanceActionsV221TestJSON-720531311-project-member] [instance: 09b161d0-361a-45c0-9352-755e9571ef61] Allocating IP information in the background. {{(pid=69613) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 928.800128] env[69613]: DEBUG nova.network.neutron [None req-38de81af-c3d4-4928-8016-aa70a38c5304 tempest-InstanceActionsV221TestJSON-720531311 tempest-InstanceActionsV221TestJSON-720531311-project-member] [instance: 09b161d0-361a-45c0-9352-755e9571ef61] allocate_for_instance() {{(pid=69613) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 928.838022] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-f3722dd7-67f9-492d-8028-57a5d24593fa tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] [instance: 0de4241f-6605-425c-9b67-b4f07672d829] Reconfiguring VM instance instance-0000004f to attach disk [datastore2] 0de4241f-6605-425c-9b67-b4f07672d829/0de4241f-6605-425c-9b67-b4f07672d829.vmdk or device None with type sparse {{(pid=69613) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 928.840557] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d63d4b5c-a8cb-4b56-a6a2-478c4ca70217 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.856601] env[69613]: DEBUG nova.policy [None req-38de81af-c3d4-4928-8016-aa70a38c5304 tempest-InstanceActionsV221TestJSON-720531311 tempest-InstanceActionsV221TestJSON-720531311-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4c90b14518b54d40944ddebdc62bc5a0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '594f363a27b243d2b05dd282608d262f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69613) authorize /opt/stack/nova/nova/policy.py:192}} [ 928.861032] env[69613]: INFO nova.compute.manager [None req-e5b7b9ec-af56-40fd-811f-aea99a00717d tempest-ServersTestMultiNic-711096641 tempest-ServersTestMultiNic-711096641-project-member] [instance: 4c9e10fc-33aa-4244-83a1-dc1aed6251a2] Took 40.90 seconds to build instance. [ 928.874149] env[69613]: DEBUG oslo_vmware.api [None req-f3722dd7-67f9-492d-8028-57a5d24593fa tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Waiting for the task: (returnval){ [ 928.874149] env[69613]: value = "task-3417752" [ 928.874149] env[69613]: _type = "Task" [ 928.874149] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.886084] env[69613]: DEBUG oslo_vmware.api [None req-f3722dd7-67f9-492d-8028-57a5d24593fa tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Task: {'id': task-3417752, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.018244] env[69613]: DEBUG oslo_concurrency.lockutils [req-e90468d0-46f2-4bad-83aa-7ba77176e49c req-acac0587-f0b0-40e0-b494-3bfafb2c671b service nova] Releasing lock "refresh_cache-71e0d53c-ff3f-4a77-aa25-2a07e64500a7" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.152571] env[69613]: DEBUG nova.virt.hardware [None req-49a0e46c-9160-492f-849f-d9761b4ca725 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T13:55:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=2b7a0304-b5d0-431d-b287-32c8388d7fbd,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 929.152746] env[69613]: DEBUG nova.virt.hardware [None req-49a0e46c-9160-492f-849f-d9761b4ca725 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Flavor limits 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 929.152912] env[69613]: DEBUG nova.virt.hardware [None req-49a0e46c-9160-492f-849f-d9761b4ca725 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Image limits 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 929.153917] env[69613]: DEBUG nova.virt.hardware [None req-49a0e46c-9160-492f-849f-d9761b4ca725 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Flavor pref 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 929.154122] env[69613]: DEBUG nova.virt.hardware [None req-49a0e46c-9160-492f-849f-d9761b4ca725 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Image pref 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 929.154278] env[69613]: DEBUG nova.virt.hardware [None req-49a0e46c-9160-492f-849f-d9761b4ca725 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 929.154495] env[69613]: DEBUG nova.virt.hardware [None req-49a0e46c-9160-492f-849f-d9761b4ca725 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 929.154698] env[69613]: DEBUG nova.virt.hardware [None req-49a0e46c-9160-492f-849f-d9761b4ca725 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69613) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 929.154887] env[69613]: DEBUG nova.virt.hardware [None req-49a0e46c-9160-492f-849f-d9761b4ca725 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Got 1 possible topologies {{(pid=69613) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 929.155069] env[69613]: DEBUG nova.virt.hardware [None req-49a0e46c-9160-492f-849f-d9761b4ca725 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 929.155247] env[69613]: DEBUG nova.virt.hardware [None req-49a0e46c-9160-492f-849f-d9761b4ca725 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 929.164474] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-49a0e46c-9160-492f-849f-d9761b4ca725 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] [instance: fa7f8ff7-658a-46d0-a6dc-232614af850d] Reconfiguring VM instance instance-00000024 to detach disk 2000 {{(pid=69613) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 929.171332] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cbf16fdf-db68-47e7-9466-31d2161748ca {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.195783] env[69613]: DEBUG oslo_vmware.api [None req-49a0e46c-9160-492f-849f-d9761b4ca725 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Waiting for the task: (returnval){ [ 929.195783] env[69613]: value = "task-3417753" [ 929.195783] env[69613]: _type = "Task" [ 929.195783] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.211776] env[69613]: DEBUG oslo_vmware.api [None req-49a0e46c-9160-492f-849f-d9761b4ca725 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Task: {'id': task-3417753, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.281444] env[69613]: DEBUG oslo_concurrency.lockutils [req-a9557edc-89bf-4764-a92e-5106e5fac84e req-52ca758a-993c-4232-a934-74fd568149bb service nova] Releasing lock "refresh_cache-a85fedcd-1c01-4534-b403-420733c3ed0c" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.305535] env[69613]: DEBUG nova.compute.manager [None req-38de81af-c3d4-4928-8016-aa70a38c5304 tempest-InstanceActionsV221TestJSON-720531311 tempest-InstanceActionsV221TestJSON-720531311-project-member] [instance: 09b161d0-361a-45c0-9352-755e9571ef61] Start building block device mappings for instance. {{(pid=69613) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 929.313304] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d153a26-9ed4-4dd6-a5d2-56dba29a7364 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.320590] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62758a52-ecf4-4af9-85f8-cde177e41dd8 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.353180] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-778155ad-17e4-4985-a9f6-09b518826b07 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.362022] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-998d3bfe-86df-4c63-ae9c-d77a8aca1a5d {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.375403] env[69613]: DEBUG oslo_concurrency.lockutils [None req-e5b7b9ec-af56-40fd-811f-aea99a00717d tempest-ServersTestMultiNic-711096641 tempest-ServersTestMultiNic-711096641-project-member] Lock "4c9e10fc-33aa-4244-83a1-dc1aed6251a2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.421s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 929.376282] env[69613]: DEBUG nova.compute.provider_tree [None req-f87c4d8e-5b39-4d1a-9fe5-701034bd498a tempest-ServerMetadataTestJSON-34752892 tempest-ServerMetadataTestJSON-34752892-project-member] Inventory has not changed in ProviderTree for provider: af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 {{(pid=69613) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 929.385548] env[69613]: DEBUG oslo_vmware.api [None req-f3722dd7-67f9-492d-8028-57a5d24593fa tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Task: {'id': task-3417752, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.464483] env[69613]: DEBUG nova.network.neutron [None req-38de81af-c3d4-4928-8016-aa70a38c5304 tempest-InstanceActionsV221TestJSON-720531311 tempest-InstanceActionsV221TestJSON-720531311-project-member] [instance: 09b161d0-361a-45c0-9352-755e9571ef61] Successfully created port: f62fd6fb-deb3-4743-9d50-72b494491a70 {{(pid=69613) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 929.690419] env[69613]: DEBUG oslo_concurrency.lockutils [None req-fd22b01f-152f-44da-abfa-a89b9c65375d tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Acquiring lock "a85fedcd-1c01-4534-b403-420733c3ed0c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 929.711021] env[69613]: DEBUG oslo_vmware.api [None req-49a0e46c-9160-492f-849f-d9761b4ca725 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Task: {'id': task-3417753, 'name': ReconfigVM_Task, 'duration_secs': 0.318245} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.711021] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-49a0e46c-9160-492f-849f-d9761b4ca725 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] [instance: fa7f8ff7-658a-46d0-a6dc-232614af850d] Reconfigured VM instance instance-00000024 to detach disk 2000 {{(pid=69613) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 929.711021] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f1aef5d-f969-4cae-9417-dec43bd0d33b {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.735962] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-49a0e46c-9160-492f-849f-d9761b4ca725 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] [instance: fa7f8ff7-658a-46d0-a6dc-232614af850d] Reconfiguring VM instance instance-00000024 to attach disk [datastore1] fa7f8ff7-658a-46d0-a6dc-232614af850d/fa7f8ff7-658a-46d0-a6dc-232614af850d.vmdk or device None with type thin {{(pid=69613) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 929.738796] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-91c761a7-4bf1-4231-a26f-cbee77cf6d09 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.755401] env[69613]: DEBUG oslo_vmware.api [None req-49a0e46c-9160-492f-849f-d9761b4ca725 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Waiting for the task: (returnval){ [ 929.755401] env[69613]: value = "task-3417754" [ 929.755401] env[69613]: _type = "Task" [ 929.755401] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.763966] env[69613]: DEBUG oslo_vmware.api [None req-49a0e46c-9160-492f-849f-d9761b4ca725 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Task: {'id': task-3417754, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.884943] env[69613]: DEBUG nova.scheduler.client.report [None req-f87c4d8e-5b39-4d1a-9fe5-701034bd498a tempest-ServerMetadataTestJSON-34752892 tempest-ServerMetadataTestJSON-34752892-project-member] Inventory has not changed for provider af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69613) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 929.894526] env[69613]: DEBUG oslo_vmware.api [None req-f3722dd7-67f9-492d-8028-57a5d24593fa tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Task: {'id': task-3417752, 'name': ReconfigVM_Task, 'duration_secs': 0.69662} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.894526] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-f3722dd7-67f9-492d-8028-57a5d24593fa tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] [instance: 0de4241f-6605-425c-9b67-b4f07672d829] Reconfigured VM instance instance-0000004f to attach disk [datastore2] 0de4241f-6605-425c-9b67-b4f07672d829/0de4241f-6605-425c-9b67-b4f07672d829.vmdk or device None with type sparse {{(pid=69613) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 929.894884] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0fa7afd4-e086-46d1-9fd9-2806852d0f42 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.903759] env[69613]: DEBUG oslo_vmware.api [None req-f3722dd7-67f9-492d-8028-57a5d24593fa tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Waiting for the task: (returnval){ [ 929.903759] env[69613]: value = "task-3417755" [ 929.903759] env[69613]: _type = "Task" [ 929.903759] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.913908] env[69613]: DEBUG oslo_vmware.api [None req-f3722dd7-67f9-492d-8028-57a5d24593fa tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Task: {'id': task-3417755, 'name': Rename_Task} progress is 5%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.267217] env[69613]: DEBUG oslo_vmware.api [None req-49a0e46c-9160-492f-849f-d9761b4ca725 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Task: {'id': task-3417754, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.318912] env[69613]: DEBUG nova.compute.manager [None req-38de81af-c3d4-4928-8016-aa70a38c5304 tempest-InstanceActionsV221TestJSON-720531311 tempest-InstanceActionsV221TestJSON-720531311-project-member] [instance: 09b161d0-361a-45c0-9352-755e9571ef61] Start spawning the instance on the hypervisor. {{(pid=69613) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 930.367225] env[69613]: DEBUG nova.virt.hardware [None req-38de81af-c3d4-4928-8016-aa70a38c5304 tempest-InstanceActionsV221TestJSON-720531311 tempest-InstanceActionsV221TestJSON-720531311-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T13:55:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T13:55:19Z,direct_url=,disk_format='vmdk',id=2b7a0304-b5d0-431d-b287-32c8388d7fbd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3e9e1b873f1442d59d5ee8247b941f74',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T13:55:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 930.367473] env[69613]: DEBUG nova.virt.hardware [None req-38de81af-c3d4-4928-8016-aa70a38c5304 tempest-InstanceActionsV221TestJSON-720531311 tempest-InstanceActionsV221TestJSON-720531311-project-member] Flavor limits 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 930.367812] env[69613]: DEBUG nova.virt.hardware [None req-38de81af-c3d4-4928-8016-aa70a38c5304 tempest-InstanceActionsV221TestJSON-720531311 tempest-InstanceActionsV221TestJSON-720531311-project-member] Image limits 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 930.367812] env[69613]: DEBUG nova.virt.hardware [None req-38de81af-c3d4-4928-8016-aa70a38c5304 tempest-InstanceActionsV221TestJSON-720531311 tempest-InstanceActionsV221TestJSON-720531311-project-member] Flavor pref 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 930.367946] env[69613]: DEBUG nova.virt.hardware [None req-38de81af-c3d4-4928-8016-aa70a38c5304 tempest-InstanceActionsV221TestJSON-720531311 tempest-InstanceActionsV221TestJSON-720531311-project-member] Image pref 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 930.368087] env[69613]: DEBUG nova.virt.hardware [None req-38de81af-c3d4-4928-8016-aa70a38c5304 tempest-InstanceActionsV221TestJSON-720531311 tempest-InstanceActionsV221TestJSON-720531311-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 930.368302] env[69613]: DEBUG nova.virt.hardware [None req-38de81af-c3d4-4928-8016-aa70a38c5304 tempest-InstanceActionsV221TestJSON-720531311 tempest-InstanceActionsV221TestJSON-720531311-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 930.368449] env[69613]: DEBUG nova.virt.hardware [None req-38de81af-c3d4-4928-8016-aa70a38c5304 tempest-InstanceActionsV221TestJSON-720531311 tempest-InstanceActionsV221TestJSON-720531311-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69613) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 930.368675] env[69613]: DEBUG nova.virt.hardware [None req-38de81af-c3d4-4928-8016-aa70a38c5304 tempest-InstanceActionsV221TestJSON-720531311 tempest-InstanceActionsV221TestJSON-720531311-project-member] Got 1 possible topologies {{(pid=69613) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 930.368768] env[69613]: DEBUG nova.virt.hardware [None req-38de81af-c3d4-4928-8016-aa70a38c5304 tempest-InstanceActionsV221TestJSON-720531311 tempest-InstanceActionsV221TestJSON-720531311-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 930.369322] env[69613]: DEBUG nova.virt.hardware [None req-38de81af-c3d4-4928-8016-aa70a38c5304 tempest-InstanceActionsV221TestJSON-720531311 tempest-InstanceActionsV221TestJSON-720531311-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 930.370214] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab040c1a-3230-4e82-9091-55882ef23f87 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.378659] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db5da7e4-fa21-4fd6-a5a1-53611a298a1c {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.394803] env[69613]: DEBUG oslo_concurrency.lockutils [None req-f87c4d8e-5b39-4d1a-9fe5-701034bd498a tempest-ServerMetadataTestJSON-34752892 tempest-ServerMetadataTestJSON-34752892-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.113s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 930.397513] env[69613]: DEBUG oslo_concurrency.lockutils [None req-d3e272b2-0238-4c6f-9fd9-3a91ef8ebf4f tempest-ServerPasswordTestJSON-782737087 tempest-ServerPasswordTestJSON-782737087-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.416s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 930.397742] env[69613]: DEBUG nova.objects.instance [None req-d3e272b2-0238-4c6f-9fd9-3a91ef8ebf4f tempest-ServerPasswordTestJSON-782737087 tempest-ServerPasswordTestJSON-782737087-project-member] Lazy-loading 'resources' on Instance uuid e8d8fc2d-26b4-4702-b51b-e64ca473c003 {{(pid=69613) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 930.416258] env[69613]: DEBUG oslo_vmware.api [None req-f3722dd7-67f9-492d-8028-57a5d24593fa tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Task: {'id': task-3417755, 'name': Rename_Task, 'duration_secs': 0.174553} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.417044] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3722dd7-67f9-492d-8028-57a5d24593fa tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] [instance: 0de4241f-6605-425c-9b67-b4f07672d829] Powering on the VM {{(pid=69613) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 930.417044] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6454db0c-8118-4865-b7eb-4fb1ffad2858 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.423164] env[69613]: DEBUG oslo_vmware.api [None req-f3722dd7-67f9-492d-8028-57a5d24593fa tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Waiting for the task: (returnval){ [ 930.423164] env[69613]: value = "task-3417756" [ 930.423164] env[69613]: _type = "Task" [ 930.423164] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.428191] env[69613]: INFO nova.scheduler.client.report [None req-f87c4d8e-5b39-4d1a-9fe5-701034bd498a tempest-ServerMetadataTestJSON-34752892 tempest-ServerMetadataTestJSON-34752892-project-member] Deleted allocations for instance 1ea300a9-a953-4c27-88a5-0e717ea37d3e [ 930.436629] env[69613]: DEBUG oslo_vmware.api [None req-f3722dd7-67f9-492d-8028-57a5d24593fa tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Task: {'id': task-3417756, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.607938] env[69613]: DEBUG oslo_concurrency.lockutils [None req-7fabd20d-5922-4713-9b18-75ada3792aaf tempest-ServersTestMultiNic-711096641 tempest-ServersTestMultiNic-711096641-project-member] Acquiring lock "4c9e10fc-33aa-4244-83a1-dc1aed6251a2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 930.608864] env[69613]: DEBUG oslo_concurrency.lockutils [None req-7fabd20d-5922-4713-9b18-75ada3792aaf tempest-ServersTestMultiNic-711096641 tempest-ServersTestMultiNic-711096641-project-member] Lock "4c9e10fc-33aa-4244-83a1-dc1aed6251a2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 930.609564] env[69613]: DEBUG oslo_concurrency.lockutils [None req-7fabd20d-5922-4713-9b18-75ada3792aaf tempest-ServersTestMultiNic-711096641 tempest-ServersTestMultiNic-711096641-project-member] Acquiring lock "4c9e10fc-33aa-4244-83a1-dc1aed6251a2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 930.609730] env[69613]: DEBUG oslo_concurrency.lockutils [None req-7fabd20d-5922-4713-9b18-75ada3792aaf tempest-ServersTestMultiNic-711096641 tempest-ServersTestMultiNic-711096641-project-member] Lock "4c9e10fc-33aa-4244-83a1-dc1aed6251a2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 930.609969] env[69613]: DEBUG oslo_concurrency.lockutils [None req-7fabd20d-5922-4713-9b18-75ada3792aaf tempest-ServersTestMultiNic-711096641 tempest-ServersTestMultiNic-711096641-project-member] Lock "4c9e10fc-33aa-4244-83a1-dc1aed6251a2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 930.620777] env[69613]: INFO nova.compute.manager [None req-7fabd20d-5922-4713-9b18-75ada3792aaf tempest-ServersTestMultiNic-711096641 tempest-ServersTestMultiNic-711096641-project-member] [instance: 4c9e10fc-33aa-4244-83a1-dc1aed6251a2] Terminating instance [ 930.771758] env[69613]: DEBUG oslo_vmware.api [None req-49a0e46c-9160-492f-849f-d9761b4ca725 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Task: {'id': task-3417754, 'name': ReconfigVM_Task, 'duration_secs': 0.553181} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.772219] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-49a0e46c-9160-492f-849f-d9761b4ca725 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] [instance: fa7f8ff7-658a-46d0-a6dc-232614af850d] Reconfigured VM instance instance-00000024 to attach disk [datastore1] fa7f8ff7-658a-46d0-a6dc-232614af850d/fa7f8ff7-658a-46d0-a6dc-232614af850d.vmdk or device None with type thin {{(pid=69613) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 930.772640] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-49a0e46c-9160-492f-849f-d9761b4ca725 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] [instance: fa7f8ff7-658a-46d0-a6dc-232614af850d] Updating instance 'fa7f8ff7-658a-46d0-a6dc-232614af850d' progress to 50 {{(pid=69613) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 930.928168] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c44abe0-631e-4ab4-8955-b5c77e70c91e tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] [instance: 6ce9d7ae-aabf-444e-ab76-68f077d43cf0] Volume attach. Driver type: vmdk {{(pid=69613) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 930.928444] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c44abe0-631e-4ab4-8955-b5c77e70c91e tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] [instance: 6ce9d7ae-aabf-444e-ab76-68f077d43cf0] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-681930', 'volume_id': '11e58ef1-5a23-4b42-a496-ddc6c59e0c54', 'name': 'volume-11e58ef1-5a23-4b42-a496-ddc6c59e0c54', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6ce9d7ae-aabf-444e-ab76-68f077d43cf0', 'attached_at': '', 'detached_at': '', 'volume_id': '11e58ef1-5a23-4b42-a496-ddc6c59e0c54', 'serial': '11e58ef1-5a23-4b42-a496-ddc6c59e0c54'} {{(pid=69613) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 930.939860] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fabbf63-6de0-4792-b92e-e12aed6b74f0 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.946385] env[69613]: DEBUG oslo_concurrency.lockutils [None req-f87c4d8e-5b39-4d1a-9fe5-701034bd498a tempest-ServerMetadataTestJSON-34752892 tempest-ServerMetadataTestJSON-34752892-project-member] Lock "1ea300a9-a953-4c27-88a5-0e717ea37d3e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.150s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 930.968475] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13abecf7-8154-4ebb-a785-3e7e5b92b403 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.971694] env[69613]: DEBUG oslo_vmware.api [None req-f3722dd7-67f9-492d-8028-57a5d24593fa tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Task: {'id': task-3417756, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.003532] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c44abe0-631e-4ab4-8955-b5c77e70c91e tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] [instance: 6ce9d7ae-aabf-444e-ab76-68f077d43cf0] Reconfiguring VM instance instance-00000043 to attach disk [datastore2] volume-11e58ef1-5a23-4b42-a496-ddc6c59e0c54/volume-11e58ef1-5a23-4b42-a496-ddc6c59e0c54.vmdk or device None with type thin {{(pid=69613) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 931.005449] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3bdd7456-5de6-4d69-beca-aac7382712c1 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.026327] env[69613]: DEBUG oslo_vmware.api [None req-2c44abe0-631e-4ab4-8955-b5c77e70c91e tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Waiting for the task: (returnval){ [ 931.026327] env[69613]: value = "task-3417757" [ 931.026327] env[69613]: _type = "Task" [ 931.026327] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.037355] env[69613]: DEBUG oslo_vmware.api [None req-2c44abe0-631e-4ab4-8955-b5c77e70c91e tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Task: {'id': task-3417757, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.129644] env[69613]: DEBUG nova.compute.manager [None req-7fabd20d-5922-4713-9b18-75ada3792aaf tempest-ServersTestMultiNic-711096641 tempest-ServersTestMultiNic-711096641-project-member] [instance: 4c9e10fc-33aa-4244-83a1-dc1aed6251a2] Start destroying the instance on the hypervisor. {{(pid=69613) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 931.130040] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-7fabd20d-5922-4713-9b18-75ada3792aaf tempest-ServersTestMultiNic-711096641 tempest-ServersTestMultiNic-711096641-project-member] [instance: 4c9e10fc-33aa-4244-83a1-dc1aed6251a2] Destroying instance {{(pid=69613) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 931.130807] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eddabd63-f9a2-4574-b459-e07772dd2b22 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.140314] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fabd20d-5922-4713-9b18-75ada3792aaf tempest-ServersTestMultiNic-711096641 tempest-ServersTestMultiNic-711096641-project-member] [instance: 4c9e10fc-33aa-4244-83a1-dc1aed6251a2] Powering off the VM {{(pid=69613) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 931.143510] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-068fc099-81f5-420f-9e2d-8a96d4e7c48f {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.149439] env[69613]: DEBUG oslo_vmware.api [None req-7fabd20d-5922-4713-9b18-75ada3792aaf tempest-ServersTestMultiNic-711096641 tempest-ServersTestMultiNic-711096641-project-member] Waiting for the task: (returnval){ [ 931.149439] env[69613]: value = "task-3417758" [ 931.149439] env[69613]: _type = "Task" [ 931.149439] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.161538] env[69613]: DEBUG oslo_vmware.api [None req-7fabd20d-5922-4713-9b18-75ada3792aaf tempest-ServersTestMultiNic-711096641 tempest-ServersTestMultiNic-711096641-project-member] Task: {'id': task-3417758, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.286079] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-385e4f3f-7f5f-4a8c-9797-464690d6bf35 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.319692] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6610d977-5692-4569-85b1-84447d80c50e {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.342381] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-49a0e46c-9160-492f-849f-d9761b4ca725 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] [instance: fa7f8ff7-658a-46d0-a6dc-232614af850d] Updating instance 'fa7f8ff7-658a-46d0-a6dc-232614af850d' progress to 67 {{(pid=69613) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 931.433968] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b087586c-17d9-4991-8911-6c0a0afdd1fe {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.446379] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78f6aee3-fa94-422e-b451-aba61e013370 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.449740] env[69613]: DEBUG oslo_vmware.api [None req-f3722dd7-67f9-492d-8028-57a5d24593fa tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Task: {'id': task-3417756, 'name': PowerOnVM_Task, 'duration_secs': 0.64312} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.450121] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3722dd7-67f9-492d-8028-57a5d24593fa tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] [instance: 0de4241f-6605-425c-9b67-b4f07672d829] Powered on the VM {{(pid=69613) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 931.450222] env[69613]: INFO nova.compute.manager [None req-f3722dd7-67f9-492d-8028-57a5d24593fa tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] [instance: 0de4241f-6605-425c-9b67-b4f07672d829] Took 10.30 seconds to spawn the instance on the hypervisor. [ 931.450378] env[69613]: DEBUG nova.compute.manager [None req-f3722dd7-67f9-492d-8028-57a5d24593fa tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] [instance: 0de4241f-6605-425c-9b67-b4f07672d829] Checking state {{(pid=69613) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 931.451399] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37c1f029-2d65-48df-9d94-1bd32e9e92fe {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.479450] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4b18389-2552-449f-8b43-96505954f7c6 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.491353] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1d6adb5-c125-433f-b7cd-28af648ac235 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.507093] env[69613]: DEBUG nova.compute.provider_tree [None req-d3e272b2-0238-4c6f-9fd9-3a91ef8ebf4f tempest-ServerPasswordTestJSON-782737087 tempest-ServerPasswordTestJSON-782737087-project-member] Inventory has not changed in ProviderTree for provider: af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 {{(pid=69613) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 931.537606] env[69613]: DEBUG oslo_vmware.api [None req-2c44abe0-631e-4ab4-8955-b5c77e70c91e tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Task: {'id': task-3417757, 'name': ReconfigVM_Task, 'duration_secs': 0.418987} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.537947] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c44abe0-631e-4ab4-8955-b5c77e70c91e tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] [instance: 6ce9d7ae-aabf-444e-ab76-68f077d43cf0] Reconfigured VM instance instance-00000043 to attach disk [datastore2] volume-11e58ef1-5a23-4b42-a496-ddc6c59e0c54/volume-11e58ef1-5a23-4b42-a496-ddc6c59e0c54.vmdk or device None with type thin {{(pid=69613) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 931.542665] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ed66f85c-c389-4527-bb9b-b92f69872b17 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.559465] env[69613]: DEBUG oslo_vmware.api [None req-2c44abe0-631e-4ab4-8955-b5c77e70c91e tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Waiting for the task: (returnval){ [ 931.559465] env[69613]: value = "task-3417759" [ 931.559465] env[69613]: _type = "Task" [ 931.559465] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.568560] env[69613]: DEBUG oslo_vmware.api [None req-2c44abe0-631e-4ab4-8955-b5c77e70c91e tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Task: {'id': task-3417759, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.597624] env[69613]: DEBUG nova.network.neutron [None req-38de81af-c3d4-4928-8016-aa70a38c5304 tempest-InstanceActionsV221TestJSON-720531311 tempest-InstanceActionsV221TestJSON-720531311-project-member] [instance: 09b161d0-361a-45c0-9352-755e9571ef61] Successfully updated port: f62fd6fb-deb3-4743-9d50-72b494491a70 {{(pid=69613) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 931.660043] env[69613]: DEBUG oslo_vmware.api [None req-7fabd20d-5922-4713-9b18-75ada3792aaf tempest-ServersTestMultiNic-711096641 tempest-ServersTestMultiNic-711096641-project-member] Task: {'id': task-3417758, 'name': PowerOffVM_Task, 'duration_secs': 0.192436} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.660414] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fabd20d-5922-4713-9b18-75ada3792aaf tempest-ServersTestMultiNic-711096641 tempest-ServersTestMultiNic-711096641-project-member] [instance: 4c9e10fc-33aa-4244-83a1-dc1aed6251a2] Powered off the VM {{(pid=69613) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 931.660414] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-7fabd20d-5922-4713-9b18-75ada3792aaf tempest-ServersTestMultiNic-711096641 tempest-ServersTestMultiNic-711096641-project-member] [instance: 4c9e10fc-33aa-4244-83a1-dc1aed6251a2] Unregistering the VM {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 931.661085] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-37932f67-66d2-4ec2-b648-32a9626fcffb {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.740073] env[69613]: DEBUG oslo_concurrency.lockutils [None req-0e987d1e-095d-45e8-9f75-aa9a4a91e2fc tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Acquiring lock "b2c6c4bb-86f8-4e8f-b83d-a77d00447ff2" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 931.740781] env[69613]: DEBUG oslo_concurrency.lockutils [None req-0e987d1e-095d-45e8-9f75-aa9a4a91e2fc tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Lock "b2c6c4bb-86f8-4e8f-b83d-a77d00447ff2" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 931.791760] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-7fabd20d-5922-4713-9b18-75ada3792aaf tempest-ServersTestMultiNic-711096641 tempest-ServersTestMultiNic-711096641-project-member] [instance: 4c9e10fc-33aa-4244-83a1-dc1aed6251a2] Unregistered the VM {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 931.791992] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-7fabd20d-5922-4713-9b18-75ada3792aaf tempest-ServersTestMultiNic-711096641 tempest-ServersTestMultiNic-711096641-project-member] [instance: 4c9e10fc-33aa-4244-83a1-dc1aed6251a2] Deleting contents of the VM from datastore datastore1 {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 931.792208] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-7fabd20d-5922-4713-9b18-75ada3792aaf tempest-ServersTestMultiNic-711096641 tempest-ServersTestMultiNic-711096641-project-member] Deleting the datastore file [datastore1] 4c9e10fc-33aa-4244-83a1-dc1aed6251a2 {{(pid=69613) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 931.792478] env[69613]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-864b8949-0dfe-44de-a543-1517ef342b87 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.799931] env[69613]: DEBUG oslo_vmware.api [None req-7fabd20d-5922-4713-9b18-75ada3792aaf tempest-ServersTestMultiNic-711096641 tempest-ServersTestMultiNic-711096641-project-member] Waiting for the task: (returnval){ [ 931.799931] env[69613]: value = "task-3417761" [ 931.799931] env[69613]: _type = "Task" [ 931.799931] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.811218] env[69613]: DEBUG oslo_vmware.api [None req-7fabd20d-5922-4713-9b18-75ada3792aaf tempest-ServersTestMultiNic-711096641 tempest-ServersTestMultiNic-711096641-project-member] Task: {'id': task-3417761, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.925792] env[69613]: DEBUG nova.network.neutron [None req-49a0e46c-9160-492f-849f-d9761b4ca725 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] [instance: fa7f8ff7-658a-46d0-a6dc-232614af850d] Port fe52934e-8488-4b1a-80f7-1311cd4014f0 binding to destination host cpu-1 is already ACTIVE {{(pid=69613) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 931.958315] env[69613]: DEBUG nova.compute.manager [req-46994c18-7a62-4e82-9c5d-e6d7a2e41f6b req-1c5e65f0-dbdd-4683-83ba-08c844e81113 service nova] [instance: 09b161d0-361a-45c0-9352-755e9571ef61] Received event network-vif-plugged-f62fd6fb-deb3-4743-9d50-72b494491a70 {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 931.958591] env[69613]: DEBUG oslo_concurrency.lockutils [req-46994c18-7a62-4e82-9c5d-e6d7a2e41f6b req-1c5e65f0-dbdd-4683-83ba-08c844e81113 service nova] Acquiring lock "09b161d0-361a-45c0-9352-755e9571ef61-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 931.958775] env[69613]: DEBUG oslo_concurrency.lockutils [req-46994c18-7a62-4e82-9c5d-e6d7a2e41f6b req-1c5e65f0-dbdd-4683-83ba-08c844e81113 service nova] Lock "09b161d0-361a-45c0-9352-755e9571ef61-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 931.958937] env[69613]: DEBUG oslo_concurrency.lockutils [req-46994c18-7a62-4e82-9c5d-e6d7a2e41f6b req-1c5e65f0-dbdd-4683-83ba-08c844e81113 service nova] Lock "09b161d0-361a-45c0-9352-755e9571ef61-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 931.959434] env[69613]: DEBUG nova.compute.manager [req-46994c18-7a62-4e82-9c5d-e6d7a2e41f6b req-1c5e65f0-dbdd-4683-83ba-08c844e81113 service nova] [instance: 09b161d0-361a-45c0-9352-755e9571ef61] No waiting events found dispatching network-vif-plugged-f62fd6fb-deb3-4743-9d50-72b494491a70 {{(pid=69613) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 931.959514] env[69613]: WARNING nova.compute.manager [req-46994c18-7a62-4e82-9c5d-e6d7a2e41f6b req-1c5e65f0-dbdd-4683-83ba-08c844e81113 service nova] [instance: 09b161d0-361a-45c0-9352-755e9571ef61] Received unexpected event network-vif-plugged-f62fd6fb-deb3-4743-9d50-72b494491a70 for instance with vm_state building and task_state spawning. [ 931.996633] env[69613]: INFO nova.compute.manager [None req-f3722dd7-67f9-492d-8028-57a5d24593fa tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] [instance: 0de4241f-6605-425c-9b67-b4f07672d829] Took 39.15 seconds to build instance. [ 932.008437] env[69613]: DEBUG nova.scheduler.client.report [None req-d3e272b2-0238-4c6f-9fd9-3a91ef8ebf4f tempest-ServerPasswordTestJSON-782737087 tempest-ServerPasswordTestJSON-782737087-project-member] Inventory has not changed for provider af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69613) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 932.071530] env[69613]: DEBUG oslo_vmware.api [None req-2c44abe0-631e-4ab4-8955-b5c77e70c91e tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Task: {'id': task-3417759, 'name': ReconfigVM_Task, 'duration_secs': 0.14527} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.072479] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c44abe0-631e-4ab4-8955-b5c77e70c91e tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] [instance: 6ce9d7ae-aabf-444e-ab76-68f077d43cf0] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-681930', 'volume_id': '11e58ef1-5a23-4b42-a496-ddc6c59e0c54', 'name': 'volume-11e58ef1-5a23-4b42-a496-ddc6c59e0c54', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6ce9d7ae-aabf-444e-ab76-68f077d43cf0', 'attached_at': '', 'detached_at': '', 'volume_id': '11e58ef1-5a23-4b42-a496-ddc6c59e0c54', 'serial': '11e58ef1-5a23-4b42-a496-ddc6c59e0c54'} {{(pid=69613) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 932.102817] env[69613]: DEBUG oslo_concurrency.lockutils [None req-38de81af-c3d4-4928-8016-aa70a38c5304 tempest-InstanceActionsV221TestJSON-720531311 tempest-InstanceActionsV221TestJSON-720531311-project-member] Acquiring lock "refresh_cache-09b161d0-361a-45c0-9352-755e9571ef61" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.102817] env[69613]: DEBUG oslo_concurrency.lockutils [None req-38de81af-c3d4-4928-8016-aa70a38c5304 tempest-InstanceActionsV221TestJSON-720531311 tempest-InstanceActionsV221TestJSON-720531311-project-member] Acquired lock "refresh_cache-09b161d0-361a-45c0-9352-755e9571ef61" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.102940] env[69613]: DEBUG nova.network.neutron [None req-38de81af-c3d4-4928-8016-aa70a38c5304 tempest-InstanceActionsV221TestJSON-720531311 tempest-InstanceActionsV221TestJSON-720531311-project-member] [instance: 09b161d0-361a-45c0-9352-755e9571ef61] Building network info cache for instance {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 932.245061] env[69613]: INFO nova.compute.manager [None req-0e987d1e-095d-45e8-9f75-aa9a4a91e2fc tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] [instance: b2c6c4bb-86f8-4e8f-b83d-a77d00447ff2] Detaching volume 49b7bc50-e08c-4c7d-9c8a-7c0c98188fb7 [ 932.292118] env[69613]: INFO nova.virt.block_device [None req-0e987d1e-095d-45e8-9f75-aa9a4a91e2fc tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] [instance: b2c6c4bb-86f8-4e8f-b83d-a77d00447ff2] Attempting to driver detach volume 49b7bc50-e08c-4c7d-9c8a-7c0c98188fb7 from mountpoint /dev/sdb [ 932.292380] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-0e987d1e-095d-45e8-9f75-aa9a4a91e2fc tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] [instance: b2c6c4bb-86f8-4e8f-b83d-a77d00447ff2] Volume detach. Driver type: vmdk {{(pid=69613) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 932.292598] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-0e987d1e-095d-45e8-9f75-aa9a4a91e2fc tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] [instance: b2c6c4bb-86f8-4e8f-b83d-a77d00447ff2] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-681891', 'volume_id': '49b7bc50-e08c-4c7d-9c8a-7c0c98188fb7', 'name': 'volume-49b7bc50-e08c-4c7d-9c8a-7c0c98188fb7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b2c6c4bb-86f8-4e8f-b83d-a77d00447ff2', 'attached_at': '', 'detached_at': '', 'volume_id': '49b7bc50-e08c-4c7d-9c8a-7c0c98188fb7', 'serial': '49b7bc50-e08c-4c7d-9c8a-7c0c98188fb7'} {{(pid=69613) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 932.293515] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76452dd7-010b-4390-80af-e9131c44840a {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.322345] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd2da5be-2af9-4ebe-b533-213eaa1b7f18 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.334997] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cbf7bc2-eff9-4214-bad6-0e34348c8a79 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.337612] env[69613]: DEBUG oslo_vmware.api [None req-7fabd20d-5922-4713-9b18-75ada3792aaf tempest-ServersTestMultiNic-711096641 tempest-ServersTestMultiNic-711096641-project-member] Task: {'id': task-3417761, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.205498} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.337865] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-7fabd20d-5922-4713-9b18-75ada3792aaf tempest-ServersTestMultiNic-711096641 tempest-ServersTestMultiNic-711096641-project-member] Deleted the datastore file {{(pid=69613) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 932.338060] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-7fabd20d-5922-4713-9b18-75ada3792aaf tempest-ServersTestMultiNic-711096641 tempest-ServersTestMultiNic-711096641-project-member] [instance: 4c9e10fc-33aa-4244-83a1-dc1aed6251a2] Deleted contents of the VM from datastore datastore1 {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 932.338240] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-7fabd20d-5922-4713-9b18-75ada3792aaf tempest-ServersTestMultiNic-711096641 tempest-ServersTestMultiNic-711096641-project-member] [instance: 4c9e10fc-33aa-4244-83a1-dc1aed6251a2] Instance destroyed {{(pid=69613) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 932.338424] env[69613]: INFO nova.compute.manager [None req-7fabd20d-5922-4713-9b18-75ada3792aaf tempest-ServersTestMultiNic-711096641 tempest-ServersTestMultiNic-711096641-project-member] [instance: 4c9e10fc-33aa-4244-83a1-dc1aed6251a2] Took 1.21 seconds to destroy the instance on the hypervisor. [ 932.338642] env[69613]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7fabd20d-5922-4713-9b18-75ada3792aaf tempest-ServersTestMultiNic-711096641 tempest-ServersTestMultiNic-711096641-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69613) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 932.339230] env[69613]: DEBUG nova.compute.manager [-] [instance: 4c9e10fc-33aa-4244-83a1-dc1aed6251a2] Deallocating network for instance {{(pid=69613) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 932.339320] env[69613]: DEBUG nova.network.neutron [-] [instance: 4c9e10fc-33aa-4244-83a1-dc1aed6251a2] deallocate_for_instance() {{(pid=69613) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 932.359530] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddc19112-0bb5-44c8-b6c7-fb48ba768a29 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.375692] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-0e987d1e-095d-45e8-9f75-aa9a4a91e2fc tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] The volume has not been displaced from its original location: [datastore1] volume-49b7bc50-e08c-4c7d-9c8a-7c0c98188fb7/volume-49b7bc50-e08c-4c7d-9c8a-7c0c98188fb7.vmdk. No consolidation needed. {{(pid=69613) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 932.380114] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-0e987d1e-095d-45e8-9f75-aa9a4a91e2fc tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] [instance: b2c6c4bb-86f8-4e8f-b83d-a77d00447ff2] Reconfiguring VM instance instance-0000002c to detach disk 2001 {{(pid=69613) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 932.380331] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8b02fa31-c595-4188-aa1f-22884d63c6b3 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.402391] env[69613]: DEBUG oslo_vmware.api [None req-0e987d1e-095d-45e8-9f75-aa9a4a91e2fc tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Waiting for the task: (returnval){ [ 932.402391] env[69613]: value = "task-3417762" [ 932.402391] env[69613]: _type = "Task" [ 932.402391] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.410296] env[69613]: DEBUG oslo_vmware.api [None req-0e987d1e-095d-45e8-9f75-aa9a4a91e2fc tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Task: {'id': task-3417762, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.501927] env[69613]: DEBUG oslo_concurrency.lockutils [None req-f3722dd7-67f9-492d-8028-57a5d24593fa tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Lock "0de4241f-6605-425c-9b67-b4f07672d829" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.860s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 932.515320] env[69613]: DEBUG oslo_concurrency.lockutils [None req-d3e272b2-0238-4c6f-9fd9-3a91ef8ebf4f tempest-ServerPasswordTestJSON-782737087 tempest-ServerPasswordTestJSON-782737087-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.118s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 932.518032] env[69613]: DEBUG oslo_concurrency.lockutils [None req-17a3b2ed-89d0-4920-b119-7cfa8cc8b1e8 tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.377s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 932.518149] env[69613]: DEBUG nova.objects.instance [None req-17a3b2ed-89d0-4920-b119-7cfa8cc8b1e8 tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] Lazy-loading 'resources' on Instance uuid 4c3027a1-4b55-40bd-b818-562263ec9fab {{(pid=69613) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 932.547775] env[69613]: INFO nova.scheduler.client.report [None req-d3e272b2-0238-4c6f-9fd9-3a91ef8ebf4f tempest-ServerPasswordTestJSON-782737087 tempest-ServerPasswordTestJSON-782737087-project-member] Deleted allocations for instance e8d8fc2d-26b4-4702-b51b-e64ca473c003 [ 932.691577] env[69613]: DEBUG nova.network.neutron [None req-38de81af-c3d4-4928-8016-aa70a38c5304 tempest-InstanceActionsV221TestJSON-720531311 tempest-InstanceActionsV221TestJSON-720531311-project-member] [instance: 09b161d0-361a-45c0-9352-755e9571ef61] Instance cache missing network info. {{(pid=69613) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 932.912684] env[69613]: DEBUG oslo_vmware.api [None req-0e987d1e-095d-45e8-9f75-aa9a4a91e2fc tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Task: {'id': task-3417762, 'name': ReconfigVM_Task, 'duration_secs': 0.217617} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.913190] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-0e987d1e-095d-45e8-9f75-aa9a4a91e2fc tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] [instance: b2c6c4bb-86f8-4e8f-b83d-a77d00447ff2] Reconfigured VM instance instance-0000002c to detach disk 2001 {{(pid=69613) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 932.917668] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-afe74ec4-06c1-4e18-8876-0895b2343e34 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.933580] env[69613]: DEBUG oslo_vmware.api [None req-0e987d1e-095d-45e8-9f75-aa9a4a91e2fc tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Waiting for the task: (returnval){ [ 932.933580] env[69613]: value = "task-3417763" [ 932.933580] env[69613]: _type = "Task" [ 932.933580] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.946958] env[69613]: DEBUG oslo_concurrency.lockutils [None req-49a0e46c-9160-492f-849f-d9761b4ca725 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Acquiring lock "fa7f8ff7-658a-46d0-a6dc-232614af850d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 932.947272] env[69613]: DEBUG oslo_concurrency.lockutils [None req-49a0e46c-9160-492f-849f-d9761b4ca725 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Lock "fa7f8ff7-658a-46d0-a6dc-232614af850d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 932.947392] env[69613]: DEBUG oslo_concurrency.lockutils [None req-49a0e46c-9160-492f-849f-d9761b4ca725 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Lock "fa7f8ff7-658a-46d0-a6dc-232614af850d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 932.965616] env[69613]: DEBUG oslo_vmware.api [None req-0e987d1e-095d-45e8-9f75-aa9a4a91e2fc tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Task: {'id': task-3417763, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.053977] env[69613]: DEBUG nova.network.neutron [None req-38de81af-c3d4-4928-8016-aa70a38c5304 tempest-InstanceActionsV221TestJSON-720531311 tempest-InstanceActionsV221TestJSON-720531311-project-member] [instance: 09b161d0-361a-45c0-9352-755e9571ef61] Updating instance_info_cache with network_info: [{"id": "f62fd6fb-deb3-4743-9d50-72b494491a70", "address": "fa:16:3e:7d:41:48", "network": {"id": "8d7326ba-8bc6-40a8-9445-d59fe25f11a6", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-14929091-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "594f363a27b243d2b05dd282608d262f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1880df72-582c-44cb-992d-88dc6a514914", "external-id": "nsx-vlan-transportzone-808", "segmentation_id": 808, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf62fd6fb-de", "ovs_interfaceid": "f62fd6fb-deb3-4743-9d50-72b494491a70", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 933.061019] env[69613]: DEBUG oslo_concurrency.lockutils [None req-d3e272b2-0238-4c6f-9fd9-3a91ef8ebf4f tempest-ServerPasswordTestJSON-782737087 tempest-ServerPasswordTestJSON-782737087-project-member] Lock "e8d8fc2d-26b4-4702-b51b-e64ca473c003" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.766s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 933.127535] env[69613]: DEBUG nova.objects.instance [None req-2c44abe0-631e-4ab4-8955-b5c77e70c91e tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Lazy-loading 'flavor' on Instance uuid 6ce9d7ae-aabf-444e-ab76-68f077d43cf0 {{(pid=69613) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 933.356228] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eccd5a0e-d97c-4cfa-9f0a-71f9ac8759e9 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.363788] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-479a49c4-03d2-4f8f-a10c-27fcf97b8b85 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.393917] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-295954b2-f151-468c-b43a-7e51693a48dc {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.401132] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-223217af-0e6f-444d-afe6-2fff8e342775 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.414078] env[69613]: DEBUG nova.compute.provider_tree [None req-17a3b2ed-89d0-4920-b119-7cfa8cc8b1e8 tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] Inventory has not changed in ProviderTree for provider: af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 {{(pid=69613) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 933.444213] env[69613]: DEBUG oslo_vmware.api [None req-0e987d1e-095d-45e8-9f75-aa9a4a91e2fc tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Task: {'id': task-3417763, 'name': ReconfigVM_Task, 'duration_secs': 0.143499} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.444452] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-0e987d1e-095d-45e8-9f75-aa9a4a91e2fc tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] [instance: b2c6c4bb-86f8-4e8f-b83d-a77d00447ff2] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-681891', 'volume_id': '49b7bc50-e08c-4c7d-9c8a-7c0c98188fb7', 'name': 'volume-49b7bc50-e08c-4c7d-9c8a-7c0c98188fb7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b2c6c4bb-86f8-4e8f-b83d-a77d00447ff2', 'attached_at': '', 'detached_at': '', 'volume_id': '49b7bc50-e08c-4c7d-9c8a-7c0c98188fb7', 'serial': '49b7bc50-e08c-4c7d-9c8a-7c0c98188fb7'} {{(pid=69613) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 933.558089] env[69613]: DEBUG oslo_concurrency.lockutils [None req-38de81af-c3d4-4928-8016-aa70a38c5304 tempest-InstanceActionsV221TestJSON-720531311 tempest-InstanceActionsV221TestJSON-720531311-project-member] Releasing lock "refresh_cache-09b161d0-361a-45c0-9352-755e9571ef61" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.558441] env[69613]: DEBUG nova.compute.manager [None req-38de81af-c3d4-4928-8016-aa70a38c5304 tempest-InstanceActionsV221TestJSON-720531311 tempest-InstanceActionsV221TestJSON-720531311-project-member] [instance: 09b161d0-361a-45c0-9352-755e9571ef61] Instance network_info: |[{"id": "f62fd6fb-deb3-4743-9d50-72b494491a70", "address": "fa:16:3e:7d:41:48", "network": {"id": "8d7326ba-8bc6-40a8-9445-d59fe25f11a6", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-14929091-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "594f363a27b243d2b05dd282608d262f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1880df72-582c-44cb-992d-88dc6a514914", "external-id": "nsx-vlan-transportzone-808", "segmentation_id": 808, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf62fd6fb-de", "ovs_interfaceid": "f62fd6fb-deb3-4743-9d50-72b494491a70", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69613) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 933.558851] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-38de81af-c3d4-4928-8016-aa70a38c5304 tempest-InstanceActionsV221TestJSON-720531311 tempest-InstanceActionsV221TestJSON-720531311-project-member] [instance: 09b161d0-361a-45c0-9352-755e9571ef61] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7d:41:48', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1880df72-582c-44cb-992d-88dc6a514914', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f62fd6fb-deb3-4743-9d50-72b494491a70', 'vif_model': 'vmxnet3'}] {{(pid=69613) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 933.567112] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-38de81af-c3d4-4928-8016-aa70a38c5304 tempest-InstanceActionsV221TestJSON-720531311 tempest-InstanceActionsV221TestJSON-720531311-project-member] Creating folder: Project (594f363a27b243d2b05dd282608d262f). Parent ref: group-v681687. {{(pid=69613) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 933.567619] env[69613]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a5ae2919-5abd-4e80-a8b1-9310c6fba5fd {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.578620] env[69613]: INFO nova.virt.vmwareapi.vm_util [None req-38de81af-c3d4-4928-8016-aa70a38c5304 tempest-InstanceActionsV221TestJSON-720531311 tempest-InstanceActionsV221TestJSON-720531311-project-member] Created folder: Project (594f363a27b243d2b05dd282608d262f) in parent group-v681687. [ 933.578802] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-38de81af-c3d4-4928-8016-aa70a38c5304 tempest-InstanceActionsV221TestJSON-720531311 tempest-InstanceActionsV221TestJSON-720531311-project-member] Creating folder: Instances. Parent ref: group-v681931. {{(pid=69613) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 933.579046] env[69613]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-51955029-4fa0-4fce-abc8-f9df7377e3b7 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.588730] env[69613]: INFO nova.virt.vmwareapi.vm_util [None req-38de81af-c3d4-4928-8016-aa70a38c5304 tempest-InstanceActionsV221TestJSON-720531311 tempest-InstanceActionsV221TestJSON-720531311-project-member] Created folder: Instances in parent group-v681931. [ 933.589026] env[69613]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-38de81af-c3d4-4928-8016-aa70a38c5304 tempest-InstanceActionsV221TestJSON-720531311 tempest-InstanceActionsV221TestJSON-720531311-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69613) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 933.589188] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 09b161d0-361a-45c0-9352-755e9571ef61] Creating VM on the ESX host {{(pid=69613) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 933.589426] env[69613]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e0cd1e2e-c47a-4e32-acc3-41be463b5ea3 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.615069] env[69613]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 933.615069] env[69613]: value = "task-3417766" [ 933.615069] env[69613]: _type = "Task" [ 933.615069] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.626285] env[69613]: DEBUG oslo_vmware.api [-] Task: {'id': task-3417766, 'name': CreateVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.632285] env[69613]: DEBUG oslo_concurrency.lockutils [None req-2c44abe0-631e-4ab4-8955-b5c77e70c91e tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Lock "6ce9d7ae-aabf-444e-ab76-68f077d43cf0" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.341s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 933.747298] env[69613]: DEBUG nova.compute.manager [None req-fbfc2097-3af6-4e8f-a47a-6f932bc7ac90 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] [instance: 0de4241f-6605-425c-9b67-b4f07672d829] Checking state {{(pid=69613) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 933.747298] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12b13fd2-894c-45c2-9ff0-e0ad9461a51f {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.920028] env[69613]: DEBUG nova.scheduler.client.report [None req-17a3b2ed-89d0-4920-b119-7cfa8cc8b1e8 tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] Inventory has not changed for provider af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69613) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 933.998141] env[69613]: DEBUG nova.objects.instance [None req-0e987d1e-095d-45e8-9f75-aa9a4a91e2fc tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Lazy-loading 'flavor' on Instance uuid b2c6c4bb-86f8-4e8f-b83d-a77d00447ff2 {{(pid=69613) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 934.040958] env[69613]: DEBUG oslo_concurrency.lockutils [None req-49a0e46c-9160-492f-849f-d9761b4ca725 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Acquiring lock "refresh_cache-fa7f8ff7-658a-46d0-a6dc-232614af850d" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.040958] env[69613]: DEBUG oslo_concurrency.lockutils [None req-49a0e46c-9160-492f-849f-d9761b4ca725 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Acquired lock "refresh_cache-fa7f8ff7-658a-46d0-a6dc-232614af850d" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.040958] env[69613]: DEBUG nova.network.neutron [None req-49a0e46c-9160-492f-849f-d9761b4ca725 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] [instance: fa7f8ff7-658a-46d0-a6dc-232614af850d] Building network info cache for instance {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 934.125240] env[69613]: DEBUG oslo_vmware.api [-] Task: {'id': task-3417766, 'name': CreateVM_Task} progress is 99%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.260951] env[69613]: INFO nova.compute.manager [None req-fbfc2097-3af6-4e8f-a47a-6f932bc7ac90 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] [instance: 0de4241f-6605-425c-9b67-b4f07672d829] instance snapshotting [ 934.265016] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15b41737-97e7-4f2a-a9c2-a00380a71448 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.287970] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc6231b3-9eca-4e09-80ba-ff5dec7e4886 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.311915] env[69613]: DEBUG nova.network.neutron [-] [instance: 4c9e10fc-33aa-4244-83a1-dc1aed6251a2] Updating instance_info_cache with network_info: [] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 934.425690] env[69613]: DEBUG oslo_concurrency.lockutils [None req-17a3b2ed-89d0-4920-b119-7cfa8cc8b1e8 tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.905s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 934.430461] env[69613]: DEBUG oslo_concurrency.lockutils [None req-12e78629-4fea-4181-9561-ef7ae53368ca tempest-ServersWithSpecificFlavorTestJSON-559059669 tempest-ServersWithSpecificFlavorTestJSON-559059669-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.082s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 934.430461] env[69613]: DEBUG nova.objects.instance [None req-12e78629-4fea-4181-9561-ef7ae53368ca tempest-ServersWithSpecificFlavorTestJSON-559059669 tempest-ServersWithSpecificFlavorTestJSON-559059669-project-member] Lazy-loading 'resources' on Instance uuid 52a6a8dc-d371-4109-ba9a-0b972f1d0527 {{(pid=69613) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 934.453804] env[69613]: INFO nova.scheduler.client.report [None req-17a3b2ed-89d0-4920-b119-7cfa8cc8b1e8 tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] Deleted allocations for instance 4c3027a1-4b55-40bd-b818-562263ec9fab [ 934.511640] env[69613]: DEBUG nova.compute.manager [req-1316fb31-4683-446c-83e7-17a21d3c5196 req-00792cff-e6fe-4cd7-93d1-f4cd13b30f83 service nova] [instance: 09b161d0-361a-45c0-9352-755e9571ef61] Received event network-changed-f62fd6fb-deb3-4743-9d50-72b494491a70 {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 934.512042] env[69613]: DEBUG nova.compute.manager [req-1316fb31-4683-446c-83e7-17a21d3c5196 req-00792cff-e6fe-4cd7-93d1-f4cd13b30f83 service nova] [instance: 09b161d0-361a-45c0-9352-755e9571ef61] Refreshing instance network info cache due to event network-changed-f62fd6fb-deb3-4743-9d50-72b494491a70. {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 934.512464] env[69613]: DEBUG oslo_concurrency.lockutils [req-1316fb31-4683-446c-83e7-17a21d3c5196 req-00792cff-e6fe-4cd7-93d1-f4cd13b30f83 service nova] Acquiring lock "refresh_cache-09b161d0-361a-45c0-9352-755e9571ef61" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.512774] env[69613]: DEBUG oslo_concurrency.lockutils [req-1316fb31-4683-446c-83e7-17a21d3c5196 req-00792cff-e6fe-4cd7-93d1-f4cd13b30f83 service nova] Acquired lock "refresh_cache-09b161d0-361a-45c0-9352-755e9571ef61" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.513206] env[69613]: DEBUG nova.network.neutron [req-1316fb31-4683-446c-83e7-17a21d3c5196 req-00792cff-e6fe-4cd7-93d1-f4cd13b30f83 service nova] [instance: 09b161d0-361a-45c0-9352-755e9571ef61] Refreshing network info cache for port f62fd6fb-deb3-4743-9d50-72b494491a70 {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 934.629924] env[69613]: DEBUG oslo_vmware.api [-] Task: {'id': task-3417766, 'name': CreateVM_Task} progress is 99%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.803118] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-fbfc2097-3af6-4e8f-a47a-6f932bc7ac90 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] [instance: 0de4241f-6605-425c-9b67-b4f07672d829] Creating Snapshot of the VM instance {{(pid=69613) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 934.803118] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-50582967-a982-4817-937d-a169d203dd4b {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.810377] env[69613]: DEBUG oslo_vmware.api [None req-fbfc2097-3af6-4e8f-a47a-6f932bc7ac90 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Waiting for the task: (returnval){ [ 934.810377] env[69613]: value = "task-3417767" [ 934.810377] env[69613]: _type = "Task" [ 934.810377] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.814625] env[69613]: INFO nova.compute.manager [-] [instance: 4c9e10fc-33aa-4244-83a1-dc1aed6251a2] Took 2.48 seconds to deallocate network for instance. [ 934.826023] env[69613]: DEBUG oslo_vmware.api [None req-fbfc2097-3af6-4e8f-a47a-6f932bc7ac90 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Task: {'id': task-3417767, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.964537] env[69613]: DEBUG oslo_concurrency.lockutils [None req-17a3b2ed-89d0-4920-b119-7cfa8cc8b1e8 tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] Lock "4c3027a1-4b55-40bd-b818-562263ec9fab" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.559s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 935.019809] env[69613]: DEBUG oslo_concurrency.lockutils [None req-0e987d1e-095d-45e8-9f75-aa9a4a91e2fc tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Lock "b2c6c4bb-86f8-4e8f-b83d-a77d00447ff2" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.279s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 935.138379] env[69613]: DEBUG oslo_vmware.api [-] Task: {'id': task-3417766, 'name': CreateVM_Task, 'duration_secs': 1.394913} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.138632] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 09b161d0-361a-45c0-9352-755e9571ef61] Created VM on the ESX host {{(pid=69613) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 935.139369] env[69613]: DEBUG oslo_concurrency.lockutils [None req-38de81af-c3d4-4928-8016-aa70a38c5304 tempest-InstanceActionsV221TestJSON-720531311 tempest-InstanceActionsV221TestJSON-720531311-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.139582] env[69613]: DEBUG oslo_concurrency.lockutils [None req-38de81af-c3d4-4928-8016-aa70a38c5304 tempest-InstanceActionsV221TestJSON-720531311 tempest-InstanceActionsV221TestJSON-720531311-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.140500] env[69613]: DEBUG oslo_concurrency.lockutils [None req-38de81af-c3d4-4928-8016-aa70a38c5304 tempest-InstanceActionsV221TestJSON-720531311 tempest-InstanceActionsV221TestJSON-720531311-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.140500] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3004c131-7494-4d2c-9317-b7a74e7bda26 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.147996] env[69613]: DEBUG oslo_vmware.api [None req-38de81af-c3d4-4928-8016-aa70a38c5304 tempest-InstanceActionsV221TestJSON-720531311 tempest-InstanceActionsV221TestJSON-720531311-project-member] Waiting for the task: (returnval){ [ 935.147996] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]5299ac3f-8788-291d-a284-815458c9eac9" [ 935.147996] env[69613]: _type = "Task" [ 935.147996] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.161026] env[69613]: DEBUG oslo_vmware.api [None req-38de81af-c3d4-4928-8016-aa70a38c5304 tempest-InstanceActionsV221TestJSON-720531311 tempest-InstanceActionsV221TestJSON-720531311-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]5299ac3f-8788-291d-a284-815458c9eac9, 'name': SearchDatastore_Task, 'duration_secs': 0.01088} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.161026] env[69613]: DEBUG oslo_concurrency.lockutils [None req-38de81af-c3d4-4928-8016-aa70a38c5304 tempest-InstanceActionsV221TestJSON-720531311 tempest-InstanceActionsV221TestJSON-720531311-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.161179] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-38de81af-c3d4-4928-8016-aa70a38c5304 tempest-InstanceActionsV221TestJSON-720531311 tempest-InstanceActionsV221TestJSON-720531311-project-member] [instance: 09b161d0-361a-45c0-9352-755e9571ef61] Processing image 2b7a0304-b5d0-431d-b287-32c8388d7fbd {{(pid=69613) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 935.161420] env[69613]: DEBUG oslo_concurrency.lockutils [None req-38de81af-c3d4-4928-8016-aa70a38c5304 tempest-InstanceActionsV221TestJSON-720531311 tempest-InstanceActionsV221TestJSON-720531311-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.161608] env[69613]: DEBUG oslo_concurrency.lockutils [None req-38de81af-c3d4-4928-8016-aa70a38c5304 tempest-InstanceActionsV221TestJSON-720531311 tempest-InstanceActionsV221TestJSON-720531311-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.161807] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-38de81af-c3d4-4928-8016-aa70a38c5304 tempest-InstanceActionsV221TestJSON-720531311 tempest-InstanceActionsV221TestJSON-720531311-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69613) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 935.164481] env[69613]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-110c389a-68d4-4613-b492-1c393272e7eb {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.173375] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-38de81af-c3d4-4928-8016-aa70a38c5304 tempest-InstanceActionsV221TestJSON-720531311 tempest-InstanceActionsV221TestJSON-720531311-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69613) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 935.174465] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-38de81af-c3d4-4928-8016-aa70a38c5304 tempest-InstanceActionsV221TestJSON-720531311 tempest-InstanceActionsV221TestJSON-720531311-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69613) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 935.176876] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cae7554d-bfb1-4e0a-9ac9-fa5edfa798ca {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.186529] env[69613]: DEBUG oslo_vmware.api [None req-38de81af-c3d4-4928-8016-aa70a38c5304 tempest-InstanceActionsV221TestJSON-720531311 tempest-InstanceActionsV221TestJSON-720531311-project-member] Waiting for the task: (returnval){ [ 935.186529] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]527e217a-71d4-d227-5eb1-e6763758366a" [ 935.186529] env[69613]: _type = "Task" [ 935.186529] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.195085] env[69613]: DEBUG oslo_vmware.api [None req-38de81af-c3d4-4928-8016-aa70a38c5304 tempest-InstanceActionsV221TestJSON-720531311 tempest-InstanceActionsV221TestJSON-720531311-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]527e217a-71d4-d227-5eb1-e6763758366a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.196152] env[69613]: DEBUG nova.network.neutron [None req-49a0e46c-9160-492f-849f-d9761b4ca725 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] [instance: fa7f8ff7-658a-46d0-a6dc-232614af850d] Updating instance_info_cache with network_info: [{"id": "fe52934e-8488-4b1a-80f7-1311cd4014f0", "address": "fa:16:3e:94:ef:45", "network": {"id": "743485db-c4e0-4763-aaad-624cce7d9704", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-754778099-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.222", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "27cd1ce9a4f74279a40b13e8fbac87a0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4576b9d4-535c-40aa-b078-246f671f216e", "external-id": "nsx-vlan-transportzone-27", "segmentation_id": 27, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfe52934e-84", "ovs_interfaceid": "fe52934e-8488-4b1a-80f7-1311cd4014f0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 935.327970] env[69613]: DEBUG oslo_concurrency.lockutils [None req-7fabd20d-5922-4713-9b18-75ada3792aaf tempest-ServersTestMultiNic-711096641 tempest-ServersTestMultiNic-711096641-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 935.327970] env[69613]: DEBUG oslo_vmware.api [None req-fbfc2097-3af6-4e8f-a47a-6f932bc7ac90 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Task: {'id': task-3417767, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.362046] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b4cf69d-3c6a-4010-bbfb-088d0eb69a85 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.369661] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a14e636-7603-4e40-9442-5280f58d5dfc {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.403764] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21a2b176-8567-4860-8e55-831d6636bd9e {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.411316] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-292c4c7d-cfcc-44bc-b49f-4b11193348ab {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.424837] env[69613]: DEBUG nova.compute.provider_tree [None req-12e78629-4fea-4181-9561-ef7ae53368ca tempest-ServersWithSpecificFlavorTestJSON-559059669 tempest-ServersWithSpecificFlavorTestJSON-559059669-project-member] Inventory has not changed in ProviderTree for provider: af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 {{(pid=69613) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 935.617618] env[69613]: DEBUG nova.network.neutron [req-1316fb31-4683-446c-83e7-17a21d3c5196 req-00792cff-e6fe-4cd7-93d1-f4cd13b30f83 service nova] [instance: 09b161d0-361a-45c0-9352-755e9571ef61] Updated VIF entry in instance network info cache for port f62fd6fb-deb3-4743-9d50-72b494491a70. {{(pid=69613) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 935.617618] env[69613]: DEBUG nova.network.neutron [req-1316fb31-4683-446c-83e7-17a21d3c5196 req-00792cff-e6fe-4cd7-93d1-f4cd13b30f83 service nova] [instance: 09b161d0-361a-45c0-9352-755e9571ef61] Updating instance_info_cache with network_info: [{"id": "f62fd6fb-deb3-4743-9d50-72b494491a70", "address": "fa:16:3e:7d:41:48", "network": {"id": "8d7326ba-8bc6-40a8-9445-d59fe25f11a6", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-14929091-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "594f363a27b243d2b05dd282608d262f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1880df72-582c-44cb-992d-88dc6a514914", "external-id": "nsx-vlan-transportzone-808", "segmentation_id": 808, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf62fd6fb-de", "ovs_interfaceid": "f62fd6fb-deb3-4743-9d50-72b494491a70", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 935.702122] env[69613]: DEBUG oslo_concurrency.lockutils [None req-49a0e46c-9160-492f-849f-d9761b4ca725 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Releasing lock "refresh_cache-fa7f8ff7-658a-46d0-a6dc-232614af850d" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.706630] env[69613]: DEBUG oslo_vmware.api [None req-38de81af-c3d4-4928-8016-aa70a38c5304 tempest-InstanceActionsV221TestJSON-720531311 tempest-InstanceActionsV221TestJSON-720531311-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]527e217a-71d4-d227-5eb1-e6763758366a, 'name': SearchDatastore_Task, 'duration_secs': 0.010084} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.707660] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8a3b5ced-81d0-4c4a-8f96-f6fe0eefd690 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.715196] env[69613]: DEBUG oslo_vmware.api [None req-38de81af-c3d4-4928-8016-aa70a38c5304 tempest-InstanceActionsV221TestJSON-720531311 tempest-InstanceActionsV221TestJSON-720531311-project-member] Waiting for the task: (returnval){ [ 935.715196] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]523327f4-873b-f07a-786b-3816214394ca" [ 935.715196] env[69613]: _type = "Task" [ 935.715196] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.723773] env[69613]: DEBUG oslo_vmware.api [None req-38de81af-c3d4-4928-8016-aa70a38c5304 tempest-InstanceActionsV221TestJSON-720531311 tempest-InstanceActionsV221TestJSON-720531311-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]523327f4-873b-f07a-786b-3816214394ca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.824009] env[69613]: DEBUG oslo_vmware.api [None req-fbfc2097-3af6-4e8f-a47a-6f932bc7ac90 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Task: {'id': task-3417767, 'name': CreateSnapshot_Task, 'duration_secs': 0.899758} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.824009] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-fbfc2097-3af6-4e8f-a47a-6f932bc7ac90 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] [instance: 0de4241f-6605-425c-9b67-b4f07672d829] Created Snapshot of the VM instance {{(pid=69613) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 935.824009] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07941d2d-7ecb-4e3d-b652-7bcb4c0ccbdb {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.931356] env[69613]: DEBUG nova.scheduler.client.report [None req-12e78629-4fea-4181-9561-ef7ae53368ca tempest-ServersWithSpecificFlavorTestJSON-559059669 tempest-ServersWithSpecificFlavorTestJSON-559059669-project-member] Inventory has not changed for provider af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69613) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 936.123867] env[69613]: DEBUG oslo_concurrency.lockutils [req-1316fb31-4683-446c-83e7-17a21d3c5196 req-00792cff-e6fe-4cd7-93d1-f4cd13b30f83 service nova] Releasing lock "refresh_cache-09b161d0-361a-45c0-9352-755e9571ef61" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.123867] env[69613]: DEBUG nova.compute.manager [req-1316fb31-4683-446c-83e7-17a21d3c5196 req-00792cff-e6fe-4cd7-93d1-f4cd13b30f83 service nova] [instance: 4c9e10fc-33aa-4244-83a1-dc1aed6251a2] Received event network-vif-deleted-71efe7be-0e82-4275-9cef-498e518e6d07 {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 936.123867] env[69613]: DEBUG nova.compute.manager [req-1316fb31-4683-446c-83e7-17a21d3c5196 req-00792cff-e6fe-4cd7-93d1-f4cd13b30f83 service nova] [instance: 4c9e10fc-33aa-4244-83a1-dc1aed6251a2] Received event network-vif-deleted-bd4b1339-711b-41ef-895e-f49a04fcfe7c {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 936.123867] env[69613]: DEBUG nova.compute.manager [req-1316fb31-4683-446c-83e7-17a21d3c5196 req-00792cff-e6fe-4cd7-93d1-f4cd13b30f83 service nova] [instance: 4c9e10fc-33aa-4244-83a1-dc1aed6251a2] Received event network-vif-deleted-cff07831-7697-4b87-9246-55bda10da13c {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 936.226487] env[69613]: DEBUG oslo_vmware.api [None req-38de81af-c3d4-4928-8016-aa70a38c5304 tempest-InstanceActionsV221TestJSON-720531311 tempest-InstanceActionsV221TestJSON-720531311-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]523327f4-873b-f07a-786b-3816214394ca, 'name': SearchDatastore_Task, 'duration_secs': 0.010996} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.227454] env[69613]: DEBUG oslo_concurrency.lockutils [None req-38de81af-c3d4-4928-8016-aa70a38c5304 tempest-InstanceActionsV221TestJSON-720531311 tempest-InstanceActionsV221TestJSON-720531311-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.227454] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-38de81af-c3d4-4928-8016-aa70a38c5304 tempest-InstanceActionsV221TestJSON-720531311 tempest-InstanceActionsV221TestJSON-720531311-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk to [datastore2] 09b161d0-361a-45c0-9352-755e9571ef61/09b161d0-361a-45c0-9352-755e9571ef61.vmdk {{(pid=69613) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 936.227454] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d2e83a43-d279-49ae-920d-a638bfa1ba5e {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.237264] env[69613]: DEBUG oslo_vmware.api [None req-38de81af-c3d4-4928-8016-aa70a38c5304 tempest-InstanceActionsV221TestJSON-720531311 tempest-InstanceActionsV221TestJSON-720531311-project-member] Waiting for the task: (returnval){ [ 936.237264] env[69613]: value = "task-3417768" [ 936.237264] env[69613]: _type = "Task" [ 936.237264] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.237264] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ac62ca8-cc9b-47a5-87fe-7feb57d61787 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.272324] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df11c3b4-08b8-4131-b32e-7e6b0243db25 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.276557] env[69613]: DEBUG oslo_vmware.api [None req-38de81af-c3d4-4928-8016-aa70a38c5304 tempest-InstanceActionsV221TestJSON-720531311 tempest-InstanceActionsV221TestJSON-720531311-project-member] Task: {'id': task-3417768, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.281838] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-49a0e46c-9160-492f-849f-d9761b4ca725 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] [instance: fa7f8ff7-658a-46d0-a6dc-232614af850d] Updating instance 'fa7f8ff7-658a-46d0-a6dc-232614af850d' progress to 83 {{(pid=69613) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 936.347262] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-fbfc2097-3af6-4e8f-a47a-6f932bc7ac90 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] [instance: 0de4241f-6605-425c-9b67-b4f07672d829] Creating linked-clone VM from snapshot {{(pid=69613) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 936.347606] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-223e3a3a-19d7-414a-96d5-70e795798dd3 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.356346] env[69613]: DEBUG oslo_vmware.api [None req-fbfc2097-3af6-4e8f-a47a-6f932bc7ac90 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Waiting for the task: (returnval){ [ 936.356346] env[69613]: value = "task-3417769" [ 936.356346] env[69613]: _type = "Task" [ 936.356346] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.366231] env[69613]: DEBUG oslo_vmware.api [None req-fbfc2097-3af6-4e8f-a47a-6f932bc7ac90 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Task: {'id': task-3417769, 'name': CloneVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.437397] env[69613]: DEBUG oslo_concurrency.lockutils [None req-12e78629-4fea-4181-9561-ef7ae53368ca tempest-ServersWithSpecificFlavorTestJSON-559059669 tempest-ServersWithSpecificFlavorTestJSON-559059669-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.011s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 936.441752] env[69613]: DEBUG oslo_concurrency.lockutils [None req-15d59e98-f884-4e55-a25c-cbde987ee7be tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.064s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 936.445024] env[69613]: INFO nova.compute.claims [None req-15d59e98-f884-4e55-a25c-cbde987ee7be tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] [instance: 815ee067-7d2e-4312-8f7a-77ce8854bd2d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 936.473063] env[69613]: INFO nova.scheduler.client.report [None req-12e78629-4fea-4181-9561-ef7ae53368ca tempest-ServersWithSpecificFlavorTestJSON-559059669 tempest-ServersWithSpecificFlavorTestJSON-559059669-project-member] Deleted allocations for instance 52a6a8dc-d371-4109-ba9a-0b972f1d0527 [ 936.749971] env[69613]: DEBUG oslo_vmware.api [None req-38de81af-c3d4-4928-8016-aa70a38c5304 tempest-InstanceActionsV221TestJSON-720531311 tempest-InstanceActionsV221TestJSON-720531311-project-member] Task: {'id': task-3417768, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.510255} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.751395] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-38de81af-c3d4-4928-8016-aa70a38c5304 tempest-InstanceActionsV221TestJSON-720531311 tempest-InstanceActionsV221TestJSON-720531311-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk to [datastore2] 09b161d0-361a-45c0-9352-755e9571ef61/09b161d0-361a-45c0-9352-755e9571ef61.vmdk {{(pid=69613) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 936.754370] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-38de81af-c3d4-4928-8016-aa70a38c5304 tempest-InstanceActionsV221TestJSON-720531311 tempest-InstanceActionsV221TestJSON-720531311-project-member] [instance: 09b161d0-361a-45c0-9352-755e9571ef61] Extending root virtual disk to 1048576 {{(pid=69613) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 936.754703] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4c5405aa-496f-4043-b686-d9804dd5be0e {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.764423] env[69613]: DEBUG oslo_vmware.api [None req-38de81af-c3d4-4928-8016-aa70a38c5304 tempest-InstanceActionsV221TestJSON-720531311 tempest-InstanceActionsV221TestJSON-720531311-project-member] Waiting for the task: (returnval){ [ 936.764423] env[69613]: value = "task-3417770" [ 936.764423] env[69613]: _type = "Task" [ 936.764423] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.773859] env[69613]: DEBUG oslo_vmware.api [None req-38de81af-c3d4-4928-8016-aa70a38c5304 tempest-InstanceActionsV221TestJSON-720531311 tempest-InstanceActionsV221TestJSON-720531311-project-member] Task: {'id': task-3417770, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.792868] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-49a0e46c-9160-492f-849f-d9761b4ca725 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] [instance: fa7f8ff7-658a-46d0-a6dc-232614af850d] Updating instance 'fa7f8ff7-658a-46d0-a6dc-232614af850d' progress to 100 {{(pid=69613) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 936.867157] env[69613]: DEBUG oslo_vmware.api [None req-fbfc2097-3af6-4e8f-a47a-6f932bc7ac90 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Task: {'id': task-3417769, 'name': CloneVM_Task} progress is 94%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.914771] env[69613]: DEBUG oslo_concurrency.lockutils [None req-d03645fb-8c35-4778-acdf-f670f73d03bb tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Acquiring lock "06ba24f5-e698-4fb3-9c47-fe146eee8e72" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 936.915015] env[69613]: DEBUG oslo_concurrency.lockutils [None req-d03645fb-8c35-4778-acdf-f670f73d03bb tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Lock "06ba24f5-e698-4fb3-9c47-fe146eee8e72" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 936.986790] env[69613]: DEBUG oslo_concurrency.lockutils [None req-12e78629-4fea-4181-9561-ef7ae53368ca tempest-ServersWithSpecificFlavorTestJSON-559059669 tempest-ServersWithSpecificFlavorTestJSON-559059669-project-member] Lock "52a6a8dc-d371-4109-ba9a-0b972f1d0527" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.311s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 937.279627] env[69613]: DEBUG oslo_vmware.api [None req-38de81af-c3d4-4928-8016-aa70a38c5304 tempest-InstanceActionsV221TestJSON-720531311 tempest-InstanceActionsV221TestJSON-720531311-project-member] Task: {'id': task-3417770, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073275} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.280460] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-38de81af-c3d4-4928-8016-aa70a38c5304 tempest-InstanceActionsV221TestJSON-720531311 tempest-InstanceActionsV221TestJSON-720531311-project-member] [instance: 09b161d0-361a-45c0-9352-755e9571ef61] Extended root virtual disk {{(pid=69613) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 937.282097] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaaa1136-fe07-454b-bc46-ae983ea0be9f {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.321239] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-38de81af-c3d4-4928-8016-aa70a38c5304 tempest-InstanceActionsV221TestJSON-720531311 tempest-InstanceActionsV221TestJSON-720531311-project-member] [instance: 09b161d0-361a-45c0-9352-755e9571ef61] Reconfiguring VM instance instance-00000050 to attach disk [datastore2] 09b161d0-361a-45c0-9352-755e9571ef61/09b161d0-361a-45c0-9352-755e9571ef61.vmdk or device None with type sparse {{(pid=69613) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 937.322145] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3c07aa23-3558-4270-84cc-6623ea5c8be6 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.345398] env[69613]: DEBUG oslo_vmware.api [None req-38de81af-c3d4-4928-8016-aa70a38c5304 tempest-InstanceActionsV221TestJSON-720531311 tempest-InstanceActionsV221TestJSON-720531311-project-member] Waiting for the task: (returnval){ [ 937.345398] env[69613]: value = "task-3417771" [ 937.345398] env[69613]: _type = "Task" [ 937.345398] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.354509] env[69613]: DEBUG oslo_vmware.api [None req-38de81af-c3d4-4928-8016-aa70a38c5304 tempest-InstanceActionsV221TestJSON-720531311 tempest-InstanceActionsV221TestJSON-720531311-project-member] Task: {'id': task-3417771, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.372020] env[69613]: DEBUG oslo_vmware.api [None req-fbfc2097-3af6-4e8f-a47a-6f932bc7ac90 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Task: {'id': task-3417769, 'name': CloneVM_Task} progress is 94%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.417020] env[69613]: DEBUG nova.compute.manager [None req-d03645fb-8c35-4778-acdf-f670f73d03bb tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] [instance: 06ba24f5-e698-4fb3-9c47-fe146eee8e72] Starting instance... {{(pid=69613) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 937.685107] env[69613]: DEBUG oslo_concurrency.lockutils [None req-962dc6cd-8a52-45a2-85a2-e828bbbec1d1 tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] Acquiring lock "058cd966-fff9-4310-9bec-9cba4612ab83" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 937.685306] env[69613]: DEBUG oslo_concurrency.lockutils [None req-962dc6cd-8a52-45a2-85a2-e828bbbec1d1 tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] Lock "058cd966-fff9-4310-9bec-9cba4612ab83" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 937.806013] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb5a99b2-7c41-4854-9852-35324a481cbd {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.813967] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f4c129e-e839-4c1d-b4af-97636ae49d47 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.854964] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d41845f6-c096-4efe-aa20-c6f28fa48066 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.868654] env[69613]: DEBUG oslo_vmware.api [None req-38de81af-c3d4-4928-8016-aa70a38c5304 tempest-InstanceActionsV221TestJSON-720531311 tempest-InstanceActionsV221TestJSON-720531311-project-member] Task: {'id': task-3417771, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.873838] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcc30ef6-d26d-4c18-bc92-c27d7b884b45 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.889957] env[69613]: DEBUG nova.compute.provider_tree [None req-15d59e98-f884-4e55-a25c-cbde987ee7be tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Inventory has not changed in ProviderTree for provider: af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 {{(pid=69613) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 937.894325] env[69613]: DEBUG oslo_vmware.api [None req-fbfc2097-3af6-4e8f-a47a-6f932bc7ac90 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Task: {'id': task-3417769, 'name': CloneVM_Task} progress is 94%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.940090] env[69613]: DEBUG oslo_concurrency.lockutils [None req-d03645fb-8c35-4778-acdf-f670f73d03bb tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 938.045328] env[69613]: DEBUG oslo_concurrency.lockutils [None req-cafe0dfa-3730-427f-a126-14fddddb7689 tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Acquiring lock "b2c6c4bb-86f8-4e8f-b83d-a77d00447ff2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 938.045595] env[69613]: DEBUG oslo_concurrency.lockutils [None req-cafe0dfa-3730-427f-a126-14fddddb7689 tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Lock "b2c6c4bb-86f8-4e8f-b83d-a77d00447ff2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 938.045801] env[69613]: DEBUG oslo_concurrency.lockutils [None req-cafe0dfa-3730-427f-a126-14fddddb7689 tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Acquiring lock "b2c6c4bb-86f8-4e8f-b83d-a77d00447ff2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 938.045988] env[69613]: DEBUG oslo_concurrency.lockutils [None req-cafe0dfa-3730-427f-a126-14fddddb7689 tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Lock "b2c6c4bb-86f8-4e8f-b83d-a77d00447ff2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 938.046179] env[69613]: DEBUG oslo_concurrency.lockutils [None req-cafe0dfa-3730-427f-a126-14fddddb7689 tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Lock "b2c6c4bb-86f8-4e8f-b83d-a77d00447ff2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 938.048512] env[69613]: INFO nova.compute.manager [None req-cafe0dfa-3730-427f-a126-14fddddb7689 tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] [instance: b2c6c4bb-86f8-4e8f-b83d-a77d00447ff2] Terminating instance [ 938.191160] env[69613]: DEBUG nova.compute.manager [None req-962dc6cd-8a52-45a2-85a2-e828bbbec1d1 tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] [instance: 058cd966-fff9-4310-9bec-9cba4612ab83] Starting instance... {{(pid=69613) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 938.369508] env[69613]: DEBUG oslo_vmware.api [None req-38de81af-c3d4-4928-8016-aa70a38c5304 tempest-InstanceActionsV221TestJSON-720531311 tempest-InstanceActionsV221TestJSON-720531311-project-member] Task: {'id': task-3417771, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.379498] env[69613]: DEBUG oslo_vmware.api [None req-fbfc2097-3af6-4e8f-a47a-6f932bc7ac90 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Task: {'id': task-3417769, 'name': CloneVM_Task} progress is 95%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.397804] env[69613]: DEBUG nova.scheduler.client.report [None req-15d59e98-f884-4e55-a25c-cbde987ee7be tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Inventory has not changed for provider af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69613) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 938.552352] env[69613]: DEBUG nova.compute.manager [None req-cafe0dfa-3730-427f-a126-14fddddb7689 tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] [instance: b2c6c4bb-86f8-4e8f-b83d-a77d00447ff2] Start destroying the instance on the hypervisor. {{(pid=69613) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 938.552591] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-cafe0dfa-3730-427f-a126-14fddddb7689 tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] [instance: b2c6c4bb-86f8-4e8f-b83d-a77d00447ff2] Destroying instance {{(pid=69613) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 938.553518] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16fc5b47-b815-4567-a9ce-e4e92ec9b551 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.562748] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-cafe0dfa-3730-427f-a126-14fddddb7689 tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] [instance: b2c6c4bb-86f8-4e8f-b83d-a77d00447ff2] Powering off the VM {{(pid=69613) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 938.563023] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-23304342-7f55-4442-9e42-45d3233d6859 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.570465] env[69613]: DEBUG oslo_vmware.api [None req-cafe0dfa-3730-427f-a126-14fddddb7689 tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Waiting for the task: (returnval){ [ 938.570465] env[69613]: value = "task-3417772" [ 938.570465] env[69613]: _type = "Task" [ 938.570465] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.581021] env[69613]: DEBUG oslo_vmware.api [None req-cafe0dfa-3730-427f-a126-14fddddb7689 tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Task: {'id': task-3417772, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.726595] env[69613]: DEBUG oslo_concurrency.lockutils [None req-962dc6cd-8a52-45a2-85a2-e828bbbec1d1 tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 938.870729] env[69613]: DEBUG oslo_vmware.api [None req-38de81af-c3d4-4928-8016-aa70a38c5304 tempest-InstanceActionsV221TestJSON-720531311 tempest-InstanceActionsV221TestJSON-720531311-project-member] Task: {'id': task-3417771, 'name': ReconfigVM_Task, 'duration_secs': 1.134118} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.871118] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-38de81af-c3d4-4928-8016-aa70a38c5304 tempest-InstanceActionsV221TestJSON-720531311 tempest-InstanceActionsV221TestJSON-720531311-project-member] [instance: 09b161d0-361a-45c0-9352-755e9571ef61] Reconfigured VM instance instance-00000050 to attach disk [datastore2] 09b161d0-361a-45c0-9352-755e9571ef61/09b161d0-361a-45c0-9352-755e9571ef61.vmdk or device None with type sparse {{(pid=69613) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 938.874846] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3b0cfdf8-04ca-44fa-ba42-6fe3e5bf6455 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.882118] env[69613]: DEBUG oslo_vmware.api [None req-fbfc2097-3af6-4e8f-a47a-6f932bc7ac90 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Task: {'id': task-3417769, 'name': CloneVM_Task, 'duration_secs': 2.297638} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.883407] env[69613]: INFO nova.virt.vmwareapi.vmops [None req-fbfc2097-3af6-4e8f-a47a-6f932bc7ac90 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] [instance: 0de4241f-6605-425c-9b67-b4f07672d829] Created linked-clone VM from snapshot [ 938.883731] env[69613]: DEBUG oslo_vmware.api [None req-38de81af-c3d4-4928-8016-aa70a38c5304 tempest-InstanceActionsV221TestJSON-720531311 tempest-InstanceActionsV221TestJSON-720531311-project-member] Waiting for the task: (returnval){ [ 938.883731] env[69613]: value = "task-3417773" [ 938.883731] env[69613]: _type = "Task" [ 938.883731] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.884436] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21c1b572-632d-40bb-bb28-c20cc53d59bc {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.896062] env[69613]: DEBUG nova.virt.vmwareapi.images [None req-fbfc2097-3af6-4e8f-a47a-6f932bc7ac90 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] [instance: 0de4241f-6605-425c-9b67-b4f07672d829] Uploading image 88a0294d-8f1b-44fd-a779-f6277a8e7b73 {{(pid=69613) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 938.901612] env[69613]: DEBUG oslo_vmware.api [None req-38de81af-c3d4-4928-8016-aa70a38c5304 tempest-InstanceActionsV221TestJSON-720531311 tempest-InstanceActionsV221TestJSON-720531311-project-member] Task: {'id': task-3417773, 'name': Rename_Task} progress is 6%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.903540] env[69613]: DEBUG oslo_concurrency.lockutils [None req-15d59e98-f884-4e55-a25c-cbde987ee7be tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.463s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 938.903813] env[69613]: DEBUG nova.compute.manager [None req-15d59e98-f884-4e55-a25c-cbde987ee7be tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] [instance: 815ee067-7d2e-4312-8f7a-77ce8854bd2d] Start building networks asynchronously for instance. {{(pid=69613) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 938.908060] env[69613]: DEBUG oslo_concurrency.lockutils [None req-92ea1394-8808-4053-ba1a-3cc170432a4b tempest-ServerShowV247Test-1190307155 tempest-ServerShowV247Test-1190307155-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 19.404s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 938.909032] env[69613]: DEBUG nova.objects.instance [None req-92ea1394-8808-4053-ba1a-3cc170432a4b tempest-ServerShowV247Test-1190307155 tempest-ServerShowV247Test-1190307155-project-member] [instance: 07474db3-d38d-49ca-a42a-28c63825d86d] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69613) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 938.912016] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbfc2097-3af6-4e8f-a47a-6f932bc7ac90 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] [instance: 0de4241f-6605-425c-9b67-b4f07672d829] Destroying the VM {{(pid=69613) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 938.912824] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-3fcd07d8-b103-478e-b2f8-8be76c510975 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.919719] env[69613]: DEBUG oslo_vmware.api [None req-fbfc2097-3af6-4e8f-a47a-6f932bc7ac90 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Waiting for the task: (returnval){ [ 938.919719] env[69613]: value = "task-3417774" [ 938.919719] env[69613]: _type = "Task" [ 938.919719] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.930707] env[69613]: DEBUG oslo_vmware.api [None req-fbfc2097-3af6-4e8f-a47a-6f932bc7ac90 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Task: {'id': task-3417774, 'name': Destroy_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.081639] env[69613]: DEBUG oslo_vmware.api [None req-cafe0dfa-3730-427f-a126-14fddddb7689 tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Task: {'id': task-3417772, 'name': PowerOffVM_Task, 'duration_secs': 0.202078} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.082068] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-cafe0dfa-3730-427f-a126-14fddddb7689 tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] [instance: b2c6c4bb-86f8-4e8f-b83d-a77d00447ff2] Powered off the VM {{(pid=69613) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 939.082262] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-cafe0dfa-3730-427f-a126-14fddddb7689 tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] [instance: b2c6c4bb-86f8-4e8f-b83d-a77d00447ff2] Unregistering the VM {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 939.082541] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d610fa68-960a-408a-9159-3af6c4beaa5f {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.143385] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-cafe0dfa-3730-427f-a126-14fddddb7689 tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] [instance: b2c6c4bb-86f8-4e8f-b83d-a77d00447ff2] Unregistered the VM {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 939.143657] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-cafe0dfa-3730-427f-a126-14fddddb7689 tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] [instance: b2c6c4bb-86f8-4e8f-b83d-a77d00447ff2] Deleting contents of the VM from datastore datastore2 {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 939.143894] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-cafe0dfa-3730-427f-a126-14fddddb7689 tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Deleting the datastore file [datastore2] b2c6c4bb-86f8-4e8f-b83d-a77d00447ff2 {{(pid=69613) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 939.144271] env[69613]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4c922e9c-0716-4850-b1ba-49f2092eb389 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.153382] env[69613]: DEBUG oslo_vmware.api [None req-cafe0dfa-3730-427f-a126-14fddddb7689 tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Waiting for the task: (returnval){ [ 939.153382] env[69613]: value = "task-3417776" [ 939.153382] env[69613]: _type = "Task" [ 939.153382] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.164823] env[69613]: DEBUG oslo_vmware.api [None req-cafe0dfa-3730-427f-a126-14fddddb7689 tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Task: {'id': task-3417776, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.344330] env[69613]: DEBUG oslo_concurrency.lockutils [None req-fff3dcaa-3925-4afc-90e9-487c00455e44 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Acquiring lock "fa7f8ff7-658a-46d0-a6dc-232614af850d" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 939.344662] env[69613]: DEBUG oslo_concurrency.lockutils [None req-fff3dcaa-3925-4afc-90e9-487c00455e44 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Lock "fa7f8ff7-658a-46d0-a6dc-232614af850d" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 939.344865] env[69613]: DEBUG nova.compute.manager [None req-fff3dcaa-3925-4afc-90e9-487c00455e44 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] [instance: fa7f8ff7-658a-46d0-a6dc-232614af850d] Going to confirm migration 2 {{(pid=69613) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 939.398851] env[69613]: DEBUG oslo_vmware.api [None req-38de81af-c3d4-4928-8016-aa70a38c5304 tempest-InstanceActionsV221TestJSON-720531311 tempest-InstanceActionsV221TestJSON-720531311-project-member] Task: {'id': task-3417773, 'name': Rename_Task, 'duration_secs': 0.158478} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.399381] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-38de81af-c3d4-4928-8016-aa70a38c5304 tempest-InstanceActionsV221TestJSON-720531311 tempest-InstanceActionsV221TestJSON-720531311-project-member] [instance: 09b161d0-361a-45c0-9352-755e9571ef61] Powering on the VM {{(pid=69613) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 939.399678] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-82848700-d315-4a69-b47d-941d46343064 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.407107] env[69613]: DEBUG oslo_vmware.api [None req-38de81af-c3d4-4928-8016-aa70a38c5304 tempest-InstanceActionsV221TestJSON-720531311 tempest-InstanceActionsV221TestJSON-720531311-project-member] Waiting for the task: (returnval){ [ 939.407107] env[69613]: value = "task-3417777" [ 939.407107] env[69613]: _type = "Task" [ 939.407107] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.413620] env[69613]: DEBUG nova.compute.utils [None req-15d59e98-f884-4e55-a25c-cbde987ee7be tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Using /dev/sd instead of None {{(pid=69613) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 939.423794] env[69613]: DEBUG nova.compute.manager [None req-15d59e98-f884-4e55-a25c-cbde987ee7be tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] [instance: 815ee067-7d2e-4312-8f7a-77ce8854bd2d] Allocating IP information in the background. {{(pid=69613) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 939.423966] env[69613]: DEBUG nova.network.neutron [None req-15d59e98-f884-4e55-a25c-cbde987ee7be tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] [instance: 815ee067-7d2e-4312-8f7a-77ce8854bd2d] allocate_for_instance() {{(pid=69613) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 939.431740] env[69613]: DEBUG oslo_vmware.api [None req-38de81af-c3d4-4928-8016-aa70a38c5304 tempest-InstanceActionsV221TestJSON-720531311 tempest-InstanceActionsV221TestJSON-720531311-project-member] Task: {'id': task-3417777, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.433129] env[69613]: DEBUG nova.compute.manager [None req-15d59e98-f884-4e55-a25c-cbde987ee7be tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] [instance: 815ee067-7d2e-4312-8f7a-77ce8854bd2d] Start building block device mappings for instance. {{(pid=69613) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 939.448265] env[69613]: DEBUG oslo_vmware.api [None req-fbfc2097-3af6-4e8f-a47a-6f932bc7ac90 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Task: {'id': task-3417774, 'name': Destroy_Task, 'duration_secs': 0.419058} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.448546] env[69613]: INFO nova.virt.vmwareapi.vm_util [None req-fbfc2097-3af6-4e8f-a47a-6f932bc7ac90 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] [instance: 0de4241f-6605-425c-9b67-b4f07672d829] Destroyed the VM [ 939.448977] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-fbfc2097-3af6-4e8f-a47a-6f932bc7ac90 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] [instance: 0de4241f-6605-425c-9b67-b4f07672d829] Deleting Snapshot of the VM instance {{(pid=69613) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 939.449286] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-04f6808c-d4a6-4b9d-a565-3fd095e43307 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.455823] env[69613]: DEBUG oslo_vmware.api [None req-fbfc2097-3af6-4e8f-a47a-6f932bc7ac90 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Waiting for the task: (returnval){ [ 939.455823] env[69613]: value = "task-3417778" [ 939.455823] env[69613]: _type = "Task" [ 939.455823] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.465060] env[69613]: DEBUG oslo_vmware.api [None req-fbfc2097-3af6-4e8f-a47a-6f932bc7ac90 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Task: {'id': task-3417778, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.537751] env[69613]: DEBUG nova.policy [None req-15d59e98-f884-4e55-a25c-cbde987ee7be tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7906ff25fe3145f985317b610e2196cb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9e2b2477b1674fa28068fcb7c61ff983', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69613) authorize /opt/stack/nova/nova/policy.py:192}} [ 939.666629] env[69613]: DEBUG oslo_vmware.api [None req-cafe0dfa-3730-427f-a126-14fddddb7689 tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Task: {'id': task-3417776, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.173024} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.666968] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-cafe0dfa-3730-427f-a126-14fddddb7689 tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Deleted the datastore file {{(pid=69613) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 939.667219] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-cafe0dfa-3730-427f-a126-14fddddb7689 tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] [instance: b2c6c4bb-86f8-4e8f-b83d-a77d00447ff2] Deleted contents of the VM from datastore datastore2 {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 939.667433] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-cafe0dfa-3730-427f-a126-14fddddb7689 tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] [instance: b2c6c4bb-86f8-4e8f-b83d-a77d00447ff2] Instance destroyed {{(pid=69613) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 939.667731] env[69613]: INFO nova.compute.manager [None req-cafe0dfa-3730-427f-a126-14fddddb7689 tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] [instance: b2c6c4bb-86f8-4e8f-b83d-a77d00447ff2] Took 1.12 seconds to destroy the instance on the hypervisor. [ 939.668090] env[69613]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cafe0dfa-3730-427f-a126-14fddddb7689 tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69613) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 939.669181] env[69613]: DEBUG nova.compute.manager [-] [instance: b2c6c4bb-86f8-4e8f-b83d-a77d00447ff2] Deallocating network for instance {{(pid=69613) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 939.669747] env[69613]: DEBUG nova.network.neutron [-] [instance: b2c6c4bb-86f8-4e8f-b83d-a77d00447ff2] deallocate_for_instance() {{(pid=69613) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 939.922121] env[69613]: DEBUG oslo_vmware.api [None req-38de81af-c3d4-4928-8016-aa70a38c5304 tempest-InstanceActionsV221TestJSON-720531311 tempest-InstanceActionsV221TestJSON-720531311-project-member] Task: {'id': task-3417777, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.932843] env[69613]: DEBUG oslo_concurrency.lockutils [None req-92ea1394-8808-4053-ba1a-3cc170432a4b tempest-ServerShowV247Test-1190307155 tempest-ServerShowV247Test-1190307155-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.025s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 939.934063] env[69613]: DEBUG oslo_concurrency.lockutils [None req-7d795db8-c0c4-48d7-98a3-5b1c69ca3577 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.773s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 939.940517] env[69613]: INFO nova.compute.claims [None req-7d795db8-c0c4-48d7-98a3-5b1c69ca3577 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] [instance: 983a2305-b1f1-487b-ab6a-2f5f1f7ee3f0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 939.966943] env[69613]: DEBUG oslo_vmware.api [None req-fbfc2097-3af6-4e8f-a47a-6f932bc7ac90 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Task: {'id': task-3417778, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.975405] env[69613]: DEBUG oslo_concurrency.lockutils [None req-fff3dcaa-3925-4afc-90e9-487c00455e44 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Acquiring lock "refresh_cache-fa7f8ff7-658a-46d0-a6dc-232614af850d" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.975591] env[69613]: DEBUG oslo_concurrency.lockutils [None req-fff3dcaa-3925-4afc-90e9-487c00455e44 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Acquired lock "refresh_cache-fa7f8ff7-658a-46d0-a6dc-232614af850d" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.975769] env[69613]: DEBUG nova.network.neutron [None req-fff3dcaa-3925-4afc-90e9-487c00455e44 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] [instance: fa7f8ff7-658a-46d0-a6dc-232614af850d] Building network info cache for instance {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 939.975985] env[69613]: DEBUG nova.objects.instance [None req-fff3dcaa-3925-4afc-90e9-487c00455e44 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Lazy-loading 'info_cache' on Instance uuid fa7f8ff7-658a-46d0-a6dc-232614af850d {{(pid=69613) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 940.420292] env[69613]: DEBUG oslo_vmware.api [None req-38de81af-c3d4-4928-8016-aa70a38c5304 tempest-InstanceActionsV221TestJSON-720531311 tempest-InstanceActionsV221TestJSON-720531311-project-member] Task: {'id': task-3417777, 'name': PowerOnVM_Task, 'duration_secs': 0.566939} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.420578] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-38de81af-c3d4-4928-8016-aa70a38c5304 tempest-InstanceActionsV221TestJSON-720531311 tempest-InstanceActionsV221TestJSON-720531311-project-member] [instance: 09b161d0-361a-45c0-9352-755e9571ef61] Powered on the VM {{(pid=69613) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 940.420578] env[69613]: INFO nova.compute.manager [None req-38de81af-c3d4-4928-8016-aa70a38c5304 tempest-InstanceActionsV221TestJSON-720531311 tempest-InstanceActionsV221TestJSON-720531311-project-member] [instance: 09b161d0-361a-45c0-9352-755e9571ef61] Took 10.10 seconds to spawn the instance on the hypervisor. [ 940.420805] env[69613]: DEBUG nova.compute.manager [None req-38de81af-c3d4-4928-8016-aa70a38c5304 tempest-InstanceActionsV221TestJSON-720531311 tempest-InstanceActionsV221TestJSON-720531311-project-member] [instance: 09b161d0-361a-45c0-9352-755e9571ef61] Checking state {{(pid=69613) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 940.421537] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48bb5588-6676-4f11-84a4-31579c3d515d {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.455418] env[69613]: DEBUG nova.compute.manager [None req-15d59e98-f884-4e55-a25c-cbde987ee7be tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] [instance: 815ee067-7d2e-4312-8f7a-77ce8854bd2d] Start spawning the instance on the hypervisor. {{(pid=69613) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 940.461976] env[69613]: DEBUG nova.network.neutron [None req-15d59e98-f884-4e55-a25c-cbde987ee7be tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] [instance: 815ee067-7d2e-4312-8f7a-77ce8854bd2d] Successfully created port: f6caeca6-9d1c-4ae2-938d-d7ca42806669 {{(pid=69613) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 940.469684] env[69613]: DEBUG oslo_vmware.api [None req-fbfc2097-3af6-4e8f-a47a-6f932bc7ac90 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Task: {'id': task-3417778, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.500428] env[69613]: DEBUG nova.virt.hardware [None req-15d59e98-f884-4e55-a25c-cbde987ee7be tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T13:55:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T13:55:19Z,direct_url=,disk_format='vmdk',id=2b7a0304-b5d0-431d-b287-32c8388d7fbd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3e9e1b873f1442d59d5ee8247b941f74',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T13:55:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 940.500677] env[69613]: DEBUG nova.virt.hardware [None req-15d59e98-f884-4e55-a25c-cbde987ee7be tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Flavor limits 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 940.500833] env[69613]: DEBUG nova.virt.hardware [None req-15d59e98-f884-4e55-a25c-cbde987ee7be tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Image limits 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 940.501022] env[69613]: DEBUG nova.virt.hardware [None req-15d59e98-f884-4e55-a25c-cbde987ee7be tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Flavor pref 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 940.501168] env[69613]: DEBUG nova.virt.hardware [None req-15d59e98-f884-4e55-a25c-cbde987ee7be tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Image pref 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 940.501340] env[69613]: DEBUG nova.virt.hardware [None req-15d59e98-f884-4e55-a25c-cbde987ee7be tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 940.501560] env[69613]: DEBUG nova.virt.hardware [None req-15d59e98-f884-4e55-a25c-cbde987ee7be tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 940.501724] env[69613]: DEBUG nova.virt.hardware [None req-15d59e98-f884-4e55-a25c-cbde987ee7be tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69613) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 940.501891] env[69613]: DEBUG nova.virt.hardware [None req-15d59e98-f884-4e55-a25c-cbde987ee7be tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Got 1 possible topologies {{(pid=69613) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 940.502071] env[69613]: DEBUG nova.virt.hardware [None req-15d59e98-f884-4e55-a25c-cbde987ee7be tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 940.502249] env[69613]: DEBUG nova.virt.hardware [None req-15d59e98-f884-4e55-a25c-cbde987ee7be tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 940.503535] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6ee9072-147b-4fce-b5f6-49c9d1811f53 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.513238] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6f10e58-835f-47a4-a8ab-57e7b407f549 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.943808] env[69613]: INFO nova.compute.manager [None req-38de81af-c3d4-4928-8016-aa70a38c5304 tempest-InstanceActionsV221TestJSON-720531311 tempest-InstanceActionsV221TestJSON-720531311-project-member] [instance: 09b161d0-361a-45c0-9352-755e9571ef61] Took 41.11 seconds to build instance. [ 940.979592] env[69613]: DEBUG oslo_vmware.api [None req-fbfc2097-3af6-4e8f-a47a-6f932bc7ac90 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Task: {'id': task-3417778, 'name': RemoveSnapshot_Task, 'duration_secs': 1.042375} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.980251] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-fbfc2097-3af6-4e8f-a47a-6f932bc7ac90 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] [instance: 0de4241f-6605-425c-9b67-b4f07672d829] Deleted Snapshot of the VM instance {{(pid=69613) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 941.287920] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ee22847-1595-4907-95fe-71b34759d028 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.296512] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a41e18b4-6679-45cf-b2d9-41d3dd62997b {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.338304] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0be2de1-17a3-4bd6-9b14-b6fab5190b73 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.345019] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49e07452-9a1d-4b6b-aa54-4fceb27176c7 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.356556] env[69613]: DEBUG nova.compute.provider_tree [None req-7d795db8-c0c4-48d7-98a3-5b1c69ca3577 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Inventory has not changed in ProviderTree for provider: af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 {{(pid=69613) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 941.388938] env[69613]: DEBUG nova.network.neutron [-] [instance: b2c6c4bb-86f8-4e8f-b83d-a77d00447ff2] Updating instance_info_cache with network_info: [] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 941.446047] env[69613]: DEBUG oslo_concurrency.lockutils [None req-38de81af-c3d4-4928-8016-aa70a38c5304 tempest-InstanceActionsV221TestJSON-720531311 tempest-InstanceActionsV221TestJSON-720531311-project-member] Lock "09b161d0-361a-45c0-9352-755e9571ef61" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.627s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 941.455082] env[69613]: DEBUG oslo_concurrency.lockutils [None req-87a811af-7387-4331-a47c-42f2501b3349 tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] Acquiring lock "2f982eab-2892-40c1-866c-3f4395db4201" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 941.455300] env[69613]: DEBUG oslo_concurrency.lockutils [None req-87a811af-7387-4331-a47c-42f2501b3349 tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] Lock "2f982eab-2892-40c1-866c-3f4395db4201" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 941.485614] env[69613]: WARNING nova.compute.manager [None req-fbfc2097-3af6-4e8f-a47a-6f932bc7ac90 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] [instance: 0de4241f-6605-425c-9b67-b4f07672d829] Image not found during snapshot: nova.exception.ImageNotFound: Image 88a0294d-8f1b-44fd-a779-f6277a8e7b73 could not be found. [ 941.702333] env[69613]: DEBUG nova.network.neutron [None req-fff3dcaa-3925-4afc-90e9-487c00455e44 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] [instance: fa7f8ff7-658a-46d0-a6dc-232614af850d] Updating instance_info_cache with network_info: [{"id": "fe52934e-8488-4b1a-80f7-1311cd4014f0", "address": "fa:16:3e:94:ef:45", "network": {"id": "743485db-c4e0-4763-aaad-624cce7d9704", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-754778099-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.222", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "27cd1ce9a4f74279a40b13e8fbac87a0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4576b9d4-535c-40aa-b078-246f671f216e", "external-id": "nsx-vlan-transportzone-27", "segmentation_id": 27, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfe52934e-84", "ovs_interfaceid": "fe52934e-8488-4b1a-80f7-1311cd4014f0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 941.861963] env[69613]: DEBUG nova.scheduler.client.report [None req-7d795db8-c0c4-48d7-98a3-5b1c69ca3577 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Inventory has not changed for provider af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69613) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 941.890632] env[69613]: INFO nova.compute.manager [-] [instance: b2c6c4bb-86f8-4e8f-b83d-a77d00447ff2] Took 2.22 seconds to deallocate network for instance. [ 941.959833] env[69613]: DEBUG nova.compute.manager [None req-87a811af-7387-4331-a47c-42f2501b3349 tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] [instance: 2f982eab-2892-40c1-866c-3f4395db4201] Starting instance... {{(pid=69613) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 942.205772] env[69613]: DEBUG oslo_concurrency.lockutils [None req-fff3dcaa-3925-4afc-90e9-487c00455e44 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Releasing lock "refresh_cache-fa7f8ff7-658a-46d0-a6dc-232614af850d" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.206079] env[69613]: DEBUG nova.objects.instance [None req-fff3dcaa-3925-4afc-90e9-487c00455e44 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Lazy-loading 'migration_context' on Instance uuid fa7f8ff7-658a-46d0-a6dc-232614af850d {{(pid=69613) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 942.368073] env[69613]: DEBUG oslo_concurrency.lockutils [None req-7d795db8-c0c4-48d7-98a3-5b1c69ca3577 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.434s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 942.368643] env[69613]: DEBUG nova.compute.manager [None req-7d795db8-c0c4-48d7-98a3-5b1c69ca3577 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] [instance: 983a2305-b1f1-487b-ab6a-2f5f1f7ee3f0] Start building networks asynchronously for instance. {{(pid=69613) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 942.371965] env[69613]: DEBUG oslo_concurrency.lockutils [None req-d8d7135b-2f3b-49c4-a512-f3902bc613af tempest-ServersTestBootFromVolume-835828331 tempest-ServersTestBootFromVolume-835828331-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.202s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 942.373819] env[69613]: INFO nova.compute.claims [None req-d8d7135b-2f3b-49c4-a512-f3902bc613af tempest-ServersTestBootFromVolume-835828331 tempest-ServersTestBootFromVolume-835828331-project-member] [instance: e849b8b2-7ad7-475a-bab6-48d8412c58ad] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 942.398776] env[69613]: DEBUG oslo_concurrency.lockutils [None req-cafe0dfa-3730-427f-a126-14fddddb7689 tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 942.427117] env[69613]: DEBUG nova.compute.manager [req-5428c310-2676-4f3a-a5c3-88376be85416 req-3a94c6c5-1556-4004-80f4-41477ab698b7 service nova] [instance: b2c6c4bb-86f8-4e8f-b83d-a77d00447ff2] Received event network-vif-deleted-d548569c-8972-421f-a95d-6707de82d47a {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 942.483095] env[69613]: DEBUG oslo_concurrency.lockutils [None req-87a811af-7387-4331-a47c-42f2501b3349 tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 942.620117] env[69613]: DEBUG oslo_concurrency.lockutils [None req-52b15e0e-b7f6-4ce4-8826-f91550106506 tempest-ServerRescueTestJSON-24713172 tempest-ServerRescueTestJSON-24713172-project-member] Acquiring lock "6ddb7bfb-cf8e-4f10-ba48-b67061364a4f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 942.621768] env[69613]: DEBUG oslo_concurrency.lockutils [None req-52b15e0e-b7f6-4ce4-8826-f91550106506 tempest-ServerRescueTestJSON-24713172 tempest-ServerRescueTestJSON-24713172-project-member] Lock "6ddb7bfb-cf8e-4f10-ba48-b67061364a4f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 942.711351] env[69613]: DEBUG nova.objects.base [None req-fff3dcaa-3925-4afc-90e9-487c00455e44 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=69613) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 942.712405] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb71f8e4-aff9-418c-8032-775b00d6af86 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.737884] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-121d5afc-0bc7-48b4-9892-7715f25bbc74 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.743894] env[69613]: DEBUG oslo_vmware.api [None req-fff3dcaa-3925-4afc-90e9-487c00455e44 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Waiting for the task: (returnval){ [ 942.743894] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]52b09909-1518-77d0-2b8f-e2892b796fbf" [ 942.743894] env[69613]: _type = "Task" [ 942.743894] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.753888] env[69613]: DEBUG oslo_vmware.api [None req-fff3dcaa-3925-4afc-90e9-487c00455e44 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52b09909-1518-77d0-2b8f-e2892b796fbf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.842348] env[69613]: DEBUG nova.network.neutron [None req-15d59e98-f884-4e55-a25c-cbde987ee7be tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] [instance: 815ee067-7d2e-4312-8f7a-77ce8854bd2d] Successfully updated port: f6caeca6-9d1c-4ae2-938d-d7ca42806669 {{(pid=69613) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 942.881242] env[69613]: DEBUG nova.compute.utils [None req-7d795db8-c0c4-48d7-98a3-5b1c69ca3577 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Using /dev/sd instead of None {{(pid=69613) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 942.881242] env[69613]: DEBUG nova.compute.manager [None req-7d795db8-c0c4-48d7-98a3-5b1c69ca3577 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] [instance: 983a2305-b1f1-487b-ab6a-2f5f1f7ee3f0] Allocating IP information in the background. {{(pid=69613) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 942.881242] env[69613]: DEBUG nova.network.neutron [None req-7d795db8-c0c4-48d7-98a3-5b1c69ca3577 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] [instance: 983a2305-b1f1-487b-ab6a-2f5f1f7ee3f0] allocate_for_instance() {{(pid=69613) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 942.979942] env[69613]: DEBUG nova.policy [None req-7d795db8-c0c4-48d7-98a3-5b1c69ca3577 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1f74539de50f4a48afdf8ccfc2390e72', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ac0fd822ae5c46349cf139bf95aa6ad4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69613) authorize /opt/stack/nova/nova/policy.py:192}} [ 943.124481] env[69613]: DEBUG nova.compute.manager [None req-52b15e0e-b7f6-4ce4-8826-f91550106506 tempest-ServerRescueTestJSON-24713172 tempest-ServerRescueTestJSON-24713172-project-member] [instance: 6ddb7bfb-cf8e-4f10-ba48-b67061364a4f] Starting instance... {{(pid=69613) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 943.254904] env[69613]: DEBUG oslo_vmware.api [None req-fff3dcaa-3925-4afc-90e9-487c00455e44 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52b09909-1518-77d0-2b8f-e2892b796fbf, 'name': SearchDatastore_Task, 'duration_secs': 0.00855} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.255332] env[69613]: DEBUG oslo_concurrency.lockutils [None req-fff3dcaa-3925-4afc-90e9-487c00455e44 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 943.347080] env[69613]: DEBUG oslo_concurrency.lockutils [None req-15d59e98-f884-4e55-a25c-cbde987ee7be tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Acquiring lock "refresh_cache-815ee067-7d2e-4312-8f7a-77ce8854bd2d" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.347183] env[69613]: DEBUG oslo_concurrency.lockutils [None req-15d59e98-f884-4e55-a25c-cbde987ee7be tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Acquired lock "refresh_cache-815ee067-7d2e-4312-8f7a-77ce8854bd2d" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.348182] env[69613]: DEBUG nova.network.neutron [None req-15d59e98-f884-4e55-a25c-cbde987ee7be tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] [instance: 815ee067-7d2e-4312-8f7a-77ce8854bd2d] Building network info cache for instance {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 943.390294] env[69613]: DEBUG nova.compute.manager [None req-7d795db8-c0c4-48d7-98a3-5b1c69ca3577 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] [instance: 983a2305-b1f1-487b-ab6a-2f5f1f7ee3f0] Start building block device mappings for instance. {{(pid=69613) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 943.652350] env[69613]: DEBUG oslo_concurrency.lockutils [None req-52b15e0e-b7f6-4ce4-8826-f91550106506 tempest-ServerRescueTestJSON-24713172 tempest-ServerRescueTestJSON-24713172-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 943.736635] env[69613]: DEBUG nova.network.neutron [None req-7d795db8-c0c4-48d7-98a3-5b1c69ca3577 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] [instance: 983a2305-b1f1-487b-ab6a-2f5f1f7ee3f0] Successfully created port: 2df0425e-449c-43bd-a252-e75aa6724c4b {{(pid=69613) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 943.778400] env[69613]: DEBUG oslo_concurrency.lockutils [None req-1ad56415-c5e7-4fbd-9f70-0052b712c356 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Acquiring lock "0de4241f-6605-425c-9b67-b4f07672d829" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 943.779637] env[69613]: DEBUG oslo_concurrency.lockutils [None req-1ad56415-c5e7-4fbd-9f70-0052b712c356 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Lock "0de4241f-6605-425c-9b67-b4f07672d829" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 943.780565] env[69613]: DEBUG oslo_concurrency.lockutils [None req-1ad56415-c5e7-4fbd-9f70-0052b712c356 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Acquiring lock "0de4241f-6605-425c-9b67-b4f07672d829-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 943.780824] env[69613]: DEBUG oslo_concurrency.lockutils [None req-1ad56415-c5e7-4fbd-9f70-0052b712c356 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Lock "0de4241f-6605-425c-9b67-b4f07672d829-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 943.781023] env[69613]: DEBUG oslo_concurrency.lockutils [None req-1ad56415-c5e7-4fbd-9f70-0052b712c356 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Lock "0de4241f-6605-425c-9b67-b4f07672d829-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 943.784678] env[69613]: INFO nova.compute.manager [None req-1ad56415-c5e7-4fbd-9f70-0052b712c356 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] [instance: 0de4241f-6605-425c-9b67-b4f07672d829] Terminating instance [ 943.797654] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a183cf48-51c9-4ee3-b8cf-10f261c0e086 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.810315] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c034212-dbc0-4337-a8ef-2cfe388cdf80 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.844455] env[69613]: DEBUG oslo_concurrency.lockutils [None req-5fc94450-a309-4204-8678-68ed95c1391a tempest-InstanceActionsV221TestJSON-720531311 tempest-InstanceActionsV221TestJSON-720531311-project-member] Acquiring lock "09b161d0-361a-45c0-9352-755e9571ef61" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 943.848017] env[69613]: DEBUG oslo_concurrency.lockutils [None req-5fc94450-a309-4204-8678-68ed95c1391a tempest-InstanceActionsV221TestJSON-720531311 tempest-InstanceActionsV221TestJSON-720531311-project-member] Lock "09b161d0-361a-45c0-9352-755e9571ef61" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 943.848017] env[69613]: DEBUG oslo_concurrency.lockutils [None req-5fc94450-a309-4204-8678-68ed95c1391a tempest-InstanceActionsV221TestJSON-720531311 tempest-InstanceActionsV221TestJSON-720531311-project-member] Acquiring lock "09b161d0-361a-45c0-9352-755e9571ef61-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 943.848017] env[69613]: DEBUG oslo_concurrency.lockutils [None req-5fc94450-a309-4204-8678-68ed95c1391a tempest-InstanceActionsV221TestJSON-720531311 tempest-InstanceActionsV221TestJSON-720531311-project-member] Lock "09b161d0-361a-45c0-9352-755e9571ef61-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 943.848017] env[69613]: DEBUG oslo_concurrency.lockutils [None req-5fc94450-a309-4204-8678-68ed95c1391a tempest-InstanceActionsV221TestJSON-720531311 tempest-InstanceActionsV221TestJSON-720531311-project-member] Lock "09b161d0-361a-45c0-9352-755e9571ef61-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 943.848017] env[69613]: INFO nova.compute.manager [None req-5fc94450-a309-4204-8678-68ed95c1391a tempest-InstanceActionsV221TestJSON-720531311 tempest-InstanceActionsV221TestJSON-720531311-project-member] [instance: 09b161d0-361a-45c0-9352-755e9571ef61] Terminating instance [ 943.849545] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c75562a9-5317-4f34-9a3b-aae2d0a19300 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.864075] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-047f91ba-0218-469a-8dea-33b1d03fed15 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.878928] env[69613]: DEBUG nova.compute.provider_tree [None req-d8d7135b-2f3b-49c4-a512-f3902bc613af tempest-ServersTestBootFromVolume-835828331 tempest-ServersTestBootFromVolume-835828331-project-member] Inventory has not changed in ProviderTree for provider: af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 {{(pid=69613) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 943.944424] env[69613]: DEBUG nova.network.neutron [None req-15d59e98-f884-4e55-a25c-cbde987ee7be tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] [instance: 815ee067-7d2e-4312-8f7a-77ce8854bd2d] Instance cache missing network info. {{(pid=69613) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 944.288877] env[69613]: DEBUG nova.compute.manager [None req-1ad56415-c5e7-4fbd-9f70-0052b712c356 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] [instance: 0de4241f-6605-425c-9b67-b4f07672d829] Start destroying the instance on the hypervisor. {{(pid=69613) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 944.289159] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-1ad56415-c5e7-4fbd-9f70-0052b712c356 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] [instance: 0de4241f-6605-425c-9b67-b4f07672d829] Destroying instance {{(pid=69613) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 944.290520] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2056166-2d9b-42c9-a34b-b6e3d4317c75 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.298205] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ad56415-c5e7-4fbd-9f70-0052b712c356 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] [instance: 0de4241f-6605-425c-9b67-b4f07672d829] Powering off the VM {{(pid=69613) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 944.298436] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8ebb11cf-64a8-4d68-866a-577738bc9594 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.304522] env[69613]: DEBUG oslo_vmware.api [None req-1ad56415-c5e7-4fbd-9f70-0052b712c356 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Waiting for the task: (returnval){ [ 944.304522] env[69613]: value = "task-3417779" [ 944.304522] env[69613]: _type = "Task" [ 944.304522] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.311724] env[69613]: DEBUG oslo_vmware.api [None req-1ad56415-c5e7-4fbd-9f70-0052b712c356 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Task: {'id': task-3417779, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.357131] env[69613]: DEBUG nova.compute.manager [None req-5fc94450-a309-4204-8678-68ed95c1391a tempest-InstanceActionsV221TestJSON-720531311 tempest-InstanceActionsV221TestJSON-720531311-project-member] [instance: 09b161d0-361a-45c0-9352-755e9571ef61] Start destroying the instance on the hypervisor. {{(pid=69613) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 944.357131] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-5fc94450-a309-4204-8678-68ed95c1391a tempest-InstanceActionsV221TestJSON-720531311 tempest-InstanceActionsV221TestJSON-720531311-project-member] [instance: 09b161d0-361a-45c0-9352-755e9571ef61] Destroying instance {{(pid=69613) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 944.358071] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bedc023-2bdd-4b66-b0e7-988c65c143d5 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.371013] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fc94450-a309-4204-8678-68ed95c1391a tempest-InstanceActionsV221TestJSON-720531311 tempest-InstanceActionsV221TestJSON-720531311-project-member] [instance: 09b161d0-361a-45c0-9352-755e9571ef61] Powering off the VM {{(pid=69613) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 944.371347] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8507d85b-ba2d-4e23-824a-d0b6893f5738 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.377674] env[69613]: DEBUG oslo_vmware.api [None req-5fc94450-a309-4204-8678-68ed95c1391a tempest-InstanceActionsV221TestJSON-720531311 tempest-InstanceActionsV221TestJSON-720531311-project-member] Waiting for the task: (returnval){ [ 944.377674] env[69613]: value = "task-3417780" [ 944.377674] env[69613]: _type = "Task" [ 944.377674] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.381846] env[69613]: DEBUG nova.scheduler.client.report [None req-d8d7135b-2f3b-49c4-a512-f3902bc613af tempest-ServersTestBootFromVolume-835828331 tempest-ServersTestBootFromVolume-835828331-project-member] Inventory has not changed for provider af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69613) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 944.391082] env[69613]: DEBUG oslo_vmware.api [None req-5fc94450-a309-4204-8678-68ed95c1391a tempest-InstanceActionsV221TestJSON-720531311 tempest-InstanceActionsV221TestJSON-720531311-project-member] Task: {'id': task-3417780, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.402717] env[69613]: DEBUG nova.compute.manager [None req-7d795db8-c0c4-48d7-98a3-5b1c69ca3577 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] [instance: 983a2305-b1f1-487b-ab6a-2f5f1f7ee3f0] Start spawning the instance on the hypervisor. {{(pid=69613) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 944.429181] env[69613]: DEBUG nova.virt.hardware [None req-7d795db8-c0c4-48d7-98a3-5b1c69ca3577 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T13:55:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T13:55:19Z,direct_url=,disk_format='vmdk',id=2b7a0304-b5d0-431d-b287-32c8388d7fbd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3e9e1b873f1442d59d5ee8247b941f74',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T13:55:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 944.429472] env[69613]: DEBUG nova.virt.hardware [None req-7d795db8-c0c4-48d7-98a3-5b1c69ca3577 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Flavor limits 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 944.429637] env[69613]: DEBUG nova.virt.hardware [None req-7d795db8-c0c4-48d7-98a3-5b1c69ca3577 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Image limits 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 944.429822] env[69613]: DEBUG nova.virt.hardware [None req-7d795db8-c0c4-48d7-98a3-5b1c69ca3577 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Flavor pref 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 944.429968] env[69613]: DEBUG nova.virt.hardware [None req-7d795db8-c0c4-48d7-98a3-5b1c69ca3577 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Image pref 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 944.430128] env[69613]: DEBUG nova.virt.hardware [None req-7d795db8-c0c4-48d7-98a3-5b1c69ca3577 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 944.430343] env[69613]: DEBUG nova.virt.hardware [None req-7d795db8-c0c4-48d7-98a3-5b1c69ca3577 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 944.430504] env[69613]: DEBUG nova.virt.hardware [None req-7d795db8-c0c4-48d7-98a3-5b1c69ca3577 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69613) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 944.430671] env[69613]: DEBUG nova.virt.hardware [None req-7d795db8-c0c4-48d7-98a3-5b1c69ca3577 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Got 1 possible topologies {{(pid=69613) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 944.430840] env[69613]: DEBUG nova.virt.hardware [None req-7d795db8-c0c4-48d7-98a3-5b1c69ca3577 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 944.431031] env[69613]: DEBUG nova.virt.hardware [None req-7d795db8-c0c4-48d7-98a3-5b1c69ca3577 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 944.432047] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b04b3250-dd4c-4972-b39a-c7a4612fb643 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.441077] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acfa82ad-2978-4774-ab30-c044a7af2a76 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.617021] env[69613]: DEBUG nova.network.neutron [None req-15d59e98-f884-4e55-a25c-cbde987ee7be tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] [instance: 815ee067-7d2e-4312-8f7a-77ce8854bd2d] Updating instance_info_cache with network_info: [{"id": "f6caeca6-9d1c-4ae2-938d-d7ca42806669", "address": "fa:16:3e:bf:df:fa", "network": {"id": "5fbba158-e384-4f22-b63d-507a2a47de30", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1229363420-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9e2b2477b1674fa28068fcb7c61ff983", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe20ef0e-0991-44d7-887d-08dddac0b56b", "external-id": "nsx-vlan-transportzone-991", "segmentation_id": 991, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf6caeca6-9d", "ovs_interfaceid": "f6caeca6-9d1c-4ae2-938d-d7ca42806669", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 944.814327] env[69613]: DEBUG oslo_vmware.api [None req-1ad56415-c5e7-4fbd-9f70-0052b712c356 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Task: {'id': task-3417779, 'name': PowerOffVM_Task, 'duration_secs': 0.211769} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.814602] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ad56415-c5e7-4fbd-9f70-0052b712c356 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] [instance: 0de4241f-6605-425c-9b67-b4f07672d829] Powered off the VM {{(pid=69613) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 944.815259] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-1ad56415-c5e7-4fbd-9f70-0052b712c356 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] [instance: 0de4241f-6605-425c-9b67-b4f07672d829] Unregistering the VM {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 944.815259] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-054ee69d-1574-49e6-a90a-d12fa1e2c740 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.876501] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-1ad56415-c5e7-4fbd-9f70-0052b712c356 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] [instance: 0de4241f-6605-425c-9b67-b4f07672d829] Unregistered the VM {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 944.876501] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-1ad56415-c5e7-4fbd-9f70-0052b712c356 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] [instance: 0de4241f-6605-425c-9b67-b4f07672d829] Deleting contents of the VM from datastore datastore2 {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 944.876654] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ad56415-c5e7-4fbd-9f70-0052b712c356 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Deleting the datastore file [datastore2] 0de4241f-6605-425c-9b67-b4f07672d829 {{(pid=69613) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 944.876913] env[69613]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b7a1ab85-5d74-4cee-8071-82f3d2e75d5f {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.890381] env[69613]: DEBUG oslo_concurrency.lockutils [None req-d8d7135b-2f3b-49c4-a512-f3902bc613af tempest-ServersTestBootFromVolume-835828331 tempest-ServersTestBootFromVolume-835828331-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.516s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 944.890381] env[69613]: DEBUG nova.compute.manager [None req-d8d7135b-2f3b-49c4-a512-f3902bc613af tempest-ServersTestBootFromVolume-835828331 tempest-ServersTestBootFromVolume-835828331-project-member] [instance: e849b8b2-7ad7-475a-bab6-48d8412c58ad] Start building networks asynchronously for instance. {{(pid=69613) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 944.892202] env[69613]: DEBUG oslo_concurrency.lockutils [None req-8aac29ad-ef6e-4a27-9c58-86c2dca64f82 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 21.549s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 944.894369] env[69613]: DEBUG oslo_vmware.api [None req-1ad56415-c5e7-4fbd-9f70-0052b712c356 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Waiting for the task: (returnval){ [ 944.894369] env[69613]: value = "task-3417782" [ 944.894369] env[69613]: _type = "Task" [ 944.894369] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.903081] env[69613]: DEBUG oslo_vmware.api [None req-5fc94450-a309-4204-8678-68ed95c1391a tempest-InstanceActionsV221TestJSON-720531311 tempest-InstanceActionsV221TestJSON-720531311-project-member] Task: {'id': task-3417780, 'name': PowerOffVM_Task, 'duration_secs': 0.167106} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.903081] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fc94450-a309-4204-8678-68ed95c1391a tempest-InstanceActionsV221TestJSON-720531311 tempest-InstanceActionsV221TestJSON-720531311-project-member] [instance: 09b161d0-361a-45c0-9352-755e9571ef61] Powered off the VM {{(pid=69613) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 944.903081] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-5fc94450-a309-4204-8678-68ed95c1391a tempest-InstanceActionsV221TestJSON-720531311 tempest-InstanceActionsV221TestJSON-720531311-project-member] [instance: 09b161d0-361a-45c0-9352-755e9571ef61] Unregistering the VM {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 944.903081] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d9e72f04-bba5-4c19-b8fe-12bd35d5c731 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.910371] env[69613]: DEBUG oslo_vmware.api [None req-1ad56415-c5e7-4fbd-9f70-0052b712c356 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Task: {'id': task-3417782, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.952465] env[69613]: DEBUG nova.compute.manager [req-9d222bc8-5703-43e0-9b14-c98f82e4984e req-a2a3511f-f87b-4abc-9e43-9bd0d1ac918e service nova] [instance: 815ee067-7d2e-4312-8f7a-77ce8854bd2d] Received event network-vif-plugged-f6caeca6-9d1c-4ae2-938d-d7ca42806669 {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 944.952761] env[69613]: DEBUG oslo_concurrency.lockutils [req-9d222bc8-5703-43e0-9b14-c98f82e4984e req-a2a3511f-f87b-4abc-9e43-9bd0d1ac918e service nova] Acquiring lock "815ee067-7d2e-4312-8f7a-77ce8854bd2d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 944.952891] env[69613]: DEBUG oslo_concurrency.lockutils [req-9d222bc8-5703-43e0-9b14-c98f82e4984e req-a2a3511f-f87b-4abc-9e43-9bd0d1ac918e service nova] Lock "815ee067-7d2e-4312-8f7a-77ce8854bd2d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 944.953614] env[69613]: DEBUG oslo_concurrency.lockutils [req-9d222bc8-5703-43e0-9b14-c98f82e4984e req-a2a3511f-f87b-4abc-9e43-9bd0d1ac918e service nova] Lock "815ee067-7d2e-4312-8f7a-77ce8854bd2d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 944.953856] env[69613]: DEBUG nova.compute.manager [req-9d222bc8-5703-43e0-9b14-c98f82e4984e req-a2a3511f-f87b-4abc-9e43-9bd0d1ac918e service nova] [instance: 815ee067-7d2e-4312-8f7a-77ce8854bd2d] No waiting events found dispatching network-vif-plugged-f6caeca6-9d1c-4ae2-938d-d7ca42806669 {{(pid=69613) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 944.954248] env[69613]: WARNING nova.compute.manager [req-9d222bc8-5703-43e0-9b14-c98f82e4984e req-a2a3511f-f87b-4abc-9e43-9bd0d1ac918e service nova] [instance: 815ee067-7d2e-4312-8f7a-77ce8854bd2d] Received unexpected event network-vif-plugged-f6caeca6-9d1c-4ae2-938d-d7ca42806669 for instance with vm_state building and task_state spawning. [ 944.954248] env[69613]: DEBUG nova.compute.manager [req-9d222bc8-5703-43e0-9b14-c98f82e4984e req-a2a3511f-f87b-4abc-9e43-9bd0d1ac918e service nova] [instance: 815ee067-7d2e-4312-8f7a-77ce8854bd2d] Received event network-changed-f6caeca6-9d1c-4ae2-938d-d7ca42806669 {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 944.954403] env[69613]: DEBUG nova.compute.manager [req-9d222bc8-5703-43e0-9b14-c98f82e4984e req-a2a3511f-f87b-4abc-9e43-9bd0d1ac918e service nova] [instance: 815ee067-7d2e-4312-8f7a-77ce8854bd2d] Refreshing instance network info cache due to event network-changed-f6caeca6-9d1c-4ae2-938d-d7ca42806669. {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 944.954503] env[69613]: DEBUG oslo_concurrency.lockutils [req-9d222bc8-5703-43e0-9b14-c98f82e4984e req-a2a3511f-f87b-4abc-9e43-9bd0d1ac918e service nova] Acquiring lock "refresh_cache-815ee067-7d2e-4312-8f7a-77ce8854bd2d" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.968715] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-5fc94450-a309-4204-8678-68ed95c1391a tempest-InstanceActionsV221TestJSON-720531311 tempest-InstanceActionsV221TestJSON-720531311-project-member] [instance: 09b161d0-361a-45c0-9352-755e9571ef61] Unregistered the VM {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 944.968932] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-5fc94450-a309-4204-8678-68ed95c1391a tempest-InstanceActionsV221TestJSON-720531311 tempest-InstanceActionsV221TestJSON-720531311-project-member] [instance: 09b161d0-361a-45c0-9352-755e9571ef61] Deleting contents of the VM from datastore datastore2 {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 944.969870] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-5fc94450-a309-4204-8678-68ed95c1391a tempest-InstanceActionsV221TestJSON-720531311 tempest-InstanceActionsV221TestJSON-720531311-project-member] Deleting the datastore file [datastore2] 09b161d0-361a-45c0-9352-755e9571ef61 {{(pid=69613) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 944.969870] env[69613]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-110f0584-2812-4543-84bc-43a37d58b88a {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.976300] env[69613]: DEBUG oslo_vmware.api [None req-5fc94450-a309-4204-8678-68ed95c1391a tempest-InstanceActionsV221TestJSON-720531311 tempest-InstanceActionsV221TestJSON-720531311-project-member] Waiting for the task: (returnval){ [ 944.976300] env[69613]: value = "task-3417784" [ 944.976300] env[69613]: _type = "Task" [ 944.976300] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.984819] env[69613]: DEBUG oslo_vmware.api [None req-5fc94450-a309-4204-8678-68ed95c1391a tempest-InstanceActionsV221TestJSON-720531311 tempest-InstanceActionsV221TestJSON-720531311-project-member] Task: {'id': task-3417784, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.118209] env[69613]: DEBUG oslo_concurrency.lockutils [None req-15d59e98-f884-4e55-a25c-cbde987ee7be tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Releasing lock "refresh_cache-815ee067-7d2e-4312-8f7a-77ce8854bd2d" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.118310] env[69613]: DEBUG nova.compute.manager [None req-15d59e98-f884-4e55-a25c-cbde987ee7be tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] [instance: 815ee067-7d2e-4312-8f7a-77ce8854bd2d] Instance network_info: |[{"id": "f6caeca6-9d1c-4ae2-938d-d7ca42806669", "address": "fa:16:3e:bf:df:fa", "network": {"id": "5fbba158-e384-4f22-b63d-507a2a47de30", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1229363420-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9e2b2477b1674fa28068fcb7c61ff983", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe20ef0e-0991-44d7-887d-08dddac0b56b", "external-id": "nsx-vlan-transportzone-991", "segmentation_id": 991, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf6caeca6-9d", "ovs_interfaceid": "f6caeca6-9d1c-4ae2-938d-d7ca42806669", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69613) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 945.118619] env[69613]: DEBUG oslo_concurrency.lockutils [req-9d222bc8-5703-43e0-9b14-c98f82e4984e req-a2a3511f-f87b-4abc-9e43-9bd0d1ac918e service nova] Acquired lock "refresh_cache-815ee067-7d2e-4312-8f7a-77ce8854bd2d" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.118800] env[69613]: DEBUG nova.network.neutron [req-9d222bc8-5703-43e0-9b14-c98f82e4984e req-a2a3511f-f87b-4abc-9e43-9bd0d1ac918e service nova] [instance: 815ee067-7d2e-4312-8f7a-77ce8854bd2d] Refreshing network info cache for port f6caeca6-9d1c-4ae2-938d-d7ca42806669 {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 945.121449] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-15d59e98-f884-4e55-a25c-cbde987ee7be tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] [instance: 815ee067-7d2e-4312-8f7a-77ce8854bd2d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bf:df:fa', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'fe20ef0e-0991-44d7-887d-08dddac0b56b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f6caeca6-9d1c-4ae2-938d-d7ca42806669', 'vif_model': 'vmxnet3'}] {{(pid=69613) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 945.128951] env[69613]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-15d59e98-f884-4e55-a25c-cbde987ee7be tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69613) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 945.128951] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 815ee067-7d2e-4312-8f7a-77ce8854bd2d] Creating VM on the ESX host {{(pid=69613) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 945.130453] env[69613]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5d4226ee-10be-402d-bfc3-4bc3164a7f0f {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.151820] env[69613]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 945.151820] env[69613]: value = "task-3417785" [ 945.151820] env[69613]: _type = "Task" [ 945.151820] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.165747] env[69613]: DEBUG oslo_vmware.api [-] Task: {'id': task-3417785, 'name': CreateVM_Task} progress is 5%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.397387] env[69613]: DEBUG nova.compute.utils [None req-d8d7135b-2f3b-49c4-a512-f3902bc613af tempest-ServersTestBootFromVolume-835828331 tempest-ServersTestBootFromVolume-835828331-project-member] Using /dev/sd instead of None {{(pid=69613) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 945.399186] env[69613]: DEBUG nova.compute.manager [None req-d8d7135b-2f3b-49c4-a512-f3902bc613af tempest-ServersTestBootFromVolume-835828331 tempest-ServersTestBootFromVolume-835828331-project-member] [instance: e849b8b2-7ad7-475a-bab6-48d8412c58ad] Allocating IP information in the background. {{(pid=69613) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 945.401255] env[69613]: DEBUG nova.network.neutron [None req-d8d7135b-2f3b-49c4-a512-f3902bc613af tempest-ServersTestBootFromVolume-835828331 tempest-ServersTestBootFromVolume-835828331-project-member] [instance: e849b8b2-7ad7-475a-bab6-48d8412c58ad] allocate_for_instance() {{(pid=69613) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 945.411973] env[69613]: INFO nova.compute.claims [None req-8aac29ad-ef6e-4a27-9c58-86c2dca64f82 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] [instance: 661ee10a-6a1c-4f4c-86e5-ea2185ab6741] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 945.425743] env[69613]: DEBUG oslo_vmware.api [None req-1ad56415-c5e7-4fbd-9f70-0052b712c356 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Task: {'id': task-3417782, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.138751} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.425966] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ad56415-c5e7-4fbd-9f70-0052b712c356 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Deleted the datastore file {{(pid=69613) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 945.426198] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-1ad56415-c5e7-4fbd-9f70-0052b712c356 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] [instance: 0de4241f-6605-425c-9b67-b4f07672d829] Deleted contents of the VM from datastore datastore2 {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 945.426529] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-1ad56415-c5e7-4fbd-9f70-0052b712c356 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] [instance: 0de4241f-6605-425c-9b67-b4f07672d829] Instance destroyed {{(pid=69613) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 945.426739] env[69613]: INFO nova.compute.manager [None req-1ad56415-c5e7-4fbd-9f70-0052b712c356 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] [instance: 0de4241f-6605-425c-9b67-b4f07672d829] Took 1.14 seconds to destroy the instance on the hypervisor. [ 945.426982] env[69613]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1ad56415-c5e7-4fbd-9f70-0052b712c356 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69613) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 945.427237] env[69613]: DEBUG nova.compute.manager [-] [instance: 0de4241f-6605-425c-9b67-b4f07672d829] Deallocating network for instance {{(pid=69613) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 945.427298] env[69613]: DEBUG nova.network.neutron [-] [instance: 0de4241f-6605-425c-9b67-b4f07672d829] deallocate_for_instance() {{(pid=69613) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 945.488428] env[69613]: DEBUG oslo_vmware.api [None req-5fc94450-a309-4204-8678-68ed95c1391a tempest-InstanceActionsV221TestJSON-720531311 tempest-InstanceActionsV221TestJSON-720531311-project-member] Task: {'id': task-3417784, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.132099} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.489581] env[69613]: DEBUG nova.policy [None req-d8d7135b-2f3b-49c4-a512-f3902bc613af tempest-ServersTestBootFromVolume-835828331 tempest-ServersTestBootFromVolume-835828331-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '856e5145e09a4031b6bf29f5d39e4eb9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cf58dce6904c4c72bdd980a4cf0f4ca1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69613) authorize /opt/stack/nova/nova/policy.py:192}} [ 945.491147] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-5fc94450-a309-4204-8678-68ed95c1391a tempest-InstanceActionsV221TestJSON-720531311 tempest-InstanceActionsV221TestJSON-720531311-project-member] Deleted the datastore file {{(pid=69613) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 945.491374] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-5fc94450-a309-4204-8678-68ed95c1391a tempest-InstanceActionsV221TestJSON-720531311 tempest-InstanceActionsV221TestJSON-720531311-project-member] [instance: 09b161d0-361a-45c0-9352-755e9571ef61] Deleted contents of the VM from datastore datastore2 {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 945.491564] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-5fc94450-a309-4204-8678-68ed95c1391a tempest-InstanceActionsV221TestJSON-720531311 tempest-InstanceActionsV221TestJSON-720531311-project-member] [instance: 09b161d0-361a-45c0-9352-755e9571ef61] Instance destroyed {{(pid=69613) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 945.491888] env[69613]: INFO nova.compute.manager [None req-5fc94450-a309-4204-8678-68ed95c1391a tempest-InstanceActionsV221TestJSON-720531311 tempest-InstanceActionsV221TestJSON-720531311-project-member] [instance: 09b161d0-361a-45c0-9352-755e9571ef61] Took 1.13 seconds to destroy the instance on the hypervisor. [ 945.492151] env[69613]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5fc94450-a309-4204-8678-68ed95c1391a tempest-InstanceActionsV221TestJSON-720531311 tempest-InstanceActionsV221TestJSON-720531311-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69613) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 945.492377] env[69613]: DEBUG nova.compute.manager [-] [instance: 09b161d0-361a-45c0-9352-755e9571ef61] Deallocating network for instance {{(pid=69613) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 945.492474] env[69613]: DEBUG nova.network.neutron [-] [instance: 09b161d0-361a-45c0-9352-755e9571ef61] deallocate_for_instance() {{(pid=69613) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 945.662736] env[69613]: DEBUG oslo_vmware.api [-] Task: {'id': task-3417785, 'name': CreateVM_Task, 'duration_secs': 0.297029} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.662899] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 815ee067-7d2e-4312-8f7a-77ce8854bd2d] Created VM on the ESX host {{(pid=69613) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 945.664010] env[69613]: DEBUG oslo_concurrency.lockutils [None req-15d59e98-f884-4e55-a25c-cbde987ee7be tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.664010] env[69613]: DEBUG oslo_concurrency.lockutils [None req-15d59e98-f884-4e55-a25c-cbde987ee7be tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.664148] env[69613]: DEBUG oslo_concurrency.lockutils [None req-15d59e98-f884-4e55-a25c-cbde987ee7be tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.664412] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-30556637-27bd-49a4-9471-1694817c5997 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.668998] env[69613]: DEBUG oslo_vmware.api [None req-15d59e98-f884-4e55-a25c-cbde987ee7be tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Waiting for the task: (returnval){ [ 945.668998] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]527758cc-15c3-46a6-ac49-7f9ddfe49471" [ 945.668998] env[69613]: _type = "Task" [ 945.668998] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.677726] env[69613]: DEBUG oslo_vmware.api [None req-15d59e98-f884-4e55-a25c-cbde987ee7be tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]527758cc-15c3-46a6-ac49-7f9ddfe49471, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.885853] env[69613]: DEBUG nova.network.neutron [None req-d8d7135b-2f3b-49c4-a512-f3902bc613af tempest-ServersTestBootFromVolume-835828331 tempest-ServersTestBootFromVolume-835828331-project-member] [instance: e849b8b2-7ad7-475a-bab6-48d8412c58ad] Successfully created port: 4edd8822-6947-4caf-9c65-0d96b41196fa {{(pid=69613) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 945.910024] env[69613]: DEBUG nova.compute.manager [None req-d8d7135b-2f3b-49c4-a512-f3902bc613af tempest-ServersTestBootFromVolume-835828331 tempest-ServersTestBootFromVolume-835828331-project-member] [instance: e849b8b2-7ad7-475a-bab6-48d8412c58ad] Start building block device mappings for instance. {{(pid=69613) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 945.925021] env[69613]: INFO nova.compute.resource_tracker [None req-8aac29ad-ef6e-4a27-9c58-86c2dca64f82 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] [instance: 661ee10a-6a1c-4f4c-86e5-ea2185ab6741] Updating resource usage from migration d12531ff-be76-4d61-bfbc-fb6568ca63d6 [ 946.183075] env[69613]: DEBUG oslo_vmware.api [None req-15d59e98-f884-4e55-a25c-cbde987ee7be tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]527758cc-15c3-46a6-ac49-7f9ddfe49471, 'name': SearchDatastore_Task, 'duration_secs': 0.011442} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.183709] env[69613]: DEBUG oslo_concurrency.lockutils [None req-15d59e98-f884-4e55-a25c-cbde987ee7be tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.184146] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-15d59e98-f884-4e55-a25c-cbde987ee7be tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] [instance: 815ee067-7d2e-4312-8f7a-77ce8854bd2d] Processing image 2b7a0304-b5d0-431d-b287-32c8388d7fbd {{(pid=69613) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 946.186464] env[69613]: DEBUG oslo_concurrency.lockutils [None req-15d59e98-f884-4e55-a25c-cbde987ee7be tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.186464] env[69613]: DEBUG oslo_concurrency.lockutils [None req-15d59e98-f884-4e55-a25c-cbde987ee7be tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.186464] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-15d59e98-f884-4e55-a25c-cbde987ee7be tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69613) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 946.186464] env[69613]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bcb1288c-12e1-4411-8ee4-0c865567c581 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.195776] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-15d59e98-f884-4e55-a25c-cbde987ee7be tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69613) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 946.195776] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-15d59e98-f884-4e55-a25c-cbde987ee7be tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69613) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 946.195776] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f8867122-4c7c-4291-8e01-9972479073c9 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.201352] env[69613]: DEBUG nova.network.neutron [req-9d222bc8-5703-43e0-9b14-c98f82e4984e req-a2a3511f-f87b-4abc-9e43-9bd0d1ac918e service nova] [instance: 815ee067-7d2e-4312-8f7a-77ce8854bd2d] Updated VIF entry in instance network info cache for port f6caeca6-9d1c-4ae2-938d-d7ca42806669. {{(pid=69613) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 946.201563] env[69613]: DEBUG nova.network.neutron [req-9d222bc8-5703-43e0-9b14-c98f82e4984e req-a2a3511f-f87b-4abc-9e43-9bd0d1ac918e service nova] [instance: 815ee067-7d2e-4312-8f7a-77ce8854bd2d] Updating instance_info_cache with network_info: [{"id": "f6caeca6-9d1c-4ae2-938d-d7ca42806669", "address": "fa:16:3e:bf:df:fa", "network": {"id": "5fbba158-e384-4f22-b63d-507a2a47de30", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1229363420-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9e2b2477b1674fa28068fcb7c61ff983", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe20ef0e-0991-44d7-887d-08dddac0b56b", "external-id": "nsx-vlan-transportzone-991", "segmentation_id": 991, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf6caeca6-9d", "ovs_interfaceid": "f6caeca6-9d1c-4ae2-938d-d7ca42806669", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 946.207124] env[69613]: DEBUG oslo_vmware.api [None req-15d59e98-f884-4e55-a25c-cbde987ee7be tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Waiting for the task: (returnval){ [ 946.207124] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]52638234-5ea4-29b6-29d4-1da245f932ac" [ 946.207124] env[69613]: _type = "Task" [ 946.207124] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.220407] env[69613]: DEBUG oslo_vmware.api [None req-15d59e98-f884-4e55-a25c-cbde987ee7be tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52638234-5ea4-29b6-29d4-1da245f932ac, 'name': SearchDatastore_Task, 'duration_secs': 0.009458} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.221191] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fa733880-927a-4575-9532-c8896057ef8f {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.227376] env[69613]: DEBUG oslo_vmware.api [None req-15d59e98-f884-4e55-a25c-cbde987ee7be tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Waiting for the task: (returnval){ [ 946.227376] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]524542ce-9ddb-9b7d-b272-d0530745e512" [ 946.227376] env[69613]: _type = "Task" [ 946.227376] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.237356] env[69613]: DEBUG oslo_vmware.api [None req-15d59e98-f884-4e55-a25c-cbde987ee7be tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]524542ce-9ddb-9b7d-b272-d0530745e512, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.262714] env[69613]: DEBUG nova.compute.manager [req-d854add1-313f-493f-a7ad-44ef5f5be2b2 req-f31451c5-6c84-43c9-9c8b-673a77b52f04 service nova] [instance: 0de4241f-6605-425c-9b67-b4f07672d829] Received event network-vif-deleted-0e987d52-8def-4de5-aaea-6ea0dcab5886 {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 946.262908] env[69613]: INFO nova.compute.manager [req-d854add1-313f-493f-a7ad-44ef5f5be2b2 req-f31451c5-6c84-43c9-9c8b-673a77b52f04 service nova] [instance: 0de4241f-6605-425c-9b67-b4f07672d829] Neutron deleted interface 0e987d52-8def-4de5-aaea-6ea0dcab5886; detaching it from the instance and deleting it from the info cache [ 946.263096] env[69613]: DEBUG nova.network.neutron [req-d854add1-313f-493f-a7ad-44ef5f5be2b2 req-f31451c5-6c84-43c9-9c8b-673a77b52f04 service nova] [instance: 0de4241f-6605-425c-9b67-b4f07672d829] Updating instance_info_cache with network_info: [] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 946.358783] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a28647d-cf5c-4574-a97e-b59a0eb648cb {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.367060] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d253941-631e-4210-b47c-8bad8457f3a8 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.404710] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee9afc05-5d86-4fdb-8827-c5c2f02d1969 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.413196] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6817951-fbc7-4820-9031-6c36e63198d2 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.418479] env[69613]: INFO nova.virt.block_device [None req-d8d7135b-2f3b-49c4-a512-f3902bc613af tempest-ServersTestBootFromVolume-835828331 tempest-ServersTestBootFromVolume-835828331-project-member] [instance: e849b8b2-7ad7-475a-bab6-48d8412c58ad] Booting with volume 266a250e-27dd-4176-818e-d3cd3c4ed5dd at /dev/sda [ 946.430257] env[69613]: DEBUG nova.compute.provider_tree [None req-8aac29ad-ef6e-4a27-9c58-86c2dca64f82 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] Inventory has not changed in ProviderTree for provider: af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 {{(pid=69613) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 946.464674] env[69613]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-66bd489f-ece6-4734-a379-1ff1613b0e5d {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.475475] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d4c4d69-ee78-4813-af3b-ca1fdd6cc2d9 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.509236] env[69613]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3ed65dde-d146-4f49-bd1d-ae81849e0559 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.518195] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4135f183-8413-4e9b-8daf-84290b99c8ef {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.549824] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78832105-31b6-41a6-b7b2-0a8aba8eb812 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.556693] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-173056f2-c8d8-4a70-bf23-f02b0d0b5c5f {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.571488] env[69613]: DEBUG nova.virt.block_device [None req-d8d7135b-2f3b-49c4-a512-f3902bc613af tempest-ServersTestBootFromVolume-835828331 tempest-ServersTestBootFromVolume-835828331-project-member] [instance: e849b8b2-7ad7-475a-bab6-48d8412c58ad] Updating existing volume attachment record: c1aa41fe-862d-49c5-9713-61ad87de51cb {{(pid=69613) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 946.575151] env[69613]: DEBUG nova.network.neutron [None req-7d795db8-c0c4-48d7-98a3-5b1c69ca3577 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] [instance: 983a2305-b1f1-487b-ab6a-2f5f1f7ee3f0] Successfully updated port: 2df0425e-449c-43bd-a252-e75aa6724c4b {{(pid=69613) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 946.624562] env[69613]: DEBUG nova.network.neutron [-] [instance: 0de4241f-6605-425c-9b67-b4f07672d829] Updating instance_info_cache with network_info: [] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 946.668351] env[69613]: DEBUG nova.network.neutron [-] [instance: 09b161d0-361a-45c0-9352-755e9571ef61] Updating instance_info_cache with network_info: [] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 946.704640] env[69613]: DEBUG oslo_concurrency.lockutils [req-9d222bc8-5703-43e0-9b14-c98f82e4984e req-a2a3511f-f87b-4abc-9e43-9bd0d1ac918e service nova] Releasing lock "refresh_cache-815ee067-7d2e-4312-8f7a-77ce8854bd2d" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.739492] env[69613]: DEBUG oslo_vmware.api [None req-15d59e98-f884-4e55-a25c-cbde987ee7be tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]524542ce-9ddb-9b7d-b272-d0530745e512, 'name': SearchDatastore_Task, 'duration_secs': 0.008804} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.739755] env[69613]: DEBUG oslo_concurrency.lockutils [None req-15d59e98-f884-4e55-a25c-cbde987ee7be tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.740015] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-15d59e98-f884-4e55-a25c-cbde987ee7be tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk to [datastore2] 815ee067-7d2e-4312-8f7a-77ce8854bd2d/815ee067-7d2e-4312-8f7a-77ce8854bd2d.vmdk {{(pid=69613) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 946.740278] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2981357f-7434-44df-8cb4-2c37e885680c {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.746746] env[69613]: DEBUG oslo_vmware.api [None req-15d59e98-f884-4e55-a25c-cbde987ee7be tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Waiting for the task: (returnval){ [ 946.746746] env[69613]: value = "task-3417786" [ 946.746746] env[69613]: _type = "Task" [ 946.746746] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.755065] env[69613]: DEBUG oslo_vmware.api [None req-15d59e98-f884-4e55-a25c-cbde987ee7be tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Task: {'id': task-3417786, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.771455] env[69613]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fe758a9f-f54e-43c5-abf7-0d95ba7a6821 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.780379] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccddca55-f314-4f56-92fc-bd7da1263cf1 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.814295] env[69613]: DEBUG nova.compute.manager [req-d854add1-313f-493f-a7ad-44ef5f5be2b2 req-f31451c5-6c84-43c9-9c8b-673a77b52f04 service nova] [instance: 0de4241f-6605-425c-9b67-b4f07672d829] Detach interface failed, port_id=0e987d52-8def-4de5-aaea-6ea0dcab5886, reason: Instance 0de4241f-6605-425c-9b67-b4f07672d829 could not be found. {{(pid=69613) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 946.936423] env[69613]: DEBUG nova.scheduler.client.report [None req-8aac29ad-ef6e-4a27-9c58-86c2dca64f82 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] Inventory has not changed for provider af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69613) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 946.984252] env[69613]: DEBUG nova.compute.manager [req-17f0a98b-1984-4b9e-b5e1-015f3c5328f9 req-d1244af9-3371-4ed7-b2ce-168d2b6c6167 service nova] [instance: 983a2305-b1f1-487b-ab6a-2f5f1f7ee3f0] Received event network-vif-plugged-2df0425e-449c-43bd-a252-e75aa6724c4b {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 946.984252] env[69613]: DEBUG oslo_concurrency.lockutils [req-17f0a98b-1984-4b9e-b5e1-015f3c5328f9 req-d1244af9-3371-4ed7-b2ce-168d2b6c6167 service nova] Acquiring lock "983a2305-b1f1-487b-ab6a-2f5f1f7ee3f0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 946.984252] env[69613]: DEBUG oslo_concurrency.lockutils [req-17f0a98b-1984-4b9e-b5e1-015f3c5328f9 req-d1244af9-3371-4ed7-b2ce-168d2b6c6167 service nova] Lock "983a2305-b1f1-487b-ab6a-2f5f1f7ee3f0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 946.984252] env[69613]: DEBUG oslo_concurrency.lockutils [req-17f0a98b-1984-4b9e-b5e1-015f3c5328f9 req-d1244af9-3371-4ed7-b2ce-168d2b6c6167 service nova] Lock "983a2305-b1f1-487b-ab6a-2f5f1f7ee3f0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 946.984252] env[69613]: DEBUG nova.compute.manager [req-17f0a98b-1984-4b9e-b5e1-015f3c5328f9 req-d1244af9-3371-4ed7-b2ce-168d2b6c6167 service nova] [instance: 983a2305-b1f1-487b-ab6a-2f5f1f7ee3f0] No waiting events found dispatching network-vif-plugged-2df0425e-449c-43bd-a252-e75aa6724c4b {{(pid=69613) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 946.984252] env[69613]: WARNING nova.compute.manager [req-17f0a98b-1984-4b9e-b5e1-015f3c5328f9 req-d1244af9-3371-4ed7-b2ce-168d2b6c6167 service nova] [instance: 983a2305-b1f1-487b-ab6a-2f5f1f7ee3f0] Received unexpected event network-vif-plugged-2df0425e-449c-43bd-a252-e75aa6724c4b for instance with vm_state building and task_state spawning. [ 946.984252] env[69613]: DEBUG nova.compute.manager [req-17f0a98b-1984-4b9e-b5e1-015f3c5328f9 req-d1244af9-3371-4ed7-b2ce-168d2b6c6167 service nova] [instance: 983a2305-b1f1-487b-ab6a-2f5f1f7ee3f0] Received event network-changed-2df0425e-449c-43bd-a252-e75aa6724c4b {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 946.984252] env[69613]: DEBUG nova.compute.manager [req-17f0a98b-1984-4b9e-b5e1-015f3c5328f9 req-d1244af9-3371-4ed7-b2ce-168d2b6c6167 service nova] [instance: 983a2305-b1f1-487b-ab6a-2f5f1f7ee3f0] Refreshing instance network info cache due to event network-changed-2df0425e-449c-43bd-a252-e75aa6724c4b. {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 946.984252] env[69613]: DEBUG oslo_concurrency.lockutils [req-17f0a98b-1984-4b9e-b5e1-015f3c5328f9 req-d1244af9-3371-4ed7-b2ce-168d2b6c6167 service nova] Acquiring lock "refresh_cache-983a2305-b1f1-487b-ab6a-2f5f1f7ee3f0" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.984252] env[69613]: DEBUG oslo_concurrency.lockutils [req-17f0a98b-1984-4b9e-b5e1-015f3c5328f9 req-d1244af9-3371-4ed7-b2ce-168d2b6c6167 service nova] Acquired lock "refresh_cache-983a2305-b1f1-487b-ab6a-2f5f1f7ee3f0" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.984671] env[69613]: DEBUG nova.network.neutron [req-17f0a98b-1984-4b9e-b5e1-015f3c5328f9 req-d1244af9-3371-4ed7-b2ce-168d2b6c6167 service nova] [instance: 983a2305-b1f1-487b-ab6a-2f5f1f7ee3f0] Refreshing network info cache for port 2df0425e-449c-43bd-a252-e75aa6724c4b {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 947.078077] env[69613]: DEBUG oslo_concurrency.lockutils [None req-7d795db8-c0c4-48d7-98a3-5b1c69ca3577 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Acquiring lock "refresh_cache-983a2305-b1f1-487b-ab6a-2f5f1f7ee3f0" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.127101] env[69613]: INFO nova.compute.manager [-] [instance: 0de4241f-6605-425c-9b67-b4f07672d829] Took 1.70 seconds to deallocate network for instance. [ 947.174128] env[69613]: INFO nova.compute.manager [-] [instance: 09b161d0-361a-45c0-9352-755e9571ef61] Took 1.68 seconds to deallocate network for instance. [ 947.260380] env[69613]: DEBUG oslo_vmware.api [None req-15d59e98-f884-4e55-a25c-cbde987ee7be tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Task: {'id': task-3417786, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.441999] env[69613]: DEBUG oslo_concurrency.lockutils [None req-8aac29ad-ef6e-4a27-9c58-86c2dca64f82 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.550s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 947.442250] env[69613]: INFO nova.compute.manager [None req-8aac29ad-ef6e-4a27-9c58-86c2dca64f82 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] [instance: 661ee10a-6a1c-4f4c-86e5-ea2185ab6741] Migrating [ 947.448820] env[69613]: DEBUG oslo_concurrency.lockutils [None req-1ee4af04-5fa1-479b-b0bd-f34971f489da tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.610s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 947.449073] env[69613]: DEBUG nova.objects.instance [None req-1ee4af04-5fa1-479b-b0bd-f34971f489da tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] Lazy-loading 'resources' on Instance uuid 71e0d53c-ff3f-4a77-aa25-2a07e64500a7 {{(pid=69613) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 947.557489] env[69613]: DEBUG nova.network.neutron [req-17f0a98b-1984-4b9e-b5e1-015f3c5328f9 req-d1244af9-3371-4ed7-b2ce-168d2b6c6167 service nova] [instance: 983a2305-b1f1-487b-ab6a-2f5f1f7ee3f0] Instance cache missing network info. {{(pid=69613) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 947.634131] env[69613]: DEBUG oslo_concurrency.lockutils [None req-1ad56415-c5e7-4fbd-9f70-0052b712c356 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 947.682121] env[69613]: DEBUG oslo_concurrency.lockutils [None req-5fc94450-a309-4204-8678-68ed95c1391a tempest-InstanceActionsV221TestJSON-720531311 tempest-InstanceActionsV221TestJSON-720531311-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 947.766742] env[69613]: DEBUG oslo_vmware.api [None req-15d59e98-f884-4e55-a25c-cbde987ee7be tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Task: {'id': task-3417786, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.541702} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.767109] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-15d59e98-f884-4e55-a25c-cbde987ee7be tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk to [datastore2] 815ee067-7d2e-4312-8f7a-77ce8854bd2d/815ee067-7d2e-4312-8f7a-77ce8854bd2d.vmdk {{(pid=69613) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 947.767406] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-15d59e98-f884-4e55-a25c-cbde987ee7be tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] [instance: 815ee067-7d2e-4312-8f7a-77ce8854bd2d] Extending root virtual disk to 1048576 {{(pid=69613) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 947.767734] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-aa352929-d06b-4ac1-9f6a-9f7b6868d735 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.777943] env[69613]: DEBUG oslo_vmware.api [None req-15d59e98-f884-4e55-a25c-cbde987ee7be tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Waiting for the task: (returnval){ [ 947.777943] env[69613]: value = "task-3417787" [ 947.777943] env[69613]: _type = "Task" [ 947.777943] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.790133] env[69613]: DEBUG oslo_vmware.api [None req-15d59e98-f884-4e55-a25c-cbde987ee7be tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Task: {'id': task-3417787, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.839929] env[69613]: DEBUG nova.network.neutron [req-17f0a98b-1984-4b9e-b5e1-015f3c5328f9 req-d1244af9-3371-4ed7-b2ce-168d2b6c6167 service nova] [instance: 983a2305-b1f1-487b-ab6a-2f5f1f7ee3f0] Updating instance_info_cache with network_info: [] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 947.953178] env[69613]: DEBUG nova.objects.instance [None req-1ee4af04-5fa1-479b-b0bd-f34971f489da tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] Lazy-loading 'numa_topology' on Instance uuid 71e0d53c-ff3f-4a77-aa25-2a07e64500a7 {{(pid=69613) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 947.960306] env[69613]: DEBUG oslo_concurrency.lockutils [None req-8aac29ad-ef6e-4a27-9c58-86c2dca64f82 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] Acquiring lock "refresh_cache-661ee10a-6a1c-4f4c-86e5-ea2185ab6741" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.960306] env[69613]: DEBUG oslo_concurrency.lockutils [None req-8aac29ad-ef6e-4a27-9c58-86c2dca64f82 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] Acquired lock "refresh_cache-661ee10a-6a1c-4f4c-86e5-ea2185ab6741" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.960306] env[69613]: DEBUG nova.network.neutron [None req-8aac29ad-ef6e-4a27-9c58-86c2dca64f82 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] [instance: 661ee10a-6a1c-4f4c-86e5-ea2185ab6741] Building network info cache for instance {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 948.287286] env[69613]: DEBUG oslo_vmware.api [None req-15d59e98-f884-4e55-a25c-cbde987ee7be tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Task: {'id': task-3417787, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066887} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.287538] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-15d59e98-f884-4e55-a25c-cbde987ee7be tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] [instance: 815ee067-7d2e-4312-8f7a-77ce8854bd2d] Extended root virtual disk {{(pid=69613) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 948.288374] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bee555e-d33d-4473-a861-ae5663e02b91 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.312143] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-15d59e98-f884-4e55-a25c-cbde987ee7be tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] [instance: 815ee067-7d2e-4312-8f7a-77ce8854bd2d] Reconfiguring VM instance instance-00000051 to attach disk [datastore2] 815ee067-7d2e-4312-8f7a-77ce8854bd2d/815ee067-7d2e-4312-8f7a-77ce8854bd2d.vmdk or device None with type sparse {{(pid=69613) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 948.312532] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-574416a0-fa97-4e3a-aa89-299606bb50af {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.332453] env[69613]: DEBUG oslo_vmware.api [None req-15d59e98-f884-4e55-a25c-cbde987ee7be tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Waiting for the task: (returnval){ [ 948.332453] env[69613]: value = "task-3417788" [ 948.332453] env[69613]: _type = "Task" [ 948.332453] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.340649] env[69613]: DEBUG oslo_vmware.api [None req-15d59e98-f884-4e55-a25c-cbde987ee7be tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Task: {'id': task-3417788, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.342232] env[69613]: DEBUG oslo_concurrency.lockutils [req-17f0a98b-1984-4b9e-b5e1-015f3c5328f9 req-d1244af9-3371-4ed7-b2ce-168d2b6c6167 service nova] Releasing lock "refresh_cache-983a2305-b1f1-487b-ab6a-2f5f1f7ee3f0" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.342594] env[69613]: DEBUG oslo_concurrency.lockutils [None req-7d795db8-c0c4-48d7-98a3-5b1c69ca3577 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Acquired lock "refresh_cache-983a2305-b1f1-487b-ab6a-2f5f1f7ee3f0" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.342752] env[69613]: DEBUG nova.network.neutron [None req-7d795db8-c0c4-48d7-98a3-5b1c69ca3577 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] [instance: 983a2305-b1f1-487b-ab6a-2f5f1f7ee3f0] Building network info cache for instance {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 948.458168] env[69613]: DEBUG nova.objects.base [None req-1ee4af04-5fa1-479b-b0bd-f34971f489da tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] Object Instance<71e0d53c-ff3f-4a77-aa25-2a07e64500a7> lazy-loaded attributes: resources,numa_topology {{(pid=69613) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 948.550796] env[69613]: DEBUG nova.network.neutron [None req-d8d7135b-2f3b-49c4-a512-f3902bc613af tempest-ServersTestBootFromVolume-835828331 tempest-ServersTestBootFromVolume-835828331-project-member] [instance: e849b8b2-7ad7-475a-bab6-48d8412c58ad] Successfully updated port: 4edd8822-6947-4caf-9c65-0d96b41196fa {{(pid=69613) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 948.674248] env[69613]: DEBUG nova.compute.manager [None req-d8d7135b-2f3b-49c4-a512-f3902bc613af tempest-ServersTestBootFromVolume-835828331 tempest-ServersTestBootFromVolume-835828331-project-member] [instance: e849b8b2-7ad7-475a-bab6-48d8412c58ad] Start spawning the instance on the hypervisor. {{(pid=69613) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 948.674883] env[69613]: DEBUG nova.virt.hardware [None req-d8d7135b-2f3b-49c4-a512-f3902bc613af tempest-ServersTestBootFromVolume-835828331 tempest-ServersTestBootFromVolume-835828331-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T13:55:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 948.675215] env[69613]: DEBUG nova.virt.hardware [None req-d8d7135b-2f3b-49c4-a512-f3902bc613af tempest-ServersTestBootFromVolume-835828331 tempest-ServersTestBootFromVolume-835828331-project-member] Flavor limits 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 948.675215] env[69613]: DEBUG nova.virt.hardware [None req-d8d7135b-2f3b-49c4-a512-f3902bc613af tempest-ServersTestBootFromVolume-835828331 tempest-ServersTestBootFromVolume-835828331-project-member] Image limits 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 948.675437] env[69613]: DEBUG nova.virt.hardware [None req-d8d7135b-2f3b-49c4-a512-f3902bc613af tempest-ServersTestBootFromVolume-835828331 tempest-ServersTestBootFromVolume-835828331-project-member] Flavor pref 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 948.676203] env[69613]: DEBUG nova.virt.hardware [None req-d8d7135b-2f3b-49c4-a512-f3902bc613af tempest-ServersTestBootFromVolume-835828331 tempest-ServersTestBootFromVolume-835828331-project-member] Image pref 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 948.676203] env[69613]: DEBUG nova.virt.hardware [None req-d8d7135b-2f3b-49c4-a512-f3902bc613af tempest-ServersTestBootFromVolume-835828331 tempest-ServersTestBootFromVolume-835828331-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 948.676203] env[69613]: DEBUG nova.virt.hardware [None req-d8d7135b-2f3b-49c4-a512-f3902bc613af tempest-ServersTestBootFromVolume-835828331 tempest-ServersTestBootFromVolume-835828331-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 948.676203] env[69613]: DEBUG nova.virt.hardware [None req-d8d7135b-2f3b-49c4-a512-f3902bc613af tempest-ServersTestBootFromVolume-835828331 tempest-ServersTestBootFromVolume-835828331-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69613) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 948.676377] env[69613]: DEBUG nova.virt.hardware [None req-d8d7135b-2f3b-49c4-a512-f3902bc613af tempest-ServersTestBootFromVolume-835828331 tempest-ServersTestBootFromVolume-835828331-project-member] Got 1 possible topologies {{(pid=69613) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 948.676413] env[69613]: DEBUG nova.virt.hardware [None req-d8d7135b-2f3b-49c4-a512-f3902bc613af tempest-ServersTestBootFromVolume-835828331 tempest-ServersTestBootFromVolume-835828331-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 948.676835] env[69613]: DEBUG nova.virt.hardware [None req-d8d7135b-2f3b-49c4-a512-f3902bc613af tempest-ServersTestBootFromVolume-835828331 tempest-ServersTestBootFromVolume-835828331-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 948.680018] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45aa9a9c-5bd3-4938-b38c-a6d5b312beb9 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.690085] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df7f61c9-5dfc-4a44-bbe1-2c9c3de99a12 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.789788] env[69613]: DEBUG nova.compute.manager [req-6f4bd6a6-b30f-4e9e-a058-bbca6d37a167 req-8ef188bd-b22f-4a82-b95f-42948c8dab80 service nova] [instance: 09b161d0-361a-45c0-9352-755e9571ef61] Received event network-vif-deleted-f62fd6fb-deb3-4743-9d50-72b494491a70 {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 948.818393] env[69613]: DEBUG nova.network.neutron [None req-8aac29ad-ef6e-4a27-9c58-86c2dca64f82 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] [instance: 661ee10a-6a1c-4f4c-86e5-ea2185ab6741] Updating instance_info_cache with network_info: [{"id": "a17ea222-6334-4595-bdd4-10f24be5e6b9", "address": "fa:16:3e:04:d1:f3", "network": {"id": "7f5a9020-c966-459c-b2b1-fc62b2ff6283", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.97", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3e9e1b873f1442d59d5ee8247b941f74", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aec0089a-ff85-4bef-bad8-c84de39af71a", "external-id": "nsx-vlan-transportzone-758", "segmentation_id": 758, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa17ea222-63", "ovs_interfaceid": "a17ea222-6334-4595-bdd4-10f24be5e6b9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 948.851940] env[69613]: DEBUG oslo_vmware.api [None req-15d59e98-f884-4e55-a25c-cbde987ee7be tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Task: {'id': task-3417788, 'name': ReconfigVM_Task, 'duration_secs': 0.287063} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.852780] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-15d59e98-f884-4e55-a25c-cbde987ee7be tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] [instance: 815ee067-7d2e-4312-8f7a-77ce8854bd2d] Reconfigured VM instance instance-00000051 to attach disk [datastore2] 815ee067-7d2e-4312-8f7a-77ce8854bd2d/815ee067-7d2e-4312-8f7a-77ce8854bd2d.vmdk or device None with type sparse {{(pid=69613) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 948.853747] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fd0def5b-0124-40e0-b01f-0a30035f7d15 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.864307] env[69613]: DEBUG oslo_vmware.api [None req-15d59e98-f884-4e55-a25c-cbde987ee7be tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Waiting for the task: (returnval){ [ 948.864307] env[69613]: value = "task-3417789" [ 948.864307] env[69613]: _type = "Task" [ 948.864307] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.871937] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b051ab84-3406-4433-9b1e-1747c0f2d4b8 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.883549] env[69613]: DEBUG oslo_vmware.api [None req-15d59e98-f884-4e55-a25c-cbde987ee7be tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Task: {'id': task-3417789, 'name': Rename_Task} progress is 10%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.884549] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a4aaabc-12ae-414d-9c74-73d203ffb65a {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.914206] env[69613]: DEBUG nova.network.neutron [None req-7d795db8-c0c4-48d7-98a3-5b1c69ca3577 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] [instance: 983a2305-b1f1-487b-ab6a-2f5f1f7ee3f0] Instance cache missing network info. {{(pid=69613) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 948.916664] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9946079-c920-4e1c-b2f1-59a3c632bf27 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.928082] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f40ca696-1507-4264-8c51-1befcd82a505 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.948623] env[69613]: DEBUG nova.compute.provider_tree [None req-1ee4af04-5fa1-479b-b0bd-f34971f489da tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] Inventory has not changed in ProviderTree for provider: af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 {{(pid=69613) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 949.053602] env[69613]: DEBUG oslo_concurrency.lockutils [None req-d8d7135b-2f3b-49c4-a512-f3902bc613af tempest-ServersTestBootFromVolume-835828331 tempest-ServersTestBootFromVolume-835828331-project-member] Acquiring lock "refresh_cache-e849b8b2-7ad7-475a-bab6-48d8412c58ad" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.053911] env[69613]: DEBUG oslo_concurrency.lockutils [None req-d8d7135b-2f3b-49c4-a512-f3902bc613af tempest-ServersTestBootFromVolume-835828331 tempest-ServersTestBootFromVolume-835828331-project-member] Acquired lock "refresh_cache-e849b8b2-7ad7-475a-bab6-48d8412c58ad" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.053911] env[69613]: DEBUG nova.network.neutron [None req-d8d7135b-2f3b-49c4-a512-f3902bc613af tempest-ServersTestBootFromVolume-835828331 tempest-ServersTestBootFromVolume-835828331-project-member] [instance: e849b8b2-7ad7-475a-bab6-48d8412c58ad] Building network info cache for instance {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 949.160328] env[69613]: DEBUG nova.network.neutron [None req-7d795db8-c0c4-48d7-98a3-5b1c69ca3577 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] [instance: 983a2305-b1f1-487b-ab6a-2f5f1f7ee3f0] Updating instance_info_cache with network_info: [{"id": "2df0425e-449c-43bd-a252-e75aa6724c4b", "address": "fa:16:3e:86:a3:aa", "network": {"id": "716d936a-9f18-4dbf-8278-8d495c4e8e5e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1568527215-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ac0fd822ae5c46349cf139bf95aa6ad4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "99639c37-b0c6-4be7-9594-230e44b1280b", "external-id": "nsx-vlan-transportzone-17", "segmentation_id": 17, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2df0425e-44", "ovs_interfaceid": "2df0425e-449c-43bd-a252-e75aa6724c4b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 949.255704] env[69613]: DEBUG nova.compute.manager [req-de5f6f43-7ae9-4aa6-b574-f714a4316561 req-41fea5a8-fd8e-4a0a-8d73-c6111c072c81 service nova] [instance: e849b8b2-7ad7-475a-bab6-48d8412c58ad] Received event network-vif-plugged-4edd8822-6947-4caf-9c65-0d96b41196fa {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 949.255908] env[69613]: DEBUG oslo_concurrency.lockutils [req-de5f6f43-7ae9-4aa6-b574-f714a4316561 req-41fea5a8-fd8e-4a0a-8d73-c6111c072c81 service nova] Acquiring lock "e849b8b2-7ad7-475a-bab6-48d8412c58ad-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 949.256124] env[69613]: DEBUG oslo_concurrency.lockutils [req-de5f6f43-7ae9-4aa6-b574-f714a4316561 req-41fea5a8-fd8e-4a0a-8d73-c6111c072c81 service nova] Lock "e849b8b2-7ad7-475a-bab6-48d8412c58ad-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 949.256289] env[69613]: DEBUG oslo_concurrency.lockutils [req-de5f6f43-7ae9-4aa6-b574-f714a4316561 req-41fea5a8-fd8e-4a0a-8d73-c6111c072c81 service nova] Lock "e849b8b2-7ad7-475a-bab6-48d8412c58ad-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 949.256445] env[69613]: DEBUG nova.compute.manager [req-de5f6f43-7ae9-4aa6-b574-f714a4316561 req-41fea5a8-fd8e-4a0a-8d73-c6111c072c81 service nova] [instance: e849b8b2-7ad7-475a-bab6-48d8412c58ad] No waiting events found dispatching network-vif-plugged-4edd8822-6947-4caf-9c65-0d96b41196fa {{(pid=69613) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 949.256600] env[69613]: WARNING nova.compute.manager [req-de5f6f43-7ae9-4aa6-b574-f714a4316561 req-41fea5a8-fd8e-4a0a-8d73-c6111c072c81 service nova] [instance: e849b8b2-7ad7-475a-bab6-48d8412c58ad] Received unexpected event network-vif-plugged-4edd8822-6947-4caf-9c65-0d96b41196fa for instance with vm_state building and task_state spawning. [ 949.256748] env[69613]: DEBUG nova.compute.manager [req-de5f6f43-7ae9-4aa6-b574-f714a4316561 req-41fea5a8-fd8e-4a0a-8d73-c6111c072c81 service nova] [instance: e849b8b2-7ad7-475a-bab6-48d8412c58ad] Received event network-changed-4edd8822-6947-4caf-9c65-0d96b41196fa {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 949.257347] env[69613]: DEBUG nova.compute.manager [req-de5f6f43-7ae9-4aa6-b574-f714a4316561 req-41fea5a8-fd8e-4a0a-8d73-c6111c072c81 service nova] [instance: e849b8b2-7ad7-475a-bab6-48d8412c58ad] Refreshing instance network info cache due to event network-changed-4edd8822-6947-4caf-9c65-0d96b41196fa. {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 949.257568] env[69613]: DEBUG oslo_concurrency.lockutils [req-de5f6f43-7ae9-4aa6-b574-f714a4316561 req-41fea5a8-fd8e-4a0a-8d73-c6111c072c81 service nova] Acquiring lock "refresh_cache-e849b8b2-7ad7-475a-bab6-48d8412c58ad" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.323313] env[69613]: DEBUG oslo_concurrency.lockutils [None req-8aac29ad-ef6e-4a27-9c58-86c2dca64f82 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] Releasing lock "refresh_cache-661ee10a-6a1c-4f4c-86e5-ea2185ab6741" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.376824] env[69613]: DEBUG oslo_vmware.api [None req-15d59e98-f884-4e55-a25c-cbde987ee7be tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Task: {'id': task-3417789, 'name': Rename_Task, 'duration_secs': 0.144384} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.377475] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-15d59e98-f884-4e55-a25c-cbde987ee7be tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] [instance: 815ee067-7d2e-4312-8f7a-77ce8854bd2d] Powering on the VM {{(pid=69613) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 949.377866] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6fe4ae7c-16d8-47fb-826b-b56a57559139 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.389850] env[69613]: DEBUG oslo_vmware.api [None req-15d59e98-f884-4e55-a25c-cbde987ee7be tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Waiting for the task: (returnval){ [ 949.389850] env[69613]: value = "task-3417790" [ 949.389850] env[69613]: _type = "Task" [ 949.389850] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.401921] env[69613]: DEBUG oslo_vmware.api [None req-15d59e98-f884-4e55-a25c-cbde987ee7be tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Task: {'id': task-3417790, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.457168] env[69613]: DEBUG nova.scheduler.client.report [None req-1ee4af04-5fa1-479b-b0bd-f34971f489da tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] Inventory has not changed for provider af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69613) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 949.636475] env[69613]: DEBUG nova.network.neutron [None req-d8d7135b-2f3b-49c4-a512-f3902bc613af tempest-ServersTestBootFromVolume-835828331 tempest-ServersTestBootFromVolume-835828331-project-member] [instance: e849b8b2-7ad7-475a-bab6-48d8412c58ad] Instance cache missing network info. {{(pid=69613) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 949.666064] env[69613]: DEBUG oslo_concurrency.lockutils [None req-7d795db8-c0c4-48d7-98a3-5b1c69ca3577 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Releasing lock "refresh_cache-983a2305-b1f1-487b-ab6a-2f5f1f7ee3f0" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.666064] env[69613]: DEBUG nova.compute.manager [None req-7d795db8-c0c4-48d7-98a3-5b1c69ca3577 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] [instance: 983a2305-b1f1-487b-ab6a-2f5f1f7ee3f0] Instance network_info: |[{"id": "2df0425e-449c-43bd-a252-e75aa6724c4b", "address": "fa:16:3e:86:a3:aa", "network": {"id": "716d936a-9f18-4dbf-8278-8d495c4e8e5e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1568527215-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ac0fd822ae5c46349cf139bf95aa6ad4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "99639c37-b0c6-4be7-9594-230e44b1280b", "external-id": "nsx-vlan-transportzone-17", "segmentation_id": 17, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2df0425e-44", "ovs_interfaceid": "2df0425e-449c-43bd-a252-e75aa6724c4b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69613) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 949.666064] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-7d795db8-c0c4-48d7-98a3-5b1c69ca3577 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] [instance: 983a2305-b1f1-487b-ab6a-2f5f1f7ee3f0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:86:a3:aa', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '99639c37-b0c6-4be7-9594-230e44b1280b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2df0425e-449c-43bd-a252-e75aa6724c4b', 'vif_model': 'vmxnet3'}] {{(pid=69613) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 949.672354] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d795db8-c0c4-48d7-98a3-5b1c69ca3577 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Creating folder: Project (ac0fd822ae5c46349cf139bf95aa6ad4). Parent ref: group-v681687. {{(pid=69613) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 949.675613] env[69613]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4b491b5c-0d6b-4f9a-9e62-c06ca73a8f76 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.687929] env[69613]: INFO nova.virt.vmwareapi.vm_util [None req-7d795db8-c0c4-48d7-98a3-5b1c69ca3577 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Created folder: Project (ac0fd822ae5c46349cf139bf95aa6ad4) in parent group-v681687. [ 949.688725] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d795db8-c0c4-48d7-98a3-5b1c69ca3577 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Creating folder: Instances. Parent ref: group-v681937. {{(pid=69613) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 949.689148] env[69613]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7e0af4d1-6557-4073-8cb5-5e68a9340f4f {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.699176] env[69613]: INFO nova.virt.vmwareapi.vm_util [None req-7d795db8-c0c4-48d7-98a3-5b1c69ca3577 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Created folder: Instances in parent group-v681937. [ 949.699987] env[69613]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7d795db8-c0c4-48d7-98a3-5b1c69ca3577 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69613) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 949.700356] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 983a2305-b1f1-487b-ab6a-2f5f1f7ee3f0] Creating VM on the ESX host {{(pid=69613) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 949.700682] env[69613]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6d355fdd-3eef-45a6-ad72-def7bad72a50 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.728595] env[69613]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 949.728595] env[69613]: value = "task-3417793" [ 949.728595] env[69613]: _type = "Task" [ 949.728595] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.737052] env[69613]: DEBUG oslo_vmware.api [-] Task: {'id': task-3417793, 'name': CreateVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.901770] env[69613]: DEBUG oslo_vmware.api [None req-15d59e98-f884-4e55-a25c-cbde987ee7be tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Task: {'id': task-3417790, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.928139] env[69613]: DEBUG nova.network.neutron [None req-d8d7135b-2f3b-49c4-a512-f3902bc613af tempest-ServersTestBootFromVolume-835828331 tempest-ServersTestBootFromVolume-835828331-project-member] [instance: e849b8b2-7ad7-475a-bab6-48d8412c58ad] Updating instance_info_cache with network_info: [{"id": "4edd8822-6947-4caf-9c65-0d96b41196fa", "address": "fa:16:3e:d5:6a:03", "network": {"id": "b26fbb2f-516d-4280-a918-9075782b4970", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1400878950-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cf58dce6904c4c72bdd980a4cf0f4ca1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ab93899c-92b2-4d84-95a6-192234add28c", "external-id": "nsx-vlan-transportzone-697", "segmentation_id": 697, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4edd8822-69", "ovs_interfaceid": "4edd8822-6947-4caf-9c65-0d96b41196fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 949.962534] env[69613]: DEBUG oslo_concurrency.lockutils [None req-1ee4af04-5fa1-479b-b0bd-f34971f489da tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.514s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 949.966132] env[69613]: DEBUG oslo_concurrency.lockutils [None req-d8c34017-4be4-4578-b80b-9cfbf0bc5f4c tempest-ServerShowV247Test-1190307155 tempest-ServerShowV247Test-1190307155-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.274s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 949.969426] env[69613]: DEBUG nova.objects.instance [None req-d8c34017-4be4-4578-b80b-9cfbf0bc5f4c tempest-ServerShowV247Test-1190307155 tempest-ServerShowV247Test-1190307155-project-member] Lazy-loading 'resources' on Instance uuid 07474db3-d38d-49ca-a42a-28c63825d86d {{(pid=69613) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 950.240281] env[69613]: DEBUG oslo_vmware.api [-] Task: {'id': task-3417793, 'name': CreateVM_Task} progress is 99%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.400892] env[69613]: DEBUG oslo_vmware.api [None req-15d59e98-f884-4e55-a25c-cbde987ee7be tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Task: {'id': task-3417790, 'name': PowerOnVM_Task, 'duration_secs': 0.545027} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.400892] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-15d59e98-f884-4e55-a25c-cbde987ee7be tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] [instance: 815ee067-7d2e-4312-8f7a-77ce8854bd2d] Powered on the VM {{(pid=69613) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 950.400892] env[69613]: INFO nova.compute.manager [None req-15d59e98-f884-4e55-a25c-cbde987ee7be tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] [instance: 815ee067-7d2e-4312-8f7a-77ce8854bd2d] Took 9.95 seconds to spawn the instance on the hypervisor. [ 950.401305] env[69613]: DEBUG nova.compute.manager [None req-15d59e98-f884-4e55-a25c-cbde987ee7be tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] [instance: 815ee067-7d2e-4312-8f7a-77ce8854bd2d] Checking state {{(pid=69613) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 950.402866] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b196d184-bcb0-461a-a297-02edddc8b8d7 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.431230] env[69613]: DEBUG oslo_concurrency.lockutils [None req-d8d7135b-2f3b-49c4-a512-f3902bc613af tempest-ServersTestBootFromVolume-835828331 tempest-ServersTestBootFromVolume-835828331-project-member] Releasing lock "refresh_cache-e849b8b2-7ad7-475a-bab6-48d8412c58ad" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.431588] env[69613]: DEBUG nova.compute.manager [None req-d8d7135b-2f3b-49c4-a512-f3902bc613af tempest-ServersTestBootFromVolume-835828331 tempest-ServersTestBootFromVolume-835828331-project-member] [instance: e849b8b2-7ad7-475a-bab6-48d8412c58ad] Instance network_info: |[{"id": "4edd8822-6947-4caf-9c65-0d96b41196fa", "address": "fa:16:3e:d5:6a:03", "network": {"id": "b26fbb2f-516d-4280-a918-9075782b4970", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1400878950-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cf58dce6904c4c72bdd980a4cf0f4ca1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ab93899c-92b2-4d84-95a6-192234add28c", "external-id": "nsx-vlan-transportzone-697", "segmentation_id": 697, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4edd8822-69", "ovs_interfaceid": "4edd8822-6947-4caf-9c65-0d96b41196fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69613) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 950.431895] env[69613]: DEBUG oslo_concurrency.lockutils [req-de5f6f43-7ae9-4aa6-b574-f714a4316561 req-41fea5a8-fd8e-4a0a-8d73-c6111c072c81 service nova] Acquired lock "refresh_cache-e849b8b2-7ad7-475a-bab6-48d8412c58ad" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.432089] env[69613]: DEBUG nova.network.neutron [req-de5f6f43-7ae9-4aa6-b574-f714a4316561 req-41fea5a8-fd8e-4a0a-8d73-c6111c072c81 service nova] [instance: e849b8b2-7ad7-475a-bab6-48d8412c58ad] Refreshing network info cache for port 4edd8822-6947-4caf-9c65-0d96b41196fa {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 950.433235] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-d8d7135b-2f3b-49c4-a512-f3902bc613af tempest-ServersTestBootFromVolume-835828331 tempest-ServersTestBootFromVolume-835828331-project-member] [instance: e849b8b2-7ad7-475a-bab6-48d8412c58ad] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d5:6a:03', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ab93899c-92b2-4d84-95a6-192234add28c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4edd8822-6947-4caf-9c65-0d96b41196fa', 'vif_model': 'vmxnet3'}] {{(pid=69613) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 950.442860] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8d7135b-2f3b-49c4-a512-f3902bc613af tempest-ServersTestBootFromVolume-835828331 tempest-ServersTestBootFromVolume-835828331-project-member] Creating folder: Project (cf58dce6904c4c72bdd980a4cf0f4ca1). Parent ref: group-v681687. {{(pid=69613) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 950.446809] env[69613]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3063f8ba-efbf-4897-846e-6c56d0cdd8c2 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.459190] env[69613]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 950.459417] env[69613]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=69613) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 950.459931] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8d7135b-2f3b-49c4-a512-f3902bc613af tempest-ServersTestBootFromVolume-835828331 tempest-ServersTestBootFromVolume-835828331-project-member] Folder already exists: Project (cf58dce6904c4c72bdd980a4cf0f4ca1). Parent ref: group-v681687. {{(pid=69613) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 950.460143] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8d7135b-2f3b-49c4-a512-f3902bc613af tempest-ServersTestBootFromVolume-835828331 tempest-ServersTestBootFromVolume-835828331-project-member] Creating folder: Instances. Parent ref: group-v681913. {{(pid=69613) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 950.460377] env[69613]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-32f1c44a-75ad-42d3-95d0-33c80dc340dc {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.471797] env[69613]: INFO nova.virt.vmwareapi.vm_util [None req-d8d7135b-2f3b-49c4-a512-f3902bc613af tempest-ServersTestBootFromVolume-835828331 tempest-ServersTestBootFromVolume-835828331-project-member] Created folder: Instances in parent group-v681913. [ 950.471958] env[69613]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d8d7135b-2f3b-49c4-a512-f3902bc613af tempest-ServersTestBootFromVolume-835828331 tempest-ServersTestBootFromVolume-835828331-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69613) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 950.474425] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e849b8b2-7ad7-475a-bab6-48d8412c58ad] Creating VM on the ESX host {{(pid=69613) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 950.476628] env[69613]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-85c1afb7-56c0-4872-8a2b-596d244402d4 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.492142] env[69613]: DEBUG oslo_concurrency.lockutils [None req-1ee4af04-5fa1-479b-b0bd-f34971f489da tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] Lock "71e0d53c-ff3f-4a77-aa25-2a07e64500a7" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 45.764s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 950.493189] env[69613]: DEBUG oslo_concurrency.lockutils [None req-c28351da-f60d-4f2b-9741-b3ba3ba2e258 tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] Lock "71e0d53c-ff3f-4a77-aa25-2a07e64500a7" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 22.381s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 950.493407] env[69613]: INFO nova.compute.manager [None req-c28351da-f60d-4f2b-9741-b3ba3ba2e258 tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] [instance: 71e0d53c-ff3f-4a77-aa25-2a07e64500a7] Unshelving [ 950.503597] env[69613]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 950.503597] env[69613]: value = "task-3417796" [ 950.503597] env[69613]: _type = "Task" [ 950.503597] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.514064] env[69613]: DEBUG oslo_vmware.api [-] Task: {'id': task-3417796, 'name': CreateVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.742797] env[69613]: DEBUG oslo_vmware.api [-] Task: {'id': task-3417793, 'name': CreateVM_Task, 'duration_secs': 0.524479} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.745254] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 983a2305-b1f1-487b-ab6a-2f5f1f7ee3f0] Created VM on the ESX host {{(pid=69613) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 950.746134] env[69613]: DEBUG oslo_concurrency.lockutils [None req-7d795db8-c0c4-48d7-98a3-5b1c69ca3577 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.746324] env[69613]: DEBUG oslo_concurrency.lockutils [None req-7d795db8-c0c4-48d7-98a3-5b1c69ca3577 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.746859] env[69613]: DEBUG oslo_concurrency.lockutils [None req-7d795db8-c0c4-48d7-98a3-5b1c69ca3577 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.747145] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-41e11980-0928-4cdc-ab20-56bfaffa8eb5 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.761729] env[69613]: DEBUG oslo_vmware.api [None req-7d795db8-c0c4-48d7-98a3-5b1c69ca3577 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Waiting for the task: (returnval){ [ 950.761729] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]527a7656-ab55-f415-57c9-712811053525" [ 950.761729] env[69613]: _type = "Task" [ 950.761729] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.771294] env[69613]: DEBUG oslo_vmware.api [None req-7d795db8-c0c4-48d7-98a3-5b1c69ca3577 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]527a7656-ab55-f415-57c9-712811053525, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.788457] env[69613]: DEBUG nova.network.neutron [req-de5f6f43-7ae9-4aa6-b574-f714a4316561 req-41fea5a8-fd8e-4a0a-8d73-c6111c072c81 service nova] [instance: e849b8b2-7ad7-475a-bab6-48d8412c58ad] Updated VIF entry in instance network info cache for port 4edd8822-6947-4caf-9c65-0d96b41196fa. {{(pid=69613) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 950.788611] env[69613]: DEBUG nova.network.neutron [req-de5f6f43-7ae9-4aa6-b574-f714a4316561 req-41fea5a8-fd8e-4a0a-8d73-c6111c072c81 service nova] [instance: e849b8b2-7ad7-475a-bab6-48d8412c58ad] Updating instance_info_cache with network_info: [{"id": "4edd8822-6947-4caf-9c65-0d96b41196fa", "address": "fa:16:3e:d5:6a:03", "network": {"id": "b26fbb2f-516d-4280-a918-9075782b4970", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1400878950-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cf58dce6904c4c72bdd980a4cf0f4ca1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ab93899c-92b2-4d84-95a6-192234add28c", "external-id": "nsx-vlan-transportzone-697", "segmentation_id": 697, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4edd8822-69", "ovs_interfaceid": "4edd8822-6947-4caf-9c65-0d96b41196fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 950.839498] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cab681cd-4d0e-4d8c-b71e-f54ca2afe5fe {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.860749] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-8aac29ad-ef6e-4a27-9c58-86c2dca64f82 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] [instance: 661ee10a-6a1c-4f4c-86e5-ea2185ab6741] Updating instance '661ee10a-6a1c-4f4c-86e5-ea2185ab6741' progress to 0 {{(pid=69613) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 950.922851] env[69613]: INFO nova.compute.manager [None req-15d59e98-f884-4e55-a25c-cbde987ee7be tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] [instance: 815ee067-7d2e-4312-8f7a-77ce8854bd2d] Took 41.57 seconds to build instance. [ 950.974642] env[69613]: DEBUG oslo_service.periodic_task [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69613) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 950.974642] env[69613]: DEBUG oslo_service.periodic_task [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69613) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 951.008470] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8618858c-9924-4140-962a-7700a3d4a0b4 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.023256] env[69613]: DEBUG oslo_vmware.api [-] Task: {'id': task-3417796, 'name': CreateVM_Task, 'duration_secs': 0.350717} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.023256] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e849b8b2-7ad7-475a-bab6-48d8412c58ad] Created VM on the ESX host {{(pid=69613) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 951.023907] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65a35752-6605-462e-85de-3473c3c63fcc {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.028663] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-d8d7135b-2f3b-49c4-a512-f3902bc613af tempest-ServersTestBootFromVolume-835828331 tempest-ServersTestBootFromVolume-835828331-project-member] [instance: e849b8b2-7ad7-475a-bab6-48d8412c58ad] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'attachment_id': 'c1aa41fe-862d-49c5-9713-61ad87de51cb', 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-681919', 'volume_id': '266a250e-27dd-4176-818e-d3cd3c4ed5dd', 'name': 'volume-266a250e-27dd-4176-818e-d3cd3c4ed5dd', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e849b8b2-7ad7-475a-bab6-48d8412c58ad', 'attached_at': '', 'detached_at': '', 'volume_id': '266a250e-27dd-4176-818e-d3cd3c4ed5dd', 'serial': '266a250e-27dd-4176-818e-d3cd3c4ed5dd'}, 'delete_on_termination': True, 'mount_device': '/dev/sda', 'device_type': None, 'guest_format': None, 'boot_index': 0, 'disk_bus': None, 'volume_type': None}], 'swap': None} {{(pid=69613) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 951.028663] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-d8d7135b-2f3b-49c4-a512-f3902bc613af tempest-ServersTestBootFromVolume-835828331 tempest-ServersTestBootFromVolume-835828331-project-member] [instance: e849b8b2-7ad7-475a-bab6-48d8412c58ad] Root volume attach. Driver type: vmdk {{(pid=69613) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 951.030491] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d585b57c-3854-42a2-88ce-3a6cd6d4439c {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.063164] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02fe5258-983b-41f6-b276-08f2ba47bbb6 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.066736] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c89f9b5-3523-4411-9f6c-04879ecf9c09 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.074737] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-106b8a0c-6ece-47c3-8e8b-4fc123ea0cb0 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.078669] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39db836a-60c6-471b-aff4-621e97f0aebc {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.094400] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-49f6edc8-21ae-4ed4-9f9c-057f990ad49a {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.097174] env[69613]: DEBUG nova.compute.provider_tree [None req-d8c34017-4be4-4578-b80b-9cfbf0bc5f4c tempest-ServerShowV247Test-1190307155 tempest-ServerShowV247Test-1190307155-project-member] Inventory has not changed in ProviderTree for provider: af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 {{(pid=69613) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 951.103813] env[69613]: DEBUG oslo_vmware.api [None req-d8d7135b-2f3b-49c4-a512-f3902bc613af tempest-ServersTestBootFromVolume-835828331 tempest-ServersTestBootFromVolume-835828331-project-member] Waiting for the task: (returnval){ [ 951.103813] env[69613]: value = "task-3417797" [ 951.103813] env[69613]: _type = "Task" [ 951.103813] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.114218] env[69613]: DEBUG oslo_vmware.api [None req-d8d7135b-2f3b-49c4-a512-f3902bc613af tempest-ServersTestBootFromVolume-835828331 tempest-ServersTestBootFromVolume-835828331-project-member] Task: {'id': task-3417797, 'name': RelocateVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.272242] env[69613]: DEBUG oslo_vmware.api [None req-7d795db8-c0c4-48d7-98a3-5b1c69ca3577 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]527a7656-ab55-f415-57c9-712811053525, 'name': SearchDatastore_Task, 'duration_secs': 0.021741} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.272613] env[69613]: DEBUG oslo_concurrency.lockutils [None req-7d795db8-c0c4-48d7-98a3-5b1c69ca3577 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.272826] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-7d795db8-c0c4-48d7-98a3-5b1c69ca3577 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] [instance: 983a2305-b1f1-487b-ab6a-2f5f1f7ee3f0] Processing image 2b7a0304-b5d0-431d-b287-32c8388d7fbd {{(pid=69613) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 951.273101] env[69613]: DEBUG oslo_concurrency.lockutils [None req-7d795db8-c0c4-48d7-98a3-5b1c69ca3577 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.273268] env[69613]: DEBUG oslo_concurrency.lockutils [None req-7d795db8-c0c4-48d7-98a3-5b1c69ca3577 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.273461] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d795db8-c0c4-48d7-98a3-5b1c69ca3577 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69613) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 951.273750] env[69613]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-127111e6-d6e4-4f58-9a52-09460cd0d4ef {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.282424] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d795db8-c0c4-48d7-98a3-5b1c69ca3577 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69613) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 951.282623] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-7d795db8-c0c4-48d7-98a3-5b1c69ca3577 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69613) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 951.283386] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ffa90ff9-585e-4872-b0f6-3e28485f6ec2 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.289496] env[69613]: DEBUG oslo_vmware.api [None req-7d795db8-c0c4-48d7-98a3-5b1c69ca3577 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Waiting for the task: (returnval){ [ 951.289496] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]5292d42d-deca-42f6-31b3-cd6d7ace2e39" [ 951.289496] env[69613]: _type = "Task" [ 951.289496] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.293295] env[69613]: DEBUG oslo_concurrency.lockutils [req-de5f6f43-7ae9-4aa6-b574-f714a4316561 req-41fea5a8-fd8e-4a0a-8d73-c6111c072c81 service nova] Releasing lock "refresh_cache-e849b8b2-7ad7-475a-bab6-48d8412c58ad" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.298945] env[69613]: DEBUG oslo_vmware.api [None req-7d795db8-c0c4-48d7-98a3-5b1c69ca3577 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]5292d42d-deca-42f6-31b3-cd6d7ace2e39, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.371234] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-8aac29ad-ef6e-4a27-9c58-86c2dca64f82 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] [instance: 661ee10a-6a1c-4f4c-86e5-ea2185ab6741] Powering off the VM {{(pid=69613) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 951.371234] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7d09d3e9-286a-4866-b08f-349a15ccdbca {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.382026] env[69613]: DEBUG oslo_vmware.api [None req-8aac29ad-ef6e-4a27-9c58-86c2dca64f82 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] Waiting for the task: (returnval){ [ 951.382026] env[69613]: value = "task-3417798" [ 951.382026] env[69613]: _type = "Task" [ 951.382026] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.393964] env[69613]: DEBUG oslo_vmware.api [None req-8aac29ad-ef6e-4a27-9c58-86c2dca64f82 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] Task: {'id': task-3417798, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.426393] env[69613]: DEBUG oslo_concurrency.lockutils [None req-15d59e98-f884-4e55-a25c-cbde987ee7be tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Lock "815ee067-7d2e-4312-8f7a-77ce8854bd2d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.085s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 951.486270] env[69613]: DEBUG oslo_service.periodic_task [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69613) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 951.486789] env[69613]: DEBUG oslo_service.periodic_task [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69613) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 951.487181] env[69613]: DEBUG oslo_service.periodic_task [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69613) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 951.487892] env[69613]: DEBUG oslo_service.periodic_task [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69613) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 951.489514] env[69613]: DEBUG oslo_service.periodic_task [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69613) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 951.489514] env[69613]: DEBUG oslo_service.periodic_task [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69613) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 951.489514] env[69613]: DEBUG nova.compute.manager [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69613) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 951.489514] env[69613]: DEBUG oslo_service.periodic_task [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Running periodic task ComputeManager.update_available_resource {{(pid=69613) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 951.525874] env[69613]: DEBUG oslo_concurrency.lockutils [None req-c28351da-f60d-4f2b-9741-b3ba3ba2e258 tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 951.600493] env[69613]: DEBUG nova.scheduler.client.report [None req-d8c34017-4be4-4578-b80b-9cfbf0bc5f4c tempest-ServerShowV247Test-1190307155 tempest-ServerShowV247Test-1190307155-project-member] Inventory has not changed for provider af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69613) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 951.628204] env[69613]: DEBUG oslo_vmware.api [None req-d8d7135b-2f3b-49c4-a512-f3902bc613af tempest-ServersTestBootFromVolume-835828331 tempest-ServersTestBootFromVolume-835828331-project-member] Task: {'id': task-3417797, 'name': RelocateVM_Task} progress is 42%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.804234] env[69613]: DEBUG oslo_vmware.api [None req-7d795db8-c0c4-48d7-98a3-5b1c69ca3577 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]5292d42d-deca-42f6-31b3-cd6d7ace2e39, 'name': SearchDatastore_Task, 'duration_secs': 0.010026} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.805220] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ec91ff04-4155-457d-8be9-673e121ec479 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.815237] env[69613]: DEBUG oslo_vmware.api [None req-7d795db8-c0c4-48d7-98a3-5b1c69ca3577 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Waiting for the task: (returnval){ [ 951.815237] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]52eca800-a34d-2725-d66c-797a03242c5a" [ 951.815237] env[69613]: _type = "Task" [ 951.815237] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.831831] env[69613]: DEBUG oslo_vmware.api [None req-7d795db8-c0c4-48d7-98a3-5b1c69ca3577 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52eca800-a34d-2725-d66c-797a03242c5a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.892753] env[69613]: DEBUG oslo_vmware.api [None req-8aac29ad-ef6e-4a27-9c58-86c2dca64f82 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] Task: {'id': task-3417798, 'name': PowerOffVM_Task, 'duration_secs': 0.213721} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.893050] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-8aac29ad-ef6e-4a27-9c58-86c2dca64f82 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] [instance: 661ee10a-6a1c-4f4c-86e5-ea2185ab6741] Powered off the VM {{(pid=69613) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 951.893244] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-8aac29ad-ef6e-4a27-9c58-86c2dca64f82 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] [instance: 661ee10a-6a1c-4f4c-86e5-ea2185ab6741] Updating instance '661ee10a-6a1c-4f4c-86e5-ea2185ab6741' progress to 17 {{(pid=69613) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 951.994584] env[69613]: DEBUG oslo_concurrency.lockutils [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 952.107646] env[69613]: DEBUG oslo_concurrency.lockutils [None req-d8c34017-4be4-4578-b80b-9cfbf0bc5f4c tempest-ServerShowV247Test-1190307155 tempest-ServerShowV247Test-1190307155-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.142s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 952.116161] env[69613]: DEBUG oslo_concurrency.lockutils [None req-a44d6b04-c57c-4910-b842-eeb6582aede0 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 24.948s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 952.130084] env[69613]: DEBUG oslo_vmware.api [None req-d8d7135b-2f3b-49c4-a512-f3902bc613af tempest-ServersTestBootFromVolume-835828331 tempest-ServersTestBootFromVolume-835828331-project-member] Task: {'id': task-3417797, 'name': RelocateVM_Task} progress is 54%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.145710] env[69613]: INFO nova.scheduler.client.report [None req-d8c34017-4be4-4578-b80b-9cfbf0bc5f4c tempest-ServerShowV247Test-1190307155 tempest-ServerShowV247Test-1190307155-project-member] Deleted allocations for instance 07474db3-d38d-49ca-a42a-28c63825d86d [ 952.224052] env[69613]: DEBUG nova.compute.manager [req-01b23c0c-8f27-424f-b1e6-e916a2668f05 req-32d99aa5-5f17-492d-a697-bc0cc9f42af4 service nova] [instance: 815ee067-7d2e-4312-8f7a-77ce8854bd2d] Received event network-changed-f6caeca6-9d1c-4ae2-938d-d7ca42806669 {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 952.224052] env[69613]: DEBUG nova.compute.manager [req-01b23c0c-8f27-424f-b1e6-e916a2668f05 req-32d99aa5-5f17-492d-a697-bc0cc9f42af4 service nova] [instance: 815ee067-7d2e-4312-8f7a-77ce8854bd2d] Refreshing instance network info cache due to event network-changed-f6caeca6-9d1c-4ae2-938d-d7ca42806669. {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 952.224052] env[69613]: DEBUG oslo_concurrency.lockutils [req-01b23c0c-8f27-424f-b1e6-e916a2668f05 req-32d99aa5-5f17-492d-a697-bc0cc9f42af4 service nova] Acquiring lock "refresh_cache-815ee067-7d2e-4312-8f7a-77ce8854bd2d" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.224052] env[69613]: DEBUG oslo_concurrency.lockutils [req-01b23c0c-8f27-424f-b1e6-e916a2668f05 req-32d99aa5-5f17-492d-a697-bc0cc9f42af4 service nova] Acquired lock "refresh_cache-815ee067-7d2e-4312-8f7a-77ce8854bd2d" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.224052] env[69613]: DEBUG nova.network.neutron [req-01b23c0c-8f27-424f-b1e6-e916a2668f05 req-32d99aa5-5f17-492d-a697-bc0cc9f42af4 service nova] [instance: 815ee067-7d2e-4312-8f7a-77ce8854bd2d] Refreshing network info cache for port f6caeca6-9d1c-4ae2-938d-d7ca42806669 {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 952.337165] env[69613]: DEBUG oslo_vmware.api [None req-7d795db8-c0c4-48d7-98a3-5b1c69ca3577 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52eca800-a34d-2725-d66c-797a03242c5a, 'name': SearchDatastore_Task, 'duration_secs': 0.023002} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.338176] env[69613]: DEBUG oslo_concurrency.lockutils [None req-7d795db8-c0c4-48d7-98a3-5b1c69ca3577 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.338749] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d795db8-c0c4-48d7-98a3-5b1c69ca3577 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk to [datastore2] 983a2305-b1f1-487b-ab6a-2f5f1f7ee3f0/983a2305-b1f1-487b-ab6a-2f5f1f7ee3f0.vmdk {{(pid=69613) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 952.340033] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-54b78cef-570c-42ae-9730-1b97b713f900 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.355521] env[69613]: DEBUG oslo_vmware.api [None req-7d795db8-c0c4-48d7-98a3-5b1c69ca3577 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Waiting for the task: (returnval){ [ 952.355521] env[69613]: value = "task-3417799" [ 952.355521] env[69613]: _type = "Task" [ 952.355521] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.370873] env[69613]: DEBUG oslo_vmware.api [None req-7d795db8-c0c4-48d7-98a3-5b1c69ca3577 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Task: {'id': task-3417799, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.400022] env[69613]: DEBUG nova.virt.hardware [None req-8aac29ad-ef6e-4a27-9c58-86c2dca64f82 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T13:55:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=2b7a0304-b5d0-431d-b287-32c8388d7fbd,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 952.400611] env[69613]: DEBUG nova.virt.hardware [None req-8aac29ad-ef6e-4a27-9c58-86c2dca64f82 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] Flavor limits 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 952.400611] env[69613]: DEBUG nova.virt.hardware [None req-8aac29ad-ef6e-4a27-9c58-86c2dca64f82 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] Image limits 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 952.400611] env[69613]: DEBUG nova.virt.hardware [None req-8aac29ad-ef6e-4a27-9c58-86c2dca64f82 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] Flavor pref 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 952.401866] env[69613]: DEBUG nova.virt.hardware [None req-8aac29ad-ef6e-4a27-9c58-86c2dca64f82 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] Image pref 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 952.401866] env[69613]: DEBUG nova.virt.hardware [None req-8aac29ad-ef6e-4a27-9c58-86c2dca64f82 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 952.401866] env[69613]: DEBUG nova.virt.hardware [None req-8aac29ad-ef6e-4a27-9c58-86c2dca64f82 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 952.401866] env[69613]: DEBUG nova.virt.hardware [None req-8aac29ad-ef6e-4a27-9c58-86c2dca64f82 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69613) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 952.401866] env[69613]: DEBUG nova.virt.hardware [None req-8aac29ad-ef6e-4a27-9c58-86c2dca64f82 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] Got 1 possible topologies {{(pid=69613) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 952.401866] env[69613]: DEBUG nova.virt.hardware [None req-8aac29ad-ef6e-4a27-9c58-86c2dca64f82 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 952.402446] env[69613]: DEBUG nova.virt.hardware [None req-8aac29ad-ef6e-4a27-9c58-86c2dca64f82 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 952.408685] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1fd6391b-ef1b-4691-9d41-62527fdcbd08 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.430669] env[69613]: DEBUG oslo_vmware.api [None req-8aac29ad-ef6e-4a27-9c58-86c2dca64f82 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] Waiting for the task: (returnval){ [ 952.430669] env[69613]: value = "task-3417800" [ 952.430669] env[69613]: _type = "Task" [ 952.430669] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.444369] env[69613]: DEBUG oslo_vmware.api [None req-8aac29ad-ef6e-4a27-9c58-86c2dca64f82 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] Task: {'id': task-3417800, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.625944] env[69613]: INFO nova.compute.claims [None req-a44d6b04-c57c-4910-b842-eeb6582aede0 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] [instance: 91a7117f-0693-48fd-a027-733b03dfed96] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 952.630422] env[69613]: DEBUG oslo_vmware.api [None req-d8d7135b-2f3b-49c4-a512-f3902bc613af tempest-ServersTestBootFromVolume-835828331 tempest-ServersTestBootFromVolume-835828331-project-member] Task: {'id': task-3417797, 'name': RelocateVM_Task} progress is 67%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.659106] env[69613]: DEBUG oslo_concurrency.lockutils [None req-d8c34017-4be4-4578-b80b-9cfbf0bc5f4c tempest-ServerShowV247Test-1190307155 tempest-ServerShowV247Test-1190307155-project-member] Lock "07474db3-d38d-49ca-a42a-28c63825d86d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.760s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 952.794932] env[69613]: DEBUG oslo_concurrency.lockutils [None req-ac40e0db-bf71-449f-936a-6a3895e444d9 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Acquiring lock "ebec351f-35c7-4a4c-a067-8477bfa10fc2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 952.795242] env[69613]: DEBUG oslo_concurrency.lockutils [None req-ac40e0db-bf71-449f-936a-6a3895e444d9 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Lock "ebec351f-35c7-4a4c-a067-8477bfa10fc2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 952.869241] env[69613]: DEBUG oslo_vmware.api [None req-7d795db8-c0c4-48d7-98a3-5b1c69ca3577 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Task: {'id': task-3417799, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.945991] env[69613]: DEBUG oslo_vmware.api [None req-8aac29ad-ef6e-4a27-9c58-86c2dca64f82 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] Task: {'id': task-3417800, 'name': ReconfigVM_Task, 'duration_secs': 0.261363} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.946626] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-8aac29ad-ef6e-4a27-9c58-86c2dca64f82 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] [instance: 661ee10a-6a1c-4f4c-86e5-ea2185ab6741] Updating instance '661ee10a-6a1c-4f4c-86e5-ea2185ab6741' progress to 33 {{(pid=69613) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 953.124651] env[69613]: DEBUG oslo_vmware.api [None req-d8d7135b-2f3b-49c4-a512-f3902bc613af tempest-ServersTestBootFromVolume-835828331 tempest-ServersTestBootFromVolume-835828331-project-member] Task: {'id': task-3417797, 'name': RelocateVM_Task} progress is 82%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.133187] env[69613]: INFO nova.compute.resource_tracker [None req-a44d6b04-c57c-4910-b842-eeb6582aede0 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] [instance: 91a7117f-0693-48fd-a027-733b03dfed96] Updating resource usage from migration 27a2c032-e040-4042-9de2-52c464f12bdd [ 953.218598] env[69613]: DEBUG oslo_concurrency.lockutils [None req-379d05c8-7da3-41ec-bb13-791c14178fa0 tempest-ServerShowV247Test-1190307155 tempest-ServerShowV247Test-1190307155-project-member] Acquiring lock "302deddd-6e67-4650-b29a-914c4bbd0c6b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 953.218881] env[69613]: DEBUG oslo_concurrency.lockutils [None req-379d05c8-7da3-41ec-bb13-791c14178fa0 tempest-ServerShowV247Test-1190307155 tempest-ServerShowV247Test-1190307155-project-member] Lock "302deddd-6e67-4650-b29a-914c4bbd0c6b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 953.219119] env[69613]: DEBUG oslo_concurrency.lockutils [None req-379d05c8-7da3-41ec-bb13-791c14178fa0 tempest-ServerShowV247Test-1190307155 tempest-ServerShowV247Test-1190307155-project-member] Acquiring lock "302deddd-6e67-4650-b29a-914c4bbd0c6b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 953.219317] env[69613]: DEBUG oslo_concurrency.lockutils [None req-379d05c8-7da3-41ec-bb13-791c14178fa0 tempest-ServerShowV247Test-1190307155 tempest-ServerShowV247Test-1190307155-project-member] Lock "302deddd-6e67-4650-b29a-914c4bbd0c6b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 953.219485] env[69613]: DEBUG oslo_concurrency.lockutils [None req-379d05c8-7da3-41ec-bb13-791c14178fa0 tempest-ServerShowV247Test-1190307155 tempest-ServerShowV247Test-1190307155-project-member] Lock "302deddd-6e67-4650-b29a-914c4bbd0c6b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 953.225872] env[69613]: INFO nova.compute.manager [None req-379d05c8-7da3-41ec-bb13-791c14178fa0 tempest-ServerShowV247Test-1190307155 tempest-ServerShowV247Test-1190307155-project-member] [instance: 302deddd-6e67-4650-b29a-914c4bbd0c6b] Terminating instance [ 953.287927] env[69613]: DEBUG nova.network.neutron [req-01b23c0c-8f27-424f-b1e6-e916a2668f05 req-32d99aa5-5f17-492d-a697-bc0cc9f42af4 service nova] [instance: 815ee067-7d2e-4312-8f7a-77ce8854bd2d] Updated VIF entry in instance network info cache for port f6caeca6-9d1c-4ae2-938d-d7ca42806669. {{(pid=69613) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 953.287927] env[69613]: DEBUG nova.network.neutron [req-01b23c0c-8f27-424f-b1e6-e916a2668f05 req-32d99aa5-5f17-492d-a697-bc0cc9f42af4 service nova] [instance: 815ee067-7d2e-4312-8f7a-77ce8854bd2d] Updating instance_info_cache with network_info: [{"id": "f6caeca6-9d1c-4ae2-938d-d7ca42806669", "address": "fa:16:3e:bf:df:fa", "network": {"id": "5fbba158-e384-4f22-b63d-507a2a47de30", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1229363420-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.177", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9e2b2477b1674fa28068fcb7c61ff983", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe20ef0e-0991-44d7-887d-08dddac0b56b", "external-id": "nsx-vlan-transportzone-991", "segmentation_id": 991, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf6caeca6-9d", "ovs_interfaceid": "f6caeca6-9d1c-4ae2-938d-d7ca42806669", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 953.299380] env[69613]: DEBUG nova.compute.manager [None req-ac40e0db-bf71-449f-936a-6a3895e444d9 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] [instance: ebec351f-35c7-4a4c-a067-8477bfa10fc2] Starting instance... {{(pid=69613) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 953.381199] env[69613]: DEBUG oslo_vmware.api [None req-7d795db8-c0c4-48d7-98a3-5b1c69ca3577 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Task: {'id': task-3417799, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.693368} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.381509] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d795db8-c0c4-48d7-98a3-5b1c69ca3577 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk to [datastore2] 983a2305-b1f1-487b-ab6a-2f5f1f7ee3f0/983a2305-b1f1-487b-ab6a-2f5f1f7ee3f0.vmdk {{(pid=69613) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 953.381748] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-7d795db8-c0c4-48d7-98a3-5b1c69ca3577 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] [instance: 983a2305-b1f1-487b-ab6a-2f5f1f7ee3f0] Extending root virtual disk to 1048576 {{(pid=69613) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 953.382014] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5c617ae5-6698-46e6-9972-c6cdb8ed3d5b {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.400169] env[69613]: DEBUG oslo_vmware.api [None req-7d795db8-c0c4-48d7-98a3-5b1c69ca3577 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Waiting for the task: (returnval){ [ 953.400169] env[69613]: value = "task-3417801" [ 953.400169] env[69613]: _type = "Task" [ 953.400169] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.420410] env[69613]: DEBUG oslo_vmware.api [None req-7d795db8-c0c4-48d7-98a3-5b1c69ca3577 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Task: {'id': task-3417801, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.456830] env[69613]: DEBUG nova.virt.hardware [None req-8aac29ad-ef6e-4a27-9c58-86c2dca64f82 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T14:02:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='6500d1e8-af66-4723-a101-19f00b6d2cdc',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1646601360',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=2b7a0304-b5d0-431d-b287-32c8388d7fbd,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 953.457135] env[69613]: DEBUG nova.virt.hardware [None req-8aac29ad-ef6e-4a27-9c58-86c2dca64f82 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] Flavor limits 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 953.457297] env[69613]: DEBUG nova.virt.hardware [None req-8aac29ad-ef6e-4a27-9c58-86c2dca64f82 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] Image limits 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 953.457479] env[69613]: DEBUG nova.virt.hardware [None req-8aac29ad-ef6e-4a27-9c58-86c2dca64f82 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] Flavor pref 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 953.457651] env[69613]: DEBUG nova.virt.hardware [None req-8aac29ad-ef6e-4a27-9c58-86c2dca64f82 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] Image pref 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 953.457892] env[69613]: DEBUG nova.virt.hardware [None req-8aac29ad-ef6e-4a27-9c58-86c2dca64f82 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 953.458196] env[69613]: DEBUG nova.virt.hardware [None req-8aac29ad-ef6e-4a27-9c58-86c2dca64f82 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 953.458743] env[69613]: DEBUG nova.virt.hardware [None req-8aac29ad-ef6e-4a27-9c58-86c2dca64f82 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69613) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 953.458743] env[69613]: DEBUG nova.virt.hardware [None req-8aac29ad-ef6e-4a27-9c58-86c2dca64f82 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] Got 1 possible topologies {{(pid=69613) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 953.458743] env[69613]: DEBUG nova.virt.hardware [None req-8aac29ad-ef6e-4a27-9c58-86c2dca64f82 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 953.459065] env[69613]: DEBUG nova.virt.hardware [None req-8aac29ad-ef6e-4a27-9c58-86c2dca64f82 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 953.466289] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-8aac29ad-ef6e-4a27-9c58-86c2dca64f82 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] [instance: 661ee10a-6a1c-4f4c-86e5-ea2185ab6741] Reconfiguring VM instance instance-0000004c to detach disk 2000 {{(pid=69613) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 953.466802] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b27490f3-948b-4347-8d56-159d575e1930 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.495152] env[69613]: DEBUG oslo_vmware.api [None req-8aac29ad-ef6e-4a27-9c58-86c2dca64f82 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] Waiting for the task: (returnval){ [ 953.495152] env[69613]: value = "task-3417802" [ 953.495152] env[69613]: _type = "Task" [ 953.495152] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.509917] env[69613]: DEBUG oslo_vmware.api [None req-8aac29ad-ef6e-4a27-9c58-86c2dca64f82 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] Task: {'id': task-3417802, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.617948] env[69613]: DEBUG oslo_vmware.api [None req-d8d7135b-2f3b-49c4-a512-f3902bc613af tempest-ServersTestBootFromVolume-835828331 tempest-ServersTestBootFromVolume-835828331-project-member] Task: {'id': task-3417797, 'name': RelocateVM_Task} progress is 97%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.623904] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c0d8741-8105-490d-acc4-6d3ddeb0c2e2 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.631513] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bd76542-6f60-4db8-ad59-bb6d6e6c8572 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.667235] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-139d0e1c-ca56-4dc8-aeb8-d4f6e5dbd3b3 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.674991] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b856adb8-d049-42f5-8b6e-ad4a9ee90942 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.690996] env[69613]: DEBUG nova.compute.provider_tree [None req-a44d6b04-c57c-4910-b842-eeb6582aede0 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Inventory has not changed in ProviderTree for provider: af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 {{(pid=69613) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 953.730622] env[69613]: DEBUG oslo_concurrency.lockutils [None req-379d05c8-7da3-41ec-bb13-791c14178fa0 tempest-ServerShowV247Test-1190307155 tempest-ServerShowV247Test-1190307155-project-member] Acquiring lock "refresh_cache-302deddd-6e67-4650-b29a-914c4bbd0c6b" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.730853] env[69613]: DEBUG oslo_concurrency.lockutils [None req-379d05c8-7da3-41ec-bb13-791c14178fa0 tempest-ServerShowV247Test-1190307155 tempest-ServerShowV247Test-1190307155-project-member] Acquired lock "refresh_cache-302deddd-6e67-4650-b29a-914c4bbd0c6b" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.731112] env[69613]: DEBUG nova.network.neutron [None req-379d05c8-7da3-41ec-bb13-791c14178fa0 tempest-ServerShowV247Test-1190307155 tempest-ServerShowV247Test-1190307155-project-member] [instance: 302deddd-6e67-4650-b29a-914c4bbd0c6b] Building network info cache for instance {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 953.790469] env[69613]: DEBUG oslo_concurrency.lockutils [req-01b23c0c-8f27-424f-b1e6-e916a2668f05 req-32d99aa5-5f17-492d-a697-bc0cc9f42af4 service nova] Releasing lock "refresh_cache-815ee067-7d2e-4312-8f7a-77ce8854bd2d" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.823933] env[69613]: DEBUG oslo_concurrency.lockutils [None req-ac40e0db-bf71-449f-936a-6a3895e444d9 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 953.911471] env[69613]: DEBUG oslo_vmware.api [None req-7d795db8-c0c4-48d7-98a3-5b1c69ca3577 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Task: {'id': task-3417801, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.1118} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.911892] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-7d795db8-c0c4-48d7-98a3-5b1c69ca3577 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] [instance: 983a2305-b1f1-487b-ab6a-2f5f1f7ee3f0] Extended root virtual disk {{(pid=69613) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 953.912833] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8412cfdf-4ceb-4791-8336-e95c00493075 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.938750] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-7d795db8-c0c4-48d7-98a3-5b1c69ca3577 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] [instance: 983a2305-b1f1-487b-ab6a-2f5f1f7ee3f0] Reconfiguring VM instance instance-00000052 to attach disk [datastore2] 983a2305-b1f1-487b-ab6a-2f5f1f7ee3f0/983a2305-b1f1-487b-ab6a-2f5f1f7ee3f0.vmdk or device None with type sparse {{(pid=69613) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 953.939126] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-18e1e042-eb0e-4c8f-96d7-6f8d1015fd6b {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.958776] env[69613]: DEBUG oslo_vmware.api [None req-7d795db8-c0c4-48d7-98a3-5b1c69ca3577 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Waiting for the task: (returnval){ [ 953.958776] env[69613]: value = "task-3417803" [ 953.958776] env[69613]: _type = "Task" [ 953.958776] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.966923] env[69613]: DEBUG oslo_vmware.api [None req-7d795db8-c0c4-48d7-98a3-5b1c69ca3577 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Task: {'id': task-3417803, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.005154] env[69613]: DEBUG oslo_vmware.api [None req-8aac29ad-ef6e-4a27-9c58-86c2dca64f82 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] Task: {'id': task-3417802, 'name': ReconfigVM_Task, 'duration_secs': 0.287953} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.005418] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-8aac29ad-ef6e-4a27-9c58-86c2dca64f82 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] [instance: 661ee10a-6a1c-4f4c-86e5-ea2185ab6741] Reconfigured VM instance instance-0000004c to detach disk 2000 {{(pid=69613) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 954.006218] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f080412-5ca4-45b2-ad85-4c654400dbae {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.029448] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-8aac29ad-ef6e-4a27-9c58-86c2dca64f82 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] [instance: 661ee10a-6a1c-4f4c-86e5-ea2185ab6741] Reconfiguring VM instance instance-0000004c to attach disk [datastore1] 661ee10a-6a1c-4f4c-86e5-ea2185ab6741/661ee10a-6a1c-4f4c-86e5-ea2185ab6741.vmdk or device None with type thin {{(pid=69613) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 954.029779] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-be6ed6f4-7c72-452a-8e72-e408a6849305 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.050840] env[69613]: DEBUG oslo_vmware.api [None req-8aac29ad-ef6e-4a27-9c58-86c2dca64f82 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] Waiting for the task: (returnval){ [ 954.050840] env[69613]: value = "task-3417804" [ 954.050840] env[69613]: _type = "Task" [ 954.050840] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.059209] env[69613]: DEBUG oslo_vmware.api [None req-8aac29ad-ef6e-4a27-9c58-86c2dca64f82 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] Task: {'id': task-3417804, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.117584] env[69613]: DEBUG oslo_vmware.api [None req-d8d7135b-2f3b-49c4-a512-f3902bc613af tempest-ServersTestBootFromVolume-835828331 tempest-ServersTestBootFromVolume-835828331-project-member] Task: {'id': task-3417797, 'name': RelocateVM_Task} progress is 98%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.194978] env[69613]: DEBUG nova.scheduler.client.report [None req-a44d6b04-c57c-4910-b842-eeb6582aede0 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Inventory has not changed for provider af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69613) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 954.298618] env[69613]: DEBUG nova.network.neutron [None req-379d05c8-7da3-41ec-bb13-791c14178fa0 tempest-ServerShowV247Test-1190307155 tempest-ServerShowV247Test-1190307155-project-member] [instance: 302deddd-6e67-4650-b29a-914c4bbd0c6b] Instance cache missing network info. {{(pid=69613) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 954.374018] env[69613]: DEBUG nova.network.neutron [None req-379d05c8-7da3-41ec-bb13-791c14178fa0 tempest-ServerShowV247Test-1190307155 tempest-ServerShowV247Test-1190307155-project-member] [instance: 302deddd-6e67-4650-b29a-914c4bbd0c6b] Updating instance_info_cache with network_info: [] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 954.469606] env[69613]: DEBUG oslo_vmware.api [None req-7d795db8-c0c4-48d7-98a3-5b1c69ca3577 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Task: {'id': task-3417803, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.562243] env[69613]: DEBUG oslo_vmware.api [None req-8aac29ad-ef6e-4a27-9c58-86c2dca64f82 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] Task: {'id': task-3417804, 'name': ReconfigVM_Task, 'duration_secs': 0.386532} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.562554] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-8aac29ad-ef6e-4a27-9c58-86c2dca64f82 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] [instance: 661ee10a-6a1c-4f4c-86e5-ea2185ab6741] Reconfigured VM instance instance-0000004c to attach disk [datastore1] 661ee10a-6a1c-4f4c-86e5-ea2185ab6741/661ee10a-6a1c-4f4c-86e5-ea2185ab6741.vmdk or device None with type thin {{(pid=69613) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 954.562857] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-8aac29ad-ef6e-4a27-9c58-86c2dca64f82 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] [instance: 661ee10a-6a1c-4f4c-86e5-ea2185ab6741] Updating instance '661ee10a-6a1c-4f4c-86e5-ea2185ab6741' progress to 50 {{(pid=69613) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 954.632906] env[69613]: DEBUG oslo_vmware.api [None req-d8d7135b-2f3b-49c4-a512-f3902bc613af tempest-ServersTestBootFromVolume-835828331 tempest-ServersTestBootFromVolume-835828331-project-member] Task: {'id': task-3417797, 'name': RelocateVM_Task} progress is 98%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.703965] env[69613]: DEBUG oslo_concurrency.lockutils [None req-a44d6b04-c57c-4910-b842-eeb6582aede0 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.590s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 954.704221] env[69613]: INFO nova.compute.manager [None req-a44d6b04-c57c-4910-b842-eeb6582aede0 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] [instance: 91a7117f-0693-48fd-a027-733b03dfed96] Migrating [ 954.712867] env[69613]: DEBUG oslo_concurrency.lockutils [None req-2129246f-bba5-4f3c-83c5-37fd48653830 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.119s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 954.712867] env[69613]: DEBUG nova.objects.instance [None req-2129246f-bba5-4f3c-83c5-37fd48653830 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Lazy-loading 'resources' on Instance uuid a85fedcd-1c01-4534-b403-420733c3ed0c {{(pid=69613) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 954.878604] env[69613]: DEBUG oslo_concurrency.lockutils [None req-379d05c8-7da3-41ec-bb13-791c14178fa0 tempest-ServerShowV247Test-1190307155 tempest-ServerShowV247Test-1190307155-project-member] Releasing lock "refresh_cache-302deddd-6e67-4650-b29a-914c4bbd0c6b" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.879984] env[69613]: DEBUG nova.compute.manager [None req-379d05c8-7da3-41ec-bb13-791c14178fa0 tempest-ServerShowV247Test-1190307155 tempest-ServerShowV247Test-1190307155-project-member] [instance: 302deddd-6e67-4650-b29a-914c4bbd0c6b] Start destroying the instance on the hypervisor. {{(pid=69613) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 954.880250] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-379d05c8-7da3-41ec-bb13-791c14178fa0 tempest-ServerShowV247Test-1190307155 tempest-ServerShowV247Test-1190307155-project-member] [instance: 302deddd-6e67-4650-b29a-914c4bbd0c6b] Destroying instance {{(pid=69613) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 954.881195] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4d5a997-e92c-4750-87cf-00ded1ac9d9d {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.889288] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-379d05c8-7da3-41ec-bb13-791c14178fa0 tempest-ServerShowV247Test-1190307155 tempest-ServerShowV247Test-1190307155-project-member] [instance: 302deddd-6e67-4650-b29a-914c4bbd0c6b] Powering off the VM {{(pid=69613) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 954.889558] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4211e58c-5545-49ed-aefd-fc4093e4c84c {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.896363] env[69613]: DEBUG oslo_vmware.api [None req-379d05c8-7da3-41ec-bb13-791c14178fa0 tempest-ServerShowV247Test-1190307155 tempest-ServerShowV247Test-1190307155-project-member] Waiting for the task: (returnval){ [ 954.896363] env[69613]: value = "task-3417805" [ 954.896363] env[69613]: _type = "Task" [ 954.896363] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.906160] env[69613]: DEBUG oslo_vmware.api [None req-379d05c8-7da3-41ec-bb13-791c14178fa0 tempest-ServerShowV247Test-1190307155 tempest-ServerShowV247Test-1190307155-project-member] Task: {'id': task-3417805, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.970124] env[69613]: DEBUG oslo_vmware.api [None req-7d795db8-c0c4-48d7-98a3-5b1c69ca3577 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Task: {'id': task-3417803, 'name': ReconfigVM_Task, 'duration_secs': 0.92869} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.970927] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-7d795db8-c0c4-48d7-98a3-5b1c69ca3577 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] [instance: 983a2305-b1f1-487b-ab6a-2f5f1f7ee3f0] Reconfigured VM instance instance-00000052 to attach disk [datastore2] 983a2305-b1f1-487b-ab6a-2f5f1f7ee3f0/983a2305-b1f1-487b-ab6a-2f5f1f7ee3f0.vmdk or device None with type sparse {{(pid=69613) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 954.973201] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3304776f-ff1f-4a90-a72b-140f0a5a8d87 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.978824] env[69613]: DEBUG oslo_vmware.api [None req-7d795db8-c0c4-48d7-98a3-5b1c69ca3577 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Waiting for the task: (returnval){ [ 954.978824] env[69613]: value = "task-3417806" [ 954.978824] env[69613]: _type = "Task" [ 954.978824] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.988306] env[69613]: DEBUG oslo_vmware.api [None req-7d795db8-c0c4-48d7-98a3-5b1c69ca3577 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Task: {'id': task-3417806, 'name': Rename_Task} progress is 5%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.069832] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc53cd06-9036-4c26-812c-9f818d7862ce {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.093357] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62733f8e-13ff-496c-aa75-2e63a24cb8ad {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.115023] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-8aac29ad-ef6e-4a27-9c58-86c2dca64f82 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] [instance: 661ee10a-6a1c-4f4c-86e5-ea2185ab6741] Updating instance '661ee10a-6a1c-4f4c-86e5-ea2185ab6741' progress to 67 {{(pid=69613) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 955.130661] env[69613]: DEBUG oslo_concurrency.lockutils [None req-498a2673-0834-4849-915b-fb4f1957e173 tempest-InstanceActionsTestJSON-681858584 tempest-InstanceActionsTestJSON-681858584-project-member] Acquiring lock "0aec565b-c6b6-4f71-8903-3950adc48e6f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 955.130900] env[69613]: DEBUG oslo_concurrency.lockutils [None req-498a2673-0834-4849-915b-fb4f1957e173 tempest-InstanceActionsTestJSON-681858584 tempest-InstanceActionsTestJSON-681858584-project-member] Lock "0aec565b-c6b6-4f71-8903-3950adc48e6f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 955.132061] env[69613]: DEBUG oslo_vmware.api [None req-d8d7135b-2f3b-49c4-a512-f3902bc613af tempest-ServersTestBootFromVolume-835828331 tempest-ServersTestBootFromVolume-835828331-project-member] Task: {'id': task-3417797, 'name': RelocateVM_Task, 'duration_secs': 3.576159} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.132507] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-d8d7135b-2f3b-49c4-a512-f3902bc613af tempest-ServersTestBootFromVolume-835828331 tempest-ServersTestBootFromVolume-835828331-project-member] [instance: e849b8b2-7ad7-475a-bab6-48d8412c58ad] Volume attach. Driver type: vmdk {{(pid=69613) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 955.132724] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-d8d7135b-2f3b-49c4-a512-f3902bc613af tempest-ServersTestBootFromVolume-835828331 tempest-ServersTestBootFromVolume-835828331-project-member] [instance: e849b8b2-7ad7-475a-bab6-48d8412c58ad] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-681919', 'volume_id': '266a250e-27dd-4176-818e-d3cd3c4ed5dd', 'name': 'volume-266a250e-27dd-4176-818e-d3cd3c4ed5dd', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e849b8b2-7ad7-475a-bab6-48d8412c58ad', 'attached_at': '', 'detached_at': '', 'volume_id': '266a250e-27dd-4176-818e-d3cd3c4ed5dd', 'serial': '266a250e-27dd-4176-818e-d3cd3c4ed5dd'} {{(pid=69613) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 955.133703] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee244dbd-f281-4c09-b400-24ee824fb529 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.151796] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cb68949-7ff5-4301-ba72-845c71572f9c {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.182677] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-d8d7135b-2f3b-49c4-a512-f3902bc613af tempest-ServersTestBootFromVolume-835828331 tempest-ServersTestBootFromVolume-835828331-project-member] [instance: e849b8b2-7ad7-475a-bab6-48d8412c58ad] Reconfiguring VM instance instance-00000053 to attach disk [datastore2] volume-266a250e-27dd-4176-818e-d3cd3c4ed5dd/volume-266a250e-27dd-4176-818e-d3cd3c4ed5dd.vmdk or device None with type thin {{(pid=69613) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 955.183481] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e1f0ef54-5125-4daa-93d1-a46a64821145 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.204311] env[69613]: DEBUG oslo_vmware.api [None req-d8d7135b-2f3b-49c4-a512-f3902bc613af tempest-ServersTestBootFromVolume-835828331 tempest-ServersTestBootFromVolume-835828331-project-member] Waiting for the task: (returnval){ [ 955.204311] env[69613]: value = "task-3417807" [ 955.204311] env[69613]: _type = "Task" [ 955.204311] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.213531] env[69613]: DEBUG oslo_vmware.api [None req-d8d7135b-2f3b-49c4-a512-f3902bc613af tempest-ServersTestBootFromVolume-835828331 tempest-ServersTestBootFromVolume-835828331-project-member] Task: {'id': task-3417807, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.216997] env[69613]: DEBUG nova.objects.instance [None req-2129246f-bba5-4f3c-83c5-37fd48653830 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Lazy-loading 'numa_topology' on Instance uuid a85fedcd-1c01-4534-b403-420733c3ed0c {{(pid=69613) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 955.226546] env[69613]: DEBUG oslo_concurrency.lockutils [None req-a44d6b04-c57c-4910-b842-eeb6582aede0 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Acquiring lock "refresh_cache-91a7117f-0693-48fd-a027-733b03dfed96" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.226546] env[69613]: DEBUG oslo_concurrency.lockutils [None req-a44d6b04-c57c-4910-b842-eeb6582aede0 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Acquired lock "refresh_cache-91a7117f-0693-48fd-a027-733b03dfed96" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.226822] env[69613]: DEBUG nova.network.neutron [None req-a44d6b04-c57c-4910-b842-eeb6582aede0 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] [instance: 91a7117f-0693-48fd-a027-733b03dfed96] Building network info cache for instance {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 955.406492] env[69613]: DEBUG oslo_vmware.api [None req-379d05c8-7da3-41ec-bb13-791c14178fa0 tempest-ServerShowV247Test-1190307155 tempest-ServerShowV247Test-1190307155-project-member] Task: {'id': task-3417805, 'name': PowerOffVM_Task, 'duration_secs': 0.339701} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.406801] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-379d05c8-7da3-41ec-bb13-791c14178fa0 tempest-ServerShowV247Test-1190307155 tempest-ServerShowV247Test-1190307155-project-member] [instance: 302deddd-6e67-4650-b29a-914c4bbd0c6b] Powered off the VM {{(pid=69613) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 955.406971] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-379d05c8-7da3-41ec-bb13-791c14178fa0 tempest-ServerShowV247Test-1190307155 tempest-ServerShowV247Test-1190307155-project-member] [instance: 302deddd-6e67-4650-b29a-914c4bbd0c6b] Unregistering the VM {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 955.407241] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f56a8497-0941-4dc2-b65e-28f863aeabf3 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.432810] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-379d05c8-7da3-41ec-bb13-791c14178fa0 tempest-ServerShowV247Test-1190307155 tempest-ServerShowV247Test-1190307155-project-member] [instance: 302deddd-6e67-4650-b29a-914c4bbd0c6b] Unregistered the VM {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 955.433076] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-379d05c8-7da3-41ec-bb13-791c14178fa0 tempest-ServerShowV247Test-1190307155 tempest-ServerShowV247Test-1190307155-project-member] [instance: 302deddd-6e67-4650-b29a-914c4bbd0c6b] Deleting contents of the VM from datastore datastore2 {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 955.433307] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-379d05c8-7da3-41ec-bb13-791c14178fa0 tempest-ServerShowV247Test-1190307155 tempest-ServerShowV247Test-1190307155-project-member] Deleting the datastore file [datastore2] 302deddd-6e67-4650-b29a-914c4bbd0c6b {{(pid=69613) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 955.433568] env[69613]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c03942d8-1406-4da8-aed4-2faf10bf00f8 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.440389] env[69613]: DEBUG oslo_vmware.api [None req-379d05c8-7da3-41ec-bb13-791c14178fa0 tempest-ServerShowV247Test-1190307155 tempest-ServerShowV247Test-1190307155-project-member] Waiting for the task: (returnval){ [ 955.440389] env[69613]: value = "task-3417809" [ 955.440389] env[69613]: _type = "Task" [ 955.440389] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.451556] env[69613]: DEBUG oslo_vmware.api [None req-379d05c8-7da3-41ec-bb13-791c14178fa0 tempest-ServerShowV247Test-1190307155 tempest-ServerShowV247Test-1190307155-project-member] Task: {'id': task-3417809, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.489633] env[69613]: DEBUG oslo_vmware.api [None req-7d795db8-c0c4-48d7-98a3-5b1c69ca3577 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Task: {'id': task-3417806, 'name': Rename_Task, 'duration_secs': 0.228383} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.489990] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d795db8-c0c4-48d7-98a3-5b1c69ca3577 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] [instance: 983a2305-b1f1-487b-ab6a-2f5f1f7ee3f0] Powering on the VM {{(pid=69613) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 955.490234] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8c9c8e58-d7a9-4795-8075-52ec044faee3 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.497392] env[69613]: DEBUG oslo_vmware.api [None req-7d795db8-c0c4-48d7-98a3-5b1c69ca3577 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Waiting for the task: (returnval){ [ 955.497392] env[69613]: value = "task-3417810" [ 955.497392] env[69613]: _type = "Task" [ 955.497392] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.511923] env[69613]: DEBUG oslo_vmware.api [None req-7d795db8-c0c4-48d7-98a3-5b1c69ca3577 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Task: {'id': task-3417810, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.633768] env[69613]: DEBUG nova.compute.manager [None req-498a2673-0834-4849-915b-fb4f1957e173 tempest-InstanceActionsTestJSON-681858584 tempest-InstanceActionsTestJSON-681858584-project-member] [instance: 0aec565b-c6b6-4f71-8903-3950adc48e6f] Starting instance... {{(pid=69613) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 955.659797] env[69613]: DEBUG nova.network.neutron [None req-8aac29ad-ef6e-4a27-9c58-86c2dca64f82 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] [instance: 661ee10a-6a1c-4f4c-86e5-ea2185ab6741] Port a17ea222-6334-4595-bdd4-10f24be5e6b9 binding to destination host cpu-1 is already ACTIVE {{(pid=69613) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 955.714878] env[69613]: DEBUG oslo_vmware.api [None req-d8d7135b-2f3b-49c4-a512-f3902bc613af tempest-ServersTestBootFromVolume-835828331 tempest-ServersTestBootFromVolume-835828331-project-member] Task: {'id': task-3417807, 'name': ReconfigVM_Task, 'duration_secs': 0.382783} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.715220] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-d8d7135b-2f3b-49c4-a512-f3902bc613af tempest-ServersTestBootFromVolume-835828331 tempest-ServersTestBootFromVolume-835828331-project-member] [instance: e849b8b2-7ad7-475a-bab6-48d8412c58ad] Reconfigured VM instance instance-00000053 to attach disk [datastore2] volume-266a250e-27dd-4176-818e-d3cd3c4ed5dd/volume-266a250e-27dd-4176-818e-d3cd3c4ed5dd.vmdk or device None with type thin {{(pid=69613) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 955.719994] env[69613]: DEBUG nova.objects.base [None req-2129246f-bba5-4f3c-83c5-37fd48653830 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=69613) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 955.722308] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-15e25988-6274-451f-ab6b-f91628d1344d {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.740568] env[69613]: DEBUG oslo_vmware.api [None req-d8d7135b-2f3b-49c4-a512-f3902bc613af tempest-ServersTestBootFromVolume-835828331 tempest-ServersTestBootFromVolume-835828331-project-member] Waiting for the task: (returnval){ [ 955.740568] env[69613]: value = "task-3417811" [ 955.740568] env[69613]: _type = "Task" [ 955.740568] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.747753] env[69613]: DEBUG oslo_vmware.api [None req-d8d7135b-2f3b-49c4-a512-f3902bc613af tempest-ServersTestBootFromVolume-835828331 tempest-ServersTestBootFromVolume-835828331-project-member] Task: {'id': task-3417811, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.950093] env[69613]: DEBUG oslo_vmware.api [None req-379d05c8-7da3-41ec-bb13-791c14178fa0 tempest-ServerShowV247Test-1190307155 tempest-ServerShowV247Test-1190307155-project-member] Task: {'id': task-3417809, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.146551} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.955061] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-379d05c8-7da3-41ec-bb13-791c14178fa0 tempest-ServerShowV247Test-1190307155 tempest-ServerShowV247Test-1190307155-project-member] Deleted the datastore file {{(pid=69613) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 955.955277] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-379d05c8-7da3-41ec-bb13-791c14178fa0 tempest-ServerShowV247Test-1190307155 tempest-ServerShowV247Test-1190307155-project-member] [instance: 302deddd-6e67-4650-b29a-914c4bbd0c6b] Deleted contents of the VM from datastore datastore2 {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 955.955470] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-379d05c8-7da3-41ec-bb13-791c14178fa0 tempest-ServerShowV247Test-1190307155 tempest-ServerShowV247Test-1190307155-project-member] [instance: 302deddd-6e67-4650-b29a-914c4bbd0c6b] Instance destroyed {{(pid=69613) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 955.955666] env[69613]: INFO nova.compute.manager [None req-379d05c8-7da3-41ec-bb13-791c14178fa0 tempest-ServerShowV247Test-1190307155 tempest-ServerShowV247Test-1190307155-project-member] [instance: 302deddd-6e67-4650-b29a-914c4bbd0c6b] Took 1.08 seconds to destroy the instance on the hypervisor. [ 955.955907] env[69613]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-379d05c8-7da3-41ec-bb13-791c14178fa0 tempest-ServerShowV247Test-1190307155 tempest-ServerShowV247Test-1190307155-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69613) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 955.957070] env[69613]: DEBUG nova.compute.manager [-] [instance: 302deddd-6e67-4650-b29a-914c4bbd0c6b] Deallocating network for instance {{(pid=69613) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 955.957070] env[69613]: DEBUG nova.network.neutron [-] [instance: 302deddd-6e67-4650-b29a-914c4bbd0c6b] deallocate_for_instance() {{(pid=69613) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 955.986496] env[69613]: DEBUG nova.network.neutron [-] [instance: 302deddd-6e67-4650-b29a-914c4bbd0c6b] Instance cache missing network info. {{(pid=69613) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 956.008084] env[69613]: DEBUG oslo_vmware.api [None req-7d795db8-c0c4-48d7-98a3-5b1c69ca3577 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Task: {'id': task-3417810, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.104666] env[69613]: DEBUG nova.network.neutron [None req-a44d6b04-c57c-4910-b842-eeb6582aede0 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] [instance: 91a7117f-0693-48fd-a027-733b03dfed96] Updating instance_info_cache with network_info: [{"id": "4a50de3a-ebb2-499a-a9c5-c811d03c04bd", "address": "fa:16:3e:9e:4d:44", "network": {"id": "11b401e5-86d1-43b8-acf8-926654aabc3d", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1280003735-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c95e457d9ff84ad99712006a0d8c5dc4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15538852-1a3f-4f71-b4a9-4923c5837c4f", "external-id": "nsx-vlan-transportzone-165", "segmentation_id": 165, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4a50de3a-eb", "ovs_interfaceid": "4a50de3a-ebb2-499a-a9c5-c811d03c04bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 956.120165] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cdf9613-f27a-4bf0-b454-368591a43c70 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.127775] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e928595-fe44-4911-a7a7-309d49313a2f {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.163960] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56bba26f-4052-4324-89f3-21037ad9fd51 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.175760] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-841e3721-55cd-478a-805b-8aed13383203 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.189218] env[69613]: DEBUG nova.compute.provider_tree [None req-2129246f-bba5-4f3c-83c5-37fd48653830 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Inventory has not changed in ProviderTree for provider: af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 {{(pid=69613) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 956.194046] env[69613]: DEBUG oslo_concurrency.lockutils [None req-498a2673-0834-4849-915b-fb4f1957e173 tempest-InstanceActionsTestJSON-681858584 tempest-InstanceActionsTestJSON-681858584-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 956.250162] env[69613]: DEBUG oslo_vmware.api [None req-d8d7135b-2f3b-49c4-a512-f3902bc613af tempest-ServersTestBootFromVolume-835828331 tempest-ServersTestBootFromVolume-835828331-project-member] Task: {'id': task-3417811, 'name': ReconfigVM_Task, 'duration_secs': 0.173728} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.250547] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-d8d7135b-2f3b-49c4-a512-f3902bc613af tempest-ServersTestBootFromVolume-835828331 tempest-ServersTestBootFromVolume-835828331-project-member] [instance: e849b8b2-7ad7-475a-bab6-48d8412c58ad] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-681919', 'volume_id': '266a250e-27dd-4176-818e-d3cd3c4ed5dd', 'name': 'volume-266a250e-27dd-4176-818e-d3cd3c4ed5dd', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e849b8b2-7ad7-475a-bab6-48d8412c58ad', 'attached_at': '', 'detached_at': '', 'volume_id': '266a250e-27dd-4176-818e-d3cd3c4ed5dd', 'serial': '266a250e-27dd-4176-818e-d3cd3c4ed5dd'} {{(pid=69613) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 956.251084] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-63ab7bee-7e0b-4193-835d-6998211e4e8e {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.257060] env[69613]: DEBUG oslo_vmware.api [None req-d8d7135b-2f3b-49c4-a512-f3902bc613af tempest-ServersTestBootFromVolume-835828331 tempest-ServersTestBootFromVolume-835828331-project-member] Waiting for the task: (returnval){ [ 956.257060] env[69613]: value = "task-3417812" [ 956.257060] env[69613]: _type = "Task" [ 956.257060] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.265961] env[69613]: DEBUG oslo_vmware.api [None req-d8d7135b-2f3b-49c4-a512-f3902bc613af tempest-ServersTestBootFromVolume-835828331 tempest-ServersTestBootFromVolume-835828331-project-member] Task: {'id': task-3417812, 'name': Rename_Task} progress is 5%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.488540] env[69613]: DEBUG nova.network.neutron [-] [instance: 302deddd-6e67-4650-b29a-914c4bbd0c6b] Updating instance_info_cache with network_info: [] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 956.510025] env[69613]: DEBUG oslo_vmware.api [None req-7d795db8-c0c4-48d7-98a3-5b1c69ca3577 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Task: {'id': task-3417810, 'name': PowerOnVM_Task, 'duration_secs': 0.880699} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.510375] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d795db8-c0c4-48d7-98a3-5b1c69ca3577 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] [instance: 983a2305-b1f1-487b-ab6a-2f5f1f7ee3f0] Powered on the VM {{(pid=69613) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 956.510551] env[69613]: INFO nova.compute.manager [None req-7d795db8-c0c4-48d7-98a3-5b1c69ca3577 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] [instance: 983a2305-b1f1-487b-ab6a-2f5f1f7ee3f0] Took 12.11 seconds to spawn the instance on the hypervisor. [ 956.510730] env[69613]: DEBUG nova.compute.manager [None req-7d795db8-c0c4-48d7-98a3-5b1c69ca3577 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] [instance: 983a2305-b1f1-487b-ab6a-2f5f1f7ee3f0] Checking state {{(pid=69613) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 956.511728] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8974ae59-9eeb-4be5-83b5-fe84e88a7032 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.607944] env[69613]: DEBUG oslo_concurrency.lockutils [None req-a44d6b04-c57c-4910-b842-eeb6582aede0 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Releasing lock "refresh_cache-91a7117f-0693-48fd-a027-733b03dfed96" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.693122] env[69613]: DEBUG oslo_concurrency.lockutils [None req-8aac29ad-ef6e-4a27-9c58-86c2dca64f82 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] Acquiring lock "661ee10a-6a1c-4f4c-86e5-ea2185ab6741-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 956.693345] env[69613]: DEBUG oslo_concurrency.lockutils [None req-8aac29ad-ef6e-4a27-9c58-86c2dca64f82 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] Lock "661ee10a-6a1c-4f4c-86e5-ea2185ab6741-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 956.693599] env[69613]: DEBUG oslo_concurrency.lockutils [None req-8aac29ad-ef6e-4a27-9c58-86c2dca64f82 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] Lock "661ee10a-6a1c-4f4c-86e5-ea2185ab6741-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 956.695766] env[69613]: DEBUG nova.scheduler.client.report [None req-2129246f-bba5-4f3c-83c5-37fd48653830 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Inventory has not changed for provider af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69613) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 956.768158] env[69613]: DEBUG oslo_vmware.api [None req-d8d7135b-2f3b-49c4-a512-f3902bc613af tempest-ServersTestBootFromVolume-835828331 tempest-ServersTestBootFromVolume-835828331-project-member] Task: {'id': task-3417812, 'name': Rename_Task, 'duration_secs': 0.131969} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.768423] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8d7135b-2f3b-49c4-a512-f3902bc613af tempest-ServersTestBootFromVolume-835828331 tempest-ServersTestBootFromVolume-835828331-project-member] [instance: e849b8b2-7ad7-475a-bab6-48d8412c58ad] Powering on the VM {{(pid=69613) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 956.768662] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-890c0f81-d23a-4c11-a2b0-15f3fcacf85d {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.775091] env[69613]: DEBUG oslo_vmware.api [None req-d8d7135b-2f3b-49c4-a512-f3902bc613af tempest-ServersTestBootFromVolume-835828331 tempest-ServersTestBootFromVolume-835828331-project-member] Waiting for the task: (returnval){ [ 956.775091] env[69613]: value = "task-3417813" [ 956.775091] env[69613]: _type = "Task" [ 956.775091] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.782692] env[69613]: DEBUG oslo_vmware.api [None req-d8d7135b-2f3b-49c4-a512-f3902bc613af tempest-ServersTestBootFromVolume-835828331 tempest-ServersTestBootFromVolume-835828331-project-member] Task: {'id': task-3417813, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.992054] env[69613]: INFO nova.compute.manager [-] [instance: 302deddd-6e67-4650-b29a-914c4bbd0c6b] Took 1.04 seconds to deallocate network for instance. [ 957.029282] env[69613]: INFO nova.compute.manager [None req-7d795db8-c0c4-48d7-98a3-5b1c69ca3577 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] [instance: 983a2305-b1f1-487b-ab6a-2f5f1f7ee3f0] Took 35.89 seconds to build instance. [ 957.201820] env[69613]: DEBUG oslo_concurrency.lockutils [None req-2129246f-bba5-4f3c-83c5-37fd48653830 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.490s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 957.204839] env[69613]: DEBUG oslo_concurrency.lockutils [None req-7fabd20d-5922-4713-9b18-75ada3792aaf tempest-ServersTestMultiNic-711096641 tempest-ServersTestMultiNic-711096641-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.878s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 957.204998] env[69613]: DEBUG nova.objects.instance [None req-7fabd20d-5922-4713-9b18-75ada3792aaf tempest-ServersTestMultiNic-711096641 tempest-ServersTestMultiNic-711096641-project-member] Lazy-loading 'resources' on Instance uuid 4c9e10fc-33aa-4244-83a1-dc1aed6251a2 {{(pid=69613) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 957.286675] env[69613]: DEBUG oslo_vmware.api [None req-d8d7135b-2f3b-49c4-a512-f3902bc613af tempest-ServersTestBootFromVolume-835828331 tempest-ServersTestBootFromVolume-835828331-project-member] Task: {'id': task-3417813, 'name': PowerOnVM_Task, 'duration_secs': 0.443112} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.286925] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8d7135b-2f3b-49c4-a512-f3902bc613af tempest-ServersTestBootFromVolume-835828331 tempest-ServersTestBootFromVolume-835828331-project-member] [instance: e849b8b2-7ad7-475a-bab6-48d8412c58ad] Powered on the VM {{(pid=69613) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 957.287148] env[69613]: INFO nova.compute.manager [None req-d8d7135b-2f3b-49c4-a512-f3902bc613af tempest-ServersTestBootFromVolume-835828331 tempest-ServersTestBootFromVolume-835828331-project-member] [instance: e849b8b2-7ad7-475a-bab6-48d8412c58ad] Took 8.61 seconds to spawn the instance on the hypervisor. [ 957.287329] env[69613]: DEBUG nova.compute.manager [None req-d8d7135b-2f3b-49c4-a512-f3902bc613af tempest-ServersTestBootFromVolume-835828331 tempest-ServersTestBootFromVolume-835828331-project-member] [instance: e849b8b2-7ad7-475a-bab6-48d8412c58ad] Checking state {{(pid=69613) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 957.288131] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2598245c-60fa-4b4a-83d4-5c6ece2cd65d {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.501438] env[69613]: DEBUG oslo_concurrency.lockutils [None req-379d05c8-7da3-41ec-bb13-791c14178fa0 tempest-ServerShowV247Test-1190307155 tempest-ServerShowV247Test-1190307155-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 957.531221] env[69613]: DEBUG oslo_concurrency.lockutils [None req-7d795db8-c0c4-48d7-98a3-5b1c69ca3577 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Lock "983a2305-b1f1-487b-ab6a-2f5f1f7ee3f0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.403s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 957.719561] env[69613]: DEBUG oslo_concurrency.lockutils [None req-2129246f-bba5-4f3c-83c5-37fd48653830 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Lock "a85fedcd-1c01-4534-b403-420733c3ed0c" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 49.892s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 957.719561] env[69613]: DEBUG oslo_concurrency.lockutils [None req-fd22b01f-152f-44da-abfa-a89b9c65375d tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Lock "a85fedcd-1c01-4534-b403-420733c3ed0c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 28.028s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 957.719561] env[69613]: DEBUG oslo_concurrency.lockutils [None req-fd22b01f-152f-44da-abfa-a89b9c65375d tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Acquiring lock "a85fedcd-1c01-4534-b403-420733c3ed0c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 957.719561] env[69613]: DEBUG oslo_concurrency.lockutils [None req-fd22b01f-152f-44da-abfa-a89b9c65375d tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Lock "a85fedcd-1c01-4534-b403-420733c3ed0c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 957.719561] env[69613]: DEBUG oslo_concurrency.lockutils [None req-fd22b01f-152f-44da-abfa-a89b9c65375d tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Lock "a85fedcd-1c01-4534-b403-420733c3ed0c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 957.721739] env[69613]: INFO nova.compute.manager [None req-fd22b01f-152f-44da-abfa-a89b9c65375d tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] [instance: a85fedcd-1c01-4534-b403-420733c3ed0c] Terminating instance [ 957.729317] env[69613]: DEBUG oslo_concurrency.lockutils [None req-8aac29ad-ef6e-4a27-9c58-86c2dca64f82 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] Acquiring lock "refresh_cache-661ee10a-6a1c-4f4c-86e5-ea2185ab6741" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.729317] env[69613]: DEBUG oslo_concurrency.lockutils [None req-8aac29ad-ef6e-4a27-9c58-86c2dca64f82 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] Acquired lock "refresh_cache-661ee10a-6a1c-4f4c-86e5-ea2185ab6741" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.729317] env[69613]: DEBUG nova.network.neutron [None req-8aac29ad-ef6e-4a27-9c58-86c2dca64f82 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] [instance: 661ee10a-6a1c-4f4c-86e5-ea2185ab6741] Building network info cache for instance {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 957.811140] env[69613]: INFO nova.compute.manager [None req-d8d7135b-2f3b-49c4-a512-f3902bc613af tempest-ServersTestBootFromVolume-835828331 tempest-ServersTestBootFromVolume-835828331-project-member] [instance: e849b8b2-7ad7-475a-bab6-48d8412c58ad] Took 35.66 seconds to build instance. [ 957.893597] env[69613]: DEBUG nova.compute.manager [req-62f59208-da68-4636-a2be-76a12148684b req-ba90bc05-eb40-423e-8dec-7a2f3725a9e6 service nova] [instance: 983a2305-b1f1-487b-ab6a-2f5f1f7ee3f0] Received event network-changed-2df0425e-449c-43bd-a252-e75aa6724c4b {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 957.893805] env[69613]: DEBUG nova.compute.manager [req-62f59208-da68-4636-a2be-76a12148684b req-ba90bc05-eb40-423e-8dec-7a2f3725a9e6 service nova] [instance: 983a2305-b1f1-487b-ab6a-2f5f1f7ee3f0] Refreshing instance network info cache due to event network-changed-2df0425e-449c-43bd-a252-e75aa6724c4b. {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 957.894020] env[69613]: DEBUG oslo_concurrency.lockutils [req-62f59208-da68-4636-a2be-76a12148684b req-ba90bc05-eb40-423e-8dec-7a2f3725a9e6 service nova] Acquiring lock "refresh_cache-983a2305-b1f1-487b-ab6a-2f5f1f7ee3f0" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.894172] env[69613]: DEBUG oslo_concurrency.lockutils [req-62f59208-da68-4636-a2be-76a12148684b req-ba90bc05-eb40-423e-8dec-7a2f3725a9e6 service nova] Acquired lock "refresh_cache-983a2305-b1f1-487b-ab6a-2f5f1f7ee3f0" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.894330] env[69613]: DEBUG nova.network.neutron [req-62f59208-da68-4636-a2be-76a12148684b req-ba90bc05-eb40-423e-8dec-7a2f3725a9e6 service nova] [instance: 983a2305-b1f1-487b-ab6a-2f5f1f7ee3f0] Refreshing network info cache for port 2df0425e-449c-43bd-a252-e75aa6724c4b {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 958.824735] env[69613]: DEBUG nova.compute.manager [None req-fd22b01f-152f-44da-abfa-a89b9c65375d tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] [instance: a85fedcd-1c01-4534-b403-420733c3ed0c] Start destroying the instance on the hypervisor. {{(pid=69613) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 958.825130] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-fd22b01f-152f-44da-abfa-a89b9c65375d tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] [instance: a85fedcd-1c01-4534-b403-420733c3ed0c] Destroying instance {{(pid=69613) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 958.827012] env[69613]: DEBUG oslo_concurrency.lockutils [None req-d8d7135b-2f3b-49c4-a512-f3902bc613af tempest-ServersTestBootFromVolume-835828331 tempest-ServersTestBootFromVolume-835828331-project-member] Lock "e849b8b2-7ad7-475a-bab6-48d8412c58ad" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.682s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 958.829318] env[69613]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6af07c86-b446-4c3a-b92c-bc8f0e73b84c {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.831919] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-837e76ab-dd49-420c-bb8c-159a2ffff466 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.850779] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-a44d6b04-c57c-4910-b842-eeb6582aede0 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] [instance: 91a7117f-0693-48fd-a027-733b03dfed96] Updating instance '91a7117f-0693-48fd-a027-733b03dfed96' progress to 0 {{(pid=69613) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 958.860763] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d3dd753-53bb-4f9a-84b8-876eb069c73e {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.893257] env[69613]: WARNING nova.virt.vmwareapi.vmops [None req-fd22b01f-152f-44da-abfa-a89b9c65375d tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] [instance: a85fedcd-1c01-4534-b403-420733c3ed0c] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance a85fedcd-1c01-4534-b403-420733c3ed0c could not be found. [ 958.893507] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-fd22b01f-152f-44da-abfa-a89b9c65375d tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] [instance: a85fedcd-1c01-4534-b403-420733c3ed0c] Instance destroyed {{(pid=69613) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 958.893722] env[69613]: INFO nova.compute.manager [None req-fd22b01f-152f-44da-abfa-a89b9c65375d tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] [instance: a85fedcd-1c01-4534-b403-420733c3ed0c] Took 0.07 seconds to destroy the instance on the hypervisor. [ 958.894063] env[69613]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fd22b01f-152f-44da-abfa-a89b9c65375d tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69613) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 958.898926] env[69613]: DEBUG nova.compute.manager [-] [instance: a85fedcd-1c01-4534-b403-420733c3ed0c] Deallocating network for instance {{(pid=69613) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 958.898926] env[69613]: DEBUG nova.network.neutron [-] [instance: a85fedcd-1c01-4534-b403-420733c3ed0c] deallocate_for_instance() {{(pid=69613) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 958.951817] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e0a5e91-b86c-4483-a061-3912e04a2c4c {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.969014] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5be2ae8-10da-43a9-8cf8-cfa322666ef2 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.007319] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f24a5d4-480f-4ddf-83e8-5d43cc72c015 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.018166] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38ad2bcc-cd4f-46df-867d-afda677a1ed5 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.033210] env[69613]: DEBUG nova.compute.provider_tree [None req-7fabd20d-5922-4713-9b18-75ada3792aaf tempest-ServersTestMultiNic-711096641 tempest-ServersTestMultiNic-711096641-project-member] Inventory has not changed in ProviderTree for provider: af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 {{(pid=69613) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 959.328413] env[69613]: DEBUG nova.network.neutron [None req-8aac29ad-ef6e-4a27-9c58-86c2dca64f82 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] [instance: 661ee10a-6a1c-4f4c-86e5-ea2185ab6741] Updating instance_info_cache with network_info: [{"id": "a17ea222-6334-4595-bdd4-10f24be5e6b9", "address": "fa:16:3e:04:d1:f3", "network": {"id": "7f5a9020-c966-459c-b2b1-fc62b2ff6283", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.97", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3e9e1b873f1442d59d5ee8247b941f74", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aec0089a-ff85-4bef-bad8-c84de39af71a", "external-id": "nsx-vlan-transportzone-758", "segmentation_id": 758, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa17ea222-63", "ovs_interfaceid": "a17ea222-6334-4595-bdd4-10f24be5e6b9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 959.352421] env[69613]: DEBUG nova.network.neutron [req-62f59208-da68-4636-a2be-76a12148684b req-ba90bc05-eb40-423e-8dec-7a2f3725a9e6 service nova] [instance: 983a2305-b1f1-487b-ab6a-2f5f1f7ee3f0] Updated VIF entry in instance network info cache for port 2df0425e-449c-43bd-a252-e75aa6724c4b. {{(pid=69613) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 959.352635] env[69613]: DEBUG nova.network.neutron [req-62f59208-da68-4636-a2be-76a12148684b req-ba90bc05-eb40-423e-8dec-7a2f3725a9e6 service nova] [instance: 983a2305-b1f1-487b-ab6a-2f5f1f7ee3f0] Updating instance_info_cache with network_info: [{"id": "2df0425e-449c-43bd-a252-e75aa6724c4b", "address": "fa:16:3e:86:a3:aa", "network": {"id": "716d936a-9f18-4dbf-8278-8d495c4e8e5e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1568527215-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.150", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ac0fd822ae5c46349cf139bf95aa6ad4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "99639c37-b0c6-4be7-9594-230e44b1280b", "external-id": "nsx-vlan-transportzone-17", "segmentation_id": 17, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2df0425e-44", "ovs_interfaceid": "2df0425e-449c-43bd-a252-e75aa6724c4b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 959.359540] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-a44d6b04-c57c-4910-b842-eeb6582aede0 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] [instance: 91a7117f-0693-48fd-a027-733b03dfed96] Powering off the VM {{(pid=69613) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 959.363021] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2d43fa12-4edb-451a-b2e3-ca9d202d4532 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.367062] env[69613]: DEBUG oslo_vmware.api [None req-a44d6b04-c57c-4910-b842-eeb6582aede0 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Waiting for the task: (returnval){ [ 959.367062] env[69613]: value = "task-3417814" [ 959.367062] env[69613]: _type = "Task" [ 959.367062] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.376869] env[69613]: DEBUG oslo_vmware.api [None req-a44d6b04-c57c-4910-b842-eeb6582aede0 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Task: {'id': task-3417814, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.536332] env[69613]: DEBUG nova.scheduler.client.report [None req-7fabd20d-5922-4713-9b18-75ada3792aaf tempest-ServersTestMultiNic-711096641 tempest-ServersTestMultiNic-711096641-project-member] Inventory has not changed for provider af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69613) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 959.672741] env[69613]: DEBUG nova.network.neutron [-] [instance: a85fedcd-1c01-4534-b403-420733c3ed0c] Updating instance_info_cache with network_info: [] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 959.832904] env[69613]: DEBUG oslo_concurrency.lockutils [None req-8aac29ad-ef6e-4a27-9c58-86c2dca64f82 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] Releasing lock "refresh_cache-661ee10a-6a1c-4f4c-86e5-ea2185ab6741" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.855997] env[69613]: DEBUG oslo_concurrency.lockutils [req-62f59208-da68-4636-a2be-76a12148684b req-ba90bc05-eb40-423e-8dec-7a2f3725a9e6 service nova] Releasing lock "refresh_cache-983a2305-b1f1-487b-ab6a-2f5f1f7ee3f0" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.879213] env[69613]: DEBUG oslo_vmware.api [None req-a44d6b04-c57c-4910-b842-eeb6582aede0 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Task: {'id': task-3417814, 'name': PowerOffVM_Task, 'duration_secs': 0.448574} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.879498] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-a44d6b04-c57c-4910-b842-eeb6582aede0 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] [instance: 91a7117f-0693-48fd-a027-733b03dfed96] Powered off the VM {{(pid=69613) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 959.879683] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-a44d6b04-c57c-4910-b842-eeb6582aede0 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] [instance: 91a7117f-0693-48fd-a027-733b03dfed96] Updating instance '91a7117f-0693-48fd-a027-733b03dfed96' progress to 17 {{(pid=69613) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 959.926677] env[69613]: DEBUG nova.compute.manager [req-f3cdaf4b-d200-4f29-a900-4d0a9f1d62a5 req-c1c97a3c-5ef5-44ce-92ce-fc5a4ecb2f59 service nova] [instance: e849b8b2-7ad7-475a-bab6-48d8412c58ad] Received event network-changed-4edd8822-6947-4caf-9c65-0d96b41196fa {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 959.926677] env[69613]: DEBUG nova.compute.manager [req-f3cdaf4b-d200-4f29-a900-4d0a9f1d62a5 req-c1c97a3c-5ef5-44ce-92ce-fc5a4ecb2f59 service nova] [instance: e849b8b2-7ad7-475a-bab6-48d8412c58ad] Refreshing instance network info cache due to event network-changed-4edd8822-6947-4caf-9c65-0d96b41196fa. {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 959.926960] env[69613]: DEBUG oslo_concurrency.lockutils [req-f3cdaf4b-d200-4f29-a900-4d0a9f1d62a5 req-c1c97a3c-5ef5-44ce-92ce-fc5a4ecb2f59 service nova] Acquiring lock "refresh_cache-e849b8b2-7ad7-475a-bab6-48d8412c58ad" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.927042] env[69613]: DEBUG oslo_concurrency.lockutils [req-f3cdaf4b-d200-4f29-a900-4d0a9f1d62a5 req-c1c97a3c-5ef5-44ce-92ce-fc5a4ecb2f59 service nova] Acquired lock "refresh_cache-e849b8b2-7ad7-475a-bab6-48d8412c58ad" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.927152] env[69613]: DEBUG nova.network.neutron [req-f3cdaf4b-d200-4f29-a900-4d0a9f1d62a5 req-c1c97a3c-5ef5-44ce-92ce-fc5a4ecb2f59 service nova] [instance: e849b8b2-7ad7-475a-bab6-48d8412c58ad] Refreshing network info cache for port 4edd8822-6947-4caf-9c65-0d96b41196fa {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 960.041733] env[69613]: DEBUG oslo_concurrency.lockutils [None req-7fabd20d-5922-4713-9b18-75ada3792aaf tempest-ServersTestMultiNic-711096641 tempest-ServersTestMultiNic-711096641-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.837s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 960.044201] env[69613]: DEBUG oslo_concurrency.lockutils [None req-d03645fb-8c35-4778-acdf-f670f73d03bb tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.104s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 960.045748] env[69613]: INFO nova.compute.claims [None req-d03645fb-8c35-4778-acdf-f670f73d03bb tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] [instance: 06ba24f5-e698-4fb3-9c47-fe146eee8e72] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 960.065799] env[69613]: INFO nova.scheduler.client.report [None req-7fabd20d-5922-4713-9b18-75ada3792aaf tempest-ServersTestMultiNic-711096641 tempest-ServersTestMultiNic-711096641-project-member] Deleted allocations for instance 4c9e10fc-33aa-4244-83a1-dc1aed6251a2 [ 960.174999] env[69613]: INFO nova.compute.manager [-] [instance: a85fedcd-1c01-4534-b403-420733c3ed0c] Took 1.28 seconds to deallocate network for instance. [ 960.354088] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e42fdc42-d1e1-4e59-b03a-ba593ce2d844 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.373054] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2af11bb7-00d1-4969-af3f-6a0a2c1ff8fd {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.380203] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-8aac29ad-ef6e-4a27-9c58-86c2dca64f82 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] [instance: 661ee10a-6a1c-4f4c-86e5-ea2185ab6741] Updating instance '661ee10a-6a1c-4f4c-86e5-ea2185ab6741' progress to 83 {{(pid=69613) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 960.385896] env[69613]: DEBUG nova.virt.hardware [None req-a44d6b04-c57c-4910-b842-eeb6582aede0 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T13:55:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=2b7a0304-b5d0-431d-b287-32c8388d7fbd,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 960.385896] env[69613]: DEBUG nova.virt.hardware [None req-a44d6b04-c57c-4910-b842-eeb6582aede0 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Flavor limits 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 960.385896] env[69613]: DEBUG nova.virt.hardware [None req-a44d6b04-c57c-4910-b842-eeb6582aede0 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Image limits 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 960.386147] env[69613]: DEBUG nova.virt.hardware [None req-a44d6b04-c57c-4910-b842-eeb6582aede0 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Flavor pref 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 960.386202] env[69613]: DEBUG nova.virt.hardware [None req-a44d6b04-c57c-4910-b842-eeb6582aede0 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Image pref 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 960.386345] env[69613]: DEBUG nova.virt.hardware [None req-a44d6b04-c57c-4910-b842-eeb6582aede0 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 960.386553] env[69613]: DEBUG nova.virt.hardware [None req-a44d6b04-c57c-4910-b842-eeb6582aede0 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 960.386712] env[69613]: DEBUG nova.virt.hardware [None req-a44d6b04-c57c-4910-b842-eeb6582aede0 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69613) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 960.386905] env[69613]: DEBUG nova.virt.hardware [None req-a44d6b04-c57c-4910-b842-eeb6582aede0 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Got 1 possible topologies {{(pid=69613) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 960.387096] env[69613]: DEBUG nova.virt.hardware [None req-a44d6b04-c57c-4910-b842-eeb6582aede0 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 960.387969] env[69613]: DEBUG nova.virt.hardware [None req-a44d6b04-c57c-4910-b842-eeb6582aede0 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 960.393024] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-284fd046-dbb4-4dcb-b30d-98cab5a1762a {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.408829] env[69613]: DEBUG oslo_vmware.api [None req-a44d6b04-c57c-4910-b842-eeb6582aede0 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Waiting for the task: (returnval){ [ 960.408829] env[69613]: value = "task-3417815" [ 960.408829] env[69613]: _type = "Task" [ 960.408829] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.416919] env[69613]: DEBUG oslo_vmware.api [None req-a44d6b04-c57c-4910-b842-eeb6582aede0 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Task: {'id': task-3417815, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.575029] env[69613]: DEBUG oslo_concurrency.lockutils [None req-7fabd20d-5922-4713-9b18-75ada3792aaf tempest-ServersTestMultiNic-711096641 tempest-ServersTestMultiNic-711096641-project-member] Lock "4c9e10fc-33aa-4244-83a1-dc1aed6251a2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.965s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 960.787823] env[69613]: DEBUG nova.network.neutron [req-f3cdaf4b-d200-4f29-a900-4d0a9f1d62a5 req-c1c97a3c-5ef5-44ce-92ce-fc5a4ecb2f59 service nova] [instance: e849b8b2-7ad7-475a-bab6-48d8412c58ad] Updated VIF entry in instance network info cache for port 4edd8822-6947-4caf-9c65-0d96b41196fa. {{(pid=69613) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 960.788220] env[69613]: DEBUG nova.network.neutron [req-f3cdaf4b-d200-4f29-a900-4d0a9f1d62a5 req-c1c97a3c-5ef5-44ce-92ce-fc5a4ecb2f59 service nova] [instance: e849b8b2-7ad7-475a-bab6-48d8412c58ad] Updating instance_info_cache with network_info: [{"id": "4edd8822-6947-4caf-9c65-0d96b41196fa", "address": "fa:16:3e:d5:6a:03", "network": {"id": "b26fbb2f-516d-4280-a918-9075782b4970", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1400878950-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.247", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cf58dce6904c4c72bdd980a4cf0f4ca1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ab93899c-92b2-4d84-95a6-192234add28c", "external-id": "nsx-vlan-transportzone-697", "segmentation_id": 697, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4edd8822-69", "ovs_interfaceid": "4edd8822-6947-4caf-9c65-0d96b41196fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 960.895504] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-8aac29ad-ef6e-4a27-9c58-86c2dca64f82 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] [instance: 661ee10a-6a1c-4f4c-86e5-ea2185ab6741] Powering on the VM {{(pid=69613) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 960.895854] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b03c101e-ebd0-47bd-ac0e-4b627918fdf6 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.903576] env[69613]: DEBUG oslo_vmware.api [None req-8aac29ad-ef6e-4a27-9c58-86c2dca64f82 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] Waiting for the task: (returnval){ [ 960.903576] env[69613]: value = "task-3417816" [ 960.903576] env[69613]: _type = "Task" [ 960.903576] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.912093] env[69613]: DEBUG oslo_vmware.api [None req-8aac29ad-ef6e-4a27-9c58-86c2dca64f82 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] Task: {'id': task-3417816, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.920333] env[69613]: DEBUG oslo_vmware.api [None req-a44d6b04-c57c-4910-b842-eeb6582aede0 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Task: {'id': task-3417815, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.206100] env[69613]: DEBUG oslo_concurrency.lockutils [None req-fd22b01f-152f-44da-abfa-a89b9c65375d tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Lock "a85fedcd-1c01-4534-b403-420733c3ed0c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 3.488s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 961.292407] env[69613]: DEBUG oslo_concurrency.lockutils [req-f3cdaf4b-d200-4f29-a900-4d0a9f1d62a5 req-c1c97a3c-5ef5-44ce-92ce-fc5a4ecb2f59 service nova] Releasing lock "refresh_cache-e849b8b2-7ad7-475a-bab6-48d8412c58ad" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.369816] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c0d266c-65d5-46e5-b35f-ab1f42e03ec3 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.377881] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4db4b4ce-fb6d-42ac-ba4d-97d65736763b {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.411867] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7a1d288-ca79-48de-a934-a33a28815c7d {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.420479] env[69613]: DEBUG oslo_vmware.api [None req-8aac29ad-ef6e-4a27-9c58-86c2dca64f82 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] Task: {'id': task-3417816, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.423810] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1573aa6-8e01-4781-bccf-8459f0be7bb5 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.430385] env[69613]: DEBUG oslo_vmware.api [None req-a44d6b04-c57c-4910-b842-eeb6582aede0 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Task: {'id': task-3417815, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.441178] env[69613]: DEBUG nova.compute.provider_tree [None req-d03645fb-8c35-4778-acdf-f670f73d03bb tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Inventory has not changed in ProviderTree for provider: af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 {{(pid=69613) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 961.874114] env[69613]: DEBUG oslo_concurrency.lockutils [None req-3bd4cc7c-9953-4329-933f-afc17da08d0d tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Acquiring lock "a0bbab2d-2cf3-4ba3-aab2-980059d75fc7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 961.874396] env[69613]: DEBUG oslo_concurrency.lockutils [None req-3bd4cc7c-9953-4329-933f-afc17da08d0d tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Lock "a0bbab2d-2cf3-4ba3-aab2-980059d75fc7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 961.923027] env[69613]: DEBUG oslo_vmware.api [None req-8aac29ad-ef6e-4a27-9c58-86c2dca64f82 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] Task: {'id': task-3417816, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.928206] env[69613]: DEBUG oslo_vmware.api [None req-a44d6b04-c57c-4910-b842-eeb6582aede0 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Task: {'id': task-3417815, 'name': ReconfigVM_Task, 'duration_secs': 1.30095} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.928206] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-a44d6b04-c57c-4910-b842-eeb6582aede0 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] [instance: 91a7117f-0693-48fd-a027-733b03dfed96] Updating instance '91a7117f-0693-48fd-a027-733b03dfed96' progress to 33 {{(pid=69613) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 961.944431] env[69613]: DEBUG nova.scheduler.client.report [None req-d03645fb-8c35-4778-acdf-f670f73d03bb tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Inventory has not changed for provider af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69613) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 962.380027] env[69613]: DEBUG nova.compute.manager [None req-3bd4cc7c-9953-4329-933f-afc17da08d0d tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] [instance: a0bbab2d-2cf3-4ba3-aab2-980059d75fc7] Starting instance... {{(pid=69613) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 962.423770] env[69613]: DEBUG oslo_vmware.api [None req-8aac29ad-ef6e-4a27-9c58-86c2dca64f82 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] Task: {'id': task-3417816, 'name': PowerOnVM_Task, 'duration_secs': 1.179213} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.424061] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-8aac29ad-ef6e-4a27-9c58-86c2dca64f82 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] [instance: 661ee10a-6a1c-4f4c-86e5-ea2185ab6741] Powered on the VM {{(pid=69613) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 962.424250] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-8aac29ad-ef6e-4a27-9c58-86c2dca64f82 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] [instance: 661ee10a-6a1c-4f4c-86e5-ea2185ab6741] Updating instance '661ee10a-6a1c-4f4c-86e5-ea2185ab6741' progress to 100 {{(pid=69613) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 962.433815] env[69613]: DEBUG nova.virt.hardware [None req-a44d6b04-c57c-4910-b842-eeb6582aede0 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T13:55:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=2b7a0304-b5d0-431d-b287-32c8388d7fbd,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 962.434035] env[69613]: DEBUG nova.virt.hardware [None req-a44d6b04-c57c-4910-b842-eeb6582aede0 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Flavor limits 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 962.434197] env[69613]: DEBUG nova.virt.hardware [None req-a44d6b04-c57c-4910-b842-eeb6582aede0 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Image limits 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 962.434377] env[69613]: DEBUG nova.virt.hardware [None req-a44d6b04-c57c-4910-b842-eeb6582aede0 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Flavor pref 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 962.434525] env[69613]: DEBUG nova.virt.hardware [None req-a44d6b04-c57c-4910-b842-eeb6582aede0 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Image pref 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 962.434673] env[69613]: DEBUG nova.virt.hardware [None req-a44d6b04-c57c-4910-b842-eeb6582aede0 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 962.434875] env[69613]: DEBUG nova.virt.hardware [None req-a44d6b04-c57c-4910-b842-eeb6582aede0 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 962.435039] env[69613]: DEBUG nova.virt.hardware [None req-a44d6b04-c57c-4910-b842-eeb6582aede0 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69613) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 962.435206] env[69613]: DEBUG nova.virt.hardware [None req-a44d6b04-c57c-4910-b842-eeb6582aede0 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Got 1 possible topologies {{(pid=69613) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 962.435364] env[69613]: DEBUG nova.virt.hardware [None req-a44d6b04-c57c-4910-b842-eeb6582aede0 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 962.435533] env[69613]: DEBUG nova.virt.hardware [None req-a44d6b04-c57c-4910-b842-eeb6582aede0 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 962.440802] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-a44d6b04-c57c-4910-b842-eeb6582aede0 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] [instance: 91a7117f-0693-48fd-a027-733b03dfed96] Reconfiguring VM instance instance-0000004e to detach disk 2000 {{(pid=69613) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 962.441287] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2144d21d-3eab-43fd-97d3-b1f74331626f {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.455027] env[69613]: DEBUG oslo_concurrency.lockutils [None req-d03645fb-8c35-4778-acdf-f670f73d03bb tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.411s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 962.455551] env[69613]: DEBUG nova.compute.manager [None req-d03645fb-8c35-4778-acdf-f670f73d03bb tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] [instance: 06ba24f5-e698-4fb3-9c47-fe146eee8e72] Start building networks asynchronously for instance. {{(pid=69613) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 962.458191] env[69613]: DEBUG oslo_concurrency.lockutils [None req-962dc6cd-8a52-45a2-85a2-e828bbbec1d1 tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.732s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 962.460054] env[69613]: INFO nova.compute.claims [None req-962dc6cd-8a52-45a2-85a2-e828bbbec1d1 tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] [instance: 058cd966-fff9-4310-9bec-9cba4612ab83] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 962.467739] env[69613]: DEBUG oslo_vmware.api [None req-a44d6b04-c57c-4910-b842-eeb6582aede0 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Waiting for the task: (returnval){ [ 962.467739] env[69613]: value = "task-3417817" [ 962.467739] env[69613]: _type = "Task" [ 962.467739] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.479938] env[69613]: DEBUG oslo_vmware.api [None req-a44d6b04-c57c-4910-b842-eeb6582aede0 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Task: {'id': task-3417817, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.898404] env[69613]: DEBUG oslo_concurrency.lockutils [None req-3bd4cc7c-9953-4329-933f-afc17da08d0d tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 962.965341] env[69613]: DEBUG nova.compute.utils [None req-d03645fb-8c35-4778-acdf-f670f73d03bb tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Using /dev/sd instead of None {{(pid=69613) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 962.969143] env[69613]: DEBUG nova.compute.manager [None req-d03645fb-8c35-4778-acdf-f670f73d03bb tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] [instance: 06ba24f5-e698-4fb3-9c47-fe146eee8e72] Allocating IP information in the background. {{(pid=69613) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 962.969340] env[69613]: DEBUG nova.network.neutron [None req-d03645fb-8c35-4778-acdf-f670f73d03bb tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] [instance: 06ba24f5-e698-4fb3-9c47-fe146eee8e72] allocate_for_instance() {{(pid=69613) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 962.984179] env[69613]: DEBUG oslo_vmware.api [None req-a44d6b04-c57c-4910-b842-eeb6582aede0 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Task: {'id': task-3417817, 'name': ReconfigVM_Task, 'duration_secs': 0.177781} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.984484] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-a44d6b04-c57c-4910-b842-eeb6582aede0 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] [instance: 91a7117f-0693-48fd-a027-733b03dfed96] Reconfigured VM instance instance-0000004e to detach disk 2000 {{(pid=69613) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 962.985366] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-188da5ad-df2a-445e-a29a-66b365af6ba2 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.009710] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-a44d6b04-c57c-4910-b842-eeb6582aede0 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] [instance: 91a7117f-0693-48fd-a027-733b03dfed96] Reconfiguring VM instance instance-0000004e to attach disk [datastore1] 91a7117f-0693-48fd-a027-733b03dfed96/91a7117f-0693-48fd-a027-733b03dfed96.vmdk or device None with type thin {{(pid=69613) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 963.009710] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-493dc507-6203-4849-ad63-e675941c6e2a {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.024752] env[69613]: DEBUG nova.policy [None req-d03645fb-8c35-4778-acdf-f670f73d03bb tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a8012e55677a4e8ebb9163007647fba4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '263cb0545351439194c16f61aacec6b1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69613) authorize /opt/stack/nova/nova/policy.py:192}} [ 963.031538] env[69613]: DEBUG oslo_vmware.api [None req-a44d6b04-c57c-4910-b842-eeb6582aede0 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Waiting for the task: (returnval){ [ 963.031538] env[69613]: value = "task-3417818" [ 963.031538] env[69613]: _type = "Task" [ 963.031538] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.040374] env[69613]: DEBUG oslo_vmware.api [None req-a44d6b04-c57c-4910-b842-eeb6582aede0 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Task: {'id': task-3417818, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.179861] env[69613]: DEBUG oslo_concurrency.lockutils [None req-615a2509-5be1-40ac-ac23-231665f44ec3 tempest-ServersTestMultiNic-711096641 tempest-ServersTestMultiNic-711096641-project-member] Acquiring lock "a8d62347-1026-4764-862e-4fd67a59dabf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 963.180207] env[69613]: DEBUG oslo_concurrency.lockutils [None req-615a2509-5be1-40ac-ac23-231665f44ec3 tempest-ServersTestMultiNic-711096641 tempest-ServersTestMultiNic-711096641-project-member] Lock "a8d62347-1026-4764-862e-4fd67a59dabf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 963.405883] env[69613]: DEBUG nova.network.neutron [None req-d03645fb-8c35-4778-acdf-f670f73d03bb tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] [instance: 06ba24f5-e698-4fb3-9c47-fe146eee8e72] Successfully created port: 8d80188a-74ba-4130-8b83-1731bd51691e {{(pid=69613) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 963.468110] env[69613]: DEBUG nova.compute.manager [None req-d03645fb-8c35-4778-acdf-f670f73d03bb tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] [instance: 06ba24f5-e698-4fb3-9c47-fe146eee8e72] Start building block device mappings for instance. {{(pid=69613) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 963.541594] env[69613]: DEBUG oslo_vmware.api [None req-a44d6b04-c57c-4910-b842-eeb6582aede0 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Task: {'id': task-3417818, 'name': ReconfigVM_Task, 'duration_secs': 0.331559} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.544353] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-a44d6b04-c57c-4910-b842-eeb6582aede0 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] [instance: 91a7117f-0693-48fd-a027-733b03dfed96] Reconfigured VM instance instance-0000004e to attach disk [datastore1] 91a7117f-0693-48fd-a027-733b03dfed96/91a7117f-0693-48fd-a027-733b03dfed96.vmdk or device None with type thin {{(pid=69613) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 963.544725] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-a44d6b04-c57c-4910-b842-eeb6582aede0 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] [instance: 91a7117f-0693-48fd-a027-733b03dfed96] Updating instance '91a7117f-0693-48fd-a027-733b03dfed96' progress to 50 {{(pid=69613) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 963.682820] env[69613]: DEBUG nova.compute.manager [None req-615a2509-5be1-40ac-ac23-231665f44ec3 tempest-ServersTestMultiNic-711096641 tempest-ServersTestMultiNic-711096641-project-member] [instance: a8d62347-1026-4764-862e-4fd67a59dabf] Starting instance... {{(pid=69613) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 963.842947] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdc61343-8127-4d25-90e0-c69ff9da058d {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.850511] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-645e592d-dc5b-406a-8d27-996951303627 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.880150] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a13d1fc-3f78-4304-829e-47b50f02ff51 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.887738] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff673e98-7ded-45d2-bccf-4b8e2a01c256 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.902038] env[69613]: DEBUG nova.compute.provider_tree [None req-962dc6cd-8a52-45a2-85a2-e828bbbec1d1 tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] Inventory has not changed in ProviderTree for provider: af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 {{(pid=69613) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 964.051301] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b38a682-b496-4b24-959d-56effb9a9d0a {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.070376] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38af2b56-efdb-4cfd-bc63-5946d73c7734 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.088259] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-a44d6b04-c57c-4910-b842-eeb6582aede0 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] [instance: 91a7117f-0693-48fd-a027-733b03dfed96] Updating instance '91a7117f-0693-48fd-a027-733b03dfed96' progress to 67 {{(pid=69613) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 964.202725] env[69613]: DEBUG oslo_concurrency.lockutils [None req-615a2509-5be1-40ac-ac23-231665f44ec3 tempest-ServersTestMultiNic-711096641 tempest-ServersTestMultiNic-711096641-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 964.405074] env[69613]: DEBUG nova.scheduler.client.report [None req-962dc6cd-8a52-45a2-85a2-e828bbbec1d1 tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] Inventory has not changed for provider af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69613) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 964.480906] env[69613]: DEBUG nova.compute.manager [None req-d03645fb-8c35-4778-acdf-f670f73d03bb tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] [instance: 06ba24f5-e698-4fb3-9c47-fe146eee8e72] Start spawning the instance on the hypervisor. {{(pid=69613) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 964.507783] env[69613]: DEBUG nova.virt.hardware [None req-d03645fb-8c35-4778-acdf-f670f73d03bb tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T13:55:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T13:55:19Z,direct_url=,disk_format='vmdk',id=2b7a0304-b5d0-431d-b287-32c8388d7fbd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3e9e1b873f1442d59d5ee8247b941f74',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T13:55:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 964.508042] env[69613]: DEBUG nova.virt.hardware [None req-d03645fb-8c35-4778-acdf-f670f73d03bb tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Flavor limits 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 964.508202] env[69613]: DEBUG nova.virt.hardware [None req-d03645fb-8c35-4778-acdf-f670f73d03bb tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Image limits 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 964.508382] env[69613]: DEBUG nova.virt.hardware [None req-d03645fb-8c35-4778-acdf-f670f73d03bb tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Flavor pref 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 964.508528] env[69613]: DEBUG nova.virt.hardware [None req-d03645fb-8c35-4778-acdf-f670f73d03bb tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Image pref 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 964.508674] env[69613]: DEBUG nova.virt.hardware [None req-d03645fb-8c35-4778-acdf-f670f73d03bb tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 964.508885] env[69613]: DEBUG nova.virt.hardware [None req-d03645fb-8c35-4778-acdf-f670f73d03bb tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 964.509061] env[69613]: DEBUG nova.virt.hardware [None req-d03645fb-8c35-4778-acdf-f670f73d03bb tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69613) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 964.509238] env[69613]: DEBUG nova.virt.hardware [None req-d03645fb-8c35-4778-acdf-f670f73d03bb tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Got 1 possible topologies {{(pid=69613) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 964.509407] env[69613]: DEBUG nova.virt.hardware [None req-d03645fb-8c35-4778-acdf-f670f73d03bb tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 964.509637] env[69613]: DEBUG nova.virt.hardware [None req-d03645fb-8c35-4778-acdf-f670f73d03bb tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 964.510591] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85802942-efe7-4710-a8ac-4af60fdb0f67 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.518689] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5129f604-c2f6-48a8-bf66-cdc404084535 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.629556] env[69613]: DEBUG nova.network.neutron [None req-a44d6b04-c57c-4910-b842-eeb6582aede0 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] [instance: 91a7117f-0693-48fd-a027-733b03dfed96] Port 4a50de3a-ebb2-499a-a9c5-c811d03c04bd binding to destination host cpu-1 is already ACTIVE {{(pid=69613) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 964.912479] env[69613]: DEBUG oslo_concurrency.lockutils [None req-962dc6cd-8a52-45a2-85a2-e828bbbec1d1 tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.454s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 964.913188] env[69613]: DEBUG nova.compute.manager [None req-962dc6cd-8a52-45a2-85a2-e828bbbec1d1 tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] [instance: 058cd966-fff9-4310-9bec-9cba4612ab83] Start building networks asynchronously for instance. {{(pid=69613) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 964.916880] env[69613]: DEBUG oslo_concurrency.lockutils [None req-cafe0dfa-3730-427f-a126-14fddddb7689 tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.519s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 964.917280] env[69613]: DEBUG nova.objects.instance [None req-cafe0dfa-3730-427f-a126-14fddddb7689 tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Lazy-loading 'resources' on Instance uuid b2c6c4bb-86f8-4e8f-b83d-a77d00447ff2 {{(pid=69613) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 964.977371] env[69613]: DEBUG nova.network.neutron [None req-3c2afe83-d374-45e6-a8d4-ae1ef37ce47f tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] [instance: 661ee10a-6a1c-4f4c-86e5-ea2185ab6741] Port a17ea222-6334-4595-bdd4-10f24be5e6b9 binding to destination host cpu-1 is already ACTIVE {{(pid=69613) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 964.977645] env[69613]: DEBUG oslo_concurrency.lockutils [None req-3c2afe83-d374-45e6-a8d4-ae1ef37ce47f tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] Acquiring lock "refresh_cache-661ee10a-6a1c-4f4c-86e5-ea2185ab6741" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.977797] env[69613]: DEBUG oslo_concurrency.lockutils [None req-3c2afe83-d374-45e6-a8d4-ae1ef37ce47f tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] Acquired lock "refresh_cache-661ee10a-6a1c-4f4c-86e5-ea2185ab6741" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.977959] env[69613]: DEBUG nova.network.neutron [None req-3c2afe83-d374-45e6-a8d4-ae1ef37ce47f tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] [instance: 661ee10a-6a1c-4f4c-86e5-ea2185ab6741] Building network info cache for instance {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 965.114145] env[69613]: DEBUG nova.compute.manager [req-285ff281-0cda-4da7-b057-6a651aa0f8e2 req-24c8578e-a401-4623-a883-a23c9e0c8ae3 service nova] [instance: 06ba24f5-e698-4fb3-9c47-fe146eee8e72] Received event network-vif-plugged-8d80188a-74ba-4130-8b83-1731bd51691e {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 965.114145] env[69613]: DEBUG oslo_concurrency.lockutils [req-285ff281-0cda-4da7-b057-6a651aa0f8e2 req-24c8578e-a401-4623-a883-a23c9e0c8ae3 service nova] Acquiring lock "06ba24f5-e698-4fb3-9c47-fe146eee8e72-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 965.114532] env[69613]: DEBUG oslo_concurrency.lockutils [req-285ff281-0cda-4da7-b057-6a651aa0f8e2 req-24c8578e-a401-4623-a883-a23c9e0c8ae3 service nova] Lock "06ba24f5-e698-4fb3-9c47-fe146eee8e72-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 965.115189] env[69613]: DEBUG oslo_concurrency.lockutils [req-285ff281-0cda-4da7-b057-6a651aa0f8e2 req-24c8578e-a401-4623-a883-a23c9e0c8ae3 service nova] Lock "06ba24f5-e698-4fb3-9c47-fe146eee8e72-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 965.115597] env[69613]: DEBUG nova.compute.manager [req-285ff281-0cda-4da7-b057-6a651aa0f8e2 req-24c8578e-a401-4623-a883-a23c9e0c8ae3 service nova] [instance: 06ba24f5-e698-4fb3-9c47-fe146eee8e72] No waiting events found dispatching network-vif-plugged-8d80188a-74ba-4130-8b83-1731bd51691e {{(pid=69613) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 965.115868] env[69613]: WARNING nova.compute.manager [req-285ff281-0cda-4da7-b057-6a651aa0f8e2 req-24c8578e-a401-4623-a883-a23c9e0c8ae3 service nova] [instance: 06ba24f5-e698-4fb3-9c47-fe146eee8e72] Received unexpected event network-vif-plugged-8d80188a-74ba-4130-8b83-1731bd51691e for instance with vm_state building and task_state spawning. [ 965.261254] env[69613]: DEBUG nova.network.neutron [None req-d03645fb-8c35-4778-acdf-f670f73d03bb tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] [instance: 06ba24f5-e698-4fb3-9c47-fe146eee8e72] Successfully updated port: 8d80188a-74ba-4130-8b83-1731bd51691e {{(pid=69613) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 965.421473] env[69613]: DEBUG nova.compute.utils [None req-962dc6cd-8a52-45a2-85a2-e828bbbec1d1 tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] Using /dev/sd instead of None {{(pid=69613) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 965.426416] env[69613]: DEBUG nova.compute.manager [None req-962dc6cd-8a52-45a2-85a2-e828bbbec1d1 tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] [instance: 058cd966-fff9-4310-9bec-9cba4612ab83] Allocating IP information in the background. {{(pid=69613) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 965.426416] env[69613]: DEBUG nova.network.neutron [None req-962dc6cd-8a52-45a2-85a2-e828bbbec1d1 tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] [instance: 058cd966-fff9-4310-9bec-9cba4612ab83] allocate_for_instance() {{(pid=69613) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 965.511389] env[69613]: DEBUG nova.policy [None req-962dc6cd-8a52-45a2-85a2-e828bbbec1d1 tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6e47bdbd5b764346a2382abe22ff4248', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b2fa8926919b44e7a69ce5637737d86f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69613) authorize /opt/stack/nova/nova/policy.py:192}} [ 965.656050] env[69613]: DEBUG oslo_concurrency.lockutils [None req-a44d6b04-c57c-4910-b842-eeb6582aede0 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Acquiring lock "91a7117f-0693-48fd-a027-733b03dfed96-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 965.656355] env[69613]: DEBUG oslo_concurrency.lockutils [None req-a44d6b04-c57c-4910-b842-eeb6582aede0 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Lock "91a7117f-0693-48fd-a027-733b03dfed96-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 965.656570] env[69613]: DEBUG oslo_concurrency.lockutils [None req-a44d6b04-c57c-4910-b842-eeb6582aede0 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Lock "91a7117f-0693-48fd-a027-733b03dfed96-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 965.766660] env[69613]: DEBUG oslo_concurrency.lockutils [None req-d03645fb-8c35-4778-acdf-f670f73d03bb tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Acquiring lock "refresh_cache-06ba24f5-e698-4fb3-9c47-fe146eee8e72" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.766804] env[69613]: DEBUG oslo_concurrency.lockutils [None req-d03645fb-8c35-4778-acdf-f670f73d03bb tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Acquired lock "refresh_cache-06ba24f5-e698-4fb3-9c47-fe146eee8e72" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.766985] env[69613]: DEBUG nova.network.neutron [None req-d03645fb-8c35-4778-acdf-f670f73d03bb tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] [instance: 06ba24f5-e698-4fb3-9c47-fe146eee8e72] Building network info cache for instance {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 965.768954] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f5eee1a-41a8-49e5-9ba3-4162fab120ab {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.777592] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92466e03-6061-4d6e-aa55-db5fc6c07222 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.812504] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15411c84-7e69-489b-b5ca-37c3adefdda5 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.820405] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dc51010-f0a2-4cb3-977c-ebb31d8c6278 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.835019] env[69613]: DEBUG nova.compute.provider_tree [None req-cafe0dfa-3730-427f-a126-14fddddb7689 tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Inventory has not changed in ProviderTree for provider: af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 {{(pid=69613) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 965.887836] env[69613]: DEBUG nova.network.neutron [None req-3c2afe83-d374-45e6-a8d4-ae1ef37ce47f tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] [instance: 661ee10a-6a1c-4f4c-86e5-ea2185ab6741] Updating instance_info_cache with network_info: [{"id": "a17ea222-6334-4595-bdd4-10f24be5e6b9", "address": "fa:16:3e:04:d1:f3", "network": {"id": "7f5a9020-c966-459c-b2b1-fc62b2ff6283", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.97", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3e9e1b873f1442d59d5ee8247b941f74", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aec0089a-ff85-4bef-bad8-c84de39af71a", "external-id": "nsx-vlan-transportzone-758", "segmentation_id": 758, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa17ea222-63", "ovs_interfaceid": "a17ea222-6334-4595-bdd4-10f24be5e6b9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 965.927286] env[69613]: DEBUG nova.compute.manager [None req-962dc6cd-8a52-45a2-85a2-e828bbbec1d1 tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] [instance: 058cd966-fff9-4310-9bec-9cba4612ab83] Start building block device mappings for instance. {{(pid=69613) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 965.958425] env[69613]: DEBUG nova.network.neutron [None req-962dc6cd-8a52-45a2-85a2-e828bbbec1d1 tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] [instance: 058cd966-fff9-4310-9bec-9cba4612ab83] Successfully created port: 80d572fb-7ae3-4741-93be-c38c4b9463e6 {{(pid=69613) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 966.334965] env[69613]: DEBUG nova.network.neutron [None req-d03645fb-8c35-4778-acdf-f670f73d03bb tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] [instance: 06ba24f5-e698-4fb3-9c47-fe146eee8e72] Instance cache missing network info. {{(pid=69613) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 966.337948] env[69613]: DEBUG nova.scheduler.client.report [None req-cafe0dfa-3730-427f-a126-14fddddb7689 tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Inventory has not changed for provider af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69613) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 966.396142] env[69613]: DEBUG oslo_concurrency.lockutils [None req-3c2afe83-d374-45e6-a8d4-ae1ef37ce47f tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] Releasing lock "refresh_cache-661ee10a-6a1c-4f4c-86e5-ea2185ab6741" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.578837] env[69613]: DEBUG nova.network.neutron [None req-d03645fb-8c35-4778-acdf-f670f73d03bb tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] [instance: 06ba24f5-e698-4fb3-9c47-fe146eee8e72] Updating instance_info_cache with network_info: [{"id": "8d80188a-74ba-4130-8b83-1731bd51691e", "address": "fa:16:3e:4a:e3:4b", "network": {"id": "6582c06e-2375-4019-bc8c-6f40d2f10d28", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-726199179-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "263cb0545351439194c16f61aacec6b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c6a4836-66dc-4e43-982b-f8fcd3f9989a", "external-id": "nsx-vlan-transportzone-635", "segmentation_id": 635, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d80188a-74", "ovs_interfaceid": "8d80188a-74ba-4130-8b83-1731bd51691e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 966.705922] env[69613]: DEBUG oslo_concurrency.lockutils [None req-a44d6b04-c57c-4910-b842-eeb6582aede0 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Acquiring lock "refresh_cache-91a7117f-0693-48fd-a027-733b03dfed96" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.706137] env[69613]: DEBUG oslo_concurrency.lockutils [None req-a44d6b04-c57c-4910-b842-eeb6582aede0 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Acquired lock "refresh_cache-91a7117f-0693-48fd-a027-733b03dfed96" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.706321] env[69613]: DEBUG nova.network.neutron [None req-a44d6b04-c57c-4910-b842-eeb6582aede0 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] [instance: 91a7117f-0693-48fd-a027-733b03dfed96] Building network info cache for instance {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 966.843067] env[69613]: DEBUG oslo_concurrency.lockutils [None req-cafe0dfa-3730-427f-a126-14fddddb7689 tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.926s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 966.845501] env[69613]: DEBUG oslo_concurrency.lockutils [None req-87a811af-7387-4331-a47c-42f2501b3349 tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.362s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 966.847573] env[69613]: INFO nova.compute.claims [None req-87a811af-7387-4331-a47c-42f2501b3349 tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] [instance: 2f982eab-2892-40c1-866c-3f4395db4201] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 966.866625] env[69613]: INFO nova.scheduler.client.report [None req-cafe0dfa-3730-427f-a126-14fddddb7689 tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Deleted allocations for instance b2c6c4bb-86f8-4e8f-b83d-a77d00447ff2 [ 966.898298] env[69613]: DEBUG nova.compute.manager [None req-3c2afe83-d374-45e6-a8d4-ae1ef37ce47f tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] [instance: 661ee10a-6a1c-4f4c-86e5-ea2185ab6741] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=69613) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 966.898564] env[69613]: DEBUG oslo_concurrency.lockutils [None req-3c2afe83-d374-45e6-a8d4-ae1ef37ce47f tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 966.940869] env[69613]: DEBUG nova.compute.manager [None req-962dc6cd-8a52-45a2-85a2-e828bbbec1d1 tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] [instance: 058cd966-fff9-4310-9bec-9cba4612ab83] Start spawning the instance on the hypervisor. {{(pid=69613) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 966.977515] env[69613]: DEBUG nova.virt.hardware [None req-962dc6cd-8a52-45a2-85a2-e828bbbec1d1 tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T13:55:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T13:55:19Z,direct_url=,disk_format='vmdk',id=2b7a0304-b5d0-431d-b287-32c8388d7fbd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3e9e1b873f1442d59d5ee8247b941f74',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T13:55:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 966.977772] env[69613]: DEBUG nova.virt.hardware [None req-962dc6cd-8a52-45a2-85a2-e828bbbec1d1 tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] Flavor limits 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 966.977930] env[69613]: DEBUG nova.virt.hardware [None req-962dc6cd-8a52-45a2-85a2-e828bbbec1d1 tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] Image limits 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 966.978122] env[69613]: DEBUG nova.virt.hardware [None req-962dc6cd-8a52-45a2-85a2-e828bbbec1d1 tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] Flavor pref 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 966.978270] env[69613]: DEBUG nova.virt.hardware [None req-962dc6cd-8a52-45a2-85a2-e828bbbec1d1 tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] Image pref 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 966.978416] env[69613]: DEBUG nova.virt.hardware [None req-962dc6cd-8a52-45a2-85a2-e828bbbec1d1 tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 966.978630] env[69613]: DEBUG nova.virt.hardware [None req-962dc6cd-8a52-45a2-85a2-e828bbbec1d1 tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 966.978793] env[69613]: DEBUG nova.virt.hardware [None req-962dc6cd-8a52-45a2-85a2-e828bbbec1d1 tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69613) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 966.979136] env[69613]: DEBUG nova.virt.hardware [None req-962dc6cd-8a52-45a2-85a2-e828bbbec1d1 tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] Got 1 possible topologies {{(pid=69613) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 966.979336] env[69613]: DEBUG nova.virt.hardware [None req-962dc6cd-8a52-45a2-85a2-e828bbbec1d1 tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 966.979518] env[69613]: DEBUG nova.virt.hardware [None req-962dc6cd-8a52-45a2-85a2-e828bbbec1d1 tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 966.980437] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7271eee9-9d99-47e0-ab04-4e92d358542e {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.988866] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf8ca6a7-e34b-40bd-a8f3-50e4dc7b91ef {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.082526] env[69613]: DEBUG oslo_concurrency.lockutils [None req-d03645fb-8c35-4778-acdf-f670f73d03bb tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Releasing lock "refresh_cache-06ba24f5-e698-4fb3-9c47-fe146eee8e72" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.082900] env[69613]: DEBUG nova.compute.manager [None req-d03645fb-8c35-4778-acdf-f670f73d03bb tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] [instance: 06ba24f5-e698-4fb3-9c47-fe146eee8e72] Instance network_info: |[{"id": "8d80188a-74ba-4130-8b83-1731bd51691e", "address": "fa:16:3e:4a:e3:4b", "network": {"id": "6582c06e-2375-4019-bc8c-6f40d2f10d28", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-726199179-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "263cb0545351439194c16f61aacec6b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c6a4836-66dc-4e43-982b-f8fcd3f9989a", "external-id": "nsx-vlan-transportzone-635", "segmentation_id": 635, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d80188a-74", "ovs_interfaceid": "8d80188a-74ba-4130-8b83-1731bd51691e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69613) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 967.083352] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-d03645fb-8c35-4778-acdf-f670f73d03bb tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] [instance: 06ba24f5-e698-4fb3-9c47-fe146eee8e72] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4a:e3:4b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4c6a4836-66dc-4e43-982b-f8fcd3f9989a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8d80188a-74ba-4130-8b83-1731bd51691e', 'vif_model': 'vmxnet3'}] {{(pid=69613) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 967.091030] env[69613]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d03645fb-8c35-4778-acdf-f670f73d03bb tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69613) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 967.091140] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 06ba24f5-e698-4fb3-9c47-fe146eee8e72] Creating VM on the ESX host {{(pid=69613) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 967.091310] env[69613]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f84730ef-5dd9-46a9-8b52-cae64ef12a2c {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.112103] env[69613]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 967.112103] env[69613]: value = "task-3417819" [ 967.112103] env[69613]: _type = "Task" [ 967.112103] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.120064] env[69613]: DEBUG oslo_vmware.api [-] Task: {'id': task-3417819, 'name': CreateVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.139657] env[69613]: DEBUG nova.compute.manager [req-00db77a7-67bd-4116-82f8-5b5e96a96134 req-78119156-d650-4fab-b31d-91c4222cc481 service nova] [instance: 06ba24f5-e698-4fb3-9c47-fe146eee8e72] Received event network-changed-8d80188a-74ba-4130-8b83-1731bd51691e {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 967.139898] env[69613]: DEBUG nova.compute.manager [req-00db77a7-67bd-4116-82f8-5b5e96a96134 req-78119156-d650-4fab-b31d-91c4222cc481 service nova] [instance: 06ba24f5-e698-4fb3-9c47-fe146eee8e72] Refreshing instance network info cache due to event network-changed-8d80188a-74ba-4130-8b83-1731bd51691e. {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 967.140147] env[69613]: DEBUG oslo_concurrency.lockutils [req-00db77a7-67bd-4116-82f8-5b5e96a96134 req-78119156-d650-4fab-b31d-91c4222cc481 service nova] Acquiring lock "refresh_cache-06ba24f5-e698-4fb3-9c47-fe146eee8e72" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.140324] env[69613]: DEBUG oslo_concurrency.lockutils [req-00db77a7-67bd-4116-82f8-5b5e96a96134 req-78119156-d650-4fab-b31d-91c4222cc481 service nova] Acquired lock "refresh_cache-06ba24f5-e698-4fb3-9c47-fe146eee8e72" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.140520] env[69613]: DEBUG nova.network.neutron [req-00db77a7-67bd-4116-82f8-5b5e96a96134 req-78119156-d650-4fab-b31d-91c4222cc481 service nova] [instance: 06ba24f5-e698-4fb3-9c47-fe146eee8e72] Refreshing network info cache for port 8d80188a-74ba-4130-8b83-1731bd51691e {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 967.376041] env[69613]: DEBUG oslo_concurrency.lockutils [None req-cafe0dfa-3730-427f-a126-14fddddb7689 tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Lock "b2c6c4bb-86f8-4e8f-b83d-a77d00447ff2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.330s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 967.594014] env[69613]: DEBUG nova.network.neutron [None req-a44d6b04-c57c-4910-b842-eeb6582aede0 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] [instance: 91a7117f-0693-48fd-a027-733b03dfed96] Updating instance_info_cache with network_info: [{"id": "4a50de3a-ebb2-499a-a9c5-c811d03c04bd", "address": "fa:16:3e:9e:4d:44", "network": {"id": "11b401e5-86d1-43b8-acf8-926654aabc3d", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1280003735-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c95e457d9ff84ad99712006a0d8c5dc4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15538852-1a3f-4f71-b4a9-4923c5837c4f", "external-id": "nsx-vlan-transportzone-165", "segmentation_id": 165, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4a50de3a-eb", "ovs_interfaceid": "4a50de3a-ebb2-499a-a9c5-c811d03c04bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 967.623125] env[69613]: DEBUG oslo_vmware.api [-] Task: {'id': task-3417819, 'name': CreateVM_Task, 'duration_secs': 0.324533} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.623508] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 06ba24f5-e698-4fb3-9c47-fe146eee8e72] Created VM on the ESX host {{(pid=69613) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 967.626774] env[69613]: DEBUG oslo_concurrency.lockutils [None req-d03645fb-8c35-4778-acdf-f670f73d03bb tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.626774] env[69613]: DEBUG oslo_concurrency.lockutils [None req-d03645fb-8c35-4778-acdf-f670f73d03bb tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.626774] env[69613]: DEBUG oslo_concurrency.lockutils [None req-d03645fb-8c35-4778-acdf-f670f73d03bb tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.626774] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f05a1b82-dc01-4244-a5ce-1c2ce3d445dc {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.630500] env[69613]: DEBUG oslo_vmware.api [None req-d03645fb-8c35-4778-acdf-f670f73d03bb tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Waiting for the task: (returnval){ [ 967.630500] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]52d8e0aa-585b-8b52-fbcb-c0f8bb0361e1" [ 967.630500] env[69613]: _type = "Task" [ 967.630500] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.642074] env[69613]: DEBUG oslo_vmware.api [None req-d03645fb-8c35-4778-acdf-f670f73d03bb tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52d8e0aa-585b-8b52-fbcb-c0f8bb0361e1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.852132] env[69613]: DEBUG nova.network.neutron [None req-962dc6cd-8a52-45a2-85a2-e828bbbec1d1 tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] [instance: 058cd966-fff9-4310-9bec-9cba4612ab83] Successfully updated port: 80d572fb-7ae3-4741-93be-c38c4b9463e6 {{(pid=69613) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 968.071897] env[69613]: DEBUG nova.network.neutron [req-00db77a7-67bd-4116-82f8-5b5e96a96134 req-78119156-d650-4fab-b31d-91c4222cc481 service nova] [instance: 06ba24f5-e698-4fb3-9c47-fe146eee8e72] Updated VIF entry in instance network info cache for port 8d80188a-74ba-4130-8b83-1731bd51691e. {{(pid=69613) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 968.072297] env[69613]: DEBUG nova.network.neutron [req-00db77a7-67bd-4116-82f8-5b5e96a96134 req-78119156-d650-4fab-b31d-91c4222cc481 service nova] [instance: 06ba24f5-e698-4fb3-9c47-fe146eee8e72] Updating instance_info_cache with network_info: [{"id": "8d80188a-74ba-4130-8b83-1731bd51691e", "address": "fa:16:3e:4a:e3:4b", "network": {"id": "6582c06e-2375-4019-bc8c-6f40d2f10d28", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-726199179-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "263cb0545351439194c16f61aacec6b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c6a4836-66dc-4e43-982b-f8fcd3f9989a", "external-id": "nsx-vlan-transportzone-635", "segmentation_id": 635, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d80188a-74", "ovs_interfaceid": "8d80188a-74ba-4130-8b83-1731bd51691e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 968.098288] env[69613]: DEBUG oslo_concurrency.lockutils [None req-a44d6b04-c57c-4910-b842-eeb6582aede0 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Releasing lock "refresh_cache-91a7117f-0693-48fd-a027-733b03dfed96" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.143054] env[69613]: DEBUG oslo_vmware.api [None req-d03645fb-8c35-4778-acdf-f670f73d03bb tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52d8e0aa-585b-8b52-fbcb-c0f8bb0361e1, 'name': SearchDatastore_Task, 'duration_secs': 0.011688} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.143394] env[69613]: DEBUG oslo_concurrency.lockutils [None req-d03645fb-8c35-4778-acdf-f670f73d03bb tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.143653] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-d03645fb-8c35-4778-acdf-f670f73d03bb tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] [instance: 06ba24f5-e698-4fb3-9c47-fe146eee8e72] Processing image 2b7a0304-b5d0-431d-b287-32c8388d7fbd {{(pid=69613) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 968.143916] env[69613]: DEBUG oslo_concurrency.lockutils [None req-d03645fb-8c35-4778-acdf-f670f73d03bb tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.144103] env[69613]: DEBUG oslo_concurrency.lockutils [None req-d03645fb-8c35-4778-acdf-f670f73d03bb tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.144291] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-d03645fb-8c35-4778-acdf-f670f73d03bb tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69613) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 968.144545] env[69613]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c4f74f8e-a8e2-4126-ac05-4d257da3039e {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.152883] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-d03645fb-8c35-4778-acdf-f670f73d03bb tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69613) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 968.153085] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-d03645fb-8c35-4778-acdf-f670f73d03bb tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69613) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 968.154544] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ddc14bbc-8248-4ab9-95ce-264daca6accf {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.168288] env[69613]: DEBUG oslo_vmware.api [None req-d03645fb-8c35-4778-acdf-f670f73d03bb tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Waiting for the task: (returnval){ [ 968.168288] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]52c970b8-b815-e39d-0819-8bfa54e9a1ae" [ 968.168288] env[69613]: _type = "Task" [ 968.168288] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.176986] env[69613]: DEBUG oslo_vmware.api [None req-d03645fb-8c35-4778-acdf-f670f73d03bb tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52c970b8-b815-e39d-0819-8bfa54e9a1ae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.238200] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-331f51e8-6b3e-494d-89eb-feeaa2f924f5 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.247518] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb64f768-55f3-495c-945b-7cea79fa34dc {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.282985] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f123bce-1560-458b-b634-09652c8fe82a {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.290746] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee337dfd-1546-4400-8f2c-47e266368833 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.305332] env[69613]: DEBUG nova.compute.provider_tree [None req-87a811af-7387-4331-a47c-42f2501b3349 tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] Inventory has not changed in ProviderTree for provider: af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 {{(pid=69613) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 968.355347] env[69613]: DEBUG oslo_concurrency.lockutils [None req-962dc6cd-8a52-45a2-85a2-e828bbbec1d1 tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] Acquiring lock "refresh_cache-058cd966-fff9-4310-9bec-9cba4612ab83" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.355347] env[69613]: DEBUG oslo_concurrency.lockutils [None req-962dc6cd-8a52-45a2-85a2-e828bbbec1d1 tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] Acquired lock "refresh_cache-058cd966-fff9-4310-9bec-9cba4612ab83" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.355347] env[69613]: DEBUG nova.network.neutron [None req-962dc6cd-8a52-45a2-85a2-e828bbbec1d1 tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] [instance: 058cd966-fff9-4310-9bec-9cba4612ab83] Building network info cache for instance {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 968.575170] env[69613]: DEBUG oslo_concurrency.lockutils [req-00db77a7-67bd-4116-82f8-5b5e96a96134 req-78119156-d650-4fab-b31d-91c4222cc481 service nova] Releasing lock "refresh_cache-06ba24f5-e698-4fb3-9c47-fe146eee8e72" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.631809] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d70a3f87-97af-4657-b78b-0f30b7c01bec {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.651425] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cde012b-377e-40cd-b1fa-10a4f74d22ae {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.658427] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-a44d6b04-c57c-4910-b842-eeb6582aede0 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] [instance: 91a7117f-0693-48fd-a027-733b03dfed96] Updating instance '91a7117f-0693-48fd-a027-733b03dfed96' progress to 83 {{(pid=69613) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 968.676673] env[69613]: DEBUG oslo_vmware.api [None req-d03645fb-8c35-4778-acdf-f670f73d03bb tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52c970b8-b815-e39d-0819-8bfa54e9a1ae, 'name': SearchDatastore_Task, 'duration_secs': 0.011387} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.677456] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5db233c0-2065-4764-bd1b-eba83930a208 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.683696] env[69613]: DEBUG oslo_vmware.api [None req-d03645fb-8c35-4778-acdf-f670f73d03bb tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Waiting for the task: (returnval){ [ 968.683696] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]526f7b49-4ad0-3328-9cfb-63639946ec49" [ 968.683696] env[69613]: _type = "Task" [ 968.683696] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.693272] env[69613]: DEBUG oslo_vmware.api [None req-d03645fb-8c35-4778-acdf-f670f73d03bb tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]526f7b49-4ad0-3328-9cfb-63639946ec49, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.808358] env[69613]: DEBUG nova.scheduler.client.report [None req-87a811af-7387-4331-a47c-42f2501b3349 tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] Inventory has not changed for provider af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69613) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 968.886884] env[69613]: DEBUG nova.network.neutron [None req-962dc6cd-8a52-45a2-85a2-e828bbbec1d1 tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] [instance: 058cd966-fff9-4310-9bec-9cba4612ab83] Instance cache missing network info. {{(pid=69613) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 969.133075] env[69613]: DEBUG nova.network.neutron [None req-962dc6cd-8a52-45a2-85a2-e828bbbec1d1 tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] [instance: 058cd966-fff9-4310-9bec-9cba4612ab83] Updating instance_info_cache with network_info: [{"id": "80d572fb-7ae3-4741-93be-c38c4b9463e6", "address": "fa:16:3e:3e:68:a7", "network": {"id": "58d9295e-3d37-4d12-be71-a3fb6e54ce13", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-2144850768-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b2fa8926919b44e7a69ce5637737d86f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bb10726-a946-47b9-b4b5-6916e3f14cc5", "external-id": "nsx-vlan-transportzone-609", "segmentation_id": 609, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap80d572fb-7a", "ovs_interfaceid": "80d572fb-7ae3-4741-93be-c38c4b9463e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 969.166018] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-a44d6b04-c57c-4910-b842-eeb6582aede0 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] [instance: 91a7117f-0693-48fd-a027-733b03dfed96] Powering on the VM {{(pid=69613) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 969.166018] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d7b61395-2e05-4987-b8b7-8c2e6ed042e7 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.173541] env[69613]: DEBUG oslo_vmware.api [None req-a44d6b04-c57c-4910-b842-eeb6582aede0 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Waiting for the task: (returnval){ [ 969.173541] env[69613]: value = "task-3417821" [ 969.173541] env[69613]: _type = "Task" [ 969.173541] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.182602] env[69613]: DEBUG oslo_vmware.api [None req-a44d6b04-c57c-4910-b842-eeb6582aede0 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Task: {'id': task-3417821, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.193104] env[69613]: DEBUG oslo_vmware.api [None req-d03645fb-8c35-4778-acdf-f670f73d03bb tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]526f7b49-4ad0-3328-9cfb-63639946ec49, 'name': SearchDatastore_Task, 'duration_secs': 0.009766} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.193426] env[69613]: DEBUG oslo_concurrency.lockutils [None req-d03645fb-8c35-4778-acdf-f670f73d03bb tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.193777] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-d03645fb-8c35-4778-acdf-f670f73d03bb tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk to [datastore2] 06ba24f5-e698-4fb3-9c47-fe146eee8e72/06ba24f5-e698-4fb3-9c47-fe146eee8e72.vmdk {{(pid=69613) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 969.194399] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-160da547-8bb0-40de-8f1c-7637b236a23b {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.200972] env[69613]: DEBUG oslo_vmware.api [None req-d03645fb-8c35-4778-acdf-f670f73d03bb tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Waiting for the task: (returnval){ [ 969.200972] env[69613]: value = "task-3417822" [ 969.200972] env[69613]: _type = "Task" [ 969.200972] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.209941] env[69613]: DEBUG oslo_vmware.api [None req-d03645fb-8c35-4778-acdf-f670f73d03bb tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Task: {'id': task-3417822, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.237684] env[69613]: DEBUG nova.compute.manager [req-8db9eda9-1d54-4e83-845b-6121fafffe79 req-d5c30000-5a2f-4b7d-9bef-ff92e53366af service nova] [instance: 058cd966-fff9-4310-9bec-9cba4612ab83] Received event network-vif-plugged-80d572fb-7ae3-4741-93be-c38c4b9463e6 {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 969.237844] env[69613]: DEBUG oslo_concurrency.lockutils [req-8db9eda9-1d54-4e83-845b-6121fafffe79 req-d5c30000-5a2f-4b7d-9bef-ff92e53366af service nova] Acquiring lock "058cd966-fff9-4310-9bec-9cba4612ab83-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 969.238046] env[69613]: DEBUG oslo_concurrency.lockutils [req-8db9eda9-1d54-4e83-845b-6121fafffe79 req-d5c30000-5a2f-4b7d-9bef-ff92e53366af service nova] Lock "058cd966-fff9-4310-9bec-9cba4612ab83-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 969.238222] env[69613]: DEBUG oslo_concurrency.lockutils [req-8db9eda9-1d54-4e83-845b-6121fafffe79 req-d5c30000-5a2f-4b7d-9bef-ff92e53366af service nova] Lock "058cd966-fff9-4310-9bec-9cba4612ab83-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 969.238515] env[69613]: DEBUG nova.compute.manager [req-8db9eda9-1d54-4e83-845b-6121fafffe79 req-d5c30000-5a2f-4b7d-9bef-ff92e53366af service nova] [instance: 058cd966-fff9-4310-9bec-9cba4612ab83] No waiting events found dispatching network-vif-plugged-80d572fb-7ae3-4741-93be-c38c4b9463e6 {{(pid=69613) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 969.238569] env[69613]: WARNING nova.compute.manager [req-8db9eda9-1d54-4e83-845b-6121fafffe79 req-d5c30000-5a2f-4b7d-9bef-ff92e53366af service nova] [instance: 058cd966-fff9-4310-9bec-9cba4612ab83] Received unexpected event network-vif-plugged-80d572fb-7ae3-4741-93be-c38c4b9463e6 for instance with vm_state building and task_state spawning. [ 969.238725] env[69613]: DEBUG nova.compute.manager [req-8db9eda9-1d54-4e83-845b-6121fafffe79 req-d5c30000-5a2f-4b7d-9bef-ff92e53366af service nova] [instance: 058cd966-fff9-4310-9bec-9cba4612ab83] Received event network-changed-80d572fb-7ae3-4741-93be-c38c4b9463e6 {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 969.238892] env[69613]: DEBUG nova.compute.manager [req-8db9eda9-1d54-4e83-845b-6121fafffe79 req-d5c30000-5a2f-4b7d-9bef-ff92e53366af service nova] [instance: 058cd966-fff9-4310-9bec-9cba4612ab83] Refreshing instance network info cache due to event network-changed-80d572fb-7ae3-4741-93be-c38c4b9463e6. {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 969.239116] env[69613]: DEBUG oslo_concurrency.lockutils [req-8db9eda9-1d54-4e83-845b-6121fafffe79 req-d5c30000-5a2f-4b7d-9bef-ff92e53366af service nova] Acquiring lock "refresh_cache-058cd966-fff9-4310-9bec-9cba4612ab83" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.314172] env[69613]: DEBUG oslo_concurrency.lockutils [None req-87a811af-7387-4331-a47c-42f2501b3349 tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.468s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 969.314884] env[69613]: DEBUG nova.compute.manager [None req-87a811af-7387-4331-a47c-42f2501b3349 tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] [instance: 2f982eab-2892-40c1-866c-3f4395db4201] Start building networks asynchronously for instance. {{(pid=69613) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 969.318346] env[69613]: DEBUG oslo_concurrency.lockutils [None req-fff3dcaa-3925-4afc-90e9-487c00455e44 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 26.063s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 969.636368] env[69613]: DEBUG oslo_concurrency.lockutils [None req-962dc6cd-8a52-45a2-85a2-e828bbbec1d1 tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] Releasing lock "refresh_cache-058cd966-fff9-4310-9bec-9cba4612ab83" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.636826] env[69613]: DEBUG nova.compute.manager [None req-962dc6cd-8a52-45a2-85a2-e828bbbec1d1 tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] [instance: 058cd966-fff9-4310-9bec-9cba4612ab83] Instance network_info: |[{"id": "80d572fb-7ae3-4741-93be-c38c4b9463e6", "address": "fa:16:3e:3e:68:a7", "network": {"id": "58d9295e-3d37-4d12-be71-a3fb6e54ce13", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-2144850768-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b2fa8926919b44e7a69ce5637737d86f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bb10726-a946-47b9-b4b5-6916e3f14cc5", "external-id": "nsx-vlan-transportzone-609", "segmentation_id": 609, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap80d572fb-7a", "ovs_interfaceid": "80d572fb-7ae3-4741-93be-c38c4b9463e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69613) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 969.636985] env[69613]: DEBUG oslo_concurrency.lockutils [req-8db9eda9-1d54-4e83-845b-6121fafffe79 req-d5c30000-5a2f-4b7d-9bef-ff92e53366af service nova] Acquired lock "refresh_cache-058cd966-fff9-4310-9bec-9cba4612ab83" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.637191] env[69613]: DEBUG nova.network.neutron [req-8db9eda9-1d54-4e83-845b-6121fafffe79 req-d5c30000-5a2f-4b7d-9bef-ff92e53366af service nova] [instance: 058cd966-fff9-4310-9bec-9cba4612ab83] Refreshing network info cache for port 80d572fb-7ae3-4741-93be-c38c4b9463e6 {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 969.638659] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-962dc6cd-8a52-45a2-85a2-e828bbbec1d1 tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] [instance: 058cd966-fff9-4310-9bec-9cba4612ab83] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3e:68:a7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7bb10726-a946-47b9-b4b5-6916e3f14cc5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '80d572fb-7ae3-4741-93be-c38c4b9463e6', 'vif_model': 'vmxnet3'}] {{(pid=69613) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 969.648767] env[69613]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-962dc6cd-8a52-45a2-85a2-e828bbbec1d1 tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69613) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 969.652599] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 058cd966-fff9-4310-9bec-9cba4612ab83] Creating VM on the ESX host {{(pid=69613) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 969.653241] env[69613]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-57d87335-abac-4331-bb45-793ffabd77b5 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.686824] env[69613]: DEBUG oslo_vmware.api [None req-a44d6b04-c57c-4910-b842-eeb6582aede0 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Task: {'id': task-3417821, 'name': PowerOnVM_Task, 'duration_secs': 0.428452} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.688225] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-a44d6b04-c57c-4910-b842-eeb6582aede0 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] [instance: 91a7117f-0693-48fd-a027-733b03dfed96] Powered on the VM {{(pid=69613) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 969.688449] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-a44d6b04-c57c-4910-b842-eeb6582aede0 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] [instance: 91a7117f-0693-48fd-a027-733b03dfed96] Updating instance '91a7117f-0693-48fd-a027-733b03dfed96' progress to 100 {{(pid=69613) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 969.692130] env[69613]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 969.692130] env[69613]: value = "task-3417823" [ 969.692130] env[69613]: _type = "Task" [ 969.692130] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.701256] env[69613]: DEBUG oslo_vmware.api [-] Task: {'id': task-3417823, 'name': CreateVM_Task} progress is 5%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.710385] env[69613]: DEBUG oslo_vmware.api [None req-d03645fb-8c35-4778-acdf-f670f73d03bb tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Task: {'id': task-3417822, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.494694} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.710683] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-d03645fb-8c35-4778-acdf-f670f73d03bb tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk to [datastore2] 06ba24f5-e698-4fb3-9c47-fe146eee8e72/06ba24f5-e698-4fb3-9c47-fe146eee8e72.vmdk {{(pid=69613) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 969.710845] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-d03645fb-8c35-4778-acdf-f670f73d03bb tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] [instance: 06ba24f5-e698-4fb3-9c47-fe146eee8e72] Extending root virtual disk to 1048576 {{(pid=69613) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 969.713816] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ef7adf97-ed3d-478b-877f-829c85fdaa68 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.721963] env[69613]: DEBUG oslo_vmware.api [None req-d03645fb-8c35-4778-acdf-f670f73d03bb tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Waiting for the task: (returnval){ [ 969.721963] env[69613]: value = "task-3417824" [ 969.721963] env[69613]: _type = "Task" [ 969.721963] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.729327] env[69613]: DEBUG oslo_vmware.api [None req-d03645fb-8c35-4778-acdf-f670f73d03bb tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Task: {'id': task-3417824, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.821987] env[69613]: DEBUG nova.compute.utils [None req-87a811af-7387-4331-a47c-42f2501b3349 tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] Using /dev/sd instead of None {{(pid=69613) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 969.826054] env[69613]: DEBUG nova.compute.manager [None req-87a811af-7387-4331-a47c-42f2501b3349 tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] [instance: 2f982eab-2892-40c1-866c-3f4395db4201] Allocating IP information in the background. {{(pid=69613) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 969.826054] env[69613]: DEBUG nova.network.neutron [None req-87a811af-7387-4331-a47c-42f2501b3349 tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] [instance: 2f982eab-2892-40c1-866c-3f4395db4201] allocate_for_instance() {{(pid=69613) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 969.896416] env[69613]: DEBUG nova.policy [None req-87a811af-7387-4331-a47c-42f2501b3349 tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c897de188ba347bf8bf44866db89827c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7ac16612c9594809b63b48979adf4624', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69613) authorize /opt/stack/nova/nova/policy.py:192}} [ 969.981905] env[69613]: DEBUG nova.network.neutron [req-8db9eda9-1d54-4e83-845b-6121fafffe79 req-d5c30000-5a2f-4b7d-9bef-ff92e53366af service nova] [instance: 058cd966-fff9-4310-9bec-9cba4612ab83] Updated VIF entry in instance network info cache for port 80d572fb-7ae3-4741-93be-c38c4b9463e6. {{(pid=69613) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 969.982760] env[69613]: DEBUG nova.network.neutron [req-8db9eda9-1d54-4e83-845b-6121fafffe79 req-d5c30000-5a2f-4b7d-9bef-ff92e53366af service nova] [instance: 058cd966-fff9-4310-9bec-9cba4612ab83] Updating instance_info_cache with network_info: [{"id": "80d572fb-7ae3-4741-93be-c38c4b9463e6", "address": "fa:16:3e:3e:68:a7", "network": {"id": "58d9295e-3d37-4d12-be71-a3fb6e54ce13", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-2144850768-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b2fa8926919b44e7a69ce5637737d86f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bb10726-a946-47b9-b4b5-6916e3f14cc5", "external-id": "nsx-vlan-transportzone-609", "segmentation_id": 609, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap80d572fb-7a", "ovs_interfaceid": "80d572fb-7ae3-4741-93be-c38c4b9463e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 970.175988] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-738908ee-afa7-49b3-9495-8ceb1422c5f0 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.183619] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb355701-fa27-4733-89b6-055995932b7a {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.239552] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-653c358b-e469-457b-96e7-63efffef00c0 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.248088] env[69613]: DEBUG oslo_vmware.api [-] Task: {'id': task-3417823, 'name': CreateVM_Task} progress is 25%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.253457] env[69613]: DEBUG oslo_vmware.api [None req-d03645fb-8c35-4778-acdf-f670f73d03bb tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Task: {'id': task-3417824, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077885} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.254107] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-d03645fb-8c35-4778-acdf-f670f73d03bb tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] [instance: 06ba24f5-e698-4fb3-9c47-fe146eee8e72] Extended root virtual disk {{(pid=69613) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 970.255276] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f31568b-f007-494c-bec8-2db70dfe16e8 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.263144] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf310619-eac2-4e63-bb09-b965699bf50f {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.275739] env[69613]: DEBUG nova.compute.provider_tree [None req-fff3dcaa-3925-4afc-90e9-487c00455e44 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Inventory has not changed in ProviderTree for provider: af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 {{(pid=69613) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 970.298475] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-d03645fb-8c35-4778-acdf-f670f73d03bb tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] [instance: 06ba24f5-e698-4fb3-9c47-fe146eee8e72] Reconfiguring VM instance instance-00000054 to attach disk [datastore2] 06ba24f5-e698-4fb3-9c47-fe146eee8e72/06ba24f5-e698-4fb3-9c47-fe146eee8e72.vmdk or device None with type sparse {{(pid=69613) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 970.299902] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-88bf23f1-2aa0-4060-8aec-b5471ed7cda3 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.323660] env[69613]: DEBUG oslo_vmware.api [None req-d03645fb-8c35-4778-acdf-f670f73d03bb tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Waiting for the task: (returnval){ [ 970.323660] env[69613]: value = "task-3417825" [ 970.323660] env[69613]: _type = "Task" [ 970.323660] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.332370] env[69613]: DEBUG nova.compute.manager [None req-87a811af-7387-4331-a47c-42f2501b3349 tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] [instance: 2f982eab-2892-40c1-866c-3f4395db4201] Start building block device mappings for instance. {{(pid=69613) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 970.335182] env[69613]: DEBUG oslo_vmware.api [None req-d03645fb-8c35-4778-acdf-f670f73d03bb tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Task: {'id': task-3417825, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.370449] env[69613]: DEBUG nova.network.neutron [None req-87a811af-7387-4331-a47c-42f2501b3349 tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] [instance: 2f982eab-2892-40c1-866c-3f4395db4201] Successfully created port: 1902e3f0-93c6-4f7d-a920-cc99227e83dc {{(pid=69613) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 970.485376] env[69613]: DEBUG oslo_concurrency.lockutils [req-8db9eda9-1d54-4e83-845b-6121fafffe79 req-d5c30000-5a2f-4b7d-9bef-ff92e53366af service nova] Releasing lock "refresh_cache-058cd966-fff9-4310-9bec-9cba4612ab83" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.706246] env[69613]: DEBUG oslo_vmware.api [-] Task: {'id': task-3417823, 'name': CreateVM_Task, 'duration_secs': 0.772968} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.706246] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 058cd966-fff9-4310-9bec-9cba4612ab83] Created VM on the ESX host {{(pid=69613) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 970.707469] env[69613]: DEBUG oslo_concurrency.lockutils [None req-962dc6cd-8a52-45a2-85a2-e828bbbec1d1 tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.707469] env[69613]: DEBUG oslo_concurrency.lockutils [None req-962dc6cd-8a52-45a2-85a2-e828bbbec1d1 tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.707469] env[69613]: DEBUG oslo_concurrency.lockutils [None req-962dc6cd-8a52-45a2-85a2-e828bbbec1d1 tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.707602] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-25763470-2930-4567-9a83-b6614a6ae0d4 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.712785] env[69613]: DEBUG oslo_vmware.api [None req-962dc6cd-8a52-45a2-85a2-e828bbbec1d1 tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] Waiting for the task: (returnval){ [ 970.712785] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]520c6cf8-529f-c65a-a1ab-6902816cf906" [ 970.712785] env[69613]: _type = "Task" [ 970.712785] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.721740] env[69613]: DEBUG oslo_vmware.api [None req-962dc6cd-8a52-45a2-85a2-e828bbbec1d1 tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]520c6cf8-529f-c65a-a1ab-6902816cf906, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.800497] env[69613]: DEBUG nova.scheduler.client.report [None req-fff3dcaa-3925-4afc-90e9-487c00455e44 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Inventory has not changed for provider af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69613) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 970.835043] env[69613]: DEBUG oslo_vmware.api [None req-d03645fb-8c35-4778-acdf-f670f73d03bb tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Task: {'id': task-3417825, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.223913] env[69613]: DEBUG oslo_vmware.api [None req-962dc6cd-8a52-45a2-85a2-e828bbbec1d1 tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]520c6cf8-529f-c65a-a1ab-6902816cf906, 'name': SearchDatastore_Task, 'duration_secs': 0.043815} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.224244] env[69613]: DEBUG oslo_concurrency.lockutils [None req-962dc6cd-8a52-45a2-85a2-e828bbbec1d1 tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.224486] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-962dc6cd-8a52-45a2-85a2-e828bbbec1d1 tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] [instance: 058cd966-fff9-4310-9bec-9cba4612ab83] Processing image 2b7a0304-b5d0-431d-b287-32c8388d7fbd {{(pid=69613) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 971.224731] env[69613]: DEBUG oslo_concurrency.lockutils [None req-962dc6cd-8a52-45a2-85a2-e828bbbec1d1 tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.224876] env[69613]: DEBUG oslo_concurrency.lockutils [None req-962dc6cd-8a52-45a2-85a2-e828bbbec1d1 tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.225070] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-962dc6cd-8a52-45a2-85a2-e828bbbec1d1 tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69613) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 971.225333] env[69613]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-795739a4-4536-4478-ac68-138924accf56 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.233890] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-962dc6cd-8a52-45a2-85a2-e828bbbec1d1 tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69613) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 971.234080] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-962dc6cd-8a52-45a2-85a2-e828bbbec1d1 tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69613) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 971.234785] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-51dec167-ea36-4414-9304-2908e8dd3b87 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.240261] env[69613]: DEBUG oslo_vmware.api [None req-962dc6cd-8a52-45a2-85a2-e828bbbec1d1 tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] Waiting for the task: (returnval){ [ 971.240261] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]52dd50dc-153a-8940-02ea-09397c661532" [ 971.240261] env[69613]: _type = "Task" [ 971.240261] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.248389] env[69613]: DEBUG oslo_vmware.api [None req-962dc6cd-8a52-45a2-85a2-e828bbbec1d1 tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52dd50dc-153a-8940-02ea-09397c661532, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.313965] env[69613]: DEBUG oslo_concurrency.lockutils [None req-6fe64eb1-28b0-47f2-a655-884a7552149e tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Acquiring lock "91a7117f-0693-48fd-a027-733b03dfed96" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 971.314322] env[69613]: DEBUG oslo_concurrency.lockutils [None req-6fe64eb1-28b0-47f2-a655-884a7552149e tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Lock "91a7117f-0693-48fd-a027-733b03dfed96" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 971.314583] env[69613]: DEBUG nova.compute.manager [None req-6fe64eb1-28b0-47f2-a655-884a7552149e tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] [instance: 91a7117f-0693-48fd-a027-733b03dfed96] Going to confirm migration 4 {{(pid=69613) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 971.335296] env[69613]: DEBUG oslo_vmware.api [None req-d03645fb-8c35-4778-acdf-f670f73d03bb tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Task: {'id': task-3417825, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.342949] env[69613]: DEBUG nova.compute.manager [None req-87a811af-7387-4331-a47c-42f2501b3349 tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] [instance: 2f982eab-2892-40c1-866c-3f4395db4201] Start spawning the instance on the hypervisor. {{(pid=69613) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 971.385849] env[69613]: DEBUG nova.virt.hardware [None req-87a811af-7387-4331-a47c-42f2501b3349 tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T13:55:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T13:55:19Z,direct_url=,disk_format='vmdk',id=2b7a0304-b5d0-431d-b287-32c8388d7fbd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3e9e1b873f1442d59d5ee8247b941f74',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T13:55:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 971.385849] env[69613]: DEBUG nova.virt.hardware [None req-87a811af-7387-4331-a47c-42f2501b3349 tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] Flavor limits 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 971.385849] env[69613]: DEBUG nova.virt.hardware [None req-87a811af-7387-4331-a47c-42f2501b3349 tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] Image limits 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 971.385849] env[69613]: DEBUG nova.virt.hardware [None req-87a811af-7387-4331-a47c-42f2501b3349 tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] Flavor pref 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 971.385849] env[69613]: DEBUG nova.virt.hardware [None req-87a811af-7387-4331-a47c-42f2501b3349 tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] Image pref 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 971.385849] env[69613]: DEBUG nova.virt.hardware [None req-87a811af-7387-4331-a47c-42f2501b3349 tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 971.385849] env[69613]: DEBUG nova.virt.hardware [None req-87a811af-7387-4331-a47c-42f2501b3349 tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 971.385849] env[69613]: DEBUG nova.virt.hardware [None req-87a811af-7387-4331-a47c-42f2501b3349 tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69613) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 971.385849] env[69613]: DEBUG nova.virt.hardware [None req-87a811af-7387-4331-a47c-42f2501b3349 tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] Got 1 possible topologies {{(pid=69613) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 971.386360] env[69613]: DEBUG nova.virt.hardware [None req-87a811af-7387-4331-a47c-42f2501b3349 tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 971.386360] env[69613]: DEBUG nova.virt.hardware [None req-87a811af-7387-4331-a47c-42f2501b3349 tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 971.386982] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33595a14-506a-4622-b4ed-c830b52d6edf {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.397399] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-592d0b9e-d085-4dd3-9b43-429ea3b05849 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.750958] env[69613]: DEBUG oslo_vmware.api [None req-962dc6cd-8a52-45a2-85a2-e828bbbec1d1 tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52dd50dc-153a-8940-02ea-09397c661532, 'name': SearchDatastore_Task, 'duration_secs': 0.009596} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.751830] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4cb43e8b-204e-4097-8fa3-097eebf44b14 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.757276] env[69613]: DEBUG oslo_vmware.api [None req-962dc6cd-8a52-45a2-85a2-e828bbbec1d1 tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] Waiting for the task: (returnval){ [ 971.757276] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]520e5927-b68a-29c2-ef91-f5ae1bb44411" [ 971.757276] env[69613]: _type = "Task" [ 971.757276] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.765929] env[69613]: DEBUG oslo_vmware.api [None req-962dc6cd-8a52-45a2-85a2-e828bbbec1d1 tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]520e5927-b68a-29c2-ef91-f5ae1bb44411, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.818592] env[69613]: DEBUG oslo_concurrency.lockutils [None req-fff3dcaa-3925-4afc-90e9-487c00455e44 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.500s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 971.818873] env[69613]: DEBUG nova.compute.manager [None req-fff3dcaa-3925-4afc-90e9-487c00455e44 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] [instance: fa7f8ff7-658a-46d0-a6dc-232614af850d] Resized/migrated instance is powered off. Setting vm_state to 'stopped'. {{(pid=69613) _confirm_resize /opt/stack/nova/nova/compute/manager.py:5376}} [ 971.824539] env[69613]: DEBUG oslo_concurrency.lockutils [None req-52b15e0e-b7f6-4ce4-8826-f91550106506 tempest-ServerRescueTestJSON-24713172 tempest-ServerRescueTestJSON-24713172-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.173s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 971.825961] env[69613]: INFO nova.compute.claims [None req-52b15e0e-b7f6-4ce4-8826-f91550106506 tempest-ServerRescueTestJSON-24713172 tempest-ServerRescueTestJSON-24713172-project-member] [instance: 6ddb7bfb-cf8e-4f10-ba48-b67061364a4f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 971.839528] env[69613]: DEBUG oslo_vmware.api [None req-d03645fb-8c35-4778-acdf-f670f73d03bb tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Task: {'id': task-3417825, 'name': ReconfigVM_Task, 'duration_secs': 1.104388} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.839818] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-d03645fb-8c35-4778-acdf-f670f73d03bb tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] [instance: 06ba24f5-e698-4fb3-9c47-fe146eee8e72] Reconfigured VM instance instance-00000054 to attach disk [datastore2] 06ba24f5-e698-4fb3-9c47-fe146eee8e72/06ba24f5-e698-4fb3-9c47-fe146eee8e72.vmdk or device None with type sparse {{(pid=69613) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 971.840485] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-aca20aff-249b-4da9-b399-1b8ad899a898 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.848235] env[69613]: DEBUG oslo_vmware.api [None req-d03645fb-8c35-4778-acdf-f670f73d03bb tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Waiting for the task: (returnval){ [ 971.848235] env[69613]: value = "task-3417826" [ 971.848235] env[69613]: _type = "Task" [ 971.848235] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.859419] env[69613]: DEBUG oslo_vmware.api [None req-d03645fb-8c35-4778-acdf-f670f73d03bb tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Task: {'id': task-3417826, 'name': Rename_Task} progress is 5%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.887270] env[69613]: DEBUG oslo_concurrency.lockutils [None req-6fe64eb1-28b0-47f2-a655-884a7552149e tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Acquiring lock "refresh_cache-91a7117f-0693-48fd-a027-733b03dfed96" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.887560] env[69613]: DEBUG oslo_concurrency.lockutils [None req-6fe64eb1-28b0-47f2-a655-884a7552149e tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Acquired lock "refresh_cache-91a7117f-0693-48fd-a027-733b03dfed96" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.887678] env[69613]: DEBUG nova.network.neutron [None req-6fe64eb1-28b0-47f2-a655-884a7552149e tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] [instance: 91a7117f-0693-48fd-a027-733b03dfed96] Building network info cache for instance {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 971.887808] env[69613]: DEBUG nova.objects.instance [None req-6fe64eb1-28b0-47f2-a655-884a7552149e tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Lazy-loading 'info_cache' on Instance uuid 91a7117f-0693-48fd-a027-733b03dfed96 {{(pid=69613) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 972.046620] env[69613]: DEBUG nova.compute.manager [req-27525921-798d-4b93-b89c-46912a6abc20 req-088ea184-30ba-4383-9dab-5e6ec2b13669 service nova] [instance: 2f982eab-2892-40c1-866c-3f4395db4201] Received event network-vif-plugged-1902e3f0-93c6-4f7d-a920-cc99227e83dc {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 972.046806] env[69613]: DEBUG oslo_concurrency.lockutils [req-27525921-798d-4b93-b89c-46912a6abc20 req-088ea184-30ba-4383-9dab-5e6ec2b13669 service nova] Acquiring lock "2f982eab-2892-40c1-866c-3f4395db4201-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 972.047014] env[69613]: DEBUG oslo_concurrency.lockutils [req-27525921-798d-4b93-b89c-46912a6abc20 req-088ea184-30ba-4383-9dab-5e6ec2b13669 service nova] Lock "2f982eab-2892-40c1-866c-3f4395db4201-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 972.047180] env[69613]: DEBUG oslo_concurrency.lockutils [req-27525921-798d-4b93-b89c-46912a6abc20 req-088ea184-30ba-4383-9dab-5e6ec2b13669 service nova] Lock "2f982eab-2892-40c1-866c-3f4395db4201-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 972.047347] env[69613]: DEBUG nova.compute.manager [req-27525921-798d-4b93-b89c-46912a6abc20 req-088ea184-30ba-4383-9dab-5e6ec2b13669 service nova] [instance: 2f982eab-2892-40c1-866c-3f4395db4201] No waiting events found dispatching network-vif-plugged-1902e3f0-93c6-4f7d-a920-cc99227e83dc {{(pid=69613) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 972.047959] env[69613]: WARNING nova.compute.manager [req-27525921-798d-4b93-b89c-46912a6abc20 req-088ea184-30ba-4383-9dab-5e6ec2b13669 service nova] [instance: 2f982eab-2892-40c1-866c-3f4395db4201] Received unexpected event network-vif-plugged-1902e3f0-93c6-4f7d-a920-cc99227e83dc for instance with vm_state building and task_state spawning. [ 972.125197] env[69613]: DEBUG nova.network.neutron [None req-87a811af-7387-4331-a47c-42f2501b3349 tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] [instance: 2f982eab-2892-40c1-866c-3f4395db4201] Successfully updated port: 1902e3f0-93c6-4f7d-a920-cc99227e83dc {{(pid=69613) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 972.269323] env[69613]: DEBUG oslo_vmware.api [None req-962dc6cd-8a52-45a2-85a2-e828bbbec1d1 tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]520e5927-b68a-29c2-ef91-f5ae1bb44411, 'name': SearchDatastore_Task, 'duration_secs': 0.010002} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.269665] env[69613]: DEBUG oslo_concurrency.lockutils [None req-962dc6cd-8a52-45a2-85a2-e828bbbec1d1 tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.269953] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-962dc6cd-8a52-45a2-85a2-e828bbbec1d1 tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk to [datastore2] 058cd966-fff9-4310-9bec-9cba4612ab83/058cd966-fff9-4310-9bec-9cba4612ab83.vmdk {{(pid=69613) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 972.270245] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3aa18d59-6e5e-4743-bbc3-9477e34f81a0 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.277234] env[69613]: DEBUG oslo_vmware.api [None req-962dc6cd-8a52-45a2-85a2-e828bbbec1d1 tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] Waiting for the task: (returnval){ [ 972.277234] env[69613]: value = "task-3417827" [ 972.277234] env[69613]: _type = "Task" [ 972.277234] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.285672] env[69613]: DEBUG oslo_vmware.api [None req-962dc6cd-8a52-45a2-85a2-e828bbbec1d1 tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] Task: {'id': task-3417827, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.358871] env[69613]: DEBUG oslo_vmware.api [None req-d03645fb-8c35-4778-acdf-f670f73d03bb tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Task: {'id': task-3417826, 'name': Rename_Task, 'duration_secs': 0.145736} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.359214] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-d03645fb-8c35-4778-acdf-f670f73d03bb tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] [instance: 06ba24f5-e698-4fb3-9c47-fe146eee8e72] Powering on the VM {{(pid=69613) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 972.359493] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6088e7c7-00d0-4602-876c-b1d31322604a {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.366400] env[69613]: DEBUG oslo_vmware.api [None req-d03645fb-8c35-4778-acdf-f670f73d03bb tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Waiting for the task: (returnval){ [ 972.366400] env[69613]: value = "task-3417828" [ 972.366400] env[69613]: _type = "Task" [ 972.366400] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.376510] env[69613]: DEBUG oslo_vmware.api [None req-d03645fb-8c35-4778-acdf-f670f73d03bb tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Task: {'id': task-3417828, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.383855] env[69613]: INFO nova.scheduler.client.report [None req-fff3dcaa-3925-4afc-90e9-487c00455e44 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Deleted allocation for migration fb27a6e5-feff-4395-b8f5-1b7830f7511d [ 972.628568] env[69613]: DEBUG oslo_concurrency.lockutils [None req-87a811af-7387-4331-a47c-42f2501b3349 tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] Acquiring lock "refresh_cache-2f982eab-2892-40c1-866c-3f4395db4201" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.628762] env[69613]: DEBUG oslo_concurrency.lockutils [None req-87a811af-7387-4331-a47c-42f2501b3349 tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] Acquired lock "refresh_cache-2f982eab-2892-40c1-866c-3f4395db4201" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.628808] env[69613]: DEBUG nova.network.neutron [None req-87a811af-7387-4331-a47c-42f2501b3349 tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] [instance: 2f982eab-2892-40c1-866c-3f4395db4201] Building network info cache for instance {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 972.790311] env[69613]: DEBUG oslo_vmware.api [None req-962dc6cd-8a52-45a2-85a2-e828bbbec1d1 tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] Task: {'id': task-3417827, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.496894} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.790311] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-962dc6cd-8a52-45a2-85a2-e828bbbec1d1 tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk to [datastore2] 058cd966-fff9-4310-9bec-9cba4612ab83/058cd966-fff9-4310-9bec-9cba4612ab83.vmdk {{(pid=69613) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 972.790311] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-962dc6cd-8a52-45a2-85a2-e828bbbec1d1 tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] [instance: 058cd966-fff9-4310-9bec-9cba4612ab83] Extending root virtual disk to 1048576 {{(pid=69613) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 972.790311] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b3fde187-707f-4bf6-a5fc-54364950a698 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.795113] env[69613]: DEBUG oslo_vmware.api [None req-962dc6cd-8a52-45a2-85a2-e828bbbec1d1 tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] Waiting for the task: (returnval){ [ 972.795113] env[69613]: value = "task-3417829" [ 972.795113] env[69613]: _type = "Task" [ 972.795113] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.804349] env[69613]: DEBUG oslo_vmware.api [None req-962dc6cd-8a52-45a2-85a2-e828bbbec1d1 tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] Task: {'id': task-3417829, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.876739] env[69613]: DEBUG oslo_vmware.api [None req-d03645fb-8c35-4778-acdf-f670f73d03bb tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Task: {'id': task-3417828, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.889874] env[69613]: DEBUG oslo_concurrency.lockutils [None req-fff3dcaa-3925-4afc-90e9-487c00455e44 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Lock "fa7f8ff7-658a-46d0-a6dc-232614af850d" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 33.545s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 973.155361] env[69613]: DEBUG oslo_concurrency.lockutils [None req-052da240-f59f-434f-8bd3-5a2f0c0321c0 tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Acquiring lock "6ec24a38-4b28-42e6-b86b-654d79714a95" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 973.155629] env[69613]: DEBUG oslo_concurrency.lockutils [None req-052da240-f59f-434f-8bd3-5a2f0c0321c0 tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Lock "6ec24a38-4b28-42e6-b86b-654d79714a95" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 973.155850] env[69613]: DEBUG oslo_concurrency.lockutils [None req-052da240-f59f-434f-8bd3-5a2f0c0321c0 tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Acquiring lock "6ec24a38-4b28-42e6-b86b-654d79714a95-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 973.156094] env[69613]: DEBUG oslo_concurrency.lockutils [None req-052da240-f59f-434f-8bd3-5a2f0c0321c0 tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Lock "6ec24a38-4b28-42e6-b86b-654d79714a95-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 973.156272] env[69613]: DEBUG oslo_concurrency.lockutils [None req-052da240-f59f-434f-8bd3-5a2f0c0321c0 tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Lock "6ec24a38-4b28-42e6-b86b-654d79714a95-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 973.158675] env[69613]: INFO nova.compute.manager [None req-052da240-f59f-434f-8bd3-5a2f0c0321c0 tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] [instance: 6ec24a38-4b28-42e6-b86b-654d79714a95] Terminating instance [ 973.187951] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe721f11-4a8a-44eb-8684-0082a01f24b8 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.195959] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58391961-3699-4813-ac3e-6d56c1fa5d38 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.231329] env[69613]: DEBUG nova.network.neutron [None req-87a811af-7387-4331-a47c-42f2501b3349 tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] [instance: 2f982eab-2892-40c1-866c-3f4395db4201] Instance cache missing network info. {{(pid=69613) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 973.233623] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ffd08bc-46ac-4cfa-867a-46230a31a370 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.241440] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d86ef26-7132-45bb-bc18-90e9ee360856 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.255589] env[69613]: DEBUG nova.compute.provider_tree [None req-52b15e0e-b7f6-4ce4-8826-f91550106506 tempest-ServerRescueTestJSON-24713172 tempest-ServerRescueTestJSON-24713172-project-member] Inventory has not changed in ProviderTree for provider: af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 {{(pid=69613) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 973.296264] env[69613]: DEBUG nova.network.neutron [None req-6fe64eb1-28b0-47f2-a655-884a7552149e tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] [instance: 91a7117f-0693-48fd-a027-733b03dfed96] Updating instance_info_cache with network_info: [{"id": "4a50de3a-ebb2-499a-a9c5-c811d03c04bd", "address": "fa:16:3e:9e:4d:44", "network": {"id": "11b401e5-86d1-43b8-acf8-926654aabc3d", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1280003735-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c95e457d9ff84ad99712006a0d8c5dc4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15538852-1a3f-4f71-b4a9-4923c5837c4f", "external-id": "nsx-vlan-transportzone-165", "segmentation_id": 165, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4a50de3a-eb", "ovs_interfaceid": "4a50de3a-ebb2-499a-a9c5-c811d03c04bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 973.306435] env[69613]: DEBUG oslo_vmware.api [None req-962dc6cd-8a52-45a2-85a2-e828bbbec1d1 tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] Task: {'id': task-3417829, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.327817} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.307297] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-962dc6cd-8a52-45a2-85a2-e828bbbec1d1 tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] [instance: 058cd966-fff9-4310-9bec-9cba4612ab83] Extended root virtual disk {{(pid=69613) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 973.308237] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-937e9283-d1e7-4967-b70b-fda31064a14b {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.331049] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-962dc6cd-8a52-45a2-85a2-e828bbbec1d1 tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] [instance: 058cd966-fff9-4310-9bec-9cba4612ab83] Reconfiguring VM instance instance-00000055 to attach disk [datastore2] 058cd966-fff9-4310-9bec-9cba4612ab83/058cd966-fff9-4310-9bec-9cba4612ab83.vmdk or device None with type sparse {{(pid=69613) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 973.334060] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f2a81268-9426-4534-afb3-b52957b224ed {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.355016] env[69613]: DEBUG oslo_vmware.api [None req-962dc6cd-8a52-45a2-85a2-e828bbbec1d1 tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] Waiting for the task: (returnval){ [ 973.355016] env[69613]: value = "task-3417830" [ 973.355016] env[69613]: _type = "Task" [ 973.355016] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.363040] env[69613]: DEBUG oslo_vmware.api [None req-962dc6cd-8a52-45a2-85a2-e828bbbec1d1 tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] Task: {'id': task-3417830, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.375714] env[69613]: DEBUG oslo_vmware.api [None req-d03645fb-8c35-4778-acdf-f670f73d03bb tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Task: {'id': task-3417828, 'name': PowerOnVM_Task} progress is 81%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.445591] env[69613]: DEBUG nova.objects.instance [None req-6e086926-acfe-4406-ac3d-ba9f51ddbd76 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Lazy-loading 'flavor' on Instance uuid fa7f8ff7-658a-46d0-a6dc-232614af850d {{(pid=69613) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 973.458655] env[69613]: DEBUG nova.network.neutron [None req-87a811af-7387-4331-a47c-42f2501b3349 tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] [instance: 2f982eab-2892-40c1-866c-3f4395db4201] Updating instance_info_cache with network_info: [{"id": "1902e3f0-93c6-4f7d-a920-cc99227e83dc", "address": "fa:16:3e:7b:03:e5", "network": {"id": "95911026-c797-4ada-bc6e-26c9d66fe9f8", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-410273545-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7ac16612c9594809b63b48979adf4624", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "419a5b3f-4c6f-4168-9def-746b4d8c5c24", "external-id": "nsx-vlan-transportzone-656", "segmentation_id": 656, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1902e3f0-93", "ovs_interfaceid": "1902e3f0-93c6-4f7d-a920-cc99227e83dc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 973.662648] env[69613]: DEBUG nova.compute.manager [None req-052da240-f59f-434f-8bd3-5a2f0c0321c0 tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] [instance: 6ec24a38-4b28-42e6-b86b-654d79714a95] Start destroying the instance on the hypervisor. {{(pid=69613) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 973.662916] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-052da240-f59f-434f-8bd3-5a2f0c0321c0 tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] [instance: 6ec24a38-4b28-42e6-b86b-654d79714a95] Destroying instance {{(pid=69613) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 973.663838] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0625c8da-7090-4cf0-ae47-8b710c1eb5ad {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.673222] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-052da240-f59f-434f-8bd3-5a2f0c0321c0 tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] [instance: 6ec24a38-4b28-42e6-b86b-654d79714a95] Powering off the VM {{(pid=69613) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 973.673475] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dba6dac0-16bf-458e-867c-bcd3bc6cdeb8 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.679700] env[69613]: DEBUG oslo_vmware.api [None req-052da240-f59f-434f-8bd3-5a2f0c0321c0 tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Waiting for the task: (returnval){ [ 973.679700] env[69613]: value = "task-3417831" [ 973.679700] env[69613]: _type = "Task" [ 973.679700] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.686889] env[69613]: DEBUG oslo_vmware.api [None req-052da240-f59f-434f-8bd3-5a2f0c0321c0 tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Task: {'id': task-3417831, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.758839] env[69613]: DEBUG nova.scheduler.client.report [None req-52b15e0e-b7f6-4ce4-8826-f91550106506 tempest-ServerRescueTestJSON-24713172 tempest-ServerRescueTestJSON-24713172-project-member] Inventory has not changed for provider af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69613) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 973.802443] env[69613]: DEBUG oslo_concurrency.lockutils [None req-6fe64eb1-28b0-47f2-a655-884a7552149e tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Releasing lock "refresh_cache-91a7117f-0693-48fd-a027-733b03dfed96" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.802889] env[69613]: DEBUG nova.objects.instance [None req-6fe64eb1-28b0-47f2-a655-884a7552149e tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Lazy-loading 'migration_context' on Instance uuid 91a7117f-0693-48fd-a027-733b03dfed96 {{(pid=69613) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 973.864740] env[69613]: DEBUG oslo_vmware.api [None req-962dc6cd-8a52-45a2-85a2-e828bbbec1d1 tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] Task: {'id': task-3417830, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.877721] env[69613]: DEBUG oslo_vmware.api [None req-d03645fb-8c35-4778-acdf-f670f73d03bb tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Task: {'id': task-3417828, 'name': PowerOnVM_Task, 'duration_secs': 1.305993} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.878048] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-d03645fb-8c35-4778-acdf-f670f73d03bb tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] [instance: 06ba24f5-e698-4fb3-9c47-fe146eee8e72] Powered on the VM {{(pid=69613) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 973.878252] env[69613]: INFO nova.compute.manager [None req-d03645fb-8c35-4778-acdf-f670f73d03bb tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] [instance: 06ba24f5-e698-4fb3-9c47-fe146eee8e72] Took 9.40 seconds to spawn the instance on the hypervisor. [ 973.878453] env[69613]: DEBUG nova.compute.manager [None req-d03645fb-8c35-4778-acdf-f670f73d03bb tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] [instance: 06ba24f5-e698-4fb3-9c47-fe146eee8e72] Checking state {{(pid=69613) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 973.879346] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a899d67c-50a4-4db3-8a09-8b8d968a1625 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.953423] env[69613]: DEBUG oslo_concurrency.lockutils [None req-6e086926-acfe-4406-ac3d-ba9f51ddbd76 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Acquiring lock "refresh_cache-fa7f8ff7-658a-46d0-a6dc-232614af850d" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.953658] env[69613]: DEBUG oslo_concurrency.lockutils [None req-6e086926-acfe-4406-ac3d-ba9f51ddbd76 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Acquired lock "refresh_cache-fa7f8ff7-658a-46d0-a6dc-232614af850d" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.953868] env[69613]: DEBUG nova.network.neutron [None req-6e086926-acfe-4406-ac3d-ba9f51ddbd76 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] [instance: fa7f8ff7-658a-46d0-a6dc-232614af850d] Building network info cache for instance {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 973.954115] env[69613]: DEBUG nova.objects.instance [None req-6e086926-acfe-4406-ac3d-ba9f51ddbd76 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Lazy-loading 'info_cache' on Instance uuid fa7f8ff7-658a-46d0-a6dc-232614af850d {{(pid=69613) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 973.961367] env[69613]: DEBUG oslo_concurrency.lockutils [None req-87a811af-7387-4331-a47c-42f2501b3349 tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] Releasing lock "refresh_cache-2f982eab-2892-40c1-866c-3f4395db4201" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.961672] env[69613]: DEBUG nova.compute.manager [None req-87a811af-7387-4331-a47c-42f2501b3349 tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] [instance: 2f982eab-2892-40c1-866c-3f4395db4201] Instance network_info: |[{"id": "1902e3f0-93c6-4f7d-a920-cc99227e83dc", "address": "fa:16:3e:7b:03:e5", "network": {"id": "95911026-c797-4ada-bc6e-26c9d66fe9f8", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-410273545-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7ac16612c9594809b63b48979adf4624", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "419a5b3f-4c6f-4168-9def-746b4d8c5c24", "external-id": "nsx-vlan-transportzone-656", "segmentation_id": 656, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1902e3f0-93", "ovs_interfaceid": "1902e3f0-93c6-4f7d-a920-cc99227e83dc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69613) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 973.962086] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-87a811af-7387-4331-a47c-42f2501b3349 tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] [instance: 2f982eab-2892-40c1-866c-3f4395db4201] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7b:03:e5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '419a5b3f-4c6f-4168-9def-746b4d8c5c24', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1902e3f0-93c6-4f7d-a920-cc99227e83dc', 'vif_model': 'vmxnet3'}] {{(pid=69613) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 973.969838] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-87a811af-7387-4331-a47c-42f2501b3349 tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] Creating folder: Project (7ac16612c9594809b63b48979adf4624). Parent ref: group-v681687. {{(pid=69613) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 973.970857] env[69613]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c9101c2c-8686-47b0-ad44-0ab122d1b1b8 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.981500] env[69613]: INFO nova.virt.vmwareapi.vm_util [None req-87a811af-7387-4331-a47c-42f2501b3349 tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] Created folder: Project (7ac16612c9594809b63b48979adf4624) in parent group-v681687. [ 973.981751] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-87a811af-7387-4331-a47c-42f2501b3349 tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] Creating folder: Instances. Parent ref: group-v681944. {{(pid=69613) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 973.982065] env[69613]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6dbead8e-e2d2-47e5-88a4-8745b4af4c71 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.992017] env[69613]: INFO nova.virt.vmwareapi.vm_util [None req-87a811af-7387-4331-a47c-42f2501b3349 tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] Created folder: Instances in parent group-v681944. [ 973.992257] env[69613]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-87a811af-7387-4331-a47c-42f2501b3349 tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69613) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 973.992448] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2f982eab-2892-40c1-866c-3f4395db4201] Creating VM on the ESX host {{(pid=69613) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 973.992657] env[69613]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fa6e2a20-f86e-4481-9458-1061efa3c6c7 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.010748] env[69613]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 974.010748] env[69613]: value = "task-3417834" [ 974.010748] env[69613]: _type = "Task" [ 974.010748] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.017894] env[69613]: DEBUG oslo_vmware.api [-] Task: {'id': task-3417834, 'name': CreateVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.099802] env[69613]: DEBUG nova.compute.manager [req-71cebe97-a547-4257-aa35-062fe87a6a23 req-53551d5d-4403-4993-b153-eac7a060a1a3 service nova] [instance: 2f982eab-2892-40c1-866c-3f4395db4201] Received event network-changed-1902e3f0-93c6-4f7d-a920-cc99227e83dc {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 974.100012] env[69613]: DEBUG nova.compute.manager [req-71cebe97-a547-4257-aa35-062fe87a6a23 req-53551d5d-4403-4993-b153-eac7a060a1a3 service nova] [instance: 2f982eab-2892-40c1-866c-3f4395db4201] Refreshing instance network info cache due to event network-changed-1902e3f0-93c6-4f7d-a920-cc99227e83dc. {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 974.100294] env[69613]: DEBUG oslo_concurrency.lockutils [req-71cebe97-a547-4257-aa35-062fe87a6a23 req-53551d5d-4403-4993-b153-eac7a060a1a3 service nova] Acquiring lock "refresh_cache-2f982eab-2892-40c1-866c-3f4395db4201" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.100496] env[69613]: DEBUG oslo_concurrency.lockutils [req-71cebe97-a547-4257-aa35-062fe87a6a23 req-53551d5d-4403-4993-b153-eac7a060a1a3 service nova] Acquired lock "refresh_cache-2f982eab-2892-40c1-866c-3f4395db4201" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.100674] env[69613]: DEBUG nova.network.neutron [req-71cebe97-a547-4257-aa35-062fe87a6a23 req-53551d5d-4403-4993-b153-eac7a060a1a3 service nova] [instance: 2f982eab-2892-40c1-866c-3f4395db4201] Refreshing network info cache for port 1902e3f0-93c6-4f7d-a920-cc99227e83dc {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 974.189608] env[69613]: DEBUG oslo_vmware.api [None req-052da240-f59f-434f-8bd3-5a2f0c0321c0 tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Task: {'id': task-3417831, 'name': PowerOffVM_Task, 'duration_secs': 0.279392} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.190032] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-052da240-f59f-434f-8bd3-5a2f0c0321c0 tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] [instance: 6ec24a38-4b28-42e6-b86b-654d79714a95] Powered off the VM {{(pid=69613) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 974.190296] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-052da240-f59f-434f-8bd3-5a2f0c0321c0 tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] [instance: 6ec24a38-4b28-42e6-b86b-654d79714a95] Unregistering the VM {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 974.190597] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-37e57acc-046b-42c5-ac27-485ae9a524f1 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.256310] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-052da240-f59f-434f-8bd3-5a2f0c0321c0 tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] [instance: 6ec24a38-4b28-42e6-b86b-654d79714a95] Unregistered the VM {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 974.256588] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-052da240-f59f-434f-8bd3-5a2f0c0321c0 tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] [instance: 6ec24a38-4b28-42e6-b86b-654d79714a95] Deleting contents of the VM from datastore datastore2 {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 974.256792] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-052da240-f59f-434f-8bd3-5a2f0c0321c0 tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Deleting the datastore file [datastore2] 6ec24a38-4b28-42e6-b86b-654d79714a95 {{(pid=69613) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 974.257162] env[69613]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ad142823-3284-4a57-9758-c9eca640adf7 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.264108] env[69613]: DEBUG oslo_concurrency.lockutils [None req-52b15e0e-b7f6-4ce4-8826-f91550106506 tempest-ServerRescueTestJSON-24713172 tempest-ServerRescueTestJSON-24713172-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.439s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 974.264629] env[69613]: DEBUG nova.compute.manager [None req-52b15e0e-b7f6-4ce4-8826-f91550106506 tempest-ServerRescueTestJSON-24713172 tempest-ServerRescueTestJSON-24713172-project-member] [instance: 6ddb7bfb-cf8e-4f10-ba48-b67061364a4f] Start building networks asynchronously for instance. {{(pid=69613) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 974.268600] env[69613]: DEBUG oslo_concurrency.lockutils [None req-1ad56415-c5e7-4fbd-9f70-0052b712c356 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.635s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 974.268842] env[69613]: DEBUG nova.objects.instance [None req-1ad56415-c5e7-4fbd-9f70-0052b712c356 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Lazy-loading 'resources' on Instance uuid 0de4241f-6605-425c-9b67-b4f07672d829 {{(pid=69613) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 974.270090] env[69613]: DEBUG oslo_vmware.api [None req-052da240-f59f-434f-8bd3-5a2f0c0321c0 tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Waiting for the task: (returnval){ [ 974.270090] env[69613]: value = "task-3417836" [ 974.270090] env[69613]: _type = "Task" [ 974.270090] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.279480] env[69613]: DEBUG oslo_vmware.api [None req-052da240-f59f-434f-8bd3-5a2f0c0321c0 tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Task: {'id': task-3417836, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.306305] env[69613]: DEBUG nova.objects.base [None req-6fe64eb1-28b0-47f2-a655-884a7552149e tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Object Instance<91a7117f-0693-48fd-a027-733b03dfed96> lazy-loaded attributes: info_cache,migration_context {{(pid=69613) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 974.307427] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a80faa1f-7a08-4015-a764-2060484a9a73 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.331162] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-201297da-fb31-4aad-b06f-76eb2309e6d1 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.336561] env[69613]: DEBUG oslo_vmware.api [None req-6fe64eb1-28b0-47f2-a655-884a7552149e tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Waiting for the task: (returnval){ [ 974.336561] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]52f7292c-688c-647f-27cb-e21dd589dc19" [ 974.336561] env[69613]: _type = "Task" [ 974.336561] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.344547] env[69613]: DEBUG oslo_vmware.api [None req-6fe64eb1-28b0-47f2-a655-884a7552149e tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52f7292c-688c-647f-27cb-e21dd589dc19, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.365814] env[69613]: DEBUG oslo_vmware.api [None req-962dc6cd-8a52-45a2-85a2-e828bbbec1d1 tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] Task: {'id': task-3417830, 'name': ReconfigVM_Task, 'duration_secs': 0.615709} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.366132] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-962dc6cd-8a52-45a2-85a2-e828bbbec1d1 tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] [instance: 058cd966-fff9-4310-9bec-9cba4612ab83] Reconfigured VM instance instance-00000055 to attach disk [datastore2] 058cd966-fff9-4310-9bec-9cba4612ab83/058cd966-fff9-4310-9bec-9cba4612ab83.vmdk or device None with type sparse {{(pid=69613) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 974.366902] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b0cf46b2-e3f1-45ed-b912-c7515d78e8ae {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.372927] env[69613]: DEBUG oslo_vmware.api [None req-962dc6cd-8a52-45a2-85a2-e828bbbec1d1 tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] Waiting for the task: (returnval){ [ 974.372927] env[69613]: value = "task-3417837" [ 974.372927] env[69613]: _type = "Task" [ 974.372927] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.384605] env[69613]: DEBUG oslo_vmware.api [None req-962dc6cd-8a52-45a2-85a2-e828bbbec1d1 tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] Task: {'id': task-3417837, 'name': Rename_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.397807] env[69613]: INFO nova.compute.manager [None req-d03645fb-8c35-4778-acdf-f670f73d03bb tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] [instance: 06ba24f5-e698-4fb3-9c47-fe146eee8e72] Took 36.47 seconds to build instance. [ 974.459038] env[69613]: DEBUG nova.objects.base [None req-6e086926-acfe-4406-ac3d-ba9f51ddbd76 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=69613) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 974.520045] env[69613]: DEBUG oslo_vmware.api [-] Task: {'id': task-3417834, 'name': CreateVM_Task, 'duration_secs': 0.330928} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.520231] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2f982eab-2892-40c1-866c-3f4395db4201] Created VM on the ESX host {{(pid=69613) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 974.520911] env[69613]: DEBUG oslo_concurrency.lockutils [None req-87a811af-7387-4331-a47c-42f2501b3349 tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.521144] env[69613]: DEBUG oslo_concurrency.lockutils [None req-87a811af-7387-4331-a47c-42f2501b3349 tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.521410] env[69613]: DEBUG oslo_concurrency.lockutils [None req-87a811af-7387-4331-a47c-42f2501b3349 tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.521738] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8dfa32f8-73e7-47ad-a202-d3eba3e2cb10 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.526048] env[69613]: DEBUG oslo_vmware.api [None req-87a811af-7387-4331-a47c-42f2501b3349 tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] Waiting for the task: (returnval){ [ 974.526048] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]525c6b9b-03cb-d16b-47ba-63fbc0d68d91" [ 974.526048] env[69613]: _type = "Task" [ 974.526048] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.533825] env[69613]: DEBUG oslo_vmware.api [None req-87a811af-7387-4331-a47c-42f2501b3349 tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]525c6b9b-03cb-d16b-47ba-63fbc0d68d91, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.775127] env[69613]: DEBUG nova.compute.utils [None req-52b15e0e-b7f6-4ce4-8826-f91550106506 tempest-ServerRescueTestJSON-24713172 tempest-ServerRescueTestJSON-24713172-project-member] Using /dev/sd instead of None {{(pid=69613) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 974.776836] env[69613]: DEBUG nova.compute.manager [None req-52b15e0e-b7f6-4ce4-8826-f91550106506 tempest-ServerRescueTestJSON-24713172 tempest-ServerRescueTestJSON-24713172-project-member] [instance: 6ddb7bfb-cf8e-4f10-ba48-b67061364a4f] Allocating IP information in the background. {{(pid=69613) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 974.777025] env[69613]: DEBUG nova.network.neutron [None req-52b15e0e-b7f6-4ce4-8826-f91550106506 tempest-ServerRescueTestJSON-24713172 tempest-ServerRescueTestJSON-24713172-project-member] [instance: 6ddb7bfb-cf8e-4f10-ba48-b67061364a4f] allocate_for_instance() {{(pid=69613) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 974.803234] env[69613]: DEBUG oslo_vmware.api [None req-052da240-f59f-434f-8bd3-5a2f0c0321c0 tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Task: {'id': task-3417836, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.195478} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.803588] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-052da240-f59f-434f-8bd3-5a2f0c0321c0 tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Deleted the datastore file {{(pid=69613) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 974.803653] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-052da240-f59f-434f-8bd3-5a2f0c0321c0 tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] [instance: 6ec24a38-4b28-42e6-b86b-654d79714a95] Deleted contents of the VM from datastore datastore2 {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 974.803832] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-052da240-f59f-434f-8bd3-5a2f0c0321c0 tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] [instance: 6ec24a38-4b28-42e6-b86b-654d79714a95] Instance destroyed {{(pid=69613) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 974.804012] env[69613]: INFO nova.compute.manager [None req-052da240-f59f-434f-8bd3-5a2f0c0321c0 tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] [instance: 6ec24a38-4b28-42e6-b86b-654d79714a95] Took 1.14 seconds to destroy the instance on the hypervisor. [ 974.804298] env[69613]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-052da240-f59f-434f-8bd3-5a2f0c0321c0 tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69613) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 974.805529] env[69613]: DEBUG nova.compute.manager [-] [instance: 6ec24a38-4b28-42e6-b86b-654d79714a95] Deallocating network for instance {{(pid=69613) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 974.805644] env[69613]: DEBUG nova.network.neutron [-] [instance: 6ec24a38-4b28-42e6-b86b-654d79714a95] deallocate_for_instance() {{(pid=69613) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 974.849112] env[69613]: DEBUG oslo_vmware.api [None req-6fe64eb1-28b0-47f2-a655-884a7552149e tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52f7292c-688c-647f-27cb-e21dd589dc19, 'name': SearchDatastore_Task, 'duration_secs': 0.006953} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.852888] env[69613]: DEBUG nova.policy [None req-52b15e0e-b7f6-4ce4-8826-f91550106506 tempest-ServerRescueTestJSON-24713172 tempest-ServerRescueTestJSON-24713172-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '826e53033f5e47a3bf45d20a64c589cf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c715e48e871e46929fbeb9d84252e339', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69613) authorize /opt/stack/nova/nova/policy.py:192}} [ 974.854385] env[69613]: DEBUG oslo_concurrency.lockutils [None req-6fe64eb1-28b0-47f2-a655-884a7552149e tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 974.885855] env[69613]: DEBUG oslo_vmware.api [None req-962dc6cd-8a52-45a2-85a2-e828bbbec1d1 tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] Task: {'id': task-3417837, 'name': Rename_Task, 'duration_secs': 0.332832} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.888703] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-962dc6cd-8a52-45a2-85a2-e828bbbec1d1 tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] [instance: 058cd966-fff9-4310-9bec-9cba4612ab83] Powering on the VM {{(pid=69613) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 974.889147] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f8877fde-d530-4e5b-bf78-b5dcbec1a6d5 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.895314] env[69613]: DEBUG oslo_vmware.api [None req-962dc6cd-8a52-45a2-85a2-e828bbbec1d1 tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] Waiting for the task: (returnval){ [ 974.895314] env[69613]: value = "task-3417838" [ 974.895314] env[69613]: _type = "Task" [ 974.895314] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.900862] env[69613]: DEBUG oslo_concurrency.lockutils [None req-d03645fb-8c35-4778-acdf-f670f73d03bb tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Lock "06ba24f5-e698-4fb3-9c47-fe146eee8e72" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.986s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 974.916165] env[69613]: DEBUG oslo_vmware.api [None req-962dc6cd-8a52-45a2-85a2-e828bbbec1d1 tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] Task: {'id': task-3417838, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.955480] env[69613]: DEBUG nova.network.neutron [req-71cebe97-a547-4257-aa35-062fe87a6a23 req-53551d5d-4403-4993-b153-eac7a060a1a3 service nova] [instance: 2f982eab-2892-40c1-866c-3f4395db4201] Updated VIF entry in instance network info cache for port 1902e3f0-93c6-4f7d-a920-cc99227e83dc. {{(pid=69613) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 974.955844] env[69613]: DEBUG nova.network.neutron [req-71cebe97-a547-4257-aa35-062fe87a6a23 req-53551d5d-4403-4993-b153-eac7a060a1a3 service nova] [instance: 2f982eab-2892-40c1-866c-3f4395db4201] Updating instance_info_cache with network_info: [{"id": "1902e3f0-93c6-4f7d-a920-cc99227e83dc", "address": "fa:16:3e:7b:03:e5", "network": {"id": "95911026-c797-4ada-bc6e-26c9d66fe9f8", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-410273545-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7ac16612c9594809b63b48979adf4624", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "419a5b3f-4c6f-4168-9def-746b4d8c5c24", "external-id": "nsx-vlan-transportzone-656", "segmentation_id": 656, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1902e3f0-93", "ovs_interfaceid": "1902e3f0-93c6-4f7d-a920-cc99227e83dc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 975.040552] env[69613]: DEBUG oslo_vmware.api [None req-87a811af-7387-4331-a47c-42f2501b3349 tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]525c6b9b-03cb-d16b-47ba-63fbc0d68d91, 'name': SearchDatastore_Task, 'duration_secs': 0.009215} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.044347] env[69613]: DEBUG oslo_concurrency.lockutils [None req-87a811af-7387-4331-a47c-42f2501b3349 tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.045363] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-87a811af-7387-4331-a47c-42f2501b3349 tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] [instance: 2f982eab-2892-40c1-866c-3f4395db4201] Processing image 2b7a0304-b5d0-431d-b287-32c8388d7fbd {{(pid=69613) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 975.045363] env[69613]: DEBUG oslo_concurrency.lockutils [None req-87a811af-7387-4331-a47c-42f2501b3349 tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.045363] env[69613]: DEBUG oslo_concurrency.lockutils [None req-87a811af-7387-4331-a47c-42f2501b3349 tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.045890] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-87a811af-7387-4331-a47c-42f2501b3349 tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69613) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 975.046831] env[69613]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f165895e-3271-40e7-895c-f243bcdc4fac {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.064689] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-87a811af-7387-4331-a47c-42f2501b3349 tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69613) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 975.065051] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-87a811af-7387-4331-a47c-42f2501b3349 tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69613) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 975.065808] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-88137360-3aa3-4c6e-bfd9-76a81ce56832 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.071540] env[69613]: DEBUG oslo_vmware.api [None req-87a811af-7387-4331-a47c-42f2501b3349 tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] Waiting for the task: (returnval){ [ 975.071540] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]52031016-8bea-c93c-52e4-14c5ad8f1c17" [ 975.071540] env[69613]: _type = "Task" [ 975.071540] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.083289] env[69613]: DEBUG oslo_vmware.api [None req-87a811af-7387-4331-a47c-42f2501b3349 tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52031016-8bea-c93c-52e4-14c5ad8f1c17, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.211530] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-338e496b-c64b-436d-a0fb-26f4973edd3e {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.220013] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7b5d189-c187-43d8-84ea-173b7bdf4896 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.269401] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88f09bed-d1ac-4d64-9671-9eb1a7a834b2 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.277716] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd34817a-1f6d-4ed5-b2c3-89af579e8ae6 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.295375] env[69613]: DEBUG nova.compute.manager [None req-52b15e0e-b7f6-4ce4-8826-f91550106506 tempest-ServerRescueTestJSON-24713172 tempest-ServerRescueTestJSON-24713172-project-member] [instance: 6ddb7bfb-cf8e-4f10-ba48-b67061364a4f] Start building block device mappings for instance. {{(pid=69613) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 975.299526] env[69613]: DEBUG nova.compute.provider_tree [None req-1ad56415-c5e7-4fbd-9f70-0052b712c356 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Inventory has not changed in ProviderTree for provider: af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 {{(pid=69613) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 975.408457] env[69613]: DEBUG oslo_vmware.api [None req-962dc6cd-8a52-45a2-85a2-e828bbbec1d1 tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] Task: {'id': task-3417838, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.425815] env[69613]: DEBUG nova.compute.manager [req-123576a1-69a3-475c-9844-a12c383ccb57 req-838f5cd5-ece1-4bd2-8987-e1d65d3b77b1 service nova] [instance: 6ec24a38-4b28-42e6-b86b-654d79714a95] Received event network-vif-deleted-e4cde8f8-176c-42d1-82e6-904e0b50f354 {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 975.426015] env[69613]: INFO nova.compute.manager [req-123576a1-69a3-475c-9844-a12c383ccb57 req-838f5cd5-ece1-4bd2-8987-e1d65d3b77b1 service nova] [instance: 6ec24a38-4b28-42e6-b86b-654d79714a95] Neutron deleted interface e4cde8f8-176c-42d1-82e6-904e0b50f354; detaching it from the instance and deleting it from the info cache [ 975.426213] env[69613]: DEBUG nova.network.neutron [req-123576a1-69a3-475c-9844-a12c383ccb57 req-838f5cd5-ece1-4bd2-8987-e1d65d3b77b1 service nova] [instance: 6ec24a38-4b28-42e6-b86b-654d79714a95] Updating instance_info_cache with network_info: [] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 975.458883] env[69613]: DEBUG oslo_concurrency.lockutils [req-71cebe97-a547-4257-aa35-062fe87a6a23 req-53551d5d-4403-4993-b153-eac7a060a1a3 service nova] Releasing lock "refresh_cache-2f982eab-2892-40c1-866c-3f4395db4201" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.485567] env[69613]: DEBUG nova.network.neutron [None req-52b15e0e-b7f6-4ce4-8826-f91550106506 tempest-ServerRescueTestJSON-24713172 tempest-ServerRescueTestJSON-24713172-project-member] [instance: 6ddb7bfb-cf8e-4f10-ba48-b67061364a4f] Successfully created port: 10ee3f2b-1d47-451a-813a-4b3201982783 {{(pid=69613) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 975.554746] env[69613]: DEBUG nova.network.neutron [None req-6e086926-acfe-4406-ac3d-ba9f51ddbd76 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] [instance: fa7f8ff7-658a-46d0-a6dc-232614af850d] Updating instance_info_cache with network_info: [{"id": "fe52934e-8488-4b1a-80f7-1311cd4014f0", "address": "fa:16:3e:94:ef:45", "network": {"id": "743485db-c4e0-4763-aaad-624cce7d9704", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-754778099-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.222", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "27cd1ce9a4f74279a40b13e8fbac87a0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4576b9d4-535c-40aa-b078-246f671f216e", "external-id": "nsx-vlan-transportzone-27", "segmentation_id": 27, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfe52934e-84", "ovs_interfaceid": "fe52934e-8488-4b1a-80f7-1311cd4014f0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 975.587045] env[69613]: DEBUG oslo_vmware.api [None req-87a811af-7387-4331-a47c-42f2501b3349 tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52031016-8bea-c93c-52e4-14c5ad8f1c17, 'name': SearchDatastore_Task, 'duration_secs': 0.021155} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.587045] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-17f24a43-3851-4a5b-94df-af2d5b310b8b {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.594563] env[69613]: DEBUG oslo_vmware.api [None req-87a811af-7387-4331-a47c-42f2501b3349 tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] Waiting for the task: (returnval){ [ 975.594563] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]52cbad91-88ce-6d0e-dfc3-4d40ef22b656" [ 975.594563] env[69613]: _type = "Task" [ 975.594563] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.610910] env[69613]: DEBUG oslo_vmware.api [None req-87a811af-7387-4331-a47c-42f2501b3349 tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52cbad91-88ce-6d0e-dfc3-4d40ef22b656, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.771854] env[69613]: DEBUG nova.network.neutron [-] [instance: 6ec24a38-4b28-42e6-b86b-654d79714a95] Updating instance_info_cache with network_info: [] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 975.809501] env[69613]: DEBUG nova.scheduler.client.report [None req-1ad56415-c5e7-4fbd-9f70-0052b712c356 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Inventory has not changed for provider af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69613) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 975.909503] env[69613]: DEBUG oslo_vmware.api [None req-962dc6cd-8a52-45a2-85a2-e828bbbec1d1 tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] Task: {'id': task-3417838, 'name': PowerOnVM_Task, 'duration_secs': 0.82978} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.909781] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-962dc6cd-8a52-45a2-85a2-e828bbbec1d1 tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] [instance: 058cd966-fff9-4310-9bec-9cba4612ab83] Powered on the VM {{(pid=69613) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 975.910028] env[69613]: INFO nova.compute.manager [None req-962dc6cd-8a52-45a2-85a2-e828bbbec1d1 tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] [instance: 058cd966-fff9-4310-9bec-9cba4612ab83] Took 8.97 seconds to spawn the instance on the hypervisor. [ 975.910218] env[69613]: DEBUG nova.compute.manager [None req-962dc6cd-8a52-45a2-85a2-e828bbbec1d1 tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] [instance: 058cd966-fff9-4310-9bec-9cba4612ab83] Checking state {{(pid=69613) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 975.910990] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08f3972a-622f-4b0c-b97a-71d005ee396d {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.931741] env[69613]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a20d9242-c97a-4d38-9c8d-7e5853d0f0d0 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.941050] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56d70f25-b4fa-4ddf-8fff-369863650784 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.974018] env[69613]: DEBUG nova.compute.manager [req-123576a1-69a3-475c-9844-a12c383ccb57 req-838f5cd5-ece1-4bd2-8987-e1d65d3b77b1 service nova] [instance: 6ec24a38-4b28-42e6-b86b-654d79714a95] Detach interface failed, port_id=e4cde8f8-176c-42d1-82e6-904e0b50f354, reason: Instance 6ec24a38-4b28-42e6-b86b-654d79714a95 could not be found. {{(pid=69613) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 976.057545] env[69613]: DEBUG oslo_concurrency.lockutils [None req-6e086926-acfe-4406-ac3d-ba9f51ddbd76 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Releasing lock "refresh_cache-fa7f8ff7-658a-46d0-a6dc-232614af850d" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.106079] env[69613]: DEBUG oslo_vmware.api [None req-87a811af-7387-4331-a47c-42f2501b3349 tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52cbad91-88ce-6d0e-dfc3-4d40ef22b656, 'name': SearchDatastore_Task, 'duration_secs': 0.010968} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.106400] env[69613]: DEBUG oslo_concurrency.lockutils [None req-87a811af-7387-4331-a47c-42f2501b3349 tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.106669] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-87a811af-7387-4331-a47c-42f2501b3349 tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk to [datastore2] 2f982eab-2892-40c1-866c-3f4395db4201/2f982eab-2892-40c1-866c-3f4395db4201.vmdk {{(pid=69613) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 976.106925] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c28bf254-4c6f-4e9a-8c1b-5d772d697b29 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.114639] env[69613]: DEBUG oslo_vmware.api [None req-87a811af-7387-4331-a47c-42f2501b3349 tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] Waiting for the task: (returnval){ [ 976.114639] env[69613]: value = "task-3417839" [ 976.114639] env[69613]: _type = "Task" [ 976.114639] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.122204] env[69613]: DEBUG oslo_vmware.api [None req-87a811af-7387-4331-a47c-42f2501b3349 tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] Task: {'id': task-3417839, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.275411] env[69613]: INFO nova.compute.manager [-] [instance: 6ec24a38-4b28-42e6-b86b-654d79714a95] Took 1.47 seconds to deallocate network for instance. [ 976.315028] env[69613]: DEBUG nova.compute.manager [None req-52b15e0e-b7f6-4ce4-8826-f91550106506 tempest-ServerRescueTestJSON-24713172 tempest-ServerRescueTestJSON-24713172-project-member] [instance: 6ddb7bfb-cf8e-4f10-ba48-b67061364a4f] Start spawning the instance on the hypervisor. {{(pid=69613) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 976.318273] env[69613]: DEBUG oslo_concurrency.lockutils [None req-1ad56415-c5e7-4fbd-9f70-0052b712c356 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.050s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 976.321023] env[69613]: DEBUG oslo_concurrency.lockutils [None req-5fc94450-a309-4204-8678-68ed95c1391a tempest-InstanceActionsV221TestJSON-720531311 tempest-InstanceActionsV221TestJSON-720531311-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.639s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 976.321445] env[69613]: DEBUG nova.objects.instance [None req-5fc94450-a309-4204-8678-68ed95c1391a tempest-InstanceActionsV221TestJSON-720531311 tempest-InstanceActionsV221TestJSON-720531311-project-member] Lazy-loading 'resources' on Instance uuid 09b161d0-361a-45c0-9352-755e9571ef61 {{(pid=69613) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 976.353487] env[69613]: INFO nova.scheduler.client.report [None req-1ad56415-c5e7-4fbd-9f70-0052b712c356 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Deleted allocations for instance 0de4241f-6605-425c-9b67-b4f07672d829 [ 976.357651] env[69613]: DEBUG nova.virt.hardware [None req-52b15e0e-b7f6-4ce4-8826-f91550106506 tempest-ServerRescueTestJSON-24713172 tempest-ServerRescueTestJSON-24713172-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T13:55:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T13:55:19Z,direct_url=,disk_format='vmdk',id=2b7a0304-b5d0-431d-b287-32c8388d7fbd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3e9e1b873f1442d59d5ee8247b941f74',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T13:55:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 976.357902] env[69613]: DEBUG nova.virt.hardware [None req-52b15e0e-b7f6-4ce4-8826-f91550106506 tempest-ServerRescueTestJSON-24713172 tempest-ServerRescueTestJSON-24713172-project-member] Flavor limits 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 976.358416] env[69613]: DEBUG nova.virt.hardware [None req-52b15e0e-b7f6-4ce4-8826-f91550106506 tempest-ServerRescueTestJSON-24713172 tempest-ServerRescueTestJSON-24713172-project-member] Image limits 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 976.358416] env[69613]: DEBUG nova.virt.hardware [None req-52b15e0e-b7f6-4ce4-8826-f91550106506 tempest-ServerRescueTestJSON-24713172 tempest-ServerRescueTestJSON-24713172-project-member] Flavor pref 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 976.358416] env[69613]: DEBUG nova.virt.hardware [None req-52b15e0e-b7f6-4ce4-8826-f91550106506 tempest-ServerRescueTestJSON-24713172 tempest-ServerRescueTestJSON-24713172-project-member] Image pref 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 976.358584] env[69613]: DEBUG nova.virt.hardware [None req-52b15e0e-b7f6-4ce4-8826-f91550106506 tempest-ServerRescueTestJSON-24713172 tempest-ServerRescueTestJSON-24713172-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 976.358755] env[69613]: DEBUG nova.virt.hardware [None req-52b15e0e-b7f6-4ce4-8826-f91550106506 tempest-ServerRescueTestJSON-24713172 tempest-ServerRescueTestJSON-24713172-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 976.358914] env[69613]: DEBUG nova.virt.hardware [None req-52b15e0e-b7f6-4ce4-8826-f91550106506 tempest-ServerRescueTestJSON-24713172 tempest-ServerRescueTestJSON-24713172-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69613) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 976.359375] env[69613]: DEBUG nova.virt.hardware [None req-52b15e0e-b7f6-4ce4-8826-f91550106506 tempest-ServerRescueTestJSON-24713172 tempest-ServerRescueTestJSON-24713172-project-member] Got 1 possible topologies {{(pid=69613) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 976.359375] env[69613]: DEBUG nova.virt.hardware [None req-52b15e0e-b7f6-4ce4-8826-f91550106506 tempest-ServerRescueTestJSON-24713172 tempest-ServerRescueTestJSON-24713172-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 976.359449] env[69613]: DEBUG nova.virt.hardware [None req-52b15e0e-b7f6-4ce4-8826-f91550106506 tempest-ServerRescueTestJSON-24713172 tempest-ServerRescueTestJSON-24713172-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 976.360884] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c5d240e-049e-4f13-b8b4-4ea7d5fbdbeb {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.376307] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7af8b099-e068-43b2-8e61-d41403ab0404 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.431020] env[69613]: INFO nova.compute.manager [None req-962dc6cd-8a52-45a2-85a2-e828bbbec1d1 tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] [instance: 058cd966-fff9-4310-9bec-9cba4612ab83] Took 37.73 seconds to build instance. [ 976.627741] env[69613]: DEBUG oslo_vmware.api [None req-87a811af-7387-4331-a47c-42f2501b3349 tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] Task: {'id': task-3417839, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.492035} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.627862] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-87a811af-7387-4331-a47c-42f2501b3349 tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk to [datastore2] 2f982eab-2892-40c1-866c-3f4395db4201/2f982eab-2892-40c1-866c-3f4395db4201.vmdk {{(pid=69613) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 976.628107] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-87a811af-7387-4331-a47c-42f2501b3349 tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] [instance: 2f982eab-2892-40c1-866c-3f4395db4201] Extending root virtual disk to 1048576 {{(pid=69613) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 976.628382] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0cfab0fb-7612-4d30-841c-cbc09d6c1eb2 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.636923] env[69613]: DEBUG oslo_vmware.api [None req-87a811af-7387-4331-a47c-42f2501b3349 tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] Waiting for the task: (returnval){ [ 976.636923] env[69613]: value = "task-3417840" [ 976.636923] env[69613]: _type = "Task" [ 976.636923] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.646369] env[69613]: DEBUG oslo_vmware.api [None req-87a811af-7387-4331-a47c-42f2501b3349 tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] Task: {'id': task-3417840, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.784306] env[69613]: DEBUG oslo_concurrency.lockutils [None req-052da240-f59f-434f-8bd3-5a2f0c0321c0 tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 976.874432] env[69613]: DEBUG oslo_concurrency.lockutils [None req-1ad56415-c5e7-4fbd-9f70-0052b712c356 tempest-ImagesTestJSON-1069898110 tempest-ImagesTestJSON-1069898110-project-member] Lock "0de4241f-6605-425c-9b67-b4f07672d829" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.096s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 976.938599] env[69613]: DEBUG oslo_concurrency.lockutils [None req-962dc6cd-8a52-45a2-85a2-e828bbbec1d1 tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] Lock "058cd966-fff9-4310-9bec-9cba4612ab83" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.253s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 977.063458] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e086926-acfe-4406-ac3d-ba9f51ddbd76 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] [instance: fa7f8ff7-658a-46d0-a6dc-232614af850d] Powering on the VM {{(pid=69613) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 977.063761] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6d832a2b-6d6b-4c48-a32f-3ded33514973 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.074541] env[69613]: DEBUG oslo_vmware.api [None req-6e086926-acfe-4406-ac3d-ba9f51ddbd76 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Waiting for the task: (returnval){ [ 977.074541] env[69613]: value = "task-3417841" [ 977.074541] env[69613]: _type = "Task" [ 977.074541] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.086919] env[69613]: DEBUG oslo_vmware.api [None req-6e086926-acfe-4406-ac3d-ba9f51ddbd76 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Task: {'id': task-3417841, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.152082] env[69613]: DEBUG oslo_vmware.api [None req-87a811af-7387-4331-a47c-42f2501b3349 tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] Task: {'id': task-3417840, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083301} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.152373] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-87a811af-7387-4331-a47c-42f2501b3349 tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] [instance: 2f982eab-2892-40c1-866c-3f4395db4201] Extended root virtual disk {{(pid=69613) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 977.153197] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac1cab34-466f-4c39-a7da-db94be653264 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.176866] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-87a811af-7387-4331-a47c-42f2501b3349 tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] [instance: 2f982eab-2892-40c1-866c-3f4395db4201] Reconfiguring VM instance instance-00000056 to attach disk [datastore2] 2f982eab-2892-40c1-866c-3f4395db4201/2f982eab-2892-40c1-866c-3f4395db4201.vmdk or device None with type sparse {{(pid=69613) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 977.179770] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ef8d8709-e051-4026-985e-a625c053bf70 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.202159] env[69613]: DEBUG oslo_vmware.api [None req-87a811af-7387-4331-a47c-42f2501b3349 tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] Waiting for the task: (returnval){ [ 977.202159] env[69613]: value = "task-3417842" [ 977.202159] env[69613]: _type = "Task" [ 977.202159] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.213953] env[69613]: DEBUG oslo_vmware.api [None req-87a811af-7387-4331-a47c-42f2501b3349 tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] Task: {'id': task-3417842, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.221144] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0498398e-9797-4491-96fe-60333a29c4bb {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.229766] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d998ba02-c17f-46b0-88e7-b68bb4a6a3fc {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.264297] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67aa377c-94d7-4e54-8f7f-2fbffd0dcb1d {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.268148] env[69613]: DEBUG nova.compute.manager [req-87097be6-e466-4bee-bf19-e3b527405256 req-a5e1d026-2954-4351-b78b-305cd7553201 service nova] [instance: 6ddb7bfb-cf8e-4f10-ba48-b67061364a4f] Received event network-vif-plugged-10ee3f2b-1d47-451a-813a-4b3201982783 {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 977.268364] env[69613]: DEBUG oslo_concurrency.lockutils [req-87097be6-e466-4bee-bf19-e3b527405256 req-a5e1d026-2954-4351-b78b-305cd7553201 service nova] Acquiring lock "6ddb7bfb-cf8e-4f10-ba48-b67061364a4f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 977.268625] env[69613]: DEBUG oslo_concurrency.lockutils [req-87097be6-e466-4bee-bf19-e3b527405256 req-a5e1d026-2954-4351-b78b-305cd7553201 service nova] Lock "6ddb7bfb-cf8e-4f10-ba48-b67061364a4f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 977.268802] env[69613]: DEBUG oslo_concurrency.lockutils [req-87097be6-e466-4bee-bf19-e3b527405256 req-a5e1d026-2954-4351-b78b-305cd7553201 service nova] Lock "6ddb7bfb-cf8e-4f10-ba48-b67061364a4f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 977.268980] env[69613]: DEBUG nova.compute.manager [req-87097be6-e466-4bee-bf19-e3b527405256 req-a5e1d026-2954-4351-b78b-305cd7553201 service nova] [instance: 6ddb7bfb-cf8e-4f10-ba48-b67061364a4f] No waiting events found dispatching network-vif-plugged-10ee3f2b-1d47-451a-813a-4b3201982783 {{(pid=69613) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 977.269172] env[69613]: WARNING nova.compute.manager [req-87097be6-e466-4bee-bf19-e3b527405256 req-a5e1d026-2954-4351-b78b-305cd7553201 service nova] [instance: 6ddb7bfb-cf8e-4f10-ba48-b67061364a4f] Received unexpected event network-vif-plugged-10ee3f2b-1d47-451a-813a-4b3201982783 for instance with vm_state building and task_state spawning. [ 977.275578] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af393709-3a4c-4ade-b313-5ea187259018 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.292442] env[69613]: DEBUG nova.compute.provider_tree [None req-5fc94450-a309-4204-8678-68ed95c1391a tempest-InstanceActionsV221TestJSON-720531311 tempest-InstanceActionsV221TestJSON-720531311-project-member] Inventory has not changed in ProviderTree for provider: af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 {{(pid=69613) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 977.341203] env[69613]: DEBUG nova.network.neutron [None req-52b15e0e-b7f6-4ce4-8826-f91550106506 tempest-ServerRescueTestJSON-24713172 tempest-ServerRescueTestJSON-24713172-project-member] [instance: 6ddb7bfb-cf8e-4f10-ba48-b67061364a4f] Successfully updated port: 10ee3f2b-1d47-451a-813a-4b3201982783 {{(pid=69613) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 977.536137] env[69613]: DEBUG oslo_concurrency.lockutils [None req-adf75f5e-7dc6-4288-8c07-afa190473227 tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] Acquiring lock "058cd966-fff9-4310-9bec-9cba4612ab83" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 977.536137] env[69613]: DEBUG oslo_concurrency.lockutils [None req-adf75f5e-7dc6-4288-8c07-afa190473227 tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] Lock "058cd966-fff9-4310-9bec-9cba4612ab83" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 977.536137] env[69613]: DEBUG oslo_concurrency.lockutils [None req-adf75f5e-7dc6-4288-8c07-afa190473227 tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] Acquiring lock "058cd966-fff9-4310-9bec-9cba4612ab83-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 977.536137] env[69613]: DEBUG oslo_concurrency.lockutils [None req-adf75f5e-7dc6-4288-8c07-afa190473227 tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] Lock "058cd966-fff9-4310-9bec-9cba4612ab83-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 977.536137] env[69613]: DEBUG oslo_concurrency.lockutils [None req-adf75f5e-7dc6-4288-8c07-afa190473227 tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] Lock "058cd966-fff9-4310-9bec-9cba4612ab83-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 977.540395] env[69613]: DEBUG nova.compute.manager [req-f5f7a15c-9df9-429d-87d2-303856c7f781 req-4d24b555-cb71-450c-8bc0-43565fa91705 service nova] [instance: 06ba24f5-e698-4fb3-9c47-fe146eee8e72] Received event network-changed-8d80188a-74ba-4130-8b83-1731bd51691e {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 977.540752] env[69613]: DEBUG nova.compute.manager [req-f5f7a15c-9df9-429d-87d2-303856c7f781 req-4d24b555-cb71-450c-8bc0-43565fa91705 service nova] [instance: 06ba24f5-e698-4fb3-9c47-fe146eee8e72] Refreshing instance network info cache due to event network-changed-8d80188a-74ba-4130-8b83-1731bd51691e. {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 977.541182] env[69613]: DEBUG oslo_concurrency.lockutils [req-f5f7a15c-9df9-429d-87d2-303856c7f781 req-4d24b555-cb71-450c-8bc0-43565fa91705 service nova] Acquiring lock "refresh_cache-06ba24f5-e698-4fb3-9c47-fe146eee8e72" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.541434] env[69613]: DEBUG oslo_concurrency.lockutils [req-f5f7a15c-9df9-429d-87d2-303856c7f781 req-4d24b555-cb71-450c-8bc0-43565fa91705 service nova] Acquired lock "refresh_cache-06ba24f5-e698-4fb3-9c47-fe146eee8e72" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.541734] env[69613]: DEBUG nova.network.neutron [req-f5f7a15c-9df9-429d-87d2-303856c7f781 req-4d24b555-cb71-450c-8bc0-43565fa91705 service nova] [instance: 06ba24f5-e698-4fb3-9c47-fe146eee8e72] Refreshing network info cache for port 8d80188a-74ba-4130-8b83-1731bd51691e {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 977.544202] env[69613]: INFO nova.compute.manager [None req-adf75f5e-7dc6-4288-8c07-afa190473227 tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] [instance: 058cd966-fff9-4310-9bec-9cba4612ab83] Terminating instance [ 977.588485] env[69613]: DEBUG oslo_vmware.api [None req-6e086926-acfe-4406-ac3d-ba9f51ddbd76 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Task: {'id': task-3417841, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.716359] env[69613]: DEBUG oslo_vmware.api [None req-87a811af-7387-4331-a47c-42f2501b3349 tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] Task: {'id': task-3417842, 'name': ReconfigVM_Task, 'duration_secs': 0.306569} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.716359] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-87a811af-7387-4331-a47c-42f2501b3349 tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] [instance: 2f982eab-2892-40c1-866c-3f4395db4201] Reconfigured VM instance instance-00000056 to attach disk [datastore2] 2f982eab-2892-40c1-866c-3f4395db4201/2f982eab-2892-40c1-866c-3f4395db4201.vmdk or device None with type sparse {{(pid=69613) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 977.716359] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-250aab7c-7a1d-4bbc-a22a-fcda5b8cb60d {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.723069] env[69613]: DEBUG oslo_vmware.api [None req-87a811af-7387-4331-a47c-42f2501b3349 tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] Waiting for the task: (returnval){ [ 977.723069] env[69613]: value = "task-3417843" [ 977.723069] env[69613]: _type = "Task" [ 977.723069] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.730691] env[69613]: DEBUG oslo_vmware.api [None req-87a811af-7387-4331-a47c-42f2501b3349 tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] Task: {'id': task-3417843, 'name': Rename_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.796031] env[69613]: DEBUG nova.scheduler.client.report [None req-5fc94450-a309-4204-8678-68ed95c1391a tempest-InstanceActionsV221TestJSON-720531311 tempest-InstanceActionsV221TestJSON-720531311-project-member] Inventory has not changed for provider af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69613) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 977.844204] env[69613]: DEBUG oslo_concurrency.lockutils [None req-52b15e0e-b7f6-4ce4-8826-f91550106506 tempest-ServerRescueTestJSON-24713172 tempest-ServerRescueTestJSON-24713172-project-member] Acquiring lock "refresh_cache-6ddb7bfb-cf8e-4f10-ba48-b67061364a4f" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.844356] env[69613]: DEBUG oslo_concurrency.lockutils [None req-52b15e0e-b7f6-4ce4-8826-f91550106506 tempest-ServerRescueTestJSON-24713172 tempest-ServerRescueTestJSON-24713172-project-member] Acquired lock "refresh_cache-6ddb7bfb-cf8e-4f10-ba48-b67061364a4f" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.844542] env[69613]: DEBUG nova.network.neutron [None req-52b15e0e-b7f6-4ce4-8826-f91550106506 tempest-ServerRescueTestJSON-24713172 tempest-ServerRescueTestJSON-24713172-project-member] [instance: 6ddb7bfb-cf8e-4f10-ba48-b67061364a4f] Building network info cache for instance {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 978.053612] env[69613]: DEBUG nova.compute.manager [None req-adf75f5e-7dc6-4288-8c07-afa190473227 tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] [instance: 058cd966-fff9-4310-9bec-9cba4612ab83] Start destroying the instance on the hypervisor. {{(pid=69613) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 978.053612] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-adf75f5e-7dc6-4288-8c07-afa190473227 tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] [instance: 058cd966-fff9-4310-9bec-9cba4612ab83] Destroying instance {{(pid=69613) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 978.053881] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2c91c50-c982-422b-a3b6-a2bf83aa6480 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.061854] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-adf75f5e-7dc6-4288-8c07-afa190473227 tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] [instance: 058cd966-fff9-4310-9bec-9cba4612ab83] Powering off the VM {{(pid=69613) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 978.063272] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-668d240c-c8ce-4ce8-b3a4-f677a9b1abcf {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.069266] env[69613]: DEBUG oslo_vmware.api [None req-adf75f5e-7dc6-4288-8c07-afa190473227 tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] Waiting for the task: (returnval){ [ 978.069266] env[69613]: value = "task-3417844" [ 978.069266] env[69613]: _type = "Task" [ 978.069266] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.078763] env[69613]: DEBUG oslo_vmware.api [None req-adf75f5e-7dc6-4288-8c07-afa190473227 tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] Task: {'id': task-3417844, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.087051] env[69613]: DEBUG oslo_vmware.api [None req-6e086926-acfe-4406-ac3d-ba9f51ddbd76 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Task: {'id': task-3417841, 'name': PowerOnVM_Task, 'duration_secs': 0.738874} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.087293] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e086926-acfe-4406-ac3d-ba9f51ddbd76 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] [instance: fa7f8ff7-658a-46d0-a6dc-232614af850d] Powered on the VM {{(pid=69613) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 978.087494] env[69613]: DEBUG nova.compute.manager [None req-6e086926-acfe-4406-ac3d-ba9f51ddbd76 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] [instance: fa7f8ff7-658a-46d0-a6dc-232614af850d] Checking state {{(pid=69613) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 978.088267] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f45f262e-04a7-46d0-a7e8-b6ecdc67de68 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.238812] env[69613]: DEBUG oslo_vmware.api [None req-87a811af-7387-4331-a47c-42f2501b3349 tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] Task: {'id': task-3417843, 'name': Rename_Task, 'duration_secs': 0.14986} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.239222] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-87a811af-7387-4331-a47c-42f2501b3349 tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] [instance: 2f982eab-2892-40c1-866c-3f4395db4201] Powering on the VM {{(pid=69613) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 978.239508] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f04c0fc6-5643-4f92-82cc-ab7ca55bd58a {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.246521] env[69613]: DEBUG oslo_vmware.api [None req-87a811af-7387-4331-a47c-42f2501b3349 tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] Waiting for the task: (returnval){ [ 978.246521] env[69613]: value = "task-3417845" [ 978.246521] env[69613]: _type = "Task" [ 978.246521] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.258827] env[69613]: DEBUG oslo_vmware.api [None req-87a811af-7387-4331-a47c-42f2501b3349 tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] Task: {'id': task-3417845, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.301178] env[69613]: DEBUG oslo_concurrency.lockutils [None req-5fc94450-a309-4204-8678-68ed95c1391a tempest-InstanceActionsV221TestJSON-720531311 tempest-InstanceActionsV221TestJSON-720531311-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.980s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 978.304080] env[69613]: DEBUG oslo_concurrency.lockutils [None req-c28351da-f60d-4f2b-9741-b3ba3ba2e258 tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.778s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 978.304430] env[69613]: DEBUG nova.objects.instance [None req-c28351da-f60d-4f2b-9741-b3ba3ba2e258 tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] Lazy-loading 'pci_requests' on Instance uuid 71e0d53c-ff3f-4a77-aa25-2a07e64500a7 {{(pid=69613) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 978.334957] env[69613]: INFO nova.scheduler.client.report [None req-5fc94450-a309-4204-8678-68ed95c1391a tempest-InstanceActionsV221TestJSON-720531311 tempest-InstanceActionsV221TestJSON-720531311-project-member] Deleted allocations for instance 09b161d0-361a-45c0-9352-755e9571ef61 [ 978.434193] env[69613]: DEBUG nova.network.neutron [None req-52b15e0e-b7f6-4ce4-8826-f91550106506 tempest-ServerRescueTestJSON-24713172 tempest-ServerRescueTestJSON-24713172-project-member] [instance: 6ddb7bfb-cf8e-4f10-ba48-b67061364a4f] Instance cache missing network info. {{(pid=69613) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 978.581679] env[69613]: DEBUG oslo_vmware.api [None req-adf75f5e-7dc6-4288-8c07-afa190473227 tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] Task: {'id': task-3417844, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.758311] env[69613]: DEBUG oslo_vmware.api [None req-87a811af-7387-4331-a47c-42f2501b3349 tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] Task: {'id': task-3417845, 'name': PowerOnVM_Task, 'duration_secs': 0.488644} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.758311] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-87a811af-7387-4331-a47c-42f2501b3349 tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] [instance: 2f982eab-2892-40c1-866c-3f4395db4201] Powered on the VM {{(pid=69613) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 978.758311] env[69613]: INFO nova.compute.manager [None req-87a811af-7387-4331-a47c-42f2501b3349 tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] [instance: 2f982eab-2892-40c1-866c-3f4395db4201] Took 7.41 seconds to spawn the instance on the hypervisor. [ 978.758311] env[69613]: DEBUG nova.compute.manager [None req-87a811af-7387-4331-a47c-42f2501b3349 tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] [instance: 2f982eab-2892-40c1-866c-3f4395db4201] Checking state {{(pid=69613) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 978.759396] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39810f67-616b-4f50-bbc4-6c6acf02a417 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.781932] env[69613]: DEBUG nova.network.neutron [req-f5f7a15c-9df9-429d-87d2-303856c7f781 req-4d24b555-cb71-450c-8bc0-43565fa91705 service nova] [instance: 06ba24f5-e698-4fb3-9c47-fe146eee8e72] Updated VIF entry in instance network info cache for port 8d80188a-74ba-4130-8b83-1731bd51691e. {{(pid=69613) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 978.782120] env[69613]: DEBUG nova.network.neutron [req-f5f7a15c-9df9-429d-87d2-303856c7f781 req-4d24b555-cb71-450c-8bc0-43565fa91705 service nova] [instance: 06ba24f5-e698-4fb3-9c47-fe146eee8e72] Updating instance_info_cache with network_info: [{"id": "8d80188a-74ba-4130-8b83-1731bd51691e", "address": "fa:16:3e:4a:e3:4b", "network": {"id": "6582c06e-2375-4019-bc8c-6f40d2f10d28", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-726199179-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.241", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "263cb0545351439194c16f61aacec6b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c6a4836-66dc-4e43-982b-f8fcd3f9989a", "external-id": "nsx-vlan-transportzone-635", "segmentation_id": 635, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d80188a-74", "ovs_interfaceid": "8d80188a-74ba-4130-8b83-1731bd51691e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 978.810811] env[69613]: DEBUG nova.objects.instance [None req-c28351da-f60d-4f2b-9741-b3ba3ba2e258 tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] Lazy-loading 'numa_topology' on Instance uuid 71e0d53c-ff3f-4a77-aa25-2a07e64500a7 {{(pid=69613) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 978.844758] env[69613]: DEBUG oslo_concurrency.lockutils [None req-5fc94450-a309-4204-8678-68ed95c1391a tempest-InstanceActionsV221TestJSON-720531311 tempest-InstanceActionsV221TestJSON-720531311-project-member] Lock "09b161d0-361a-45c0-9352-755e9571ef61" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 978.930280] env[69613]: DEBUG nova.network.neutron [None req-52b15e0e-b7f6-4ce4-8826-f91550106506 tempest-ServerRescueTestJSON-24713172 tempest-ServerRescueTestJSON-24713172-project-member] [instance: 6ddb7bfb-cf8e-4f10-ba48-b67061364a4f] Updating instance_info_cache with network_info: [{"id": "10ee3f2b-1d47-451a-813a-4b3201982783", "address": "fa:16:3e:4a:84:3b", "network": {"id": "3acfa373-2dca-451a-aead-0bec66383bf5", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-509557382-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "c715e48e871e46929fbeb9d84252e339", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b931c4c-f73c-4fbd-9c9f-0270834cc69e", "external-id": "nsx-vlan-transportzone-177", "segmentation_id": 177, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap10ee3f2b-1d", "ovs_interfaceid": "10ee3f2b-1d47-451a-813a-4b3201982783", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 979.080276] env[69613]: DEBUG oslo_vmware.api [None req-adf75f5e-7dc6-4288-8c07-afa190473227 tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] Task: {'id': task-3417844, 'name': PowerOffVM_Task, 'duration_secs': 0.542482} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.080555] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-adf75f5e-7dc6-4288-8c07-afa190473227 tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] [instance: 058cd966-fff9-4310-9bec-9cba4612ab83] Powered off the VM {{(pid=69613) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 979.080704] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-adf75f5e-7dc6-4288-8c07-afa190473227 tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] [instance: 058cd966-fff9-4310-9bec-9cba4612ab83] Unregistering the VM {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 979.080952] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b24bf9c2-1214-46dc-a612-001ee38755d5 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.153462] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-adf75f5e-7dc6-4288-8c07-afa190473227 tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] [instance: 058cd966-fff9-4310-9bec-9cba4612ab83] Unregistered the VM {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 979.153462] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-adf75f5e-7dc6-4288-8c07-afa190473227 tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] [instance: 058cd966-fff9-4310-9bec-9cba4612ab83] Deleting contents of the VM from datastore datastore2 {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 979.153462] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-adf75f5e-7dc6-4288-8c07-afa190473227 tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] Deleting the datastore file [datastore2] 058cd966-fff9-4310-9bec-9cba4612ab83 {{(pid=69613) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 979.154260] env[69613]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e204fd4b-ed1d-40e4-b7e6-9cc860941629 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.164472] env[69613]: DEBUG oslo_vmware.api [None req-adf75f5e-7dc6-4288-8c07-afa190473227 tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] Waiting for the task: (returnval){ [ 979.164472] env[69613]: value = "task-3417847" [ 979.164472] env[69613]: _type = "Task" [ 979.164472] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.173351] env[69613]: DEBUG oslo_vmware.api [None req-adf75f5e-7dc6-4288-8c07-afa190473227 tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] Task: {'id': task-3417847, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.279977] env[69613]: INFO nova.compute.manager [None req-87a811af-7387-4331-a47c-42f2501b3349 tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] [instance: 2f982eab-2892-40c1-866c-3f4395db4201] Took 36.82 seconds to build instance. [ 979.284522] env[69613]: DEBUG oslo_concurrency.lockutils [req-f5f7a15c-9df9-429d-87d2-303856c7f781 req-4d24b555-cb71-450c-8bc0-43565fa91705 service nova] Releasing lock "refresh_cache-06ba24f5-e698-4fb3-9c47-fe146eee8e72" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.311486] env[69613]: INFO nova.compute.claims [None req-c28351da-f60d-4f2b-9741-b3ba3ba2e258 tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] [instance: 71e0d53c-ff3f-4a77-aa25-2a07e64500a7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 979.348414] env[69613]: DEBUG nova.compute.manager [req-23042c86-47db-46c1-84af-71b053232387 req-9dbc1144-843a-489e-8f07-ed0b142155d3 service nova] [instance: 6ddb7bfb-cf8e-4f10-ba48-b67061364a4f] Received event network-changed-10ee3f2b-1d47-451a-813a-4b3201982783 {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 979.348613] env[69613]: DEBUG nova.compute.manager [req-23042c86-47db-46c1-84af-71b053232387 req-9dbc1144-843a-489e-8f07-ed0b142155d3 service nova] [instance: 6ddb7bfb-cf8e-4f10-ba48-b67061364a4f] Refreshing instance network info cache due to event network-changed-10ee3f2b-1d47-451a-813a-4b3201982783. {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 979.348850] env[69613]: DEBUG oslo_concurrency.lockutils [req-23042c86-47db-46c1-84af-71b053232387 req-9dbc1144-843a-489e-8f07-ed0b142155d3 service nova] Acquiring lock "refresh_cache-6ddb7bfb-cf8e-4f10-ba48-b67061364a4f" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.431337] env[69613]: DEBUG oslo_concurrency.lockutils [None req-52b15e0e-b7f6-4ce4-8826-f91550106506 tempest-ServerRescueTestJSON-24713172 tempest-ServerRescueTestJSON-24713172-project-member] Releasing lock "refresh_cache-6ddb7bfb-cf8e-4f10-ba48-b67061364a4f" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.431731] env[69613]: DEBUG nova.compute.manager [None req-52b15e0e-b7f6-4ce4-8826-f91550106506 tempest-ServerRescueTestJSON-24713172 tempest-ServerRescueTestJSON-24713172-project-member] [instance: 6ddb7bfb-cf8e-4f10-ba48-b67061364a4f] Instance network_info: |[{"id": "10ee3f2b-1d47-451a-813a-4b3201982783", "address": "fa:16:3e:4a:84:3b", "network": {"id": "3acfa373-2dca-451a-aead-0bec66383bf5", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-509557382-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "c715e48e871e46929fbeb9d84252e339", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b931c4c-f73c-4fbd-9c9f-0270834cc69e", "external-id": "nsx-vlan-transportzone-177", "segmentation_id": 177, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap10ee3f2b-1d", "ovs_interfaceid": "10ee3f2b-1d47-451a-813a-4b3201982783", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69613) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 979.436019] env[69613]: DEBUG oslo_concurrency.lockutils [req-23042c86-47db-46c1-84af-71b053232387 req-9dbc1144-843a-489e-8f07-ed0b142155d3 service nova] Acquired lock "refresh_cache-6ddb7bfb-cf8e-4f10-ba48-b67061364a4f" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.436019] env[69613]: DEBUG nova.network.neutron [req-23042c86-47db-46c1-84af-71b053232387 req-9dbc1144-843a-489e-8f07-ed0b142155d3 service nova] [instance: 6ddb7bfb-cf8e-4f10-ba48-b67061364a4f] Refreshing network info cache for port 10ee3f2b-1d47-451a-813a-4b3201982783 {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 979.436019] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-52b15e0e-b7f6-4ce4-8826-f91550106506 tempest-ServerRescueTestJSON-24713172 tempest-ServerRescueTestJSON-24713172-project-member] [instance: 6ddb7bfb-cf8e-4f10-ba48-b67061364a4f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4a:84:3b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2b931c4c-f73c-4fbd-9c9f-0270834cc69e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '10ee3f2b-1d47-451a-813a-4b3201982783', 'vif_model': 'vmxnet3'}] {{(pid=69613) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 979.443061] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-52b15e0e-b7f6-4ce4-8826-f91550106506 tempest-ServerRescueTestJSON-24713172 tempest-ServerRescueTestJSON-24713172-project-member] Creating folder: Project (c715e48e871e46929fbeb9d84252e339). Parent ref: group-v681687. {{(pid=69613) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 979.444050] env[69613]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ec27958b-3ef9-4cc4-b570-f8d01d099d07 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.458944] env[69613]: INFO nova.virt.vmwareapi.vm_util [None req-52b15e0e-b7f6-4ce4-8826-f91550106506 tempest-ServerRescueTestJSON-24713172 tempest-ServerRescueTestJSON-24713172-project-member] Created folder: Project (c715e48e871e46929fbeb9d84252e339) in parent group-v681687. [ 979.459209] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-52b15e0e-b7f6-4ce4-8826-f91550106506 tempest-ServerRescueTestJSON-24713172 tempest-ServerRescueTestJSON-24713172-project-member] Creating folder: Instances. Parent ref: group-v681947. {{(pid=69613) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 979.459446] env[69613]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-85394408-39c0-49fc-8f29-3ebe3822b2a3 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.468083] env[69613]: INFO nova.virt.vmwareapi.vm_util [None req-52b15e0e-b7f6-4ce4-8826-f91550106506 tempest-ServerRescueTestJSON-24713172 tempest-ServerRescueTestJSON-24713172-project-member] Created folder: Instances in parent group-v681947. [ 979.468306] env[69613]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-52b15e0e-b7f6-4ce4-8826-f91550106506 tempest-ServerRescueTestJSON-24713172 tempest-ServerRescueTestJSON-24713172-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69613) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 979.468486] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6ddb7bfb-cf8e-4f10-ba48-b67061364a4f] Creating VM on the ESX host {{(pid=69613) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 979.468677] env[69613]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c3fb1122-3a32-4e52-a075-8b5e8fc386a7 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.490216] env[69613]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 979.490216] env[69613]: value = "task-3417850" [ 979.490216] env[69613]: _type = "Task" [ 979.490216] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.497648] env[69613]: DEBUG oslo_vmware.api [-] Task: {'id': task-3417850, 'name': CreateVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.677247] env[69613]: DEBUG oslo_vmware.api [None req-adf75f5e-7dc6-4288-8c07-afa190473227 tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] Task: {'id': task-3417847, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.139193} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.677378] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-adf75f5e-7dc6-4288-8c07-afa190473227 tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] Deleted the datastore file {{(pid=69613) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 979.677541] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-adf75f5e-7dc6-4288-8c07-afa190473227 tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] [instance: 058cd966-fff9-4310-9bec-9cba4612ab83] Deleted contents of the VM from datastore datastore2 {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 979.677779] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-adf75f5e-7dc6-4288-8c07-afa190473227 tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] [instance: 058cd966-fff9-4310-9bec-9cba4612ab83] Instance destroyed {{(pid=69613) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 979.677882] env[69613]: INFO nova.compute.manager [None req-adf75f5e-7dc6-4288-8c07-afa190473227 tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] [instance: 058cd966-fff9-4310-9bec-9cba4612ab83] Took 1.63 seconds to destroy the instance on the hypervisor. [ 979.678144] env[69613]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-adf75f5e-7dc6-4288-8c07-afa190473227 tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69613) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 979.679121] env[69613]: DEBUG nova.compute.manager [-] [instance: 058cd966-fff9-4310-9bec-9cba4612ab83] Deallocating network for instance {{(pid=69613) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 979.679121] env[69613]: DEBUG nova.network.neutron [-] [instance: 058cd966-fff9-4310-9bec-9cba4612ab83] deallocate_for_instance() {{(pid=69613) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 979.784209] env[69613]: DEBUG oslo_concurrency.lockutils [None req-87a811af-7387-4331-a47c-42f2501b3349 tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] Lock "2f982eab-2892-40c1-866c-3f4395db4201" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.329s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 979.822650] env[69613]: DEBUG oslo_concurrency.lockutils [None req-803e54e8-62bb-4021-b31d-5f44dd218976 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Acquiring lock "fa7f8ff7-658a-46d0-a6dc-232614af850d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 979.822981] env[69613]: DEBUG oslo_concurrency.lockutils [None req-803e54e8-62bb-4021-b31d-5f44dd218976 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Lock "fa7f8ff7-658a-46d0-a6dc-232614af850d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 979.823450] env[69613]: DEBUG oslo_concurrency.lockutils [None req-803e54e8-62bb-4021-b31d-5f44dd218976 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Acquiring lock "fa7f8ff7-658a-46d0-a6dc-232614af850d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 979.823721] env[69613]: DEBUG oslo_concurrency.lockutils [None req-803e54e8-62bb-4021-b31d-5f44dd218976 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Lock "fa7f8ff7-658a-46d0-a6dc-232614af850d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 979.823969] env[69613]: DEBUG oslo_concurrency.lockutils [None req-803e54e8-62bb-4021-b31d-5f44dd218976 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Lock "fa7f8ff7-658a-46d0-a6dc-232614af850d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 979.826472] env[69613]: INFO nova.compute.manager [None req-803e54e8-62bb-4021-b31d-5f44dd218976 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] [instance: fa7f8ff7-658a-46d0-a6dc-232614af850d] Terminating instance [ 980.005015] env[69613]: DEBUG oslo_vmware.api [-] Task: {'id': task-3417850, 'name': CreateVM_Task, 'duration_secs': 0.39296} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.005133] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6ddb7bfb-cf8e-4f10-ba48-b67061364a4f] Created VM on the ESX host {{(pid=69613) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 980.005895] env[69613]: DEBUG oslo_concurrency.lockutils [None req-52b15e0e-b7f6-4ce4-8826-f91550106506 tempest-ServerRescueTestJSON-24713172 tempest-ServerRescueTestJSON-24713172-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.006014] env[69613]: DEBUG oslo_concurrency.lockutils [None req-52b15e0e-b7f6-4ce4-8826-f91550106506 tempest-ServerRescueTestJSON-24713172 tempest-ServerRescueTestJSON-24713172-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.006325] env[69613]: DEBUG oslo_concurrency.lockutils [None req-52b15e0e-b7f6-4ce4-8826-f91550106506 tempest-ServerRescueTestJSON-24713172 tempest-ServerRescueTestJSON-24713172-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.006593] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0eb2e1a4-aa6c-4b92-9db8-31be248a7c29 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.014254] env[69613]: DEBUG oslo_vmware.api [None req-52b15e0e-b7f6-4ce4-8826-f91550106506 tempest-ServerRescueTestJSON-24713172 tempest-ServerRescueTestJSON-24713172-project-member] Waiting for the task: (returnval){ [ 980.014254] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]52310015-186b-18be-a10d-6977b825235d" [ 980.014254] env[69613]: _type = "Task" [ 980.014254] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.027329] env[69613]: DEBUG oslo_vmware.api [None req-52b15e0e-b7f6-4ce4-8826-f91550106506 tempest-ServerRescueTestJSON-24713172 tempest-ServerRescueTestJSON-24713172-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52310015-186b-18be-a10d-6977b825235d, 'name': SearchDatastore_Task, 'duration_secs': 0.011647} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.027514] env[69613]: DEBUG oslo_concurrency.lockutils [None req-52b15e0e-b7f6-4ce4-8826-f91550106506 tempest-ServerRescueTestJSON-24713172 tempest-ServerRescueTestJSON-24713172-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.027677] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-52b15e0e-b7f6-4ce4-8826-f91550106506 tempest-ServerRescueTestJSON-24713172 tempest-ServerRescueTestJSON-24713172-project-member] [instance: 6ddb7bfb-cf8e-4f10-ba48-b67061364a4f] Processing image 2b7a0304-b5d0-431d-b287-32c8388d7fbd {{(pid=69613) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 980.027877] env[69613]: DEBUG oslo_concurrency.lockutils [None req-52b15e0e-b7f6-4ce4-8826-f91550106506 tempest-ServerRescueTestJSON-24713172 tempest-ServerRescueTestJSON-24713172-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.028035] env[69613]: DEBUG oslo_concurrency.lockutils [None req-52b15e0e-b7f6-4ce4-8826-f91550106506 tempest-ServerRescueTestJSON-24713172 tempest-ServerRescueTestJSON-24713172-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.028219] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-52b15e0e-b7f6-4ce4-8826-f91550106506 tempest-ServerRescueTestJSON-24713172 tempest-ServerRescueTestJSON-24713172-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69613) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 980.028496] env[69613]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5eb7c82d-93da-40db-a5f5-03a93107780b {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.039085] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-52b15e0e-b7f6-4ce4-8826-f91550106506 tempest-ServerRescueTestJSON-24713172 tempest-ServerRescueTestJSON-24713172-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69613) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 980.039235] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-52b15e0e-b7f6-4ce4-8826-f91550106506 tempest-ServerRescueTestJSON-24713172 tempest-ServerRescueTestJSON-24713172-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69613) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 980.039899] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4f3eac73-4bd9-4798-bb08-b412e06d2357 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.046114] env[69613]: DEBUG oslo_vmware.api [None req-52b15e0e-b7f6-4ce4-8826-f91550106506 tempest-ServerRescueTestJSON-24713172 tempest-ServerRescueTestJSON-24713172-project-member] Waiting for the task: (returnval){ [ 980.046114] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]52d7173a-ea25-f6b1-fde2-f5e30dd328b1" [ 980.046114] env[69613]: _type = "Task" [ 980.046114] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.054216] env[69613]: DEBUG oslo_vmware.api [None req-52b15e0e-b7f6-4ce4-8826-f91550106506 tempest-ServerRescueTestJSON-24713172 tempest-ServerRescueTestJSON-24713172-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52d7173a-ea25-f6b1-fde2-f5e30dd328b1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.338023] env[69613]: DEBUG nova.compute.manager [None req-803e54e8-62bb-4021-b31d-5f44dd218976 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] [instance: fa7f8ff7-658a-46d0-a6dc-232614af850d] Start destroying the instance on the hypervisor. {{(pid=69613) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 980.338023] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-803e54e8-62bb-4021-b31d-5f44dd218976 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] [instance: fa7f8ff7-658a-46d0-a6dc-232614af850d] Destroying instance {{(pid=69613) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 980.338023] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d292dbfd-864a-4452-998f-169a8fdb271d {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.347102] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-803e54e8-62bb-4021-b31d-5f44dd218976 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] [instance: fa7f8ff7-658a-46d0-a6dc-232614af850d] Powering off the VM {{(pid=69613) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 980.347496] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6a9d350f-b141-4952-8b82-2bccfed2cecc {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.353950] env[69613]: DEBUG oslo_vmware.api [None req-803e54e8-62bb-4021-b31d-5f44dd218976 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Waiting for the task: (returnval){ [ 980.353950] env[69613]: value = "task-3417851" [ 980.353950] env[69613]: _type = "Task" [ 980.353950] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.366713] env[69613]: DEBUG nova.network.neutron [req-23042c86-47db-46c1-84af-71b053232387 req-9dbc1144-843a-489e-8f07-ed0b142155d3 service nova] [instance: 6ddb7bfb-cf8e-4f10-ba48-b67061364a4f] Updated VIF entry in instance network info cache for port 10ee3f2b-1d47-451a-813a-4b3201982783. {{(pid=69613) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 980.366713] env[69613]: DEBUG nova.network.neutron [req-23042c86-47db-46c1-84af-71b053232387 req-9dbc1144-843a-489e-8f07-ed0b142155d3 service nova] [instance: 6ddb7bfb-cf8e-4f10-ba48-b67061364a4f] Updating instance_info_cache with network_info: [{"id": "10ee3f2b-1d47-451a-813a-4b3201982783", "address": "fa:16:3e:4a:84:3b", "network": {"id": "3acfa373-2dca-451a-aead-0bec66383bf5", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-509557382-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "c715e48e871e46929fbeb9d84252e339", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b931c4c-f73c-4fbd-9c9f-0270834cc69e", "external-id": "nsx-vlan-transportzone-177", "segmentation_id": 177, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap10ee3f2b-1d", "ovs_interfaceid": "10ee3f2b-1d47-451a-813a-4b3201982783", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 980.375260] env[69613]: DEBUG oslo_vmware.api [None req-803e54e8-62bb-4021-b31d-5f44dd218976 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Task: {'id': task-3417851, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.376656] env[69613]: DEBUG nova.network.neutron [-] [instance: 058cd966-fff9-4310-9bec-9cba4612ab83] Updating instance_info_cache with network_info: [] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 980.564364] env[69613]: DEBUG oslo_vmware.api [None req-52b15e0e-b7f6-4ce4-8826-f91550106506 tempest-ServerRescueTestJSON-24713172 tempest-ServerRescueTestJSON-24713172-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52d7173a-ea25-f6b1-fde2-f5e30dd328b1, 'name': SearchDatastore_Task, 'duration_secs': 0.009046} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.567878] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-12e6511d-ecf1-402c-b664-49298ebeaac4 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.573755] env[69613]: DEBUG oslo_vmware.api [None req-52b15e0e-b7f6-4ce4-8826-f91550106506 tempest-ServerRescueTestJSON-24713172 tempest-ServerRescueTestJSON-24713172-project-member] Waiting for the task: (returnval){ [ 980.573755] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]5229571c-6003-0fe6-ea0c-8b6503aa6c99" [ 980.573755] env[69613]: _type = "Task" [ 980.573755] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.582333] env[69613]: DEBUG oslo_vmware.api [None req-52b15e0e-b7f6-4ce4-8826-f91550106506 tempest-ServerRescueTestJSON-24713172 tempest-ServerRescueTestJSON-24713172-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]5229571c-6003-0fe6-ea0c-8b6503aa6c99, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.727289] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-194d16c4-c337-4146-9019-e9df40b7471c {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.734615] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2e2d398-f8f8-470f-99d7-29cf0a1ccf84 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.766314] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbfaebd6-b7f2-4422-949b-7dbc8ec44154 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.774133] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f63085e7-3646-4f78-8c51-21885129bda8 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.790105] env[69613]: DEBUG nova.compute.provider_tree [None req-c28351da-f60d-4f2b-9741-b3ba3ba2e258 tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] Inventory has not changed in ProviderTree for provider: af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 {{(pid=69613) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 980.864992] env[69613]: DEBUG oslo_vmware.api [None req-803e54e8-62bb-4021-b31d-5f44dd218976 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Task: {'id': task-3417851, 'name': PowerOffVM_Task, 'duration_secs': 0.191029} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.866136] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-803e54e8-62bb-4021-b31d-5f44dd218976 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] [instance: fa7f8ff7-658a-46d0-a6dc-232614af850d] Powered off the VM {{(pid=69613) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 980.866136] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-803e54e8-62bb-4021-b31d-5f44dd218976 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] [instance: fa7f8ff7-658a-46d0-a6dc-232614af850d] Unregistering the VM {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 980.866136] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a86092aa-bf90-4a8d-bf8f-92005a8e2845 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.868967] env[69613]: DEBUG oslo_concurrency.lockutils [req-23042c86-47db-46c1-84af-71b053232387 req-9dbc1144-843a-489e-8f07-ed0b142155d3 service nova] Releasing lock "refresh_cache-6ddb7bfb-cf8e-4f10-ba48-b67061364a4f" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.883020] env[69613]: INFO nova.compute.manager [-] [instance: 058cd966-fff9-4310-9bec-9cba4612ab83] Took 1.20 seconds to deallocate network for instance. [ 980.933651] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-803e54e8-62bb-4021-b31d-5f44dd218976 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] [instance: fa7f8ff7-658a-46d0-a6dc-232614af850d] Unregistered the VM {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 980.933871] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-803e54e8-62bb-4021-b31d-5f44dd218976 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] [instance: fa7f8ff7-658a-46d0-a6dc-232614af850d] Deleting contents of the VM from datastore datastore1 {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 980.934132] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-803e54e8-62bb-4021-b31d-5f44dd218976 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Deleting the datastore file [datastore1] fa7f8ff7-658a-46d0-a6dc-232614af850d {{(pid=69613) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 980.934635] env[69613]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e478c5db-f143-4a2a-950f-22318d707173 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.944166] env[69613]: DEBUG oslo_vmware.api [None req-803e54e8-62bb-4021-b31d-5f44dd218976 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Waiting for the task: (returnval){ [ 980.944166] env[69613]: value = "task-3417853" [ 980.944166] env[69613]: _type = "Task" [ 980.944166] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.953033] env[69613]: DEBUG oslo_vmware.api [None req-803e54e8-62bb-4021-b31d-5f44dd218976 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Task: {'id': task-3417853, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.086027] env[69613]: DEBUG oslo_vmware.api [None req-52b15e0e-b7f6-4ce4-8826-f91550106506 tempest-ServerRescueTestJSON-24713172 tempest-ServerRescueTestJSON-24713172-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]5229571c-6003-0fe6-ea0c-8b6503aa6c99, 'name': SearchDatastore_Task, 'duration_secs': 0.00897} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.086027] env[69613]: DEBUG oslo_concurrency.lockutils [None req-52b15e0e-b7f6-4ce4-8826-f91550106506 tempest-ServerRescueTestJSON-24713172 tempest-ServerRescueTestJSON-24713172-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.086027] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-52b15e0e-b7f6-4ce4-8826-f91550106506 tempest-ServerRescueTestJSON-24713172 tempest-ServerRescueTestJSON-24713172-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk to [datastore2] 6ddb7bfb-cf8e-4f10-ba48-b67061364a4f/6ddb7bfb-cf8e-4f10-ba48-b67061364a4f.vmdk {{(pid=69613) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 981.086027] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-255fb4ec-d6b3-4ce3-a267-b325264cc97e {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.091305] env[69613]: DEBUG oslo_vmware.api [None req-52b15e0e-b7f6-4ce4-8826-f91550106506 tempest-ServerRescueTestJSON-24713172 tempest-ServerRescueTestJSON-24713172-project-member] Waiting for the task: (returnval){ [ 981.091305] env[69613]: value = "task-3417854" [ 981.091305] env[69613]: _type = "Task" [ 981.091305] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.099042] env[69613]: DEBUG oslo_vmware.api [None req-52b15e0e-b7f6-4ce4-8826-f91550106506 tempest-ServerRescueTestJSON-24713172 tempest-ServerRescueTestJSON-24713172-project-member] Task: {'id': task-3417854, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.294159] env[69613]: DEBUG nova.scheduler.client.report [None req-c28351da-f60d-4f2b-9741-b3ba3ba2e258 tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] Inventory has not changed for provider af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69613) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 981.389270] env[69613]: DEBUG nova.compute.manager [req-3d93147c-79c5-47b9-8e71-3e61ecc6570c req-25da554a-dcba-4a25-ad5e-26bcf4b32ce6 service nova] [instance: 058cd966-fff9-4310-9bec-9cba4612ab83] Received event network-vif-deleted-80d572fb-7ae3-4741-93be-c38c4b9463e6 {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 981.393222] env[69613]: DEBUG nova.compute.manager [req-3d93147c-79c5-47b9-8e71-3e61ecc6570c req-25da554a-dcba-4a25-ad5e-26bcf4b32ce6 service nova] [instance: 2f982eab-2892-40c1-866c-3f4395db4201] Received event network-changed-1902e3f0-93c6-4f7d-a920-cc99227e83dc {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 981.393222] env[69613]: DEBUG nova.compute.manager [req-3d93147c-79c5-47b9-8e71-3e61ecc6570c req-25da554a-dcba-4a25-ad5e-26bcf4b32ce6 service nova] [instance: 2f982eab-2892-40c1-866c-3f4395db4201] Refreshing instance network info cache due to event network-changed-1902e3f0-93c6-4f7d-a920-cc99227e83dc. {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 981.393222] env[69613]: DEBUG oslo_concurrency.lockutils [req-3d93147c-79c5-47b9-8e71-3e61ecc6570c req-25da554a-dcba-4a25-ad5e-26bcf4b32ce6 service nova] Acquiring lock "refresh_cache-2f982eab-2892-40c1-866c-3f4395db4201" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.393222] env[69613]: DEBUG oslo_concurrency.lockutils [req-3d93147c-79c5-47b9-8e71-3e61ecc6570c req-25da554a-dcba-4a25-ad5e-26bcf4b32ce6 service nova] Acquired lock "refresh_cache-2f982eab-2892-40c1-866c-3f4395db4201" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.393222] env[69613]: DEBUG nova.network.neutron [req-3d93147c-79c5-47b9-8e71-3e61ecc6570c req-25da554a-dcba-4a25-ad5e-26bcf4b32ce6 service nova] [instance: 2f982eab-2892-40c1-866c-3f4395db4201] Refreshing network info cache for port 1902e3f0-93c6-4f7d-a920-cc99227e83dc {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 981.395879] env[69613]: DEBUG oslo_concurrency.lockutils [None req-adf75f5e-7dc6-4288-8c07-afa190473227 tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 981.466366] env[69613]: DEBUG oslo_vmware.api [None req-803e54e8-62bb-4021-b31d-5f44dd218976 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Task: {'id': task-3417853, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.131623} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.466366] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-803e54e8-62bb-4021-b31d-5f44dd218976 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Deleted the datastore file {{(pid=69613) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 981.466366] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-803e54e8-62bb-4021-b31d-5f44dd218976 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] [instance: fa7f8ff7-658a-46d0-a6dc-232614af850d] Deleted contents of the VM from datastore datastore1 {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 981.466366] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-803e54e8-62bb-4021-b31d-5f44dd218976 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] [instance: fa7f8ff7-658a-46d0-a6dc-232614af850d] Instance destroyed {{(pid=69613) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 981.466366] env[69613]: INFO nova.compute.manager [None req-803e54e8-62bb-4021-b31d-5f44dd218976 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] [instance: fa7f8ff7-658a-46d0-a6dc-232614af850d] Took 1.13 seconds to destroy the instance on the hypervisor. [ 981.466366] env[69613]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-803e54e8-62bb-4021-b31d-5f44dd218976 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69613) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 981.466366] env[69613]: DEBUG nova.compute.manager [-] [instance: fa7f8ff7-658a-46d0-a6dc-232614af850d] Deallocating network for instance {{(pid=69613) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 981.466366] env[69613]: DEBUG nova.network.neutron [-] [instance: fa7f8ff7-658a-46d0-a6dc-232614af850d] deallocate_for_instance() {{(pid=69613) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 981.609582] env[69613]: DEBUG oslo_vmware.api [None req-52b15e0e-b7f6-4ce4-8826-f91550106506 tempest-ServerRescueTestJSON-24713172 tempest-ServerRescueTestJSON-24713172-project-member] Task: {'id': task-3417854, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.485199} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.609582] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-52b15e0e-b7f6-4ce4-8826-f91550106506 tempest-ServerRescueTestJSON-24713172 tempest-ServerRescueTestJSON-24713172-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk to [datastore2] 6ddb7bfb-cf8e-4f10-ba48-b67061364a4f/6ddb7bfb-cf8e-4f10-ba48-b67061364a4f.vmdk {{(pid=69613) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 981.609582] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-52b15e0e-b7f6-4ce4-8826-f91550106506 tempest-ServerRescueTestJSON-24713172 tempest-ServerRescueTestJSON-24713172-project-member] [instance: 6ddb7bfb-cf8e-4f10-ba48-b67061364a4f] Extending root virtual disk to 1048576 {{(pid=69613) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 981.609582] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-91d94e24-fe64-4bde-b5a5-23cb6e1b8d10 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.616765] env[69613]: DEBUG oslo_vmware.api [None req-52b15e0e-b7f6-4ce4-8826-f91550106506 tempest-ServerRescueTestJSON-24713172 tempest-ServerRescueTestJSON-24713172-project-member] Waiting for the task: (returnval){ [ 981.616765] env[69613]: value = "task-3417855" [ 981.616765] env[69613]: _type = "Task" [ 981.616765] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.629849] env[69613]: DEBUG oslo_vmware.api [None req-52b15e0e-b7f6-4ce4-8826-f91550106506 tempest-ServerRescueTestJSON-24713172 tempest-ServerRescueTestJSON-24713172-project-member] Task: {'id': task-3417855, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.807478] env[69613]: DEBUG oslo_concurrency.lockutils [None req-c28351da-f60d-4f2b-9741-b3ba3ba2e258 tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.500s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 981.807478] env[69613]: DEBUG oslo_concurrency.lockutils [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 29.812s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 981.809117] env[69613]: DEBUG oslo_concurrency.lockutils [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 981.809227] env[69613]: DEBUG nova.compute.resource_tracker [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69613) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 981.810517] env[69613]: DEBUG oslo_concurrency.lockutils [None req-ac40e0db-bf71-449f-936a-6a3895e444d9 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.987s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 981.812225] env[69613]: INFO nova.compute.claims [None req-ac40e0db-bf71-449f-936a-6a3895e444d9 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] [instance: ebec351f-35c7-4a4c-a067-8477bfa10fc2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 981.819041] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17c100ed-492a-44dc-8b2a-ada980396ec3 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.831749] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85cc8069-5fe7-409d-af71-3d84796f6687 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.851257] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1636b62-3d35-40b8-bd42-5547bd82a28c {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.859203] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a5433f3-1b82-4a7d-9ad6-ca3ee9ad1e1a {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.893270] env[69613]: DEBUG nova.compute.resource_tracker [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179603MB free_disk=99GB free_vcpus=48 pci_devices=None {{(pid=69613) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 981.893756] env[69613]: DEBUG oslo_concurrency.lockutils [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 981.894960] env[69613]: INFO nova.network.neutron [None req-c28351da-f60d-4f2b-9741-b3ba3ba2e258 tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] [instance: 71e0d53c-ff3f-4a77-aa25-2a07e64500a7] Updating port db26e29a-2db6-476f-b509-df88edbcbe0f with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 982.128909] env[69613]: DEBUG oslo_vmware.api [None req-52b15e0e-b7f6-4ce4-8826-f91550106506 tempest-ServerRescueTestJSON-24713172 tempest-ServerRescueTestJSON-24713172-project-member] Task: {'id': task-3417855, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068867} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.132073] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-52b15e0e-b7f6-4ce4-8826-f91550106506 tempest-ServerRescueTestJSON-24713172 tempest-ServerRescueTestJSON-24713172-project-member] [instance: 6ddb7bfb-cf8e-4f10-ba48-b67061364a4f] Extended root virtual disk {{(pid=69613) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 982.133147] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c40fadfe-042c-400b-863f-2834eb76490a {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.159584] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-52b15e0e-b7f6-4ce4-8826-f91550106506 tempest-ServerRescueTestJSON-24713172 tempest-ServerRescueTestJSON-24713172-project-member] [instance: 6ddb7bfb-cf8e-4f10-ba48-b67061364a4f] Reconfiguring VM instance instance-00000057 to attach disk [datastore2] 6ddb7bfb-cf8e-4f10-ba48-b67061364a4f/6ddb7bfb-cf8e-4f10-ba48-b67061364a4f.vmdk or device None with type sparse {{(pid=69613) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 982.160594] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-19026868-3a7b-4980-b967-58ad6d908ac5 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.186248] env[69613]: DEBUG oslo_vmware.api [None req-52b15e0e-b7f6-4ce4-8826-f91550106506 tempest-ServerRescueTestJSON-24713172 tempest-ServerRescueTestJSON-24713172-project-member] Waiting for the task: (returnval){ [ 982.186248] env[69613]: value = "task-3417856" [ 982.186248] env[69613]: _type = "Task" [ 982.186248] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.197411] env[69613]: DEBUG oslo_vmware.api [None req-52b15e0e-b7f6-4ce4-8826-f91550106506 tempest-ServerRescueTestJSON-24713172 tempest-ServerRescueTestJSON-24713172-project-member] Task: {'id': task-3417856, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.247086] env[69613]: DEBUG nova.network.neutron [req-3d93147c-79c5-47b9-8e71-3e61ecc6570c req-25da554a-dcba-4a25-ad5e-26bcf4b32ce6 service nova] [instance: 2f982eab-2892-40c1-866c-3f4395db4201] Updated VIF entry in instance network info cache for port 1902e3f0-93c6-4f7d-a920-cc99227e83dc. {{(pid=69613) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 982.247499] env[69613]: DEBUG nova.network.neutron [req-3d93147c-79c5-47b9-8e71-3e61ecc6570c req-25da554a-dcba-4a25-ad5e-26bcf4b32ce6 service nova] [instance: 2f982eab-2892-40c1-866c-3f4395db4201] Updating instance_info_cache with network_info: [{"id": "1902e3f0-93c6-4f7d-a920-cc99227e83dc", "address": "fa:16:3e:7b:03:e5", "network": {"id": "95911026-c797-4ada-bc6e-26c9d66fe9f8", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-410273545-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.138", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7ac16612c9594809b63b48979adf4624", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "419a5b3f-4c6f-4168-9def-746b4d8c5c24", "external-id": "nsx-vlan-transportzone-656", "segmentation_id": 656, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1902e3f0-93", "ovs_interfaceid": "1902e3f0-93c6-4f7d-a920-cc99227e83dc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 982.694786] env[69613]: DEBUG oslo_vmware.api [None req-52b15e0e-b7f6-4ce4-8826-f91550106506 tempest-ServerRescueTestJSON-24713172 tempest-ServerRescueTestJSON-24713172-project-member] Task: {'id': task-3417856, 'name': ReconfigVM_Task, 'duration_secs': 0.402048} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.695083] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-52b15e0e-b7f6-4ce4-8826-f91550106506 tempest-ServerRescueTestJSON-24713172 tempest-ServerRescueTestJSON-24713172-project-member] [instance: 6ddb7bfb-cf8e-4f10-ba48-b67061364a4f] Reconfigured VM instance instance-00000057 to attach disk [datastore2] 6ddb7bfb-cf8e-4f10-ba48-b67061364a4f/6ddb7bfb-cf8e-4f10-ba48-b67061364a4f.vmdk or device None with type sparse {{(pid=69613) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 982.695723] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1375d77d-1ca0-45d0-88f8-4c8881a18284 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.702992] env[69613]: DEBUG oslo_vmware.api [None req-52b15e0e-b7f6-4ce4-8826-f91550106506 tempest-ServerRescueTestJSON-24713172 tempest-ServerRescueTestJSON-24713172-project-member] Waiting for the task: (returnval){ [ 982.702992] env[69613]: value = "task-3417857" [ 982.702992] env[69613]: _type = "Task" [ 982.702992] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.714661] env[69613]: DEBUG oslo_vmware.api [None req-52b15e0e-b7f6-4ce4-8826-f91550106506 tempest-ServerRescueTestJSON-24713172 tempest-ServerRescueTestJSON-24713172-project-member] Task: {'id': task-3417857, 'name': Rename_Task} progress is 5%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.755564] env[69613]: DEBUG oslo_concurrency.lockutils [req-3d93147c-79c5-47b9-8e71-3e61ecc6570c req-25da554a-dcba-4a25-ad5e-26bcf4b32ce6 service nova] Releasing lock "refresh_cache-2f982eab-2892-40c1-866c-3f4395db4201" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.016393] env[69613]: DEBUG nova.network.neutron [-] [instance: fa7f8ff7-658a-46d0-a6dc-232614af850d] Updating instance_info_cache with network_info: [] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 983.158508] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cc7d706-c9c6-4b81-ba01-eede07b33e45 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.166478] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d70979c1-ec5b-47a3-ace0-65276d98d8eb {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.199179] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df87a74f-962a-4640-b930-bd913f4dee52 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.210508] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab5b8bb3-5e03-4fe5-a29e-910093964d62 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.227385] env[69613]: DEBUG nova.compute.provider_tree [None req-ac40e0db-bf71-449f-936a-6a3895e444d9 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Inventory has not changed in ProviderTree for provider: af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 {{(pid=69613) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 983.233262] env[69613]: DEBUG oslo_vmware.api [None req-52b15e0e-b7f6-4ce4-8826-f91550106506 tempest-ServerRescueTestJSON-24713172 tempest-ServerRescueTestJSON-24713172-project-member] Task: {'id': task-3417857, 'name': Rename_Task, 'duration_secs': 0.143691} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.233354] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-52b15e0e-b7f6-4ce4-8826-f91550106506 tempest-ServerRescueTestJSON-24713172 tempest-ServerRescueTestJSON-24713172-project-member] [instance: 6ddb7bfb-cf8e-4f10-ba48-b67061364a4f] Powering on the VM {{(pid=69613) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 983.233602] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-376bc234-e1d4-4f81-8dd9-760bef558579 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.242887] env[69613]: DEBUG oslo_vmware.api [None req-52b15e0e-b7f6-4ce4-8826-f91550106506 tempest-ServerRescueTestJSON-24713172 tempest-ServerRescueTestJSON-24713172-project-member] Waiting for the task: (returnval){ [ 983.242887] env[69613]: value = "task-3417858" [ 983.242887] env[69613]: _type = "Task" [ 983.242887] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.254956] env[69613]: DEBUG oslo_vmware.api [None req-52b15e0e-b7f6-4ce4-8826-f91550106506 tempest-ServerRescueTestJSON-24713172 tempest-ServerRescueTestJSON-24713172-project-member] Task: {'id': task-3417858, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.437178] env[69613]: DEBUG nova.compute.manager [req-a96e7dd6-3d51-44b2-8c40-40ad460de1c6 req-8aa5b94a-f059-4195-bf16-9e0d3b601672 service nova] [instance: fa7f8ff7-658a-46d0-a6dc-232614af850d] Received event network-vif-deleted-fe52934e-8488-4b1a-80f7-1311cd4014f0 {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 983.521349] env[69613]: INFO nova.compute.manager [-] [instance: fa7f8ff7-658a-46d0-a6dc-232614af850d] Took 2.06 seconds to deallocate network for instance. [ 983.730417] env[69613]: DEBUG nova.scheduler.client.report [None req-ac40e0db-bf71-449f-936a-6a3895e444d9 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Inventory has not changed for provider af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69613) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 983.752541] env[69613]: DEBUG oslo_vmware.api [None req-52b15e0e-b7f6-4ce4-8826-f91550106506 tempest-ServerRescueTestJSON-24713172 tempest-ServerRescueTestJSON-24713172-project-member] Task: {'id': task-3417858, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.027718] env[69613]: DEBUG oslo_concurrency.lockutils [None req-803e54e8-62bb-4021-b31d-5f44dd218976 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 984.085968] env[69613]: DEBUG oslo_concurrency.lockutils [None req-c28351da-f60d-4f2b-9741-b3ba3ba2e258 tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] Acquiring lock "refresh_cache-71e0d53c-ff3f-4a77-aa25-2a07e64500a7" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.086214] env[69613]: DEBUG oslo_concurrency.lockutils [None req-c28351da-f60d-4f2b-9741-b3ba3ba2e258 tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] Acquired lock "refresh_cache-71e0d53c-ff3f-4a77-aa25-2a07e64500a7" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.086430] env[69613]: DEBUG nova.network.neutron [None req-c28351da-f60d-4f2b-9741-b3ba3ba2e258 tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] [instance: 71e0d53c-ff3f-4a77-aa25-2a07e64500a7] Building network info cache for instance {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 984.238935] env[69613]: DEBUG oslo_concurrency.lockutils [None req-ac40e0db-bf71-449f-936a-6a3895e444d9 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.429s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 984.239541] env[69613]: DEBUG nova.compute.manager [None req-ac40e0db-bf71-449f-936a-6a3895e444d9 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] [instance: ebec351f-35c7-4a4c-a067-8477bfa10fc2] Start building networks asynchronously for instance. {{(pid=69613) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 984.242479] env[69613]: DEBUG oslo_concurrency.lockutils [None req-498a2673-0834-4849-915b-fb4f1957e173 tempest-InstanceActionsTestJSON-681858584 tempest-InstanceActionsTestJSON-681858584-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.051s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 984.244318] env[69613]: INFO nova.compute.claims [None req-498a2673-0834-4849-915b-fb4f1957e173 tempest-InstanceActionsTestJSON-681858584 tempest-InstanceActionsTestJSON-681858584-project-member] [instance: 0aec565b-c6b6-4f71-8903-3950adc48e6f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 984.265403] env[69613]: DEBUG oslo_vmware.api [None req-52b15e0e-b7f6-4ce4-8826-f91550106506 tempest-ServerRescueTestJSON-24713172 tempest-ServerRescueTestJSON-24713172-project-member] Task: {'id': task-3417858, 'name': PowerOnVM_Task, 'duration_secs': 0.67211} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.265722] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-52b15e0e-b7f6-4ce4-8826-f91550106506 tempest-ServerRescueTestJSON-24713172 tempest-ServerRescueTestJSON-24713172-project-member] [instance: 6ddb7bfb-cf8e-4f10-ba48-b67061364a4f] Powered on the VM {{(pid=69613) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 984.266228] env[69613]: INFO nova.compute.manager [None req-52b15e0e-b7f6-4ce4-8826-f91550106506 tempest-ServerRescueTestJSON-24713172 tempest-ServerRescueTestJSON-24713172-project-member] [instance: 6ddb7bfb-cf8e-4f10-ba48-b67061364a4f] Took 7.95 seconds to spawn the instance on the hypervisor. [ 984.266228] env[69613]: DEBUG nova.compute.manager [None req-52b15e0e-b7f6-4ce4-8826-f91550106506 tempest-ServerRescueTestJSON-24713172 tempest-ServerRescueTestJSON-24713172-project-member] [instance: 6ddb7bfb-cf8e-4f10-ba48-b67061364a4f] Checking state {{(pid=69613) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 984.266990] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42e49097-5d7e-4e8d-a2fc-93df85d8f20b {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.743053] env[69613]: DEBUG oslo_concurrency.lockutils [None req-6b7df8e2-40fc-4076-a9f4-dd8e27895072 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] Acquiring lock "79391a79-8c22-4c1a-a816-f33d6553cc3d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 984.743455] env[69613]: DEBUG oslo_concurrency.lockutils [None req-6b7df8e2-40fc-4076-a9f4-dd8e27895072 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] Lock "79391a79-8c22-4c1a-a816-f33d6553cc3d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 984.755534] env[69613]: DEBUG nova.compute.utils [None req-ac40e0db-bf71-449f-936a-6a3895e444d9 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Using /dev/sd instead of None {{(pid=69613) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 984.756947] env[69613]: DEBUG nova.compute.manager [None req-ac40e0db-bf71-449f-936a-6a3895e444d9 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] [instance: ebec351f-35c7-4a4c-a067-8477bfa10fc2] Allocating IP information in the background. {{(pid=69613) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 984.757130] env[69613]: DEBUG nova.network.neutron [None req-ac40e0db-bf71-449f-936a-6a3895e444d9 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] [instance: ebec351f-35c7-4a4c-a067-8477bfa10fc2] allocate_for_instance() {{(pid=69613) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 984.786268] env[69613]: INFO nova.compute.manager [None req-52b15e0e-b7f6-4ce4-8826-f91550106506 tempest-ServerRescueTestJSON-24713172 tempest-ServerRescueTestJSON-24713172-project-member] [instance: 6ddb7bfb-cf8e-4f10-ba48-b67061364a4f] Took 41.16 seconds to build instance. [ 985.085486] env[69613]: DEBUG nova.policy [None req-ac40e0db-bf71-449f-936a-6a3895e444d9 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '36834264e3e34b3dbccbe0b6ed5626e7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '00abae90f85947e99f41566442e43eab', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69613) authorize /opt/stack/nova/nova/policy.py:192}} [ 985.126338] env[69613]: DEBUG nova.network.neutron [None req-c28351da-f60d-4f2b-9741-b3ba3ba2e258 tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] [instance: 71e0d53c-ff3f-4a77-aa25-2a07e64500a7] Updating instance_info_cache with network_info: [{"id": "db26e29a-2db6-476f-b509-df88edbcbe0f", "address": "fa:16:3e:9e:58:de", "network": {"id": "c483e28c-2b27-484b-a9f9-734f2da7098c", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1567393561-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "98a7364efc4045369caebaefb2b32fa3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "411f389f-4e4f-4450-891e-38944cac6135", "external-id": "nsx-vlan-transportzone-795", "segmentation_id": 795, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb26e29a-2d", "ovs_interfaceid": "db26e29a-2db6-476f-b509-df88edbcbe0f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 985.246903] env[69613]: DEBUG nova.compute.manager [None req-6b7df8e2-40fc-4076-a9f4-dd8e27895072 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] [instance: 79391a79-8c22-4c1a-a816-f33d6553cc3d] Starting instance... {{(pid=69613) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 985.263244] env[69613]: DEBUG nova.compute.manager [None req-ac40e0db-bf71-449f-936a-6a3895e444d9 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] [instance: ebec351f-35c7-4a4c-a067-8477bfa10fc2] Start building block device mappings for instance. {{(pid=69613) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 985.288725] env[69613]: DEBUG oslo_concurrency.lockutils [None req-52b15e0e-b7f6-4ce4-8826-f91550106506 tempest-ServerRescueTestJSON-24713172 tempest-ServerRescueTestJSON-24713172-project-member] Lock "6ddb7bfb-cf8e-4f10-ba48-b67061364a4f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.668s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 985.535728] env[69613]: DEBUG nova.compute.manager [req-f55e9efb-0cf6-43d9-9bc8-a62669f4d548 req-7a295d6c-3f24-4b8e-b663-38b832031de6 service nova] [instance: 71e0d53c-ff3f-4a77-aa25-2a07e64500a7] Received event network-vif-plugged-db26e29a-2db6-476f-b509-df88edbcbe0f {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 985.535952] env[69613]: DEBUG oslo_concurrency.lockutils [req-f55e9efb-0cf6-43d9-9bc8-a62669f4d548 req-7a295d6c-3f24-4b8e-b663-38b832031de6 service nova] Acquiring lock "71e0d53c-ff3f-4a77-aa25-2a07e64500a7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 985.536175] env[69613]: DEBUG oslo_concurrency.lockutils [req-f55e9efb-0cf6-43d9-9bc8-a62669f4d548 req-7a295d6c-3f24-4b8e-b663-38b832031de6 service nova] Lock "71e0d53c-ff3f-4a77-aa25-2a07e64500a7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 985.536344] env[69613]: DEBUG oslo_concurrency.lockutils [req-f55e9efb-0cf6-43d9-9bc8-a62669f4d548 req-7a295d6c-3f24-4b8e-b663-38b832031de6 service nova] Lock "71e0d53c-ff3f-4a77-aa25-2a07e64500a7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 985.536511] env[69613]: DEBUG nova.compute.manager [req-f55e9efb-0cf6-43d9-9bc8-a62669f4d548 req-7a295d6c-3f24-4b8e-b663-38b832031de6 service nova] [instance: 71e0d53c-ff3f-4a77-aa25-2a07e64500a7] No waiting events found dispatching network-vif-plugged-db26e29a-2db6-476f-b509-df88edbcbe0f {{(pid=69613) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 985.536789] env[69613]: WARNING nova.compute.manager [req-f55e9efb-0cf6-43d9-9bc8-a62669f4d548 req-7a295d6c-3f24-4b8e-b663-38b832031de6 service nova] [instance: 71e0d53c-ff3f-4a77-aa25-2a07e64500a7] Received unexpected event network-vif-plugged-db26e29a-2db6-476f-b509-df88edbcbe0f for instance with vm_state shelved_offloaded and task_state spawning. [ 985.536924] env[69613]: DEBUG nova.compute.manager [req-f55e9efb-0cf6-43d9-9bc8-a62669f4d548 req-7a295d6c-3f24-4b8e-b663-38b832031de6 service nova] [instance: 71e0d53c-ff3f-4a77-aa25-2a07e64500a7] Received event network-changed-db26e29a-2db6-476f-b509-df88edbcbe0f {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 985.540048] env[69613]: DEBUG nova.compute.manager [req-f55e9efb-0cf6-43d9-9bc8-a62669f4d548 req-7a295d6c-3f24-4b8e-b663-38b832031de6 service nova] [instance: 71e0d53c-ff3f-4a77-aa25-2a07e64500a7] Refreshing instance network info cache due to event network-changed-db26e29a-2db6-476f-b509-df88edbcbe0f. {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 985.540048] env[69613]: DEBUG oslo_concurrency.lockutils [req-f55e9efb-0cf6-43d9-9bc8-a62669f4d548 req-7a295d6c-3f24-4b8e-b663-38b832031de6 service nova] Acquiring lock "refresh_cache-71e0d53c-ff3f-4a77-aa25-2a07e64500a7" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.597311] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06f373cc-622e-4a6e-81e9-cc568947fc64 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.605386] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3200b36e-dca6-4076-a660-517aafae9632 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.636373] env[69613]: DEBUG oslo_concurrency.lockutils [None req-c28351da-f60d-4f2b-9741-b3ba3ba2e258 tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] Releasing lock "refresh_cache-71e0d53c-ff3f-4a77-aa25-2a07e64500a7" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.638774] env[69613]: DEBUG oslo_concurrency.lockutils [req-f55e9efb-0cf6-43d9-9bc8-a62669f4d548 req-7a295d6c-3f24-4b8e-b663-38b832031de6 service nova] Acquired lock "refresh_cache-71e0d53c-ff3f-4a77-aa25-2a07e64500a7" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.638965] env[69613]: DEBUG nova.network.neutron [req-f55e9efb-0cf6-43d9-9bc8-a62669f4d548 req-7a295d6c-3f24-4b8e-b663-38b832031de6 service nova] [instance: 71e0d53c-ff3f-4a77-aa25-2a07e64500a7] Refreshing network info cache for port db26e29a-2db6-476f-b509-df88edbcbe0f {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 985.640557] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d8d3b7d-5c30-4f9d-9ae2-6fe7ab461fe7 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.647649] env[69613]: DEBUG nova.network.neutron [None req-ac40e0db-bf71-449f-936a-6a3895e444d9 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] [instance: ebec351f-35c7-4a4c-a067-8477bfa10fc2] Successfully created port: 651bce8e-a230-424c-b066-2511346b7e68 {{(pid=69613) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 985.659141] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ebbedf7-87b4-4310-999f-d8053280c115 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.677328] env[69613]: DEBUG nova.compute.provider_tree [None req-498a2673-0834-4849-915b-fb4f1957e173 tempest-InstanceActionsTestJSON-681858584 tempest-InstanceActionsTestJSON-681858584-project-member] Inventory has not changed in ProviderTree for provider: af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 {{(pid=69613) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 985.680435] env[69613]: DEBUG nova.virt.hardware [None req-c28351da-f60d-4f2b-9741-b3ba3ba2e258 tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T13:55:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='41219bb9c369e1af1013a92c8e098e99',container_format='bare',created_at=2025-04-14T14:02:51Z,direct_url=,disk_format='vmdk',id=8d7451c0-8cf7-495b-a3b2-63c738edcac9,min_disk=1,min_ram=0,name='tempest-ServersNegativeTestJSON-server-605445550-shelved',owner='98a7364efc4045369caebaefb2b32fa3',properties=ImageMetaProps,protected=,size=31666688,status='active',tags=,updated_at=2025-04-14T14:03:05Z,virtual_size=,visibility=), allow threads: False {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 985.680659] env[69613]: DEBUG nova.virt.hardware [None req-c28351da-f60d-4f2b-9741-b3ba3ba2e258 tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] Flavor limits 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 985.680815] env[69613]: DEBUG nova.virt.hardware [None req-c28351da-f60d-4f2b-9741-b3ba3ba2e258 tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] Image limits 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 985.680993] env[69613]: DEBUG nova.virt.hardware [None req-c28351da-f60d-4f2b-9741-b3ba3ba2e258 tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] Flavor pref 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 985.681156] env[69613]: DEBUG nova.virt.hardware [None req-c28351da-f60d-4f2b-9741-b3ba3ba2e258 tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] Image pref 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 985.681304] env[69613]: DEBUG nova.virt.hardware [None req-c28351da-f60d-4f2b-9741-b3ba3ba2e258 tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 985.681510] env[69613]: DEBUG nova.virt.hardware [None req-c28351da-f60d-4f2b-9741-b3ba3ba2e258 tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 985.681689] env[69613]: DEBUG nova.virt.hardware [None req-c28351da-f60d-4f2b-9741-b3ba3ba2e258 tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69613) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 985.681934] env[69613]: DEBUG nova.virt.hardware [None req-c28351da-f60d-4f2b-9741-b3ba3ba2e258 tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] Got 1 possible topologies {{(pid=69613) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 985.682065] env[69613]: DEBUG nova.virt.hardware [None req-c28351da-f60d-4f2b-9741-b3ba3ba2e258 tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 985.682236] env[69613]: DEBUG nova.virt.hardware [None req-c28351da-f60d-4f2b-9741-b3ba3ba2e258 tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 985.683013] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23f70273-7d6d-46be-8a8b-ee06701532a1 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.691280] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e610d067-a453-49fd-abbb-fd66462ca0c3 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.706205] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-c28351da-f60d-4f2b-9741-b3ba3ba2e258 tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] [instance: 71e0d53c-ff3f-4a77-aa25-2a07e64500a7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9e:58:de', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '411f389f-4e4f-4450-891e-38944cac6135', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'db26e29a-2db6-476f-b509-df88edbcbe0f', 'vif_model': 'vmxnet3'}] {{(pid=69613) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 985.713459] env[69613]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c28351da-f60d-4f2b-9741-b3ba3ba2e258 tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69613) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 985.713687] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 71e0d53c-ff3f-4a77-aa25-2a07e64500a7] Creating VM on the ESX host {{(pid=69613) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 985.713888] env[69613]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ccfe8883-7d5e-4a01-81c7-4abab9985484 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.734413] env[69613]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 985.734413] env[69613]: value = "task-3417859" [ 985.734413] env[69613]: _type = "Task" [ 985.734413] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.743408] env[69613]: DEBUG oslo_vmware.api [-] Task: {'id': task-3417859, 'name': CreateVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.772359] env[69613]: DEBUG oslo_concurrency.lockutils [None req-6b7df8e2-40fc-4076-a9f4-dd8e27895072 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 985.885087] env[69613]: INFO nova.compute.manager [None req-8dfa72f2-8efb-4426-86aa-5cdfa92e0466 tempest-ServerRescueTestJSON-24713172 tempest-ServerRescueTestJSON-24713172-project-member] [instance: 6ddb7bfb-cf8e-4f10-ba48-b67061364a4f] Rescuing [ 985.885087] env[69613]: DEBUG oslo_concurrency.lockutils [None req-8dfa72f2-8efb-4426-86aa-5cdfa92e0466 tempest-ServerRescueTestJSON-24713172 tempest-ServerRescueTestJSON-24713172-project-member] Acquiring lock "refresh_cache-6ddb7bfb-cf8e-4f10-ba48-b67061364a4f" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.885087] env[69613]: DEBUG oslo_concurrency.lockutils [None req-8dfa72f2-8efb-4426-86aa-5cdfa92e0466 tempest-ServerRescueTestJSON-24713172 tempest-ServerRescueTestJSON-24713172-project-member] Acquired lock "refresh_cache-6ddb7bfb-cf8e-4f10-ba48-b67061364a4f" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.885087] env[69613]: DEBUG nova.network.neutron [None req-8dfa72f2-8efb-4426-86aa-5cdfa92e0466 tempest-ServerRescueTestJSON-24713172 tempest-ServerRescueTestJSON-24713172-project-member] [instance: 6ddb7bfb-cf8e-4f10-ba48-b67061364a4f] Building network info cache for instance {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 986.187090] env[69613]: DEBUG nova.scheduler.client.report [None req-498a2673-0834-4849-915b-fb4f1957e173 tempest-InstanceActionsTestJSON-681858584 tempest-InstanceActionsTestJSON-681858584-project-member] Inventory has not changed for provider af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69613) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 986.244999] env[69613]: DEBUG oslo_vmware.api [-] Task: {'id': task-3417859, 'name': CreateVM_Task, 'duration_secs': 0.273625} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.244999] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 71e0d53c-ff3f-4a77-aa25-2a07e64500a7] Created VM on the ESX host {{(pid=69613) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 986.245533] env[69613]: DEBUG oslo_concurrency.lockutils [None req-c28351da-f60d-4f2b-9741-b3ba3ba2e258 tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8d7451c0-8cf7-495b-a3b2-63c738edcac9" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.245706] env[69613]: DEBUG oslo_concurrency.lockutils [None req-c28351da-f60d-4f2b-9741-b3ba3ba2e258 tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8d7451c0-8cf7-495b-a3b2-63c738edcac9" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.246072] env[69613]: DEBUG oslo_concurrency.lockutils [None req-c28351da-f60d-4f2b-9741-b3ba3ba2e258 tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8d7451c0-8cf7-495b-a3b2-63c738edcac9" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.246331] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d6863fb5-53ff-4020-bc69-d22bd83363c6 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.250802] env[69613]: DEBUG oslo_vmware.api [None req-c28351da-f60d-4f2b-9741-b3ba3ba2e258 tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] Waiting for the task: (returnval){ [ 986.250802] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]52aba14e-e817-c0eb-bc85-01de95d6514b" [ 986.250802] env[69613]: _type = "Task" [ 986.250802] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.259134] env[69613]: DEBUG oslo_vmware.api [None req-c28351da-f60d-4f2b-9741-b3ba3ba2e258 tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52aba14e-e817-c0eb-bc85-01de95d6514b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.274690] env[69613]: DEBUG nova.compute.manager [None req-ac40e0db-bf71-449f-936a-6a3895e444d9 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] [instance: ebec351f-35c7-4a4c-a067-8477bfa10fc2] Start spawning the instance on the hypervisor. {{(pid=69613) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 986.309247] env[69613]: DEBUG nova.virt.hardware [None req-ac40e0db-bf71-449f-936a-6a3895e444d9 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T13:55:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T13:55:19Z,direct_url=,disk_format='vmdk',id=2b7a0304-b5d0-431d-b287-32c8388d7fbd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3e9e1b873f1442d59d5ee8247b941f74',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T13:55:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 986.309524] env[69613]: DEBUG nova.virt.hardware [None req-ac40e0db-bf71-449f-936a-6a3895e444d9 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Flavor limits 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 986.309655] env[69613]: DEBUG nova.virt.hardware [None req-ac40e0db-bf71-449f-936a-6a3895e444d9 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Image limits 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 986.309869] env[69613]: DEBUG nova.virt.hardware [None req-ac40e0db-bf71-449f-936a-6a3895e444d9 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Flavor pref 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 986.309971] env[69613]: DEBUG nova.virt.hardware [None req-ac40e0db-bf71-449f-936a-6a3895e444d9 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Image pref 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 986.310283] env[69613]: DEBUG nova.virt.hardware [None req-ac40e0db-bf71-449f-936a-6a3895e444d9 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 986.310518] env[69613]: DEBUG nova.virt.hardware [None req-ac40e0db-bf71-449f-936a-6a3895e444d9 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 986.310680] env[69613]: DEBUG nova.virt.hardware [None req-ac40e0db-bf71-449f-936a-6a3895e444d9 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69613) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 986.310891] env[69613]: DEBUG nova.virt.hardware [None req-ac40e0db-bf71-449f-936a-6a3895e444d9 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Got 1 possible topologies {{(pid=69613) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 986.311484] env[69613]: DEBUG nova.virt.hardware [None req-ac40e0db-bf71-449f-936a-6a3895e444d9 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 986.311484] env[69613]: DEBUG nova.virt.hardware [None req-ac40e0db-bf71-449f-936a-6a3895e444d9 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 986.313165] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9afab80-43f6-4410-87cd-1d2b5cfd2785 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.320791] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecbbf5a7-8742-43da-b219-c7c96321480a {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.446942] env[69613]: DEBUG nova.network.neutron [req-f55e9efb-0cf6-43d9-9bc8-a62669f4d548 req-7a295d6c-3f24-4b8e-b663-38b832031de6 service nova] [instance: 71e0d53c-ff3f-4a77-aa25-2a07e64500a7] Updated VIF entry in instance network info cache for port db26e29a-2db6-476f-b509-df88edbcbe0f. {{(pid=69613) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 986.447348] env[69613]: DEBUG nova.network.neutron [req-f55e9efb-0cf6-43d9-9bc8-a62669f4d548 req-7a295d6c-3f24-4b8e-b663-38b832031de6 service nova] [instance: 71e0d53c-ff3f-4a77-aa25-2a07e64500a7] Updating instance_info_cache with network_info: [{"id": "db26e29a-2db6-476f-b509-df88edbcbe0f", "address": "fa:16:3e:9e:58:de", "network": {"id": "c483e28c-2b27-484b-a9f9-734f2da7098c", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1567393561-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "98a7364efc4045369caebaefb2b32fa3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "411f389f-4e4f-4450-891e-38944cac6135", "external-id": "nsx-vlan-transportzone-795", "segmentation_id": 795, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb26e29a-2d", "ovs_interfaceid": "db26e29a-2db6-476f-b509-df88edbcbe0f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 986.568217] env[69613]: DEBUG nova.network.neutron [None req-8dfa72f2-8efb-4426-86aa-5cdfa92e0466 tempest-ServerRescueTestJSON-24713172 tempest-ServerRescueTestJSON-24713172-project-member] [instance: 6ddb7bfb-cf8e-4f10-ba48-b67061364a4f] Updating instance_info_cache with network_info: [{"id": "10ee3f2b-1d47-451a-813a-4b3201982783", "address": "fa:16:3e:4a:84:3b", "network": {"id": "3acfa373-2dca-451a-aead-0bec66383bf5", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-509557382-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "c715e48e871e46929fbeb9d84252e339", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b931c4c-f73c-4fbd-9c9f-0270834cc69e", "external-id": "nsx-vlan-transportzone-177", "segmentation_id": 177, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap10ee3f2b-1d", "ovs_interfaceid": "10ee3f2b-1d47-451a-813a-4b3201982783", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 986.693332] env[69613]: DEBUG oslo_concurrency.lockutils [None req-498a2673-0834-4849-915b-fb4f1957e173 tempest-InstanceActionsTestJSON-681858584 tempest-InstanceActionsTestJSON-681858584-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.450s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 986.693513] env[69613]: DEBUG nova.compute.manager [None req-498a2673-0834-4849-915b-fb4f1957e173 tempest-InstanceActionsTestJSON-681858584 tempest-InstanceActionsTestJSON-681858584-project-member] [instance: 0aec565b-c6b6-4f71-8903-3950adc48e6f] Start building networks asynchronously for instance. {{(pid=69613) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 986.696203] env[69613]: DEBUG oslo_concurrency.lockutils [None req-379d05c8-7da3-41ec-bb13-791c14178fa0 tempest-ServerShowV247Test-1190307155 tempest-ServerShowV247Test-1190307155-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.195s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 986.696444] env[69613]: DEBUG nova.objects.instance [None req-379d05c8-7da3-41ec-bb13-791c14178fa0 tempest-ServerShowV247Test-1190307155 tempest-ServerShowV247Test-1190307155-project-member] Lazy-loading 'resources' on Instance uuid 302deddd-6e67-4650-b29a-914c4bbd0c6b {{(pid=69613) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 986.760814] env[69613]: DEBUG oslo_concurrency.lockutils [None req-c28351da-f60d-4f2b-9741-b3ba3ba2e258 tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8d7451c0-8cf7-495b-a3b2-63c738edcac9" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.761120] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-c28351da-f60d-4f2b-9741-b3ba3ba2e258 tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] [instance: 71e0d53c-ff3f-4a77-aa25-2a07e64500a7] Processing image 8d7451c0-8cf7-495b-a3b2-63c738edcac9 {{(pid=69613) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 986.761336] env[69613]: DEBUG oslo_concurrency.lockutils [None req-c28351da-f60d-4f2b-9741-b3ba3ba2e258 tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8d7451c0-8cf7-495b-a3b2-63c738edcac9/8d7451c0-8cf7-495b-a3b2-63c738edcac9.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.761481] env[69613]: DEBUG oslo_concurrency.lockutils [None req-c28351da-f60d-4f2b-9741-b3ba3ba2e258 tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8d7451c0-8cf7-495b-a3b2-63c738edcac9/8d7451c0-8cf7-495b-a3b2-63c738edcac9.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.761663] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-c28351da-f60d-4f2b-9741-b3ba3ba2e258 tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69613) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 986.761956] env[69613]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a6e09545-19e2-426e-a184-666ee992c099 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.772953] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-c28351da-f60d-4f2b-9741-b3ba3ba2e258 tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69613) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 986.772953] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-c28351da-f60d-4f2b-9741-b3ba3ba2e258 tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69613) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 986.772953] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c9d6d91d-6ab5-428c-bfe7-b95064933c5d {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.777354] env[69613]: DEBUG oslo_vmware.api [None req-c28351da-f60d-4f2b-9741-b3ba3ba2e258 tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] Waiting for the task: (returnval){ [ 986.777354] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]52e28d47-69d6-c2e8-2821-f4d87a2f9c80" [ 986.777354] env[69613]: _type = "Task" [ 986.777354] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.784711] env[69613]: DEBUG oslo_vmware.api [None req-c28351da-f60d-4f2b-9741-b3ba3ba2e258 tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52e28d47-69d6-c2e8-2821-f4d87a2f9c80, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.951838] env[69613]: DEBUG oslo_concurrency.lockutils [req-f55e9efb-0cf6-43d9-9bc8-a62669f4d548 req-7a295d6c-3f24-4b8e-b663-38b832031de6 service nova] Releasing lock "refresh_cache-71e0d53c-ff3f-4a77-aa25-2a07e64500a7" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.071551] env[69613]: DEBUG oslo_concurrency.lockutils [None req-8dfa72f2-8efb-4426-86aa-5cdfa92e0466 tempest-ServerRescueTestJSON-24713172 tempest-ServerRescueTestJSON-24713172-project-member] Releasing lock "refresh_cache-6ddb7bfb-cf8e-4f10-ba48-b67061364a4f" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.116530] env[69613]: DEBUG nova.network.neutron [None req-ac40e0db-bf71-449f-936a-6a3895e444d9 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] [instance: ebec351f-35c7-4a4c-a067-8477bfa10fc2] Successfully updated port: 651bce8e-a230-424c-b066-2511346b7e68 {{(pid=69613) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 987.200197] env[69613]: DEBUG nova.compute.utils [None req-498a2673-0834-4849-915b-fb4f1957e173 tempest-InstanceActionsTestJSON-681858584 tempest-InstanceActionsTestJSON-681858584-project-member] Using /dev/sd instead of None {{(pid=69613) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 987.201588] env[69613]: DEBUG nova.compute.manager [None req-498a2673-0834-4849-915b-fb4f1957e173 tempest-InstanceActionsTestJSON-681858584 tempest-InstanceActionsTestJSON-681858584-project-member] [instance: 0aec565b-c6b6-4f71-8903-3950adc48e6f] Allocating IP information in the background. {{(pid=69613) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 987.201834] env[69613]: DEBUG nova.network.neutron [None req-498a2673-0834-4849-915b-fb4f1957e173 tempest-InstanceActionsTestJSON-681858584 tempest-InstanceActionsTestJSON-681858584-project-member] [instance: 0aec565b-c6b6-4f71-8903-3950adc48e6f] allocate_for_instance() {{(pid=69613) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 987.265464] env[69613]: DEBUG nova.policy [None req-498a2673-0834-4849-915b-fb4f1957e173 tempest-InstanceActionsTestJSON-681858584 tempest-InstanceActionsTestJSON-681858584-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6b3047ecbd4a4e00b99c33b558b58cf2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6745279cf2f54553a1bf4a69b62174b8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69613) authorize /opt/stack/nova/nova/policy.py:192}} [ 987.289199] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-c28351da-f60d-4f2b-9741-b3ba3ba2e258 tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] [instance: 71e0d53c-ff3f-4a77-aa25-2a07e64500a7] Preparing fetch location {{(pid=69613) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 987.289475] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-c28351da-f60d-4f2b-9741-b3ba3ba2e258 tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] [instance: 71e0d53c-ff3f-4a77-aa25-2a07e64500a7] Fetch image to [datastore2] OSTACK_IMG_f124862a-c606-4006-8599-7295f7365bb5/OSTACK_IMG_f124862a-c606-4006-8599-7295f7365bb5.vmdk {{(pid=69613) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 987.289663] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-c28351da-f60d-4f2b-9741-b3ba3ba2e258 tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] [instance: 71e0d53c-ff3f-4a77-aa25-2a07e64500a7] Downloading stream optimized image 8d7451c0-8cf7-495b-a3b2-63c738edcac9 to [datastore2] OSTACK_IMG_f124862a-c606-4006-8599-7295f7365bb5/OSTACK_IMG_f124862a-c606-4006-8599-7295f7365bb5.vmdk on the data store datastore2 as vApp {{(pid=69613) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 987.289881] env[69613]: DEBUG nova.virt.vmwareapi.images [None req-c28351da-f60d-4f2b-9741-b3ba3ba2e258 tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] [instance: 71e0d53c-ff3f-4a77-aa25-2a07e64500a7] Downloading image file data 8d7451c0-8cf7-495b-a3b2-63c738edcac9 to the ESX as VM named 'OSTACK_IMG_f124862a-c606-4006-8599-7295f7365bb5' {{(pid=69613) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 987.398731] env[69613]: DEBUG oslo_vmware.rw_handles [None req-c28351da-f60d-4f2b-9741-b3ba3ba2e258 tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 987.398731] env[69613]: value = "resgroup-9" [ 987.398731] env[69613]: _type = "ResourcePool" [ 987.398731] env[69613]: }. {{(pid=69613) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 987.398731] env[69613]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-0b95b2b2-9d8a-47c9-8b43-2f20329bd117 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.424023] env[69613]: DEBUG oslo_vmware.rw_handles [None req-c28351da-f60d-4f2b-9741-b3ba3ba2e258 tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] Lease: (returnval){ [ 987.424023] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]52f92941-9f9f-fd03-0c89-c89981445ee2" [ 987.424023] env[69613]: _type = "HttpNfcLease" [ 987.424023] env[69613]: } obtained for vApp import into resource pool (val){ [ 987.424023] env[69613]: value = "resgroup-9" [ 987.424023] env[69613]: _type = "ResourcePool" [ 987.424023] env[69613]: }. {{(pid=69613) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 987.424023] env[69613]: DEBUG oslo_vmware.api [None req-c28351da-f60d-4f2b-9741-b3ba3ba2e258 tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] Waiting for the lease: (returnval){ [ 987.424023] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]52f92941-9f9f-fd03-0c89-c89981445ee2" [ 987.424023] env[69613]: _type = "HttpNfcLease" [ 987.424023] env[69613]: } to be ready. {{(pid=69613) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 987.432488] env[69613]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 987.432488] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]52f92941-9f9f-fd03-0c89-c89981445ee2" [ 987.432488] env[69613]: _type = "HttpNfcLease" [ 987.432488] env[69613]: } is initializing. {{(pid=69613) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 987.570268] env[69613]: DEBUG nova.compute.manager [req-6ce969bb-68c7-41cf-99fd-33a0afb34617 req-980c5f74-2e56-4f00-9d19-97ee1a3e3019 service nova] [instance: ebec351f-35c7-4a4c-a067-8477bfa10fc2] Received event network-vif-plugged-651bce8e-a230-424c-b066-2511346b7e68 {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 987.570508] env[69613]: DEBUG oslo_concurrency.lockutils [req-6ce969bb-68c7-41cf-99fd-33a0afb34617 req-980c5f74-2e56-4f00-9d19-97ee1a3e3019 service nova] Acquiring lock "ebec351f-35c7-4a4c-a067-8477bfa10fc2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 987.570724] env[69613]: DEBUG oslo_concurrency.lockutils [req-6ce969bb-68c7-41cf-99fd-33a0afb34617 req-980c5f74-2e56-4f00-9d19-97ee1a3e3019 service nova] Lock "ebec351f-35c7-4a4c-a067-8477bfa10fc2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 987.570895] env[69613]: DEBUG oslo_concurrency.lockutils [req-6ce969bb-68c7-41cf-99fd-33a0afb34617 req-980c5f74-2e56-4f00-9d19-97ee1a3e3019 service nova] Lock "ebec351f-35c7-4a4c-a067-8477bfa10fc2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 987.571078] env[69613]: DEBUG nova.compute.manager [req-6ce969bb-68c7-41cf-99fd-33a0afb34617 req-980c5f74-2e56-4f00-9d19-97ee1a3e3019 service nova] [instance: ebec351f-35c7-4a4c-a067-8477bfa10fc2] No waiting events found dispatching network-vif-plugged-651bce8e-a230-424c-b066-2511346b7e68 {{(pid=69613) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 987.571250] env[69613]: WARNING nova.compute.manager [req-6ce969bb-68c7-41cf-99fd-33a0afb34617 req-980c5f74-2e56-4f00-9d19-97ee1a3e3019 service nova] [instance: ebec351f-35c7-4a4c-a067-8477bfa10fc2] Received unexpected event network-vif-plugged-651bce8e-a230-424c-b066-2511346b7e68 for instance with vm_state building and task_state spawning. [ 987.571412] env[69613]: DEBUG nova.compute.manager [req-6ce969bb-68c7-41cf-99fd-33a0afb34617 req-980c5f74-2e56-4f00-9d19-97ee1a3e3019 service nova] [instance: ebec351f-35c7-4a4c-a067-8477bfa10fc2] Received event network-changed-651bce8e-a230-424c-b066-2511346b7e68 {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 987.571567] env[69613]: DEBUG nova.compute.manager [req-6ce969bb-68c7-41cf-99fd-33a0afb34617 req-980c5f74-2e56-4f00-9d19-97ee1a3e3019 service nova] [instance: ebec351f-35c7-4a4c-a067-8477bfa10fc2] Refreshing instance network info cache due to event network-changed-651bce8e-a230-424c-b066-2511346b7e68. {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 987.571988] env[69613]: DEBUG oslo_concurrency.lockutils [req-6ce969bb-68c7-41cf-99fd-33a0afb34617 req-980c5f74-2e56-4f00-9d19-97ee1a3e3019 service nova] Acquiring lock "refresh_cache-ebec351f-35c7-4a4c-a067-8477bfa10fc2" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.572136] env[69613]: DEBUG oslo_concurrency.lockutils [req-6ce969bb-68c7-41cf-99fd-33a0afb34617 req-980c5f74-2e56-4f00-9d19-97ee1a3e3019 service nova] Acquired lock "refresh_cache-ebec351f-35c7-4a4c-a067-8477bfa10fc2" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.572360] env[69613]: DEBUG nova.network.neutron [req-6ce969bb-68c7-41cf-99fd-33a0afb34617 req-980c5f74-2e56-4f00-9d19-97ee1a3e3019 service nova] [instance: ebec351f-35c7-4a4c-a067-8477bfa10fc2] Refreshing network info cache for port 651bce8e-a230-424c-b066-2511346b7e68 {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 987.575513] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33558182-c3bc-48a9-adf3-315bd3001492 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.587202] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e2808f6-1ee8-46f1-8107-d1ef89864ad1 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.620575] env[69613]: DEBUG oslo_concurrency.lockutils [None req-ac40e0db-bf71-449f-936a-6a3895e444d9 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Acquiring lock "refresh_cache-ebec351f-35c7-4a4c-a067-8477bfa10fc2" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.621793] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2de8b10-4ecb-495a-9aa7-475e2e962c43 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.629192] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f980bca6-ffd3-4947-a67e-c8ed6c76e6e6 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.648029] env[69613]: DEBUG nova.compute.provider_tree [None req-379d05c8-7da3-41ec-bb13-791c14178fa0 tempest-ServerShowV247Test-1190307155 tempest-ServerShowV247Test-1190307155-project-member] Inventory has not changed in ProviderTree for provider: af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 {{(pid=69613) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 987.648029] env[69613]: DEBUG nova.network.neutron [None req-498a2673-0834-4849-915b-fb4f1957e173 tempest-InstanceActionsTestJSON-681858584 tempest-InstanceActionsTestJSON-681858584-project-member] [instance: 0aec565b-c6b6-4f71-8903-3950adc48e6f] Successfully created port: e3501edd-7d6e-46dd-b283-35bde45b41b2 {{(pid=69613) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 987.708513] env[69613]: DEBUG nova.compute.manager [None req-498a2673-0834-4849-915b-fb4f1957e173 tempest-InstanceActionsTestJSON-681858584 tempest-InstanceActionsTestJSON-681858584-project-member] [instance: 0aec565b-c6b6-4f71-8903-3950adc48e6f] Start building block device mappings for instance. {{(pid=69613) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 987.931040] env[69613]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 987.931040] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]52f92941-9f9f-fd03-0c89-c89981445ee2" [ 987.931040] env[69613]: _type = "HttpNfcLease" [ 987.931040] env[69613]: } is initializing. {{(pid=69613) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 988.110314] env[69613]: DEBUG nova.network.neutron [req-6ce969bb-68c7-41cf-99fd-33a0afb34617 req-980c5f74-2e56-4f00-9d19-97ee1a3e3019 service nova] [instance: ebec351f-35c7-4a4c-a067-8477bfa10fc2] Instance cache missing network info. {{(pid=69613) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 988.150750] env[69613]: DEBUG nova.scheduler.client.report [None req-379d05c8-7da3-41ec-bb13-791c14178fa0 tempest-ServerShowV247Test-1190307155 tempest-ServerShowV247Test-1190307155-project-member] Inventory has not changed for provider af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69613) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 988.192484] env[69613]: DEBUG nova.network.neutron [req-6ce969bb-68c7-41cf-99fd-33a0afb34617 req-980c5f74-2e56-4f00-9d19-97ee1a3e3019 service nova] [instance: ebec351f-35c7-4a4c-a067-8477bfa10fc2] Updating instance_info_cache with network_info: [] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 988.432032] env[69613]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 988.432032] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]52f92941-9f9f-fd03-0c89-c89981445ee2" [ 988.432032] env[69613]: _type = "HttpNfcLease" [ 988.432032] env[69613]: } is initializing. {{(pid=69613) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 988.626854] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-8dfa72f2-8efb-4426-86aa-5cdfa92e0466 tempest-ServerRescueTestJSON-24713172 tempest-ServerRescueTestJSON-24713172-project-member] [instance: 6ddb7bfb-cf8e-4f10-ba48-b67061364a4f] Powering off the VM {{(pid=69613) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 988.627198] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-67272d85-91ec-4409-9a85-120eef270d3b {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.634957] env[69613]: DEBUG oslo_vmware.api [None req-8dfa72f2-8efb-4426-86aa-5cdfa92e0466 tempest-ServerRescueTestJSON-24713172 tempest-ServerRescueTestJSON-24713172-project-member] Waiting for the task: (returnval){ [ 988.634957] env[69613]: value = "task-3417861" [ 988.634957] env[69613]: _type = "Task" [ 988.634957] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.643312] env[69613]: DEBUG oslo_vmware.api [None req-8dfa72f2-8efb-4426-86aa-5cdfa92e0466 tempest-ServerRescueTestJSON-24713172 tempest-ServerRescueTestJSON-24713172-project-member] Task: {'id': task-3417861, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.657262] env[69613]: DEBUG oslo_concurrency.lockutils [None req-379d05c8-7da3-41ec-bb13-791c14178fa0 tempest-ServerShowV247Test-1190307155 tempest-ServerShowV247Test-1190307155-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.961s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 988.659503] env[69613]: DEBUG oslo_concurrency.lockutils [None req-3bd4cc7c-9953-4329-933f-afc17da08d0d tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.761s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 988.661092] env[69613]: INFO nova.compute.claims [None req-3bd4cc7c-9953-4329-933f-afc17da08d0d tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] [instance: a0bbab2d-2cf3-4ba3-aab2-980059d75fc7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 988.680098] env[69613]: INFO nova.scheduler.client.report [None req-379d05c8-7da3-41ec-bb13-791c14178fa0 tempest-ServerShowV247Test-1190307155 tempest-ServerShowV247Test-1190307155-project-member] Deleted allocations for instance 302deddd-6e67-4650-b29a-914c4bbd0c6b [ 988.695336] env[69613]: DEBUG oslo_concurrency.lockutils [req-6ce969bb-68c7-41cf-99fd-33a0afb34617 req-980c5f74-2e56-4f00-9d19-97ee1a3e3019 service nova] Releasing lock "refresh_cache-ebec351f-35c7-4a4c-a067-8477bfa10fc2" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.695754] env[69613]: DEBUG oslo_concurrency.lockutils [None req-ac40e0db-bf71-449f-936a-6a3895e444d9 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Acquired lock "refresh_cache-ebec351f-35c7-4a4c-a067-8477bfa10fc2" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.695927] env[69613]: DEBUG nova.network.neutron [None req-ac40e0db-bf71-449f-936a-6a3895e444d9 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] [instance: ebec351f-35c7-4a4c-a067-8477bfa10fc2] Building network info cache for instance {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 988.718099] env[69613]: DEBUG nova.compute.manager [None req-498a2673-0834-4849-915b-fb4f1957e173 tempest-InstanceActionsTestJSON-681858584 tempest-InstanceActionsTestJSON-681858584-project-member] [instance: 0aec565b-c6b6-4f71-8903-3950adc48e6f] Start spawning the instance on the hypervisor. {{(pid=69613) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 988.741994] env[69613]: DEBUG nova.virt.hardware [None req-498a2673-0834-4849-915b-fb4f1957e173 tempest-InstanceActionsTestJSON-681858584 tempest-InstanceActionsTestJSON-681858584-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T13:55:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T13:55:19Z,direct_url=,disk_format='vmdk',id=2b7a0304-b5d0-431d-b287-32c8388d7fbd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3e9e1b873f1442d59d5ee8247b941f74',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T13:55:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 988.742255] env[69613]: DEBUG nova.virt.hardware [None req-498a2673-0834-4849-915b-fb4f1957e173 tempest-InstanceActionsTestJSON-681858584 tempest-InstanceActionsTestJSON-681858584-project-member] Flavor limits 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 988.742412] env[69613]: DEBUG nova.virt.hardware [None req-498a2673-0834-4849-915b-fb4f1957e173 tempest-InstanceActionsTestJSON-681858584 tempest-InstanceActionsTestJSON-681858584-project-member] Image limits 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 988.742589] env[69613]: DEBUG nova.virt.hardware [None req-498a2673-0834-4849-915b-fb4f1957e173 tempest-InstanceActionsTestJSON-681858584 tempest-InstanceActionsTestJSON-681858584-project-member] Flavor pref 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 988.742763] env[69613]: DEBUG nova.virt.hardware [None req-498a2673-0834-4849-915b-fb4f1957e173 tempest-InstanceActionsTestJSON-681858584 tempest-InstanceActionsTestJSON-681858584-project-member] Image pref 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 988.742910] env[69613]: DEBUG nova.virt.hardware [None req-498a2673-0834-4849-915b-fb4f1957e173 tempest-InstanceActionsTestJSON-681858584 tempest-InstanceActionsTestJSON-681858584-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 988.743131] env[69613]: DEBUG nova.virt.hardware [None req-498a2673-0834-4849-915b-fb4f1957e173 tempest-InstanceActionsTestJSON-681858584 tempest-InstanceActionsTestJSON-681858584-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 988.743320] env[69613]: DEBUG nova.virt.hardware [None req-498a2673-0834-4849-915b-fb4f1957e173 tempest-InstanceActionsTestJSON-681858584 tempest-InstanceActionsTestJSON-681858584-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69613) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 988.743448] env[69613]: DEBUG nova.virt.hardware [None req-498a2673-0834-4849-915b-fb4f1957e173 tempest-InstanceActionsTestJSON-681858584 tempest-InstanceActionsTestJSON-681858584-project-member] Got 1 possible topologies {{(pid=69613) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 988.743607] env[69613]: DEBUG nova.virt.hardware [None req-498a2673-0834-4849-915b-fb4f1957e173 tempest-InstanceActionsTestJSON-681858584 tempest-InstanceActionsTestJSON-681858584-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 988.743776] env[69613]: DEBUG nova.virt.hardware [None req-498a2673-0834-4849-915b-fb4f1957e173 tempest-InstanceActionsTestJSON-681858584 tempest-InstanceActionsTestJSON-681858584-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 988.744913] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abe34860-fecb-4956-8d08-6ac63c439da1 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.754677] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa5d47eb-1f58-4c03-bf1a-1ffd535edca2 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.932256] env[69613]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 988.932256] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]52f92941-9f9f-fd03-0c89-c89981445ee2" [ 988.932256] env[69613]: _type = "HttpNfcLease" [ 988.932256] env[69613]: } is initializing. {{(pid=69613) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 989.146354] env[69613]: DEBUG oslo_vmware.api [None req-8dfa72f2-8efb-4426-86aa-5cdfa92e0466 tempest-ServerRescueTestJSON-24713172 tempest-ServerRescueTestJSON-24713172-project-member] Task: {'id': task-3417861, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.187468] env[69613]: DEBUG oslo_concurrency.lockutils [None req-379d05c8-7da3-41ec-bb13-791c14178fa0 tempest-ServerShowV247Test-1190307155 tempest-ServerShowV247Test-1190307155-project-member] Lock "302deddd-6e67-4650-b29a-914c4bbd0c6b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.968s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 989.226703] env[69613]: DEBUG nova.network.neutron [None req-ac40e0db-bf71-449f-936a-6a3895e444d9 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] [instance: ebec351f-35c7-4a4c-a067-8477bfa10fc2] Instance cache missing network info. {{(pid=69613) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 989.333944] env[69613]: DEBUG nova.network.neutron [None req-498a2673-0834-4849-915b-fb4f1957e173 tempest-InstanceActionsTestJSON-681858584 tempest-InstanceActionsTestJSON-681858584-project-member] [instance: 0aec565b-c6b6-4f71-8903-3950adc48e6f] Successfully updated port: e3501edd-7d6e-46dd-b283-35bde45b41b2 {{(pid=69613) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 989.371431] env[69613]: DEBUG nova.network.neutron [None req-ac40e0db-bf71-449f-936a-6a3895e444d9 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] [instance: ebec351f-35c7-4a4c-a067-8477bfa10fc2] Updating instance_info_cache with network_info: [{"id": "651bce8e-a230-424c-b066-2511346b7e68", "address": "fa:16:3e:39:bb:ec", "network": {"id": "c0b12726-3f23-429f-9754-e392f341b3e5", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-45944192-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "00abae90f85947e99f41566442e43eab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5e27fd35-1d7b-4358-92d5-4d34da27b992", "external-id": "nsx-vlan-transportzone-355", "segmentation_id": 355, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap651bce8e-a2", "ovs_interfaceid": "651bce8e-a230-424c-b066-2511346b7e68", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 989.432926] env[69613]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 989.432926] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]52f92941-9f9f-fd03-0c89-c89981445ee2" [ 989.432926] env[69613]: _type = "HttpNfcLease" [ 989.432926] env[69613]: } is ready. {{(pid=69613) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 989.433219] env[69613]: DEBUG oslo_vmware.rw_handles [None req-c28351da-f60d-4f2b-9741-b3ba3ba2e258 tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 989.433219] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]52f92941-9f9f-fd03-0c89-c89981445ee2" [ 989.433219] env[69613]: _type = "HttpNfcLease" [ 989.433219] env[69613]: }. {{(pid=69613) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 989.433887] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fc6d026-48a8-484c-aa5a-4a8c18cc4529 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.440714] env[69613]: DEBUG oslo_vmware.rw_handles [None req-c28351da-f60d-4f2b-9741-b3ba3ba2e258 tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c910ec-2200-0454-8e2f-d338cd4fca66/disk-0.vmdk from lease info. {{(pid=69613) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 989.440894] env[69613]: DEBUG oslo_vmware.rw_handles [None req-c28351da-f60d-4f2b-9741-b3ba3ba2e258 tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] Creating HTTP connection to write to file with size = 31666688 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c910ec-2200-0454-8e2f-d338cd4fca66/disk-0.vmdk. {{(pid=69613) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 989.505027] env[69613]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-0072d348-b371-47be-ab5a-238b53e62f73 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.647040] env[69613]: DEBUG oslo_vmware.api [None req-8dfa72f2-8efb-4426-86aa-5cdfa92e0466 tempest-ServerRescueTestJSON-24713172 tempest-ServerRescueTestJSON-24713172-project-member] Task: {'id': task-3417861, 'name': PowerOffVM_Task, 'duration_secs': 0.696497} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.647370] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-8dfa72f2-8efb-4426-86aa-5cdfa92e0466 tempest-ServerRescueTestJSON-24713172 tempest-ServerRescueTestJSON-24713172-project-member] [instance: 6ddb7bfb-cf8e-4f10-ba48-b67061364a4f] Powered off the VM {{(pid=69613) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 989.648245] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9a0dcc2-cf7b-4723-a1f1-eea1d6241932 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.673327] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17de0213-77ad-46fd-bf47-19ba8f46ddd0 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.684510] env[69613]: DEBUG nova.compute.manager [req-56348db1-b9d8-41e9-b057-25940af5e459 req-2e22cee2-e9bb-464a-a9c6-1b33b0e63f99 service nova] [instance: 0aec565b-c6b6-4f71-8903-3950adc48e6f] Received event network-vif-plugged-e3501edd-7d6e-46dd-b283-35bde45b41b2 {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 989.684510] env[69613]: DEBUG oslo_concurrency.lockutils [req-56348db1-b9d8-41e9-b057-25940af5e459 req-2e22cee2-e9bb-464a-a9c6-1b33b0e63f99 service nova] Acquiring lock "0aec565b-c6b6-4f71-8903-3950adc48e6f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 989.684510] env[69613]: DEBUG oslo_concurrency.lockutils [req-56348db1-b9d8-41e9-b057-25940af5e459 req-2e22cee2-e9bb-464a-a9c6-1b33b0e63f99 service nova] Lock "0aec565b-c6b6-4f71-8903-3950adc48e6f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 989.684510] env[69613]: DEBUG oslo_concurrency.lockutils [req-56348db1-b9d8-41e9-b057-25940af5e459 req-2e22cee2-e9bb-464a-a9c6-1b33b0e63f99 service nova] Lock "0aec565b-c6b6-4f71-8903-3950adc48e6f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 989.684510] env[69613]: DEBUG nova.compute.manager [req-56348db1-b9d8-41e9-b057-25940af5e459 req-2e22cee2-e9bb-464a-a9c6-1b33b0e63f99 service nova] [instance: 0aec565b-c6b6-4f71-8903-3950adc48e6f] No waiting events found dispatching network-vif-plugged-e3501edd-7d6e-46dd-b283-35bde45b41b2 {{(pid=69613) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 989.684510] env[69613]: WARNING nova.compute.manager [req-56348db1-b9d8-41e9-b057-25940af5e459 req-2e22cee2-e9bb-464a-a9c6-1b33b0e63f99 service nova] [instance: 0aec565b-c6b6-4f71-8903-3950adc48e6f] Received unexpected event network-vif-plugged-e3501edd-7d6e-46dd-b283-35bde45b41b2 for instance with vm_state building and task_state spawning. [ 989.684510] env[69613]: DEBUG nova.compute.manager [req-56348db1-b9d8-41e9-b057-25940af5e459 req-2e22cee2-e9bb-464a-a9c6-1b33b0e63f99 service nova] [instance: 0aec565b-c6b6-4f71-8903-3950adc48e6f] Received event network-changed-e3501edd-7d6e-46dd-b283-35bde45b41b2 {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 989.684510] env[69613]: DEBUG nova.compute.manager [req-56348db1-b9d8-41e9-b057-25940af5e459 req-2e22cee2-e9bb-464a-a9c6-1b33b0e63f99 service nova] [instance: 0aec565b-c6b6-4f71-8903-3950adc48e6f] Refreshing instance network info cache due to event network-changed-e3501edd-7d6e-46dd-b283-35bde45b41b2. {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 989.685725] env[69613]: DEBUG oslo_concurrency.lockutils [req-56348db1-b9d8-41e9-b057-25940af5e459 req-2e22cee2-e9bb-464a-a9c6-1b33b0e63f99 service nova] Acquiring lock "refresh_cache-0aec565b-c6b6-4f71-8903-3950adc48e6f" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.685725] env[69613]: DEBUG oslo_concurrency.lockutils [req-56348db1-b9d8-41e9-b057-25940af5e459 req-2e22cee2-e9bb-464a-a9c6-1b33b0e63f99 service nova] Acquired lock "refresh_cache-0aec565b-c6b6-4f71-8903-3950adc48e6f" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.685725] env[69613]: DEBUG nova.network.neutron [req-56348db1-b9d8-41e9-b057-25940af5e459 req-2e22cee2-e9bb-464a-a9c6-1b33b0e63f99 service nova] [instance: 0aec565b-c6b6-4f71-8903-3950adc48e6f] Refreshing network info cache for port e3501edd-7d6e-46dd-b283-35bde45b41b2 {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 989.725402] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-8dfa72f2-8efb-4426-86aa-5cdfa92e0466 tempest-ServerRescueTestJSON-24713172 tempest-ServerRescueTestJSON-24713172-project-member] [instance: 6ddb7bfb-cf8e-4f10-ba48-b67061364a4f] Powering off the VM {{(pid=69613) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 989.725738] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ae8ffdd9-3851-4995-8aaa-1c7e030c7b8d {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.735522] env[69613]: DEBUG oslo_vmware.api [None req-8dfa72f2-8efb-4426-86aa-5cdfa92e0466 tempest-ServerRescueTestJSON-24713172 tempest-ServerRescueTestJSON-24713172-project-member] Waiting for the task: (returnval){ [ 989.735522] env[69613]: value = "task-3417862" [ 989.735522] env[69613]: _type = "Task" [ 989.735522] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.750925] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-8dfa72f2-8efb-4426-86aa-5cdfa92e0466 tempest-ServerRescueTestJSON-24713172 tempest-ServerRescueTestJSON-24713172-project-member] [instance: 6ddb7bfb-cf8e-4f10-ba48-b67061364a4f] VM already powered off {{(pid=69613) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 989.751225] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-8dfa72f2-8efb-4426-86aa-5cdfa92e0466 tempest-ServerRescueTestJSON-24713172 tempest-ServerRescueTestJSON-24713172-project-member] [instance: 6ddb7bfb-cf8e-4f10-ba48-b67061364a4f] Processing image 2b7a0304-b5d0-431d-b287-32c8388d7fbd {{(pid=69613) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 989.751548] env[69613]: DEBUG oslo_concurrency.lockutils [None req-8dfa72f2-8efb-4426-86aa-5cdfa92e0466 tempest-ServerRescueTestJSON-24713172 tempest-ServerRescueTestJSON-24713172-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.751611] env[69613]: DEBUG oslo_concurrency.lockutils [None req-8dfa72f2-8efb-4426-86aa-5cdfa92e0466 tempest-ServerRescueTestJSON-24713172 tempest-ServerRescueTestJSON-24713172-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.751815] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-8dfa72f2-8efb-4426-86aa-5cdfa92e0466 tempest-ServerRescueTestJSON-24713172 tempest-ServerRescueTestJSON-24713172-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69613) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 989.752086] env[69613]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2a129511-69c7-4384-bc5e-6b7fa8719c6d {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.773481] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-8dfa72f2-8efb-4426-86aa-5cdfa92e0466 tempest-ServerRescueTestJSON-24713172 tempest-ServerRescueTestJSON-24713172-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69613) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 989.773678] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-8dfa72f2-8efb-4426-86aa-5cdfa92e0466 tempest-ServerRescueTestJSON-24713172 tempest-ServerRescueTestJSON-24713172-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69613) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 989.774485] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d97e4316-386c-487f-8540-6a6ecb844a05 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.780054] env[69613]: DEBUG oslo_vmware.api [None req-8dfa72f2-8efb-4426-86aa-5cdfa92e0466 tempest-ServerRescueTestJSON-24713172 tempest-ServerRescueTestJSON-24713172-project-member] Waiting for the task: (returnval){ [ 989.780054] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]52322515-296e-cc68-8126-bda9bb38fdb3" [ 989.780054] env[69613]: _type = "Task" [ 989.780054] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.793702] env[69613]: DEBUG oslo_vmware.api [None req-8dfa72f2-8efb-4426-86aa-5cdfa92e0466 tempest-ServerRescueTestJSON-24713172 tempest-ServerRescueTestJSON-24713172-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52322515-296e-cc68-8126-bda9bb38fdb3, 'name': SearchDatastore_Task, 'duration_secs': 0.010131} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.795645] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d62b467f-6902-41af-9bcc-0d0f82d458d9 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.801993] env[69613]: DEBUG oslo_vmware.api [None req-8dfa72f2-8efb-4426-86aa-5cdfa92e0466 tempest-ServerRescueTestJSON-24713172 tempest-ServerRescueTestJSON-24713172-project-member] Waiting for the task: (returnval){ [ 989.801993] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]521112ed-d670-7a96-68ac-ec4223624f5c" [ 989.801993] env[69613]: _type = "Task" [ 989.801993] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.814864] env[69613]: DEBUG oslo_vmware.api [None req-8dfa72f2-8efb-4426-86aa-5cdfa92e0466 tempest-ServerRescueTestJSON-24713172 tempest-ServerRescueTestJSON-24713172-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]521112ed-d670-7a96-68ac-ec4223624f5c, 'name': SearchDatastore_Task, 'duration_secs': 0.00994} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.819595] env[69613]: DEBUG oslo_concurrency.lockutils [None req-8dfa72f2-8efb-4426-86aa-5cdfa92e0466 tempest-ServerRescueTestJSON-24713172 tempest-ServerRescueTestJSON-24713172-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.819931] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-8dfa72f2-8efb-4426-86aa-5cdfa92e0466 tempest-ServerRescueTestJSON-24713172 tempest-ServerRescueTestJSON-24713172-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk to [datastore2] 6ddb7bfb-cf8e-4f10-ba48-b67061364a4f/2b7a0304-b5d0-431d-b287-32c8388d7fbd-rescue.vmdk. {{(pid=69613) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 989.821245] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-118e4efe-fd35-4172-b6eb-a506f3efbbd5 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.828128] env[69613]: DEBUG oslo_vmware.api [None req-8dfa72f2-8efb-4426-86aa-5cdfa92e0466 tempest-ServerRescueTestJSON-24713172 tempest-ServerRescueTestJSON-24713172-project-member] Waiting for the task: (returnval){ [ 989.828128] env[69613]: value = "task-3417863" [ 989.828128] env[69613]: _type = "Task" [ 989.828128] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.841483] env[69613]: DEBUG oslo_concurrency.lockutils [None req-498a2673-0834-4849-915b-fb4f1957e173 tempest-InstanceActionsTestJSON-681858584 tempest-InstanceActionsTestJSON-681858584-project-member] Acquiring lock "refresh_cache-0aec565b-c6b6-4f71-8903-3950adc48e6f" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.841778] env[69613]: DEBUG oslo_vmware.api [None req-8dfa72f2-8efb-4426-86aa-5cdfa92e0466 tempest-ServerRescueTestJSON-24713172 tempest-ServerRescueTestJSON-24713172-project-member] Task: {'id': task-3417863, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.873582] env[69613]: DEBUG oslo_concurrency.lockutils [None req-ac40e0db-bf71-449f-936a-6a3895e444d9 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Releasing lock "refresh_cache-ebec351f-35c7-4a4c-a067-8477bfa10fc2" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.873908] env[69613]: DEBUG nova.compute.manager [None req-ac40e0db-bf71-449f-936a-6a3895e444d9 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] [instance: ebec351f-35c7-4a4c-a067-8477bfa10fc2] Instance network_info: |[{"id": "651bce8e-a230-424c-b066-2511346b7e68", "address": "fa:16:3e:39:bb:ec", "network": {"id": "c0b12726-3f23-429f-9754-e392f341b3e5", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-45944192-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "00abae90f85947e99f41566442e43eab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5e27fd35-1d7b-4358-92d5-4d34da27b992", "external-id": "nsx-vlan-transportzone-355", "segmentation_id": 355, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap651bce8e-a2", "ovs_interfaceid": "651bce8e-a230-424c-b066-2511346b7e68", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69613) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 989.875489] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-ac40e0db-bf71-449f-936a-6a3895e444d9 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] [instance: ebec351f-35c7-4a4c-a067-8477bfa10fc2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:39:bb:ec', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5e27fd35-1d7b-4358-92d5-4d34da27b992', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '651bce8e-a230-424c-b066-2511346b7e68', 'vif_model': 'vmxnet3'}] {{(pid=69613) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 989.883390] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac40e0db-bf71-449f-936a-6a3895e444d9 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Creating folder: Project (00abae90f85947e99f41566442e43eab). Parent ref: group-v681687. {{(pid=69613) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 989.888682] env[69613]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-019014e1-4cc2-46e0-b8f3-62b0b1c891a2 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.901458] env[69613]: INFO nova.virt.vmwareapi.vm_util [None req-ac40e0db-bf71-449f-936a-6a3895e444d9 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Created folder: Project (00abae90f85947e99f41566442e43eab) in parent group-v681687. [ 989.901458] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac40e0db-bf71-449f-936a-6a3895e444d9 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Creating folder: Instances. Parent ref: group-v681952. {{(pid=69613) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 989.901710] env[69613]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-465e4b25-8fda-4a0b-a795-f67483db1f81 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.912868] env[69613]: INFO nova.virt.vmwareapi.vm_util [None req-ac40e0db-bf71-449f-936a-6a3895e444d9 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Created folder: Instances in parent group-v681952. [ 989.913143] env[69613]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ac40e0db-bf71-449f-936a-6a3895e444d9 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69613) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 989.913324] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ebec351f-35c7-4a4c-a067-8477bfa10fc2] Creating VM on the ESX host {{(pid=69613) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 989.913530] env[69613]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6b163f9a-dbdc-412c-965f-e0b960a83fe2 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.941091] env[69613]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 989.941091] env[69613]: value = "task-3417866" [ 989.941091] env[69613]: _type = "Task" [ 989.941091] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.954655] env[69613]: DEBUG oslo_vmware.api [-] Task: {'id': task-3417866, 'name': CreateVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.095991] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94c8fc45-8650-4f6f-b932-bc0d40ae987b {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.106006] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b819ce6f-0106-4a94-bbbb-62a2076c3f71 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.140297] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59f5f0a4-3422-482a-8ee4-da5b72ae2646 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.148808] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5326cd8-9b7f-4fa5-ae05-68bd9fc07669 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.163629] env[69613]: DEBUG nova.compute.provider_tree [None req-3bd4cc7c-9953-4329-933f-afc17da08d0d tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Inventory has not changed in ProviderTree for provider: af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 {{(pid=69613) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 990.226829] env[69613]: DEBUG nova.network.neutron [req-56348db1-b9d8-41e9-b057-25940af5e459 req-2e22cee2-e9bb-464a-a9c6-1b33b0e63f99 service nova] [instance: 0aec565b-c6b6-4f71-8903-3950adc48e6f] Instance cache missing network info. {{(pid=69613) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 990.322255] env[69613]: DEBUG nova.network.neutron [req-56348db1-b9d8-41e9-b057-25940af5e459 req-2e22cee2-e9bb-464a-a9c6-1b33b0e63f99 service nova] [instance: 0aec565b-c6b6-4f71-8903-3950adc48e6f] Updating instance_info_cache with network_info: [] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 990.337962] env[69613]: DEBUG oslo_vmware.api [None req-8dfa72f2-8efb-4426-86aa-5cdfa92e0466 tempest-ServerRescueTestJSON-24713172 tempest-ServerRescueTestJSON-24713172-project-member] Task: {'id': task-3417863, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.455934] env[69613]: DEBUG oslo_vmware.api [-] Task: {'id': task-3417866, 'name': CreateVM_Task} progress is 99%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.667580] env[69613]: DEBUG nova.scheduler.client.report [None req-3bd4cc7c-9953-4329-933f-afc17da08d0d tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Inventory has not changed for provider af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69613) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 990.826040] env[69613]: DEBUG oslo_concurrency.lockutils [req-56348db1-b9d8-41e9-b057-25940af5e459 req-2e22cee2-e9bb-464a-a9c6-1b33b0e63f99 service nova] Releasing lock "refresh_cache-0aec565b-c6b6-4f71-8903-3950adc48e6f" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.826626] env[69613]: DEBUG oslo_concurrency.lockutils [None req-498a2673-0834-4849-915b-fb4f1957e173 tempest-InstanceActionsTestJSON-681858584 tempest-InstanceActionsTestJSON-681858584-project-member] Acquired lock "refresh_cache-0aec565b-c6b6-4f71-8903-3950adc48e6f" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.826795] env[69613]: DEBUG nova.network.neutron [None req-498a2673-0834-4849-915b-fb4f1957e173 tempest-InstanceActionsTestJSON-681858584 tempest-InstanceActionsTestJSON-681858584-project-member] [instance: 0aec565b-c6b6-4f71-8903-3950adc48e6f] Building network info cache for instance {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 990.840048] env[69613]: DEBUG oslo_vmware.api [None req-8dfa72f2-8efb-4426-86aa-5cdfa92e0466 tempest-ServerRescueTestJSON-24713172 tempest-ServerRescueTestJSON-24713172-project-member] Task: {'id': task-3417863, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.51392} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.841785] env[69613]: INFO nova.virt.vmwareapi.ds_util [None req-8dfa72f2-8efb-4426-86aa-5cdfa92e0466 tempest-ServerRescueTestJSON-24713172 tempest-ServerRescueTestJSON-24713172-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk to [datastore2] 6ddb7bfb-cf8e-4f10-ba48-b67061364a4f/2b7a0304-b5d0-431d-b287-32c8388d7fbd-rescue.vmdk. [ 990.842929] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6143d9ca-7d35-4877-8f5d-6a6793c76376 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.872043] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-8dfa72f2-8efb-4426-86aa-5cdfa92e0466 tempest-ServerRescueTestJSON-24713172 tempest-ServerRescueTestJSON-24713172-project-member] [instance: 6ddb7bfb-cf8e-4f10-ba48-b67061364a4f] Reconfiguring VM instance instance-00000057 to attach disk [datastore2] 6ddb7bfb-cf8e-4f10-ba48-b67061364a4f/2b7a0304-b5d0-431d-b287-32c8388d7fbd-rescue.vmdk or device None with type thin {{(pid=69613) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 990.873463] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b342964d-f1a2-44d5-bd39-d8faefe623e1 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.895089] env[69613]: DEBUG oslo_vmware.api [None req-8dfa72f2-8efb-4426-86aa-5cdfa92e0466 tempest-ServerRescueTestJSON-24713172 tempest-ServerRescueTestJSON-24713172-project-member] Waiting for the task: (returnval){ [ 990.895089] env[69613]: value = "task-3417867" [ 990.895089] env[69613]: _type = "Task" [ 990.895089] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.896804] env[69613]: DEBUG oslo_vmware.rw_handles [None req-c28351da-f60d-4f2b-9741-b3ba3ba2e258 tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] Completed reading data from the image iterator. {{(pid=69613) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 990.897007] env[69613]: DEBUG oslo_vmware.rw_handles [None req-c28351da-f60d-4f2b-9741-b3ba3ba2e258 tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c910ec-2200-0454-8e2f-d338cd4fca66/disk-0.vmdk. {{(pid=69613) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 990.897909] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87002189-8af3-4704-ac42-38778ce5b4c1 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.907430] env[69613]: DEBUG oslo_vmware.rw_handles [None req-c28351da-f60d-4f2b-9741-b3ba3ba2e258 tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c910ec-2200-0454-8e2f-d338cd4fca66/disk-0.vmdk is in state: ready. {{(pid=69613) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 990.907621] env[69613]: DEBUG oslo_vmware.rw_handles [None req-c28351da-f60d-4f2b-9741-b3ba3ba2e258 tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c910ec-2200-0454-8e2f-d338cd4fca66/disk-0.vmdk. {{(pid=69613) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 990.911025] env[69613]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-591bd11c-c52f-4a6f-b745-18ce67be6925 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.912482] env[69613]: DEBUG oslo_vmware.api [None req-8dfa72f2-8efb-4426-86aa-5cdfa92e0466 tempest-ServerRescueTestJSON-24713172 tempest-ServerRescueTestJSON-24713172-project-member] Task: {'id': task-3417867, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.953067] env[69613]: DEBUG oslo_vmware.api [-] Task: {'id': task-3417866, 'name': CreateVM_Task, 'duration_secs': 0.551611} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.953315] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ebec351f-35c7-4a4c-a067-8477bfa10fc2] Created VM on the ESX host {{(pid=69613) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 990.953923] env[69613]: DEBUG oslo_concurrency.lockutils [None req-ac40e0db-bf71-449f-936a-6a3895e444d9 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.954135] env[69613]: DEBUG oslo_concurrency.lockutils [None req-ac40e0db-bf71-449f-936a-6a3895e444d9 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.954490] env[69613]: DEBUG oslo_concurrency.lockutils [None req-ac40e0db-bf71-449f-936a-6a3895e444d9 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.954807] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d58eb549-e560-4bbe-9d61-17079282928e {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.959818] env[69613]: DEBUG oslo_vmware.api [None req-ac40e0db-bf71-449f-936a-6a3895e444d9 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Waiting for the task: (returnval){ [ 990.959818] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]520a2e55-b4fe-1b1d-1900-e9b7b5708818" [ 990.959818] env[69613]: _type = "Task" [ 990.959818] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.970584] env[69613]: DEBUG oslo_vmware.api [None req-ac40e0db-bf71-449f-936a-6a3895e444d9 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]520a2e55-b4fe-1b1d-1900-e9b7b5708818, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.139328] env[69613]: DEBUG oslo_vmware.rw_handles [None req-c28351da-f60d-4f2b-9741-b3ba3ba2e258 tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c910ec-2200-0454-8e2f-d338cd4fca66/disk-0.vmdk. {{(pid=69613) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 991.139673] env[69613]: INFO nova.virt.vmwareapi.images [None req-c28351da-f60d-4f2b-9741-b3ba3ba2e258 tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] [instance: 71e0d53c-ff3f-4a77-aa25-2a07e64500a7] Downloaded image file data 8d7451c0-8cf7-495b-a3b2-63c738edcac9 [ 991.140782] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e4d6bb8-d6ab-4714-a9fb-34ca974f08df {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.159154] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-efd2ba1a-9d0c-480e-9f75-32010b1e871b {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.175224] env[69613]: DEBUG oslo_concurrency.lockutils [None req-3bd4cc7c-9953-4329-933f-afc17da08d0d tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.515s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 991.175793] env[69613]: DEBUG nova.compute.manager [None req-3bd4cc7c-9953-4329-933f-afc17da08d0d tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] [instance: a0bbab2d-2cf3-4ba3-aab2-980059d75fc7] Start building networks asynchronously for instance. {{(pid=69613) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 991.178521] env[69613]: DEBUG oslo_concurrency.lockutils [None req-615a2509-5be1-40ac-ac23-231665f44ec3 tempest-ServersTestMultiNic-711096641 tempest-ServersTestMultiNic-711096641-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.976s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 991.180097] env[69613]: INFO nova.compute.claims [None req-615a2509-5be1-40ac-ac23-231665f44ec3 tempest-ServersTestMultiNic-711096641 tempest-ServersTestMultiNic-711096641-project-member] [instance: a8d62347-1026-4764-862e-4fd67a59dabf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 991.183958] env[69613]: INFO nova.virt.vmwareapi.images [None req-c28351da-f60d-4f2b-9741-b3ba3ba2e258 tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] [instance: 71e0d53c-ff3f-4a77-aa25-2a07e64500a7] The imported VM was unregistered [ 991.186248] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-c28351da-f60d-4f2b-9741-b3ba3ba2e258 tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] [instance: 71e0d53c-ff3f-4a77-aa25-2a07e64500a7] Caching image {{(pid=69613) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 991.186510] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-c28351da-f60d-4f2b-9741-b3ba3ba2e258 tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] Creating directory with path [datastore2] devstack-image-cache_base/8d7451c0-8cf7-495b-a3b2-63c738edcac9 {{(pid=69613) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 991.186956] env[69613]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-518336b3-825a-47e8-b88b-77c2dfa9ccb0 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.199878] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-c28351da-f60d-4f2b-9741-b3ba3ba2e258 tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] Created directory with path [datastore2] devstack-image-cache_base/8d7451c0-8cf7-495b-a3b2-63c738edcac9 {{(pid=69613) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 991.200099] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-c28351da-f60d-4f2b-9741-b3ba3ba2e258 tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_f124862a-c606-4006-8599-7295f7365bb5/OSTACK_IMG_f124862a-c606-4006-8599-7295f7365bb5.vmdk to [datastore2] devstack-image-cache_base/8d7451c0-8cf7-495b-a3b2-63c738edcac9/8d7451c0-8cf7-495b-a3b2-63c738edcac9.vmdk. {{(pid=69613) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 991.203885] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-5f0a0a4f-cb9f-4a01-b0aa-d259cce6d9be {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.207978] env[69613]: DEBUG oslo_vmware.api [None req-c28351da-f60d-4f2b-9741-b3ba3ba2e258 tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] Waiting for the task: (returnval){ [ 991.207978] env[69613]: value = "task-3417869" [ 991.207978] env[69613]: _type = "Task" [ 991.207978] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.217578] env[69613]: DEBUG oslo_vmware.api [None req-c28351da-f60d-4f2b-9741-b3ba3ba2e258 tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] Task: {'id': task-3417869, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.383419] env[69613]: DEBUG nova.network.neutron [None req-498a2673-0834-4849-915b-fb4f1957e173 tempest-InstanceActionsTestJSON-681858584 tempest-InstanceActionsTestJSON-681858584-project-member] [instance: 0aec565b-c6b6-4f71-8903-3950adc48e6f] Instance cache missing network info. {{(pid=69613) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 991.410074] env[69613]: DEBUG oslo_vmware.api [None req-8dfa72f2-8efb-4426-86aa-5cdfa92e0466 tempest-ServerRescueTestJSON-24713172 tempest-ServerRescueTestJSON-24713172-project-member] Task: {'id': task-3417867, 'name': ReconfigVM_Task, 'duration_secs': 0.396012} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.410369] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-8dfa72f2-8efb-4426-86aa-5cdfa92e0466 tempest-ServerRescueTestJSON-24713172 tempest-ServerRescueTestJSON-24713172-project-member] [instance: 6ddb7bfb-cf8e-4f10-ba48-b67061364a4f] Reconfigured VM instance instance-00000057 to attach disk [datastore2] 6ddb7bfb-cf8e-4f10-ba48-b67061364a4f/2b7a0304-b5d0-431d-b287-32c8388d7fbd-rescue.vmdk or device None with type thin {{(pid=69613) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 991.411316] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d452b984-ab41-4c6a-9e72-9ac0a92ede32 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.439230] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2647efb4-b210-457f-b128-6921db33b1c7 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.455873] env[69613]: DEBUG oslo_vmware.api [None req-8dfa72f2-8efb-4426-86aa-5cdfa92e0466 tempest-ServerRescueTestJSON-24713172 tempest-ServerRescueTestJSON-24713172-project-member] Waiting for the task: (returnval){ [ 991.455873] env[69613]: value = "task-3417870" [ 991.455873] env[69613]: _type = "Task" [ 991.455873] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.472339] env[69613]: DEBUG oslo_vmware.api [None req-8dfa72f2-8efb-4426-86aa-5cdfa92e0466 tempest-ServerRescueTestJSON-24713172 tempest-ServerRescueTestJSON-24713172-project-member] Task: {'id': task-3417870, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.476912] env[69613]: DEBUG oslo_vmware.api [None req-ac40e0db-bf71-449f-936a-6a3895e444d9 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]520a2e55-b4fe-1b1d-1900-e9b7b5708818, 'name': SearchDatastore_Task, 'duration_secs': 0.018411} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.477387] env[69613]: DEBUG oslo_concurrency.lockutils [None req-ac40e0db-bf71-449f-936a-6a3895e444d9 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.477711] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-ac40e0db-bf71-449f-936a-6a3895e444d9 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] [instance: ebec351f-35c7-4a4c-a067-8477bfa10fc2] Processing image 2b7a0304-b5d0-431d-b287-32c8388d7fbd {{(pid=69613) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 991.478099] env[69613]: DEBUG oslo_concurrency.lockutils [None req-ac40e0db-bf71-449f-936a-6a3895e444d9 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.478330] env[69613]: DEBUG oslo_concurrency.lockutils [None req-ac40e0db-bf71-449f-936a-6a3895e444d9 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.478601] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac40e0db-bf71-449f-936a-6a3895e444d9 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69613) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 991.478922] env[69613]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-731ad33c-56c0-4d84-b80f-6f411878dc8f {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.494106] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac40e0db-bf71-449f-936a-6a3895e444d9 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69613) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 991.494363] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-ac40e0db-bf71-449f-936a-6a3895e444d9 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69613) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 991.495287] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2ae1b95b-0492-48d7-925b-e730c4b54aba {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.502128] env[69613]: DEBUG oslo_vmware.api [None req-ac40e0db-bf71-449f-936a-6a3895e444d9 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Waiting for the task: (returnval){ [ 991.502128] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]52a22a1a-ef45-287d-faff-88e362e359f9" [ 991.502128] env[69613]: _type = "Task" [ 991.502128] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.513660] env[69613]: DEBUG oslo_vmware.api [None req-ac40e0db-bf71-449f-936a-6a3895e444d9 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52a22a1a-ef45-287d-faff-88e362e359f9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.615967] env[69613]: DEBUG nova.network.neutron [None req-498a2673-0834-4849-915b-fb4f1957e173 tempest-InstanceActionsTestJSON-681858584 tempest-InstanceActionsTestJSON-681858584-project-member] [instance: 0aec565b-c6b6-4f71-8903-3950adc48e6f] Updating instance_info_cache with network_info: [{"id": "e3501edd-7d6e-46dd-b283-35bde45b41b2", "address": "fa:16:3e:13:7e:08", "network": {"id": "4094caf7-787e-43f6-b264-3297b5e91a22", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-550807222-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6745279cf2f54553a1bf4a69b62174b8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2e45023-22b5-458b-826e-9b7eb69ba028", "external-id": "nsx-vlan-transportzone-614", "segmentation_id": 614, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape3501edd-7d", "ovs_interfaceid": "e3501edd-7d6e-46dd-b283-35bde45b41b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 991.686235] env[69613]: DEBUG nova.compute.utils [None req-3bd4cc7c-9953-4329-933f-afc17da08d0d tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Using /dev/sd instead of None {{(pid=69613) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 991.688284] env[69613]: DEBUG nova.compute.manager [None req-3bd4cc7c-9953-4329-933f-afc17da08d0d tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] [instance: a0bbab2d-2cf3-4ba3-aab2-980059d75fc7] Allocating IP information in the background. {{(pid=69613) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 991.689065] env[69613]: DEBUG nova.network.neutron [None req-3bd4cc7c-9953-4329-933f-afc17da08d0d tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] [instance: a0bbab2d-2cf3-4ba3-aab2-980059d75fc7] allocate_for_instance() {{(pid=69613) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 991.719608] env[69613]: DEBUG oslo_vmware.api [None req-c28351da-f60d-4f2b-9741-b3ba3ba2e258 tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] Task: {'id': task-3417869, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.761876] env[69613]: DEBUG nova.policy [None req-3bd4cc7c-9953-4329-933f-afc17da08d0d tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '640f1c3e84e3470a8e22245ea2086853', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '201a65cf0cc84bf3a5ae9f9d87000dd8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69613) authorize /opt/stack/nova/nova/policy.py:192}} [ 991.977618] env[69613]: DEBUG oslo_vmware.api [None req-8dfa72f2-8efb-4426-86aa-5cdfa92e0466 tempest-ServerRescueTestJSON-24713172 tempest-ServerRescueTestJSON-24713172-project-member] Task: {'id': task-3417870, 'name': ReconfigVM_Task, 'duration_secs': 0.472104} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.977618] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-8dfa72f2-8efb-4426-86aa-5cdfa92e0466 tempest-ServerRescueTestJSON-24713172 tempest-ServerRescueTestJSON-24713172-project-member] [instance: 6ddb7bfb-cf8e-4f10-ba48-b67061364a4f] Powering on the VM {{(pid=69613) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 991.977618] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-51b3353d-ca20-422b-a361-4e5f0ee9aa54 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.984628] env[69613]: DEBUG oslo_vmware.api [None req-8dfa72f2-8efb-4426-86aa-5cdfa92e0466 tempest-ServerRescueTestJSON-24713172 tempest-ServerRescueTestJSON-24713172-project-member] Waiting for the task: (returnval){ [ 991.984628] env[69613]: value = "task-3417871" [ 991.984628] env[69613]: _type = "Task" [ 991.984628] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.993804] env[69613]: DEBUG oslo_vmware.api [None req-8dfa72f2-8efb-4426-86aa-5cdfa92e0466 tempest-ServerRescueTestJSON-24713172 tempest-ServerRescueTestJSON-24713172-project-member] Task: {'id': task-3417871, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.012690] env[69613]: DEBUG oslo_vmware.api [None req-ac40e0db-bf71-449f-936a-6a3895e444d9 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52a22a1a-ef45-287d-faff-88e362e359f9, 'name': SearchDatastore_Task, 'duration_secs': 0.065582} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.013605] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7f1e6c84-1672-459d-86bf-ad3d60f88b04 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.019450] env[69613]: DEBUG oslo_vmware.api [None req-ac40e0db-bf71-449f-936a-6a3895e444d9 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Waiting for the task: (returnval){ [ 992.019450] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]52f69760-d922-c5b1-9a78-ca175f0c3357" [ 992.019450] env[69613]: _type = "Task" [ 992.019450] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.034111] env[69613]: DEBUG oslo_vmware.api [None req-ac40e0db-bf71-449f-936a-6a3895e444d9 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52f69760-d922-c5b1-9a78-ca175f0c3357, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.119245] env[69613]: DEBUG oslo_concurrency.lockutils [None req-498a2673-0834-4849-915b-fb4f1957e173 tempest-InstanceActionsTestJSON-681858584 tempest-InstanceActionsTestJSON-681858584-project-member] Releasing lock "refresh_cache-0aec565b-c6b6-4f71-8903-3950adc48e6f" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.119656] env[69613]: DEBUG nova.compute.manager [None req-498a2673-0834-4849-915b-fb4f1957e173 tempest-InstanceActionsTestJSON-681858584 tempest-InstanceActionsTestJSON-681858584-project-member] [instance: 0aec565b-c6b6-4f71-8903-3950adc48e6f] Instance network_info: |[{"id": "e3501edd-7d6e-46dd-b283-35bde45b41b2", "address": "fa:16:3e:13:7e:08", "network": {"id": "4094caf7-787e-43f6-b264-3297b5e91a22", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-550807222-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6745279cf2f54553a1bf4a69b62174b8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2e45023-22b5-458b-826e-9b7eb69ba028", "external-id": "nsx-vlan-transportzone-614", "segmentation_id": 614, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape3501edd-7d", "ovs_interfaceid": "e3501edd-7d6e-46dd-b283-35bde45b41b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69613) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 992.120870] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-498a2673-0834-4849-915b-fb4f1957e173 tempest-InstanceActionsTestJSON-681858584 tempest-InstanceActionsTestJSON-681858584-project-member] [instance: 0aec565b-c6b6-4f71-8903-3950adc48e6f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:13:7e:08', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f2e45023-22b5-458b-826e-9b7eb69ba028', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e3501edd-7d6e-46dd-b283-35bde45b41b2', 'vif_model': 'vmxnet3'}] {{(pid=69613) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 992.128362] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-498a2673-0834-4849-915b-fb4f1957e173 tempest-InstanceActionsTestJSON-681858584 tempest-InstanceActionsTestJSON-681858584-project-member] Creating folder: Project (6745279cf2f54553a1bf4a69b62174b8). Parent ref: group-v681687. {{(pid=69613) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 992.128703] env[69613]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8bd2d443-4b1d-48fe-abf3-0bc57b5c82df {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.140550] env[69613]: INFO nova.virt.vmwareapi.vm_util [None req-498a2673-0834-4849-915b-fb4f1957e173 tempest-InstanceActionsTestJSON-681858584 tempest-InstanceActionsTestJSON-681858584-project-member] Created folder: Project (6745279cf2f54553a1bf4a69b62174b8) in parent group-v681687. [ 992.140755] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-498a2673-0834-4849-915b-fb4f1957e173 tempest-InstanceActionsTestJSON-681858584 tempest-InstanceActionsTestJSON-681858584-project-member] Creating folder: Instances. Parent ref: group-v681955. {{(pid=69613) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 992.141021] env[69613]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6524e07e-7d07-4c91-a4e1-747f7b9c9e21 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.150990] env[69613]: INFO nova.virt.vmwareapi.vm_util [None req-498a2673-0834-4849-915b-fb4f1957e173 tempest-InstanceActionsTestJSON-681858584 tempest-InstanceActionsTestJSON-681858584-project-member] Created folder: Instances in parent group-v681955. [ 992.151269] env[69613]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-498a2673-0834-4849-915b-fb4f1957e173 tempest-InstanceActionsTestJSON-681858584 tempest-InstanceActionsTestJSON-681858584-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69613) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 992.151473] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0aec565b-c6b6-4f71-8903-3950adc48e6f] Creating VM on the ESX host {{(pid=69613) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 992.151758] env[69613]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7b6eefe3-ae86-4dcd-8ad6-dd207ccf3f69 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.172562] env[69613]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 992.172562] env[69613]: value = "task-3417874" [ 992.172562] env[69613]: _type = "Task" [ 992.172562] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.183074] env[69613]: DEBUG oslo_vmware.api [-] Task: {'id': task-3417874, 'name': CreateVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.386704] env[69613]: DEBUG nova.compute.manager [None req-3bd4cc7c-9953-4329-933f-afc17da08d0d tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] [instance: a0bbab2d-2cf3-4ba3-aab2-980059d75fc7] Start building block device mappings for instance. {{(pid=69613) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 992.386704] env[69613]: DEBUG oslo_vmware.api [None req-c28351da-f60d-4f2b-9741-b3ba3ba2e258 tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] Task: {'id': task-3417869, 'name': MoveVirtualDisk_Task} progress is 43%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.386704] env[69613]: DEBUG nova.network.neutron [None req-3bd4cc7c-9953-4329-933f-afc17da08d0d tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] [instance: a0bbab2d-2cf3-4ba3-aab2-980059d75fc7] Successfully created port: 4b5ee9bc-5815-4a54-b25a-b86e4547a628 {{(pid=69613) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 992.495403] env[69613]: DEBUG oslo_vmware.api [None req-8dfa72f2-8efb-4426-86aa-5cdfa92e0466 tempest-ServerRescueTestJSON-24713172 tempest-ServerRescueTestJSON-24713172-project-member] Task: {'id': task-3417871, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.530088] env[69613]: DEBUG oslo_vmware.api [None req-ac40e0db-bf71-449f-936a-6a3895e444d9 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52f69760-d922-c5b1-9a78-ca175f0c3357, 'name': SearchDatastore_Task, 'duration_secs': 0.086563} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.533189] env[69613]: DEBUG oslo_concurrency.lockutils [None req-ac40e0db-bf71-449f-936a-6a3895e444d9 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.533713] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac40e0db-bf71-449f-936a-6a3895e444d9 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk to [datastore2] ebec351f-35c7-4a4c-a067-8477bfa10fc2/ebec351f-35c7-4a4c-a067-8477bfa10fc2.vmdk {{(pid=69613) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 992.534721] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-48519409-bff5-4443-a99a-02a7b6cd5746 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.543163] env[69613]: DEBUG oslo_vmware.api [None req-ac40e0db-bf71-449f-936a-6a3895e444d9 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Waiting for the task: (returnval){ [ 992.543163] env[69613]: value = "task-3417875" [ 992.543163] env[69613]: _type = "Task" [ 992.543163] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.555704] env[69613]: DEBUG oslo_vmware.api [None req-ac40e0db-bf71-449f-936a-6a3895e444d9 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Task: {'id': task-3417875, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.635861] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4cfd45e-008c-4a77-82ef-9e54af273bc4 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.644785] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf9f7f15-ab32-4f2a-98e4-fdf59ee3de3d {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.695021] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ccbdf1a-bb85-44ae-b30f-4636f8c14d57 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.706464] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8ce8625-34bf-4834-ad0d-645b76767e67 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.714428] env[69613]: DEBUG oslo_vmware.api [-] Task: {'id': task-3417874, 'name': CreateVM_Task} progress is 25%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.723828] env[69613]: DEBUG oslo_vmware.api [None req-c28351da-f60d-4f2b-9741-b3ba3ba2e258 tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] Task: {'id': task-3417869, 'name': MoveVirtualDisk_Task} progress is 63%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.733045] env[69613]: DEBUG nova.compute.provider_tree [None req-615a2509-5be1-40ac-ac23-231665f44ec3 tempest-ServersTestMultiNic-711096641 tempest-ServersTestMultiNic-711096641-project-member] Inventory has not changed in ProviderTree for provider: af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 {{(pid=69613) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 993.003126] env[69613]: DEBUG oslo_vmware.api [None req-8dfa72f2-8efb-4426-86aa-5cdfa92e0466 tempest-ServerRescueTestJSON-24713172 tempest-ServerRescueTestJSON-24713172-project-member] Task: {'id': task-3417871, 'name': PowerOnVM_Task, 'duration_secs': 0.951029} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.003606] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-8dfa72f2-8efb-4426-86aa-5cdfa92e0466 tempest-ServerRescueTestJSON-24713172 tempest-ServerRescueTestJSON-24713172-project-member] [instance: 6ddb7bfb-cf8e-4f10-ba48-b67061364a4f] Powered on the VM {{(pid=69613) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 993.008116] env[69613]: DEBUG nova.compute.manager [None req-8dfa72f2-8efb-4426-86aa-5cdfa92e0466 tempest-ServerRescueTestJSON-24713172 tempest-ServerRescueTestJSON-24713172-project-member] [instance: 6ddb7bfb-cf8e-4f10-ba48-b67061364a4f] Checking state {{(pid=69613) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 993.009480] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdee287a-4045-4f22-91e1-6fb1685a6d42 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.054257] env[69613]: DEBUG oslo_vmware.api [None req-ac40e0db-bf71-449f-936a-6a3895e444d9 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Task: {'id': task-3417875, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.199177] env[69613]: DEBUG oslo_vmware.api [-] Task: {'id': task-3417874, 'name': CreateVM_Task, 'duration_secs': 0.871758} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.200639] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0aec565b-c6b6-4f71-8903-3950adc48e6f] Created VM on the ESX host {{(pid=69613) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 993.200639] env[69613]: DEBUG oslo_concurrency.lockutils [None req-498a2673-0834-4849-915b-fb4f1957e173 tempest-InstanceActionsTestJSON-681858584 tempest-InstanceActionsTestJSON-681858584-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.200639] env[69613]: DEBUG oslo_concurrency.lockutils [None req-498a2673-0834-4849-915b-fb4f1957e173 tempest-InstanceActionsTestJSON-681858584 tempest-InstanceActionsTestJSON-681858584-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.201132] env[69613]: DEBUG oslo_concurrency.lockutils [None req-498a2673-0834-4849-915b-fb4f1957e173 tempest-InstanceActionsTestJSON-681858584 tempest-InstanceActionsTestJSON-681858584-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.201451] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5c6119b4-b442-4792-9ab8-6f4aefe3f5c5 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.207445] env[69613]: DEBUG oslo_vmware.api [None req-498a2673-0834-4849-915b-fb4f1957e173 tempest-InstanceActionsTestJSON-681858584 tempest-InstanceActionsTestJSON-681858584-project-member] Waiting for the task: (returnval){ [ 993.207445] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]5278721a-7802-8bbc-ed77-9bb7b88198a8" [ 993.207445] env[69613]: _type = "Task" [ 993.207445] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.218038] env[69613]: DEBUG nova.compute.manager [None req-3bd4cc7c-9953-4329-933f-afc17da08d0d tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] [instance: a0bbab2d-2cf3-4ba3-aab2-980059d75fc7] Start spawning the instance on the hypervisor. {{(pid=69613) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 993.221130] env[69613]: DEBUG oslo_vmware.api [None req-498a2673-0834-4849-915b-fb4f1957e173 tempest-InstanceActionsTestJSON-681858584 tempest-InstanceActionsTestJSON-681858584-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]5278721a-7802-8bbc-ed77-9bb7b88198a8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.239200] env[69613]: DEBUG nova.scheduler.client.report [None req-615a2509-5be1-40ac-ac23-231665f44ec3 tempest-ServersTestMultiNic-711096641 tempest-ServersTestMultiNic-711096641-project-member] Inventory has not changed for provider af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69613) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 993.247387] env[69613]: DEBUG oslo_vmware.api [None req-c28351da-f60d-4f2b-9741-b3ba3ba2e258 tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] Task: {'id': task-3417869, 'name': MoveVirtualDisk_Task} progress is 85%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.259304] env[69613]: DEBUG nova.virt.hardware [None req-3bd4cc7c-9953-4329-933f-afc17da08d0d tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T13:55:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T13:55:19Z,direct_url=,disk_format='vmdk',id=2b7a0304-b5d0-431d-b287-32c8388d7fbd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3e9e1b873f1442d59d5ee8247b941f74',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T13:55:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 993.259883] env[69613]: DEBUG nova.virt.hardware [None req-3bd4cc7c-9953-4329-933f-afc17da08d0d tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Flavor limits 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 993.259883] env[69613]: DEBUG nova.virt.hardware [None req-3bd4cc7c-9953-4329-933f-afc17da08d0d tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Image limits 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 993.259883] env[69613]: DEBUG nova.virt.hardware [None req-3bd4cc7c-9953-4329-933f-afc17da08d0d tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Flavor pref 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 993.260413] env[69613]: DEBUG nova.virt.hardware [None req-3bd4cc7c-9953-4329-933f-afc17da08d0d tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Image pref 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 993.260413] env[69613]: DEBUG nova.virt.hardware [None req-3bd4cc7c-9953-4329-933f-afc17da08d0d tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 993.260413] env[69613]: DEBUG nova.virt.hardware [None req-3bd4cc7c-9953-4329-933f-afc17da08d0d tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 993.260718] env[69613]: DEBUG nova.virt.hardware [None req-3bd4cc7c-9953-4329-933f-afc17da08d0d tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69613) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 993.260718] env[69613]: DEBUG nova.virt.hardware [None req-3bd4cc7c-9953-4329-933f-afc17da08d0d tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Got 1 possible topologies {{(pid=69613) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 993.260907] env[69613]: DEBUG nova.virt.hardware [None req-3bd4cc7c-9953-4329-933f-afc17da08d0d tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 993.261036] env[69613]: DEBUG nova.virt.hardware [None req-3bd4cc7c-9953-4329-933f-afc17da08d0d tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 993.262026] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0715933-6230-481d-9733-6de956bfc509 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.272061] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-561fc20c-51ea-4844-942b-b8170c5d4e25 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.554877] env[69613]: DEBUG oslo_vmware.api [None req-ac40e0db-bf71-449f-936a-6a3895e444d9 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Task: {'id': task-3417875, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.719742] env[69613]: DEBUG oslo_vmware.api [None req-498a2673-0834-4849-915b-fb4f1957e173 tempest-InstanceActionsTestJSON-681858584 tempest-InstanceActionsTestJSON-681858584-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]5278721a-7802-8bbc-ed77-9bb7b88198a8, 'name': SearchDatastore_Task, 'duration_secs': 0.098279} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.720098] env[69613]: DEBUG oslo_concurrency.lockutils [None req-498a2673-0834-4849-915b-fb4f1957e173 tempest-InstanceActionsTestJSON-681858584 tempest-InstanceActionsTestJSON-681858584-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.720348] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-498a2673-0834-4849-915b-fb4f1957e173 tempest-InstanceActionsTestJSON-681858584 tempest-InstanceActionsTestJSON-681858584-project-member] [instance: 0aec565b-c6b6-4f71-8903-3950adc48e6f] Processing image 2b7a0304-b5d0-431d-b287-32c8388d7fbd {{(pid=69613) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 993.720599] env[69613]: DEBUG oslo_concurrency.lockutils [None req-498a2673-0834-4849-915b-fb4f1957e173 tempest-InstanceActionsTestJSON-681858584 tempest-InstanceActionsTestJSON-681858584-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.720749] env[69613]: DEBUG oslo_concurrency.lockutils [None req-498a2673-0834-4849-915b-fb4f1957e173 tempest-InstanceActionsTestJSON-681858584 tempest-InstanceActionsTestJSON-681858584-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.720933] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-498a2673-0834-4849-915b-fb4f1957e173 tempest-InstanceActionsTestJSON-681858584 tempest-InstanceActionsTestJSON-681858584-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69613) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 993.721629] env[69613]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5d8893e6-938b-4ecb-bbe0-9c7b5971baa5 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.734501] env[69613]: DEBUG oslo_vmware.api [None req-c28351da-f60d-4f2b-9741-b3ba3ba2e258 tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] Task: {'id': task-3417869, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.407695} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.735037] env[69613]: INFO nova.virt.vmwareapi.ds_util [None req-c28351da-f60d-4f2b-9741-b3ba3ba2e258 tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_f124862a-c606-4006-8599-7295f7365bb5/OSTACK_IMG_f124862a-c606-4006-8599-7295f7365bb5.vmdk to [datastore2] devstack-image-cache_base/8d7451c0-8cf7-495b-a3b2-63c738edcac9/8d7451c0-8cf7-495b-a3b2-63c738edcac9.vmdk. [ 993.735300] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-c28351da-f60d-4f2b-9741-b3ba3ba2e258 tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] [instance: 71e0d53c-ff3f-4a77-aa25-2a07e64500a7] Cleaning up location [datastore2] OSTACK_IMG_f124862a-c606-4006-8599-7295f7365bb5 {{(pid=69613) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 993.735640] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-c28351da-f60d-4f2b-9741-b3ba3ba2e258 tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_f124862a-c606-4006-8599-7295f7365bb5 {{(pid=69613) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 993.736103] env[69613]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-39a3f761-ae37-4b8a-93da-0775893d59b9 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.740024] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-498a2673-0834-4849-915b-fb4f1957e173 tempest-InstanceActionsTestJSON-681858584 tempest-InstanceActionsTestJSON-681858584-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69613) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 993.740274] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-498a2673-0834-4849-915b-fb4f1957e173 tempest-InstanceActionsTestJSON-681858584 tempest-InstanceActionsTestJSON-681858584-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69613) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 993.742111] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-273b9380-5c90-41b7-b3c6-3f2cf07c6e21 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.746469] env[69613]: DEBUG oslo_vmware.api [None req-c28351da-f60d-4f2b-9741-b3ba3ba2e258 tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] Waiting for the task: (returnval){ [ 993.746469] env[69613]: value = "task-3417876" [ 993.746469] env[69613]: _type = "Task" [ 993.746469] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.747693] env[69613]: DEBUG oslo_concurrency.lockutils [None req-615a2509-5be1-40ac-ac23-231665f44ec3 tempest-ServersTestMultiNic-711096641 tempest-ServersTestMultiNic-711096641-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.569s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 993.751334] env[69613]: DEBUG nova.compute.manager [None req-615a2509-5be1-40ac-ac23-231665f44ec3 tempest-ServersTestMultiNic-711096641 tempest-ServersTestMultiNic-711096641-project-member] [instance: a8d62347-1026-4764-862e-4fd67a59dabf] Start building networks asynchronously for instance. {{(pid=69613) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 993.762515] env[69613]: DEBUG oslo_concurrency.lockutils [None req-3c2afe83-d374-45e6-a8d4-ae1ef37ce47f tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 26.864s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 993.764140] env[69613]: DEBUG oslo_vmware.api [None req-498a2673-0834-4849-915b-fb4f1957e173 tempest-InstanceActionsTestJSON-681858584 tempest-InstanceActionsTestJSON-681858584-project-member] Waiting for the task: (returnval){ [ 993.764140] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]52907f7d-3a50-ef02-6839-f69096d0a891" [ 993.764140] env[69613]: _type = "Task" [ 993.764140] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.771836] env[69613]: DEBUG oslo_vmware.api [None req-c28351da-f60d-4f2b-9741-b3ba3ba2e258 tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] Task: {'id': task-3417876, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.779215] env[69613]: DEBUG oslo_vmware.api [None req-498a2673-0834-4849-915b-fb4f1957e173 tempest-InstanceActionsTestJSON-681858584 tempest-InstanceActionsTestJSON-681858584-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52907f7d-3a50-ef02-6839-f69096d0a891, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.983502] env[69613]: DEBUG nova.compute.manager [req-85cacd03-21f5-4a4a-bc55-3fef77914cd8 req-b150ee42-448e-46bd-8dcf-17bc2016c244 service nova] [instance: a0bbab2d-2cf3-4ba3-aab2-980059d75fc7] Received event network-vif-plugged-4b5ee9bc-5815-4a54-b25a-b86e4547a628 {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 993.983502] env[69613]: DEBUG oslo_concurrency.lockutils [req-85cacd03-21f5-4a4a-bc55-3fef77914cd8 req-b150ee42-448e-46bd-8dcf-17bc2016c244 service nova] Acquiring lock "a0bbab2d-2cf3-4ba3-aab2-980059d75fc7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 993.983706] env[69613]: DEBUG oslo_concurrency.lockutils [req-85cacd03-21f5-4a4a-bc55-3fef77914cd8 req-b150ee42-448e-46bd-8dcf-17bc2016c244 service nova] Lock "a0bbab2d-2cf3-4ba3-aab2-980059d75fc7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 993.983862] env[69613]: DEBUG oslo_concurrency.lockutils [req-85cacd03-21f5-4a4a-bc55-3fef77914cd8 req-b150ee42-448e-46bd-8dcf-17bc2016c244 service nova] Lock "a0bbab2d-2cf3-4ba3-aab2-980059d75fc7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 993.985932] env[69613]: DEBUG nova.compute.manager [req-85cacd03-21f5-4a4a-bc55-3fef77914cd8 req-b150ee42-448e-46bd-8dcf-17bc2016c244 service nova] [instance: a0bbab2d-2cf3-4ba3-aab2-980059d75fc7] No waiting events found dispatching network-vif-plugged-4b5ee9bc-5815-4a54-b25a-b86e4547a628 {{(pid=69613) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 993.985932] env[69613]: WARNING nova.compute.manager [req-85cacd03-21f5-4a4a-bc55-3fef77914cd8 req-b150ee42-448e-46bd-8dcf-17bc2016c244 service nova] [instance: a0bbab2d-2cf3-4ba3-aab2-980059d75fc7] Received unexpected event network-vif-plugged-4b5ee9bc-5815-4a54-b25a-b86e4547a628 for instance with vm_state building and task_state spawning. [ 994.056958] env[69613]: DEBUG oslo_vmware.api [None req-ac40e0db-bf71-449f-936a-6a3895e444d9 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Task: {'id': task-3417875, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.395362} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.057346] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac40e0db-bf71-449f-936a-6a3895e444d9 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk to [datastore2] ebec351f-35c7-4a4c-a067-8477bfa10fc2/ebec351f-35c7-4a4c-a067-8477bfa10fc2.vmdk {{(pid=69613) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 994.057776] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-ac40e0db-bf71-449f-936a-6a3895e444d9 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] [instance: ebec351f-35c7-4a4c-a067-8477bfa10fc2] Extending root virtual disk to 1048576 {{(pid=69613) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 994.058162] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cd8ac367-c439-43fa-989d-e9878adea01a {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.064862] env[69613]: DEBUG oslo_vmware.api [None req-ac40e0db-bf71-449f-936a-6a3895e444d9 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Waiting for the task: (returnval){ [ 994.064862] env[69613]: value = "task-3417877" [ 994.064862] env[69613]: _type = "Task" [ 994.064862] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.075879] env[69613]: DEBUG oslo_vmware.api [None req-ac40e0db-bf71-449f-936a-6a3895e444d9 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Task: {'id': task-3417877, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.081340] env[69613]: DEBUG nova.network.neutron [None req-3bd4cc7c-9953-4329-933f-afc17da08d0d tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] [instance: a0bbab2d-2cf3-4ba3-aab2-980059d75fc7] Successfully updated port: 4b5ee9bc-5815-4a54-b25a-b86e4547a628 {{(pid=69613) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 994.260788] env[69613]: DEBUG nova.compute.utils [None req-615a2509-5be1-40ac-ac23-231665f44ec3 tempest-ServersTestMultiNic-711096641 tempest-ServersTestMultiNic-711096641-project-member] Using /dev/sd instead of None {{(pid=69613) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 994.265019] env[69613]: DEBUG nova.compute.manager [None req-615a2509-5be1-40ac-ac23-231665f44ec3 tempest-ServersTestMultiNic-711096641 tempest-ServersTestMultiNic-711096641-project-member] [instance: a8d62347-1026-4764-862e-4fd67a59dabf] Allocating IP information in the background. {{(pid=69613) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 994.265019] env[69613]: DEBUG nova.network.neutron [None req-615a2509-5be1-40ac-ac23-231665f44ec3 tempest-ServersTestMultiNic-711096641 tempest-ServersTestMultiNic-711096641-project-member] [instance: a8d62347-1026-4764-862e-4fd67a59dabf] allocate_for_instance() {{(pid=69613) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 994.265992] env[69613]: DEBUG oslo_vmware.api [None req-c28351da-f60d-4f2b-9741-b3ba3ba2e258 tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] Task: {'id': task-3417876, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.180035} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.266811] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-c28351da-f60d-4f2b-9741-b3ba3ba2e258 tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] Deleted the datastore file {{(pid=69613) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 994.266893] env[69613]: DEBUG oslo_concurrency.lockutils [None req-c28351da-f60d-4f2b-9741-b3ba3ba2e258 tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8d7451c0-8cf7-495b-a3b2-63c738edcac9/8d7451c0-8cf7-495b-a3b2-63c738edcac9.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.267135] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-c28351da-f60d-4f2b-9741-b3ba3ba2e258 tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8d7451c0-8cf7-495b-a3b2-63c738edcac9/8d7451c0-8cf7-495b-a3b2-63c738edcac9.vmdk to [datastore2] 71e0d53c-ff3f-4a77-aa25-2a07e64500a7/71e0d53c-ff3f-4a77-aa25-2a07e64500a7.vmdk {{(pid=69613) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 994.272363] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-22b6f0a7-dafa-41ba-abe8-6af4a0f49ba0 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.274766] env[69613]: DEBUG nova.objects.instance [None req-3c2afe83-d374-45e6-a8d4-ae1ef37ce47f tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] Lazy-loading 'migration_context' on Instance uuid 661ee10a-6a1c-4f4c-86e5-ea2185ab6741 {{(pid=69613) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 994.282446] env[69613]: DEBUG oslo_vmware.api [None req-498a2673-0834-4849-915b-fb4f1957e173 tempest-InstanceActionsTestJSON-681858584 tempest-InstanceActionsTestJSON-681858584-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52907f7d-3a50-ef02-6839-f69096d0a891, 'name': SearchDatastore_Task, 'duration_secs': 0.045751} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.286105] env[69613]: DEBUG oslo_vmware.api [None req-c28351da-f60d-4f2b-9741-b3ba3ba2e258 tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] Waiting for the task: (returnval){ [ 994.286105] env[69613]: value = "task-3417878" [ 994.286105] env[69613]: _type = "Task" [ 994.286105] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.286408] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ca200189-f88b-4b5b-a05d-1baffcfdfe58 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.295671] env[69613]: DEBUG oslo_vmware.api [None req-498a2673-0834-4849-915b-fb4f1957e173 tempest-InstanceActionsTestJSON-681858584 tempest-InstanceActionsTestJSON-681858584-project-member] Waiting for the task: (returnval){ [ 994.295671] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]524497bb-7f69-6456-7871-d7900a3489f7" [ 994.295671] env[69613]: _type = "Task" [ 994.295671] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.298662] env[69613]: DEBUG oslo_vmware.api [None req-c28351da-f60d-4f2b-9741-b3ba3ba2e258 tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] Task: {'id': task-3417878, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.306994] env[69613]: DEBUG oslo_vmware.api [None req-498a2673-0834-4849-915b-fb4f1957e173 tempest-InstanceActionsTestJSON-681858584 tempest-InstanceActionsTestJSON-681858584-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]524497bb-7f69-6456-7871-d7900a3489f7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.314054] env[69613]: DEBUG nova.policy [None req-615a2509-5be1-40ac-ac23-231665f44ec3 tempest-ServersTestMultiNic-711096641 tempest-ServersTestMultiNic-711096641-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '93d40b9d2f2a46b88e8bded02b482498', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '29cc892bdcbf47b78def0f7ab9a8033b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69613) authorize /opt/stack/nova/nova/policy.py:192}} [ 994.497034] env[69613]: DEBUG oslo_concurrency.lockutils [None req-534c1744-de33-4573-87f8-a54efc5279a3 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Acquiring lock "e9e1e1ab-a2b4-4699-b956-5cd5d4d6dd21" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 994.497034] env[69613]: DEBUG oslo_concurrency.lockutils [None req-534c1744-de33-4573-87f8-a54efc5279a3 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Lock "e9e1e1ab-a2b4-4699-b956-5cd5d4d6dd21" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 994.574764] env[69613]: DEBUG oslo_vmware.api [None req-ac40e0db-bf71-449f-936a-6a3895e444d9 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Task: {'id': task-3417877, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074684} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.575066] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-ac40e0db-bf71-449f-936a-6a3895e444d9 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] [instance: ebec351f-35c7-4a4c-a067-8477bfa10fc2] Extended root virtual disk {{(pid=69613) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 994.576012] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-371b2b85-d40c-4f9c-a4e1-a8a05961758d {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.590199] env[69613]: DEBUG oslo_concurrency.lockutils [None req-3bd4cc7c-9953-4329-933f-afc17da08d0d tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Acquiring lock "refresh_cache-a0bbab2d-2cf3-4ba3-aab2-980059d75fc7" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.590441] env[69613]: DEBUG oslo_concurrency.lockutils [None req-3bd4cc7c-9953-4329-933f-afc17da08d0d tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Acquired lock "refresh_cache-a0bbab2d-2cf3-4ba3-aab2-980059d75fc7" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.590577] env[69613]: DEBUG nova.network.neutron [None req-3bd4cc7c-9953-4329-933f-afc17da08d0d tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] [instance: a0bbab2d-2cf3-4ba3-aab2-980059d75fc7] Building network info cache for instance {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 994.601110] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac40e0db-bf71-449f-936a-6a3895e444d9 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] [instance: ebec351f-35c7-4a4c-a067-8477bfa10fc2] Reconfiguring VM instance instance-00000058 to attach disk [datastore2] ebec351f-35c7-4a4c-a067-8477bfa10fc2/ebec351f-35c7-4a4c-a067-8477bfa10fc2.vmdk or device None with type sparse {{(pid=69613) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 994.601824] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bb1befc6-22ad-4b2b-81b0-d55839495613 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.622124] env[69613]: DEBUG nova.network.neutron [None req-615a2509-5be1-40ac-ac23-231665f44ec3 tempest-ServersTestMultiNic-711096641 tempest-ServersTestMultiNic-711096641-project-member] [instance: a8d62347-1026-4764-862e-4fd67a59dabf] Successfully created port: 74fc8c29-dac3-4947-983b-fc00735693f9 {{(pid=69613) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 994.631856] env[69613]: DEBUG oslo_vmware.api [None req-ac40e0db-bf71-449f-936a-6a3895e444d9 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Waiting for the task: (returnval){ [ 994.631856] env[69613]: value = "task-3417879" [ 994.631856] env[69613]: _type = "Task" [ 994.631856] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.644040] env[69613]: DEBUG oslo_vmware.api [None req-ac40e0db-bf71-449f-936a-6a3895e444d9 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Task: {'id': task-3417879, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.758209] env[69613]: DEBUG oslo_concurrency.lockutils [None req-a60e0d26-e2fd-4b31-9478-1698c5cab85e tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Acquiring lock "interface-983a2305-b1f1-487b-ab6a-2f5f1f7ee3f0-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 994.758209] env[69613]: DEBUG oslo_concurrency.lockutils [None req-a60e0d26-e2fd-4b31-9478-1698c5cab85e tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Lock "interface-983a2305-b1f1-487b-ab6a-2f5f1f7ee3f0-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 994.758209] env[69613]: DEBUG nova.objects.instance [None req-a60e0d26-e2fd-4b31-9478-1698c5cab85e tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Lazy-loading 'flavor' on Instance uuid 983a2305-b1f1-487b-ab6a-2f5f1f7ee3f0 {{(pid=69613) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 994.768032] env[69613]: DEBUG nova.compute.manager [None req-615a2509-5be1-40ac-ac23-231665f44ec3 tempest-ServersTestMultiNic-711096641 tempest-ServersTestMultiNic-711096641-project-member] [instance: a8d62347-1026-4764-862e-4fd67a59dabf] Start building block device mappings for instance. {{(pid=69613) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 994.807131] env[69613]: DEBUG oslo_vmware.api [None req-c28351da-f60d-4f2b-9741-b3ba3ba2e258 tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] Task: {'id': task-3417878, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.823309] env[69613]: DEBUG oslo_vmware.api [None req-498a2673-0834-4849-915b-fb4f1957e173 tempest-InstanceActionsTestJSON-681858584 tempest-InstanceActionsTestJSON-681858584-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]524497bb-7f69-6456-7871-d7900a3489f7, 'name': SearchDatastore_Task, 'duration_secs': 0.011155} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.824425] env[69613]: DEBUG oslo_concurrency.lockutils [None req-498a2673-0834-4849-915b-fb4f1957e173 tempest-InstanceActionsTestJSON-681858584 tempest-InstanceActionsTestJSON-681858584-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.825615] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-498a2673-0834-4849-915b-fb4f1957e173 tempest-InstanceActionsTestJSON-681858584 tempest-InstanceActionsTestJSON-681858584-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk to [datastore2] 0aec565b-c6b6-4f71-8903-3950adc48e6f/0aec565b-c6b6-4f71-8903-3950adc48e6f.vmdk {{(pid=69613) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 994.825615] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bf5969e3-88e8-42e0-9b87-f3ffb1a4040a {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.832650] env[69613]: DEBUG oslo_vmware.api [None req-498a2673-0834-4849-915b-fb4f1957e173 tempest-InstanceActionsTestJSON-681858584 tempest-InstanceActionsTestJSON-681858584-project-member] Waiting for the task: (returnval){ [ 994.832650] env[69613]: value = "task-3417880" [ 994.832650] env[69613]: _type = "Task" [ 994.832650] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.847116] env[69613]: DEBUG oslo_vmware.api [None req-498a2673-0834-4849-915b-fb4f1957e173 tempest-InstanceActionsTestJSON-681858584 tempest-InstanceActionsTestJSON-681858584-project-member] Task: {'id': task-3417880, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.929808] env[69613]: DEBUG nova.network.neutron [None req-615a2509-5be1-40ac-ac23-231665f44ec3 tempest-ServersTestMultiNic-711096641 tempest-ServersTestMultiNic-711096641-project-member] [instance: a8d62347-1026-4764-862e-4fd67a59dabf] Successfully created port: 002be1e4-3850-45c1-8408-123b1f79d022 {{(pid=69613) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 995.003602] env[69613]: DEBUG nova.compute.manager [None req-534c1744-de33-4573-87f8-a54efc5279a3 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] [instance: e9e1e1ab-a2b4-4699-b956-5cd5d4d6dd21] Starting instance... {{(pid=69613) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 995.089029] env[69613]: DEBUG oslo_concurrency.lockutils [None req-c596c707-0911-4724-92aa-6e243803cef6 tempest-ServerRescueTestJSON-24713172 tempest-ServerRescueTestJSON-24713172-project-member] Acquiring lock "a21826db-d20f-443b-9042-9ffa93cd24af" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 995.090684] env[69613]: DEBUG oslo_concurrency.lockutils [None req-c596c707-0911-4724-92aa-6e243803cef6 tempest-ServerRescueTestJSON-24713172 tempest-ServerRescueTestJSON-24713172-project-member] Lock "a21826db-d20f-443b-9042-9ffa93cd24af" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 995.140983] env[69613]: DEBUG nova.network.neutron [None req-3bd4cc7c-9953-4329-933f-afc17da08d0d tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] [instance: a0bbab2d-2cf3-4ba3-aab2-980059d75fc7] Instance cache missing network info. {{(pid=69613) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 995.152147] env[69613]: DEBUG oslo_vmware.api [None req-ac40e0db-bf71-449f-936a-6a3895e444d9 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Task: {'id': task-3417879, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.247268] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13682323-6374-4113-a099-ee4132beec76 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.260714] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f9794e4-14cf-4249-a051-ced70c5f507c {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.309125] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47946d4b-147c-4eb5-9baa-98de6fc634a8 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.320369] env[69613]: DEBUG oslo_vmware.api [None req-c28351da-f60d-4f2b-9741-b3ba3ba2e258 tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] Task: {'id': task-3417878, 'name': CopyVirtualDisk_Task} progress is 40%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.324801] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45289a66-f8d3-4a55-868c-939b557b1d80 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.342542] env[69613]: DEBUG nova.compute.provider_tree [None req-3c2afe83-d374-45e6-a8d4-ae1ef37ce47f tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] Inventory has not changed in ProviderTree for provider: af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 {{(pid=69613) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 995.354251] env[69613]: DEBUG nova.scheduler.client.report [None req-3c2afe83-d374-45e6-a8d4-ae1ef37ce47f tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] Inventory has not changed for provider af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69613) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 995.367023] env[69613]: DEBUG oslo_vmware.api [None req-498a2673-0834-4849-915b-fb4f1957e173 tempest-InstanceActionsTestJSON-681858584 tempest-InstanceActionsTestJSON-681858584-project-member] Task: {'id': task-3417880, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.441974] env[69613]: DEBUG nova.objects.instance [None req-a60e0d26-e2fd-4b31-9478-1698c5cab85e tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Lazy-loading 'pci_requests' on Instance uuid 983a2305-b1f1-487b-ab6a-2f5f1f7ee3f0 {{(pid=69613) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 995.456742] env[69613]: DEBUG nova.network.neutron [None req-3bd4cc7c-9953-4329-933f-afc17da08d0d tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] [instance: a0bbab2d-2cf3-4ba3-aab2-980059d75fc7] Updating instance_info_cache with network_info: [{"id": "4b5ee9bc-5815-4a54-b25a-b86e4547a628", "address": "fa:16:3e:dc:e3:42", "network": {"id": "d381647d-592d-40db-843d-6008de0737a5", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2059555966-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "201a65cf0cc84bf3a5ae9f9d87000dd8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5c8dbe25-bca7-4d91-b577-193b8b2aad8d", "external-id": "nsx-vlan-transportzone-643", "segmentation_id": 643, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b5ee9bc-58", "ovs_interfaceid": "4b5ee9bc-5815-4a54-b25a-b86e4547a628", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 995.529690] env[69613]: DEBUG oslo_concurrency.lockutils [None req-534c1744-de33-4573-87f8-a54efc5279a3 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 995.592149] env[69613]: DEBUG nova.compute.manager [None req-c596c707-0911-4724-92aa-6e243803cef6 tempest-ServerRescueTestJSON-24713172 tempest-ServerRescueTestJSON-24713172-project-member] [instance: a21826db-d20f-443b-9042-9ffa93cd24af] Starting instance... {{(pid=69613) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 995.641650] env[69613]: DEBUG oslo_vmware.api [None req-ac40e0db-bf71-449f-936a-6a3895e444d9 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Task: {'id': task-3417879, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.806711] env[69613]: DEBUG nova.compute.manager [None req-615a2509-5be1-40ac-ac23-231665f44ec3 tempest-ServersTestMultiNic-711096641 tempest-ServersTestMultiNic-711096641-project-member] [instance: a8d62347-1026-4764-862e-4fd67a59dabf] Start spawning the instance on the hypervisor. {{(pid=69613) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 995.818470] env[69613]: DEBUG oslo_vmware.api [None req-c28351da-f60d-4f2b-9741-b3ba3ba2e258 tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] Task: {'id': task-3417878, 'name': CopyVirtualDisk_Task} progress is 60%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.834347] env[69613]: DEBUG nova.virt.hardware [None req-615a2509-5be1-40ac-ac23-231665f44ec3 tempest-ServersTestMultiNic-711096641 tempest-ServersTestMultiNic-711096641-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T13:55:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T13:55:19Z,direct_url=,disk_format='vmdk',id=2b7a0304-b5d0-431d-b287-32c8388d7fbd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3e9e1b873f1442d59d5ee8247b941f74',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T13:55:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 995.834611] env[69613]: DEBUG nova.virt.hardware [None req-615a2509-5be1-40ac-ac23-231665f44ec3 tempest-ServersTestMultiNic-711096641 tempest-ServersTestMultiNic-711096641-project-member] Flavor limits 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 995.834769] env[69613]: DEBUG nova.virt.hardware [None req-615a2509-5be1-40ac-ac23-231665f44ec3 tempest-ServersTestMultiNic-711096641 tempest-ServersTestMultiNic-711096641-project-member] Image limits 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 995.834953] env[69613]: DEBUG nova.virt.hardware [None req-615a2509-5be1-40ac-ac23-231665f44ec3 tempest-ServersTestMultiNic-711096641 tempest-ServersTestMultiNic-711096641-project-member] Flavor pref 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 995.835185] env[69613]: DEBUG nova.virt.hardware [None req-615a2509-5be1-40ac-ac23-231665f44ec3 tempest-ServersTestMultiNic-711096641 tempest-ServersTestMultiNic-711096641-project-member] Image pref 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 995.835362] env[69613]: DEBUG nova.virt.hardware [None req-615a2509-5be1-40ac-ac23-231665f44ec3 tempest-ServersTestMultiNic-711096641 tempest-ServersTestMultiNic-711096641-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 995.835581] env[69613]: DEBUG nova.virt.hardware [None req-615a2509-5be1-40ac-ac23-231665f44ec3 tempest-ServersTestMultiNic-711096641 tempest-ServersTestMultiNic-711096641-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 995.835742] env[69613]: DEBUG nova.virt.hardware [None req-615a2509-5be1-40ac-ac23-231665f44ec3 tempest-ServersTestMultiNic-711096641 tempest-ServersTestMultiNic-711096641-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69613) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 995.835913] env[69613]: DEBUG nova.virt.hardware [None req-615a2509-5be1-40ac-ac23-231665f44ec3 tempest-ServersTestMultiNic-711096641 tempest-ServersTestMultiNic-711096641-project-member] Got 1 possible topologies {{(pid=69613) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 995.836090] env[69613]: DEBUG nova.virt.hardware [None req-615a2509-5be1-40ac-ac23-231665f44ec3 tempest-ServersTestMultiNic-711096641 tempest-ServersTestMultiNic-711096641-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 995.836317] env[69613]: DEBUG nova.virt.hardware [None req-615a2509-5be1-40ac-ac23-231665f44ec3 tempest-ServersTestMultiNic-711096641 tempest-ServersTestMultiNic-711096641-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 995.837210] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb2901cc-4cee-4ae8-bb83-cdf77fa54d90 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.848875] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afa8b999-c5c7-4a2a-b2d2-435f7b32d8cc {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.858354] env[69613]: DEBUG oslo_vmware.api [None req-498a2673-0834-4849-915b-fb4f1957e173 tempest-InstanceActionsTestJSON-681858584 tempest-InstanceActionsTestJSON-681858584-project-member] Task: {'id': task-3417880, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.945339] env[69613]: DEBUG nova.objects.base [None req-a60e0d26-e2fd-4b31-9478-1698c5cab85e tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Object Instance<983a2305-b1f1-487b-ab6a-2f5f1f7ee3f0> lazy-loaded attributes: flavor,pci_requests {{(pid=69613) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 995.945523] env[69613]: DEBUG nova.network.neutron [None req-a60e0d26-e2fd-4b31-9478-1698c5cab85e tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] [instance: 983a2305-b1f1-487b-ab6a-2f5f1f7ee3f0] allocate_for_instance() {{(pid=69613) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 995.960032] env[69613]: DEBUG oslo_concurrency.lockutils [None req-3bd4cc7c-9953-4329-933f-afc17da08d0d tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Releasing lock "refresh_cache-a0bbab2d-2cf3-4ba3-aab2-980059d75fc7" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.960380] env[69613]: DEBUG nova.compute.manager [None req-3bd4cc7c-9953-4329-933f-afc17da08d0d tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] [instance: a0bbab2d-2cf3-4ba3-aab2-980059d75fc7] Instance network_info: |[{"id": "4b5ee9bc-5815-4a54-b25a-b86e4547a628", "address": "fa:16:3e:dc:e3:42", "network": {"id": "d381647d-592d-40db-843d-6008de0737a5", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2059555966-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "201a65cf0cc84bf3a5ae9f9d87000dd8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5c8dbe25-bca7-4d91-b577-193b8b2aad8d", "external-id": "nsx-vlan-transportzone-643", "segmentation_id": 643, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b5ee9bc-58", "ovs_interfaceid": "4b5ee9bc-5815-4a54-b25a-b86e4547a628", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69613) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 995.960810] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-3bd4cc7c-9953-4329-933f-afc17da08d0d tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] [instance: a0bbab2d-2cf3-4ba3-aab2-980059d75fc7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:dc:e3:42', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5c8dbe25-bca7-4d91-b577-193b8b2aad8d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4b5ee9bc-5815-4a54-b25a-b86e4547a628', 'vif_model': 'vmxnet3'}] {{(pid=69613) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 995.970021] env[69613]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3bd4cc7c-9953-4329-933f-afc17da08d0d tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69613) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 995.970289] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a0bbab2d-2cf3-4ba3-aab2-980059d75fc7] Creating VM on the ESX host {{(pid=69613) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 995.971002] env[69613]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dc72869f-58b2-47ad-8400-6b86760e6cfb {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.987612] env[69613]: DEBUG nova.policy [None req-a60e0d26-e2fd-4b31-9478-1698c5cab85e tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1f74539de50f4a48afdf8ccfc2390e72', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ac0fd822ae5c46349cf139bf95aa6ad4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69613) authorize /opt/stack/nova/nova/policy.py:192}} [ 995.995544] env[69613]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 995.995544] env[69613]: value = "task-3417881" [ 995.995544] env[69613]: _type = "Task" [ 995.995544] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.007351] env[69613]: DEBUG oslo_vmware.api [-] Task: {'id': task-3417881, 'name': CreateVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.115493] env[69613]: DEBUG oslo_concurrency.lockutils [None req-c596c707-0911-4724-92aa-6e243803cef6 tempest-ServerRescueTestJSON-24713172 tempest-ServerRescueTestJSON-24713172-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 996.141972] env[69613]: DEBUG oslo_vmware.api [None req-ac40e0db-bf71-449f-936a-6a3895e444d9 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Task: {'id': task-3417879, 'name': ReconfigVM_Task, 'duration_secs': 1.145282} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.142371] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac40e0db-bf71-449f-936a-6a3895e444d9 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] [instance: ebec351f-35c7-4a4c-a067-8477bfa10fc2] Reconfigured VM instance instance-00000058 to attach disk [datastore2] ebec351f-35c7-4a4c-a067-8477bfa10fc2/ebec351f-35c7-4a4c-a067-8477bfa10fc2.vmdk or device None with type sparse {{(pid=69613) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 996.143597] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-65ef8352-bb53-4bf3-b8ee-877e1aeb78dc {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.150337] env[69613]: DEBUG oslo_vmware.api [None req-ac40e0db-bf71-449f-936a-6a3895e444d9 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Waiting for the task: (returnval){ [ 996.150337] env[69613]: value = "task-3417882" [ 996.150337] env[69613]: _type = "Task" [ 996.150337] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.159953] env[69613]: DEBUG oslo_vmware.api [None req-ac40e0db-bf71-449f-936a-6a3895e444d9 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Task: {'id': task-3417882, 'name': Rename_Task} progress is 5%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.315448] env[69613]: DEBUG oslo_vmware.api [None req-c28351da-f60d-4f2b-9741-b3ba3ba2e258 tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] Task: {'id': task-3417878, 'name': CopyVirtualDisk_Task} progress is 83%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.355681] env[69613]: DEBUG oslo_vmware.api [None req-498a2673-0834-4849-915b-fb4f1957e173 tempest-InstanceActionsTestJSON-681858584 tempest-InstanceActionsTestJSON-681858584-project-member] Task: {'id': task-3417880, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.373205] env[69613]: DEBUG oslo_concurrency.lockutils [None req-3c2afe83-d374-45e6-a8d4-ae1ef37ce47f tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.611s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 996.379694] env[69613]: DEBUG oslo_concurrency.lockutils [None req-6fe64eb1-28b0-47f2-a655-884a7552149e tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 21.525s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 996.470273] env[69613]: DEBUG nova.compute.manager [req-8a18d48c-ef3f-41b6-845b-481d8a166c3f req-babfa309-295c-4f39-94d9-2453d30239c6 service nova] [instance: a0bbab2d-2cf3-4ba3-aab2-980059d75fc7] Received event network-changed-4b5ee9bc-5815-4a54-b25a-b86e4547a628 {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 996.470659] env[69613]: DEBUG nova.compute.manager [req-8a18d48c-ef3f-41b6-845b-481d8a166c3f req-babfa309-295c-4f39-94d9-2453d30239c6 service nova] [instance: a0bbab2d-2cf3-4ba3-aab2-980059d75fc7] Refreshing instance network info cache due to event network-changed-4b5ee9bc-5815-4a54-b25a-b86e4547a628. {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 996.470992] env[69613]: DEBUG oslo_concurrency.lockutils [req-8a18d48c-ef3f-41b6-845b-481d8a166c3f req-babfa309-295c-4f39-94d9-2453d30239c6 service nova] Acquiring lock "refresh_cache-a0bbab2d-2cf3-4ba3-aab2-980059d75fc7" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.471204] env[69613]: DEBUG oslo_concurrency.lockutils [req-8a18d48c-ef3f-41b6-845b-481d8a166c3f req-babfa309-295c-4f39-94d9-2453d30239c6 service nova] Acquired lock "refresh_cache-a0bbab2d-2cf3-4ba3-aab2-980059d75fc7" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.471412] env[69613]: DEBUG nova.network.neutron [req-8a18d48c-ef3f-41b6-845b-481d8a166c3f req-babfa309-295c-4f39-94d9-2453d30239c6 service nova] [instance: a0bbab2d-2cf3-4ba3-aab2-980059d75fc7] Refreshing network info cache for port 4b5ee9bc-5815-4a54-b25a-b86e4547a628 {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 996.509464] env[69613]: DEBUG oslo_vmware.api [-] Task: {'id': task-3417881, 'name': CreateVM_Task, 'duration_secs': 0.463103} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.509726] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a0bbab2d-2cf3-4ba3-aab2-980059d75fc7] Created VM on the ESX host {{(pid=69613) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 996.510499] env[69613]: DEBUG oslo_concurrency.lockutils [None req-3bd4cc7c-9953-4329-933f-afc17da08d0d tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.510674] env[69613]: DEBUG oslo_concurrency.lockutils [None req-3bd4cc7c-9953-4329-933f-afc17da08d0d tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.511029] env[69613]: DEBUG oslo_concurrency.lockutils [None req-3bd4cc7c-9953-4329-933f-afc17da08d0d tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.511289] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-61da6d37-72e6-45ec-a1a2-f48d239a51dc {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.516650] env[69613]: DEBUG oslo_vmware.api [None req-3bd4cc7c-9953-4329-933f-afc17da08d0d tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Waiting for the task: (returnval){ [ 996.516650] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]52d87a8f-7af7-9dcf-0ae2-e2ac28c9d9b0" [ 996.516650] env[69613]: _type = "Task" [ 996.516650] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.526769] env[69613]: DEBUG oslo_vmware.api [None req-3bd4cc7c-9953-4329-933f-afc17da08d0d tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52d87a8f-7af7-9dcf-0ae2-e2ac28c9d9b0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.536490] env[69613]: DEBUG nova.network.neutron [None req-615a2509-5be1-40ac-ac23-231665f44ec3 tempest-ServersTestMultiNic-711096641 tempest-ServersTestMultiNic-711096641-project-member] [instance: a8d62347-1026-4764-862e-4fd67a59dabf] Successfully updated port: 74fc8c29-dac3-4947-983b-fc00735693f9 {{(pid=69613) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 996.661600] env[69613]: DEBUG oslo_vmware.api [None req-ac40e0db-bf71-449f-936a-6a3895e444d9 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Task: {'id': task-3417882, 'name': Rename_Task, 'duration_secs': 0.426342} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.661735] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac40e0db-bf71-449f-936a-6a3895e444d9 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] [instance: ebec351f-35c7-4a4c-a067-8477bfa10fc2] Powering on the VM {{(pid=69613) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 996.662177] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-15aa0573-e690-4374-a913-1afb38d62430 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.664954] env[69613]: DEBUG nova.network.neutron [None req-a60e0d26-e2fd-4b31-9478-1698c5cab85e tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] [instance: 983a2305-b1f1-487b-ab6a-2f5f1f7ee3f0] Successfully created port: 416c44f6-6689-4e22-804a-f496d559cd78 {{(pid=69613) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 996.669606] env[69613]: DEBUG oslo_vmware.api [None req-ac40e0db-bf71-449f-936a-6a3895e444d9 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Waiting for the task: (returnval){ [ 996.669606] env[69613]: value = "task-3417883" [ 996.669606] env[69613]: _type = "Task" [ 996.669606] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.679913] env[69613]: DEBUG oslo_vmware.api [None req-ac40e0db-bf71-449f-936a-6a3895e444d9 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Task: {'id': task-3417883, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.815587] env[69613]: DEBUG oslo_vmware.api [None req-c28351da-f60d-4f2b-9741-b3ba3ba2e258 tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] Task: {'id': task-3417878, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.513641} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.815861] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-c28351da-f60d-4f2b-9741-b3ba3ba2e258 tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8d7451c0-8cf7-495b-a3b2-63c738edcac9/8d7451c0-8cf7-495b-a3b2-63c738edcac9.vmdk to [datastore2] 71e0d53c-ff3f-4a77-aa25-2a07e64500a7/71e0d53c-ff3f-4a77-aa25-2a07e64500a7.vmdk {{(pid=69613) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 996.816709] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c01e120-080f-486d-8df4-74d38d815388 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.841602] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-c28351da-f60d-4f2b-9741-b3ba3ba2e258 tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] [instance: 71e0d53c-ff3f-4a77-aa25-2a07e64500a7] Reconfiguring VM instance instance-00000032 to attach disk [datastore2] 71e0d53c-ff3f-4a77-aa25-2a07e64500a7/71e0d53c-ff3f-4a77-aa25-2a07e64500a7.vmdk or device None with type streamOptimized {{(pid=69613) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 996.842012] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b0dadc59-8271-4718-bb62-fa1510ecc767 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.875449] env[69613]: DEBUG oslo_vmware.api [None req-498a2673-0834-4849-915b-fb4f1957e173 tempest-InstanceActionsTestJSON-681858584 tempest-InstanceActionsTestJSON-681858584-project-member] Task: {'id': task-3417880, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.877161] env[69613]: DEBUG oslo_vmware.api [None req-c28351da-f60d-4f2b-9741-b3ba3ba2e258 tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] Waiting for the task: (returnval){ [ 996.877161] env[69613]: value = "task-3417884" [ 996.877161] env[69613]: _type = "Task" [ 996.877161] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.887638] env[69613]: DEBUG oslo_vmware.api [None req-c28351da-f60d-4f2b-9741-b3ba3ba2e258 tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] Task: {'id': task-3417884, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.034314] env[69613]: DEBUG oslo_vmware.api [None req-3bd4cc7c-9953-4329-933f-afc17da08d0d tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52d87a8f-7af7-9dcf-0ae2-e2ac28c9d9b0, 'name': SearchDatastore_Task, 'duration_secs': 0.027598} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.034799] env[69613]: DEBUG oslo_concurrency.lockutils [None req-3bd4cc7c-9953-4329-933f-afc17da08d0d tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.035009] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-3bd4cc7c-9953-4329-933f-afc17da08d0d tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] [instance: a0bbab2d-2cf3-4ba3-aab2-980059d75fc7] Processing image 2b7a0304-b5d0-431d-b287-32c8388d7fbd {{(pid=69613) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 997.035336] env[69613]: DEBUG oslo_concurrency.lockutils [None req-3bd4cc7c-9953-4329-933f-afc17da08d0d tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.035539] env[69613]: DEBUG oslo_concurrency.lockutils [None req-3bd4cc7c-9953-4329-933f-afc17da08d0d tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.035778] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-3bd4cc7c-9953-4329-933f-afc17da08d0d tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69613) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 997.036147] env[69613]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-faac5b8a-d9c1-4198-a91c-b563a7319dfb {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.059536] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-3bd4cc7c-9953-4329-933f-afc17da08d0d tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69613) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 997.059784] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-3bd4cc7c-9953-4329-933f-afc17da08d0d tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69613) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 997.068143] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5bf1036c-38e9-4b00-b2a5-24d470aee079 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.083245] env[69613]: DEBUG oslo_vmware.api [None req-3bd4cc7c-9953-4329-933f-afc17da08d0d tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Waiting for the task: (returnval){ [ 997.083245] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]52df7f11-1e0f-e6df-cd66-e0cd62700a52" [ 997.083245] env[69613]: _type = "Task" [ 997.083245] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.097146] env[69613]: DEBUG oslo_vmware.api [None req-3bd4cc7c-9953-4329-933f-afc17da08d0d tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52df7f11-1e0f-e6df-cd66-e0cd62700a52, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.179895] env[69613]: DEBUG oslo_vmware.api [None req-ac40e0db-bf71-449f-936a-6a3895e444d9 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Task: {'id': task-3417883, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.243998] env[69613]: DEBUG nova.network.neutron [req-8a18d48c-ef3f-41b6-845b-481d8a166c3f req-babfa309-295c-4f39-94d9-2453d30239c6 service nova] [instance: a0bbab2d-2cf3-4ba3-aab2-980059d75fc7] Updated VIF entry in instance network info cache for port 4b5ee9bc-5815-4a54-b25a-b86e4547a628. {{(pid=69613) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 997.243998] env[69613]: DEBUG nova.network.neutron [req-8a18d48c-ef3f-41b6-845b-481d8a166c3f req-babfa309-295c-4f39-94d9-2453d30239c6 service nova] [instance: a0bbab2d-2cf3-4ba3-aab2-980059d75fc7] Updating instance_info_cache with network_info: [{"id": "4b5ee9bc-5815-4a54-b25a-b86e4547a628", "address": "fa:16:3e:dc:e3:42", "network": {"id": "d381647d-592d-40db-843d-6008de0737a5", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2059555966-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "201a65cf0cc84bf3a5ae9f9d87000dd8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5c8dbe25-bca7-4d91-b577-193b8b2aad8d", "external-id": "nsx-vlan-transportzone-643", "segmentation_id": 643, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b5ee9bc-58", "ovs_interfaceid": "4b5ee9bc-5815-4a54-b25a-b86e4547a628", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 997.309738] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c351023a-c016-457c-a6b6-d04cac2af204 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.318400] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41f61b37-e655-46ce-8e8f-0691ab09500e {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.357016] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a8a38d0-93f8-4e40-8dce-37858be02880 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.364908] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0810ed3-403f-4cb6-bb58-760bf9828ba1 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.385724] env[69613]: DEBUG nova.compute.provider_tree [None req-6fe64eb1-28b0-47f2-a655-884a7552149e tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Inventory has not changed in ProviderTree for provider: af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 {{(pid=69613) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 997.387959] env[69613]: DEBUG oslo_vmware.api [None req-498a2673-0834-4849-915b-fb4f1957e173 tempest-InstanceActionsTestJSON-681858584 tempest-InstanceActionsTestJSON-681858584-project-member] Task: {'id': task-3417880, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.237798} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.391265] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-498a2673-0834-4849-915b-fb4f1957e173 tempest-InstanceActionsTestJSON-681858584 tempest-InstanceActionsTestJSON-681858584-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk to [datastore2] 0aec565b-c6b6-4f71-8903-3950adc48e6f/0aec565b-c6b6-4f71-8903-3950adc48e6f.vmdk {{(pid=69613) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 997.391515] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-498a2673-0834-4849-915b-fb4f1957e173 tempest-InstanceActionsTestJSON-681858584 tempest-InstanceActionsTestJSON-681858584-project-member] [instance: 0aec565b-c6b6-4f71-8903-3950adc48e6f] Extending root virtual disk to 1048576 {{(pid=69613) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 997.391863] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-35c1b90e-55f1-4a68-9fe8-3e8ffba8388f {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.405355] env[69613]: DEBUG oslo_vmware.api [None req-c28351da-f60d-4f2b-9741-b3ba3ba2e258 tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] Task: {'id': task-3417884, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.409685] env[69613]: DEBUG oslo_vmware.api [None req-498a2673-0834-4849-915b-fb4f1957e173 tempest-InstanceActionsTestJSON-681858584 tempest-InstanceActionsTestJSON-681858584-project-member] Waiting for the task: (returnval){ [ 997.409685] env[69613]: value = "task-3417885" [ 997.409685] env[69613]: _type = "Task" [ 997.409685] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.418234] env[69613]: DEBUG oslo_vmware.api [None req-498a2673-0834-4849-915b-fb4f1957e173 tempest-InstanceActionsTestJSON-681858584 tempest-InstanceActionsTestJSON-681858584-project-member] Task: {'id': task-3417885, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.595056] env[69613]: DEBUG oslo_vmware.api [None req-3bd4cc7c-9953-4329-933f-afc17da08d0d tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52df7f11-1e0f-e6df-cd66-e0cd62700a52, 'name': SearchDatastore_Task, 'duration_secs': 0.014847} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.595056] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2041b8c1-604c-43cb-ba5f-2fb3a3c35d77 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.599949] env[69613]: DEBUG oslo_vmware.api [None req-3bd4cc7c-9953-4329-933f-afc17da08d0d tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Waiting for the task: (returnval){ [ 997.599949] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]52d108c7-cde6-0316-1a59-0918bfdf5b38" [ 997.599949] env[69613]: _type = "Task" [ 997.599949] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.607861] env[69613]: DEBUG oslo_vmware.api [None req-3bd4cc7c-9953-4329-933f-afc17da08d0d tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52d108c7-cde6-0316-1a59-0918bfdf5b38, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.680967] env[69613]: DEBUG oslo_vmware.api [None req-ac40e0db-bf71-449f-936a-6a3895e444d9 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Task: {'id': task-3417883, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.748415] env[69613]: DEBUG oslo_concurrency.lockutils [req-8a18d48c-ef3f-41b6-845b-481d8a166c3f req-babfa309-295c-4f39-94d9-2453d30239c6 service nova] Releasing lock "refresh_cache-a0bbab2d-2cf3-4ba3-aab2-980059d75fc7" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.890316] env[69613]: DEBUG nova.scheduler.client.report [None req-6fe64eb1-28b0-47f2-a655-884a7552149e tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Inventory has not changed for provider af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69613) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 997.899457] env[69613]: DEBUG oslo_vmware.api [None req-c28351da-f60d-4f2b-9741-b3ba3ba2e258 tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] Task: {'id': task-3417884, 'name': ReconfigVM_Task, 'duration_secs': 0.952271} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.900110] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-c28351da-f60d-4f2b-9741-b3ba3ba2e258 tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] [instance: 71e0d53c-ff3f-4a77-aa25-2a07e64500a7] Reconfigured VM instance instance-00000032 to attach disk [datastore2] 71e0d53c-ff3f-4a77-aa25-2a07e64500a7/71e0d53c-ff3f-4a77-aa25-2a07e64500a7.vmdk or device None with type streamOptimized {{(pid=69613) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 997.900278] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c56e073f-58c8-478d-80fc-ecabee118631 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.911838] env[69613]: DEBUG oslo_vmware.api [None req-c28351da-f60d-4f2b-9741-b3ba3ba2e258 tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] Waiting for the task: (returnval){ [ 997.911838] env[69613]: value = "task-3417886" [ 997.911838] env[69613]: _type = "Task" [ 997.911838] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.920841] env[69613]: INFO nova.compute.manager [None req-3c2afe83-d374-45e6-a8d4-ae1ef37ce47f tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] [instance: 661ee10a-6a1c-4f4c-86e5-ea2185ab6741] Swapping old allocation on dict_keys(['af76dfa6-80f5-47a1-ac1e-7e11abfaaed9']) held by migration d12531ff-be76-4d61-bfbc-fb6568ca63d6 for instance [ 997.925604] env[69613]: DEBUG oslo_vmware.api [None req-498a2673-0834-4849-915b-fb4f1957e173 tempest-InstanceActionsTestJSON-681858584 tempest-InstanceActionsTestJSON-681858584-project-member] Task: {'id': task-3417885, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.28688} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.929298] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-498a2673-0834-4849-915b-fb4f1957e173 tempest-InstanceActionsTestJSON-681858584 tempest-InstanceActionsTestJSON-681858584-project-member] [instance: 0aec565b-c6b6-4f71-8903-3950adc48e6f] Extended root virtual disk {{(pid=69613) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 997.929976] env[69613]: DEBUG oslo_vmware.api [None req-c28351da-f60d-4f2b-9741-b3ba3ba2e258 tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] Task: {'id': task-3417886, 'name': Rename_Task} progress is 6%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.930700] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-260ab2c7-32d2-4d08-a220-4bff84695434 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.956329] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-498a2673-0834-4849-915b-fb4f1957e173 tempest-InstanceActionsTestJSON-681858584 tempest-InstanceActionsTestJSON-681858584-project-member] [instance: 0aec565b-c6b6-4f71-8903-3950adc48e6f] Reconfiguring VM instance instance-00000059 to attach disk [datastore2] 0aec565b-c6b6-4f71-8903-3950adc48e6f/0aec565b-c6b6-4f71-8903-3950adc48e6f.vmdk or device None with type sparse {{(pid=69613) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 997.959090] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eac39a31-718c-4c98-a5b1-3052ddf4ac32 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.978123] env[69613]: DEBUG oslo_vmware.api [None req-498a2673-0834-4849-915b-fb4f1957e173 tempest-InstanceActionsTestJSON-681858584 tempest-InstanceActionsTestJSON-681858584-project-member] Waiting for the task: (returnval){ [ 997.978123] env[69613]: value = "task-3417887" [ 997.978123] env[69613]: _type = "Task" [ 997.978123] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.983619] env[69613]: DEBUG nova.scheduler.client.report [None req-3c2afe83-d374-45e6-a8d4-ae1ef37ce47f tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] Overwriting current allocation {'allocations': {'af76dfa6-80f5-47a1-ac1e-7e11abfaaed9': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 119}}, 'project_id': '70491f9430e24961b9308f48ea2dc709', 'user_id': '8b01e47c0f874e0e8fe0cefb753d16f7', 'consumer_generation': 1} on consumer 661ee10a-6a1c-4f4c-86e5-ea2185ab6741 {{(pid=69613) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 997.990755] env[69613]: DEBUG oslo_vmware.api [None req-498a2673-0834-4849-915b-fb4f1957e173 tempest-InstanceActionsTestJSON-681858584 tempest-InstanceActionsTestJSON-681858584-project-member] Task: {'id': task-3417887, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.067097] env[69613]: DEBUG oslo_concurrency.lockutils [None req-3c2afe83-d374-45e6-a8d4-ae1ef37ce47f tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] Acquiring lock "refresh_cache-661ee10a-6a1c-4f4c-86e5-ea2185ab6741" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.067348] env[69613]: DEBUG oslo_concurrency.lockutils [None req-3c2afe83-d374-45e6-a8d4-ae1ef37ce47f tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] Acquired lock "refresh_cache-661ee10a-6a1c-4f4c-86e5-ea2185ab6741" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.067587] env[69613]: DEBUG nova.network.neutron [None req-3c2afe83-d374-45e6-a8d4-ae1ef37ce47f tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] [instance: 661ee10a-6a1c-4f4c-86e5-ea2185ab6741] Building network info cache for instance {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 998.112824] env[69613]: DEBUG oslo_vmware.api [None req-3bd4cc7c-9953-4329-933f-afc17da08d0d tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52d108c7-cde6-0316-1a59-0918bfdf5b38, 'name': SearchDatastore_Task, 'duration_secs': 0.012917} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.113167] env[69613]: DEBUG oslo_concurrency.lockutils [None req-3bd4cc7c-9953-4329-933f-afc17da08d0d tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.113473] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-3bd4cc7c-9953-4329-933f-afc17da08d0d tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk to [datastore1] a0bbab2d-2cf3-4ba3-aab2-980059d75fc7/a0bbab2d-2cf3-4ba3-aab2-980059d75fc7.vmdk {{(pid=69613) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 998.113789] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6d206c2d-4d63-420d-b1f3-ad7bcb2e8f1c {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.125715] env[69613]: DEBUG oslo_vmware.api [None req-3bd4cc7c-9953-4329-933f-afc17da08d0d tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Waiting for the task: (returnval){ [ 998.125715] env[69613]: value = "task-3417888" [ 998.125715] env[69613]: _type = "Task" [ 998.125715] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.132031] env[69613]: DEBUG oslo_vmware.api [None req-3bd4cc7c-9953-4329-933f-afc17da08d0d tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Task: {'id': task-3417888, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.180736] env[69613]: DEBUG oslo_vmware.api [None req-ac40e0db-bf71-449f-936a-6a3895e444d9 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Task: {'id': task-3417883, 'name': PowerOnVM_Task, 'duration_secs': 1.462509} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.181054] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac40e0db-bf71-449f-936a-6a3895e444d9 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] [instance: ebec351f-35c7-4a4c-a067-8477bfa10fc2] Powered on the VM {{(pid=69613) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 998.182493] env[69613]: INFO nova.compute.manager [None req-ac40e0db-bf71-449f-936a-6a3895e444d9 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] [instance: ebec351f-35c7-4a4c-a067-8477bfa10fc2] Took 11.91 seconds to spawn the instance on the hypervisor. [ 998.182493] env[69613]: DEBUG nova.compute.manager [None req-ac40e0db-bf71-449f-936a-6a3895e444d9 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] [instance: ebec351f-35c7-4a4c-a067-8477bfa10fc2] Checking state {{(pid=69613) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 998.182493] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-546b2b2e-2ec6-4b5f-8ace-8636dfef4159 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.377444] env[69613]: DEBUG nova.compute.manager [req-0a51f99f-d9bd-4d0b-8527-e74d150ab6c9 req-9ccd8606-d4ff-4886-8d43-7bf1e9352254 service nova] [instance: 983a2305-b1f1-487b-ab6a-2f5f1f7ee3f0] Received event network-vif-plugged-416c44f6-6689-4e22-804a-f496d559cd78 {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 998.377444] env[69613]: DEBUG oslo_concurrency.lockutils [req-0a51f99f-d9bd-4d0b-8527-e74d150ab6c9 req-9ccd8606-d4ff-4886-8d43-7bf1e9352254 service nova] Acquiring lock "983a2305-b1f1-487b-ab6a-2f5f1f7ee3f0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 998.377444] env[69613]: DEBUG oslo_concurrency.lockutils [req-0a51f99f-d9bd-4d0b-8527-e74d150ab6c9 req-9ccd8606-d4ff-4886-8d43-7bf1e9352254 service nova] Lock "983a2305-b1f1-487b-ab6a-2f5f1f7ee3f0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 998.377444] env[69613]: DEBUG oslo_concurrency.lockutils [req-0a51f99f-d9bd-4d0b-8527-e74d150ab6c9 req-9ccd8606-d4ff-4886-8d43-7bf1e9352254 service nova] Lock "983a2305-b1f1-487b-ab6a-2f5f1f7ee3f0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 998.377444] env[69613]: DEBUG nova.compute.manager [req-0a51f99f-d9bd-4d0b-8527-e74d150ab6c9 req-9ccd8606-d4ff-4886-8d43-7bf1e9352254 service nova] [instance: 983a2305-b1f1-487b-ab6a-2f5f1f7ee3f0] No waiting events found dispatching network-vif-plugged-416c44f6-6689-4e22-804a-f496d559cd78 {{(pid=69613) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 998.377444] env[69613]: WARNING nova.compute.manager [req-0a51f99f-d9bd-4d0b-8527-e74d150ab6c9 req-9ccd8606-d4ff-4886-8d43-7bf1e9352254 service nova] [instance: 983a2305-b1f1-487b-ab6a-2f5f1f7ee3f0] Received unexpected event network-vif-plugged-416c44f6-6689-4e22-804a-f496d559cd78 for instance with vm_state active and task_state None. [ 998.427982] env[69613]: DEBUG oslo_vmware.api [None req-c28351da-f60d-4f2b-9741-b3ba3ba2e258 tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] Task: {'id': task-3417886, 'name': Rename_Task, 'duration_secs': 0.22408} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.427982] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-c28351da-f60d-4f2b-9741-b3ba3ba2e258 tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] [instance: 71e0d53c-ff3f-4a77-aa25-2a07e64500a7] Powering on the VM {{(pid=69613) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 998.427982] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-818cc9ea-14ea-44ef-84a1-7a0ad70a306e {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.435023] env[69613]: DEBUG oslo_vmware.api [None req-c28351da-f60d-4f2b-9741-b3ba3ba2e258 tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] Waiting for the task: (returnval){ [ 998.435023] env[69613]: value = "task-3417889" [ 998.435023] env[69613]: _type = "Task" [ 998.435023] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.443047] env[69613]: DEBUG oslo_vmware.api [None req-c28351da-f60d-4f2b-9741-b3ba3ba2e258 tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] Task: {'id': task-3417889, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.490158] env[69613]: DEBUG nova.network.neutron [None req-a60e0d26-e2fd-4b31-9478-1698c5cab85e tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] [instance: 983a2305-b1f1-487b-ab6a-2f5f1f7ee3f0] Successfully updated port: 416c44f6-6689-4e22-804a-f496d559cd78 {{(pid=69613) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 998.492485] env[69613]: DEBUG oslo_vmware.api [None req-498a2673-0834-4849-915b-fb4f1957e173 tempest-InstanceActionsTestJSON-681858584 tempest-InstanceActionsTestJSON-681858584-project-member] Task: {'id': task-3417887, 'name': ReconfigVM_Task, 'duration_secs': 0.489115} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.493229] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-498a2673-0834-4849-915b-fb4f1957e173 tempest-InstanceActionsTestJSON-681858584 tempest-InstanceActionsTestJSON-681858584-project-member] [instance: 0aec565b-c6b6-4f71-8903-3950adc48e6f] Reconfigured VM instance instance-00000059 to attach disk [datastore2] 0aec565b-c6b6-4f71-8903-3950adc48e6f/0aec565b-c6b6-4f71-8903-3950adc48e6f.vmdk or device None with type sparse {{(pid=69613) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 998.494078] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2da5357d-d691-4acf-901f-fadca0117ed8 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.503022] env[69613]: DEBUG oslo_vmware.api [None req-498a2673-0834-4849-915b-fb4f1957e173 tempest-InstanceActionsTestJSON-681858584 tempest-InstanceActionsTestJSON-681858584-project-member] Waiting for the task: (returnval){ [ 998.503022] env[69613]: value = "task-3417890" [ 998.503022] env[69613]: _type = "Task" [ 998.503022] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.511386] env[69613]: DEBUG oslo_vmware.api [None req-498a2673-0834-4849-915b-fb4f1957e173 tempest-InstanceActionsTestJSON-681858584 tempest-InstanceActionsTestJSON-681858584-project-member] Task: {'id': task-3417890, 'name': Rename_Task} progress is 5%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.634812] env[69613]: DEBUG oslo_vmware.api [None req-3bd4cc7c-9953-4329-933f-afc17da08d0d tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Task: {'id': task-3417888, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.499637} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.635251] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-3bd4cc7c-9953-4329-933f-afc17da08d0d tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk to [datastore1] a0bbab2d-2cf3-4ba3-aab2-980059d75fc7/a0bbab2d-2cf3-4ba3-aab2-980059d75fc7.vmdk {{(pid=69613) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 998.635671] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-3bd4cc7c-9953-4329-933f-afc17da08d0d tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] [instance: a0bbab2d-2cf3-4ba3-aab2-980059d75fc7] Extending root virtual disk to 1048576 {{(pid=69613) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 998.636078] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-83e12764-9894-4e23-b5ec-a15aba95650d {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.643292] env[69613]: DEBUG oslo_vmware.api [None req-3bd4cc7c-9953-4329-933f-afc17da08d0d tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Waiting for the task: (returnval){ [ 998.643292] env[69613]: value = "task-3417891" [ 998.643292] env[69613]: _type = "Task" [ 998.643292] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.652120] env[69613]: DEBUG oslo_vmware.api [None req-3bd4cc7c-9953-4329-933f-afc17da08d0d tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Task: {'id': task-3417891, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.706465] env[69613]: INFO nova.compute.manager [None req-ac40e0db-bf71-449f-936a-6a3895e444d9 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] [instance: ebec351f-35c7-4a4c-a067-8477bfa10fc2] Took 44.90 seconds to build instance. [ 998.843175] env[69613]: DEBUG nova.compute.manager [req-375b203e-d7c7-44a0-8e62-0a5c21ab84d2 req-fe75325e-21aa-4bd6-9007-90517f7cdc60 service nova] [instance: a8d62347-1026-4764-862e-4fd67a59dabf] Received event network-vif-plugged-74fc8c29-dac3-4947-983b-fc00735693f9 {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 998.843175] env[69613]: DEBUG oslo_concurrency.lockutils [req-375b203e-d7c7-44a0-8e62-0a5c21ab84d2 req-fe75325e-21aa-4bd6-9007-90517f7cdc60 service nova] Acquiring lock "a8d62347-1026-4764-862e-4fd67a59dabf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 998.843175] env[69613]: DEBUG oslo_concurrency.lockutils [req-375b203e-d7c7-44a0-8e62-0a5c21ab84d2 req-fe75325e-21aa-4bd6-9007-90517f7cdc60 service nova] Lock "a8d62347-1026-4764-862e-4fd67a59dabf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 998.843587] env[69613]: DEBUG oslo_concurrency.lockutils [req-375b203e-d7c7-44a0-8e62-0a5c21ab84d2 req-fe75325e-21aa-4bd6-9007-90517f7cdc60 service nova] Lock "a8d62347-1026-4764-862e-4fd67a59dabf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 998.843995] env[69613]: DEBUG nova.compute.manager [req-375b203e-d7c7-44a0-8e62-0a5c21ab84d2 req-fe75325e-21aa-4bd6-9007-90517f7cdc60 service nova] [instance: a8d62347-1026-4764-862e-4fd67a59dabf] No waiting events found dispatching network-vif-plugged-74fc8c29-dac3-4947-983b-fc00735693f9 {{(pid=69613) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 998.844308] env[69613]: WARNING nova.compute.manager [req-375b203e-d7c7-44a0-8e62-0a5c21ab84d2 req-fe75325e-21aa-4bd6-9007-90517f7cdc60 service nova] [instance: a8d62347-1026-4764-862e-4fd67a59dabf] Received unexpected event network-vif-plugged-74fc8c29-dac3-4947-983b-fc00735693f9 for instance with vm_state building and task_state spawning. [ 998.845128] env[69613]: DEBUG nova.compute.manager [req-375b203e-d7c7-44a0-8e62-0a5c21ab84d2 req-fe75325e-21aa-4bd6-9007-90517f7cdc60 service nova] [instance: a8d62347-1026-4764-862e-4fd67a59dabf] Received event network-changed-74fc8c29-dac3-4947-983b-fc00735693f9 {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 998.845714] env[69613]: DEBUG nova.compute.manager [req-375b203e-d7c7-44a0-8e62-0a5c21ab84d2 req-fe75325e-21aa-4bd6-9007-90517f7cdc60 service nova] [instance: a8d62347-1026-4764-862e-4fd67a59dabf] Refreshing instance network info cache due to event network-changed-74fc8c29-dac3-4947-983b-fc00735693f9. {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 998.846030] env[69613]: DEBUG oslo_concurrency.lockutils [req-375b203e-d7c7-44a0-8e62-0a5c21ab84d2 req-fe75325e-21aa-4bd6-9007-90517f7cdc60 service nova] Acquiring lock "refresh_cache-a8d62347-1026-4764-862e-4fd67a59dabf" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.846333] env[69613]: DEBUG oslo_concurrency.lockutils [req-375b203e-d7c7-44a0-8e62-0a5c21ab84d2 req-fe75325e-21aa-4bd6-9007-90517f7cdc60 service nova] Acquired lock "refresh_cache-a8d62347-1026-4764-862e-4fd67a59dabf" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.846607] env[69613]: DEBUG nova.network.neutron [req-375b203e-d7c7-44a0-8e62-0a5c21ab84d2 req-fe75325e-21aa-4bd6-9007-90517f7cdc60 service nova] [instance: a8d62347-1026-4764-862e-4fd67a59dabf] Refreshing network info cache for port 74fc8c29-dac3-4947-983b-fc00735693f9 {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 998.904048] env[69613]: DEBUG oslo_concurrency.lockutils [None req-6fe64eb1-28b0-47f2-a655-884a7552149e tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.522s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 998.904745] env[69613]: DEBUG oslo_concurrency.lockutils [None req-052da240-f59f-434f-8bd3-5a2f0c0321c0 tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.121s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 998.905269] env[69613]: DEBUG nova.objects.instance [None req-052da240-f59f-434f-8bd3-5a2f0c0321c0 tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Lazy-loading 'resources' on Instance uuid 6ec24a38-4b28-42e6-b86b-654d79714a95 {{(pid=69613) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 998.945432] env[69613]: DEBUG oslo_vmware.api [None req-c28351da-f60d-4f2b-9741-b3ba3ba2e258 tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] Task: {'id': task-3417889, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.972989] env[69613]: DEBUG nova.network.neutron [None req-3c2afe83-d374-45e6-a8d4-ae1ef37ce47f tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] [instance: 661ee10a-6a1c-4f4c-86e5-ea2185ab6741] Updating instance_info_cache with network_info: [{"id": "a17ea222-6334-4595-bdd4-10f24be5e6b9", "address": "fa:16:3e:04:d1:f3", "network": {"id": "7f5a9020-c966-459c-b2b1-fc62b2ff6283", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.97", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3e9e1b873f1442d59d5ee8247b941f74", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aec0089a-ff85-4bef-bad8-c84de39af71a", "external-id": "nsx-vlan-transportzone-758", "segmentation_id": 758, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa17ea222-63", "ovs_interfaceid": "a17ea222-6334-4595-bdd4-10f24be5e6b9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 998.996789] env[69613]: DEBUG oslo_concurrency.lockutils [None req-a60e0d26-e2fd-4b31-9478-1698c5cab85e tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Acquiring lock "refresh_cache-983a2305-b1f1-487b-ab6a-2f5f1f7ee3f0" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.996789] env[69613]: DEBUG oslo_concurrency.lockutils [None req-a60e0d26-e2fd-4b31-9478-1698c5cab85e tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Acquired lock "refresh_cache-983a2305-b1f1-487b-ab6a-2f5f1f7ee3f0" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.996789] env[69613]: DEBUG nova.network.neutron [None req-a60e0d26-e2fd-4b31-9478-1698c5cab85e tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] [instance: 983a2305-b1f1-487b-ab6a-2f5f1f7ee3f0] Building network info cache for instance {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 999.003729] env[69613]: DEBUG nova.network.neutron [None req-615a2509-5be1-40ac-ac23-231665f44ec3 tempest-ServersTestMultiNic-711096641 tempest-ServersTestMultiNic-711096641-project-member] [instance: a8d62347-1026-4764-862e-4fd67a59dabf] Successfully updated port: 002be1e4-3850-45c1-8408-123b1f79d022 {{(pid=69613) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 999.014712] env[69613]: DEBUG oslo_vmware.api [None req-498a2673-0834-4849-915b-fb4f1957e173 tempest-InstanceActionsTestJSON-681858584 tempest-InstanceActionsTestJSON-681858584-project-member] Task: {'id': task-3417890, 'name': Rename_Task, 'duration_secs': 0.248659} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.014980] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-498a2673-0834-4849-915b-fb4f1957e173 tempest-InstanceActionsTestJSON-681858584 tempest-InstanceActionsTestJSON-681858584-project-member] [instance: 0aec565b-c6b6-4f71-8903-3950adc48e6f] Powering on the VM {{(pid=69613) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 999.015340] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2eb6583d-a3fd-440c-ade8-8cd135725485 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.022414] env[69613]: DEBUG oslo_vmware.api [None req-498a2673-0834-4849-915b-fb4f1957e173 tempest-InstanceActionsTestJSON-681858584 tempest-InstanceActionsTestJSON-681858584-project-member] Waiting for the task: (returnval){ [ 999.022414] env[69613]: value = "task-3417892" [ 999.022414] env[69613]: _type = "Task" [ 999.022414] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.030241] env[69613]: DEBUG oslo_vmware.api [None req-498a2673-0834-4849-915b-fb4f1957e173 tempest-InstanceActionsTestJSON-681858584 tempest-InstanceActionsTestJSON-681858584-project-member] Task: {'id': task-3417892, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.154012] env[69613]: DEBUG oslo_vmware.api [None req-3bd4cc7c-9953-4329-933f-afc17da08d0d tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Task: {'id': task-3417891, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073541} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.154326] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-3bd4cc7c-9953-4329-933f-afc17da08d0d tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] [instance: a0bbab2d-2cf3-4ba3-aab2-980059d75fc7] Extended root virtual disk {{(pid=69613) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 999.155147] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f31b899-a17c-485c-a6b5-80197360f513 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.177190] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-3bd4cc7c-9953-4329-933f-afc17da08d0d tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] [instance: a0bbab2d-2cf3-4ba3-aab2-980059d75fc7] Reconfiguring VM instance instance-0000005a to attach disk [datastore1] a0bbab2d-2cf3-4ba3-aab2-980059d75fc7/a0bbab2d-2cf3-4ba3-aab2-980059d75fc7.vmdk or device None with type sparse {{(pid=69613) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 999.177465] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c8d648c0-23bf-4dd4-b1b8-98329811184b {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.197197] env[69613]: DEBUG oslo_vmware.api [None req-3bd4cc7c-9953-4329-933f-afc17da08d0d tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Waiting for the task: (returnval){ [ 999.197197] env[69613]: value = "task-3417893" [ 999.197197] env[69613]: _type = "Task" [ 999.197197] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.205877] env[69613]: DEBUG oslo_vmware.api [None req-3bd4cc7c-9953-4329-933f-afc17da08d0d tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Task: {'id': task-3417893, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.210447] env[69613]: DEBUG oslo_concurrency.lockutils [None req-ac40e0db-bf71-449f-936a-6a3895e444d9 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Lock "ebec351f-35c7-4a4c-a067-8477bfa10fc2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.415s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 999.408055] env[69613]: DEBUG nova.network.neutron [req-375b203e-d7c7-44a0-8e62-0a5c21ab84d2 req-fe75325e-21aa-4bd6-9007-90517f7cdc60 service nova] [instance: a8d62347-1026-4764-862e-4fd67a59dabf] Instance cache missing network info. {{(pid=69613) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 999.449574] env[69613]: DEBUG oslo_vmware.api [None req-c28351da-f60d-4f2b-9741-b3ba3ba2e258 tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] Task: {'id': task-3417889, 'name': PowerOnVM_Task, 'duration_secs': 0.533557} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.452581] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-c28351da-f60d-4f2b-9741-b3ba3ba2e258 tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] [instance: 71e0d53c-ff3f-4a77-aa25-2a07e64500a7] Powered on the VM {{(pid=69613) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 999.475622] env[69613]: DEBUG oslo_concurrency.lockutils [None req-3c2afe83-d374-45e6-a8d4-ae1ef37ce47f tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] Releasing lock "refresh_cache-661ee10a-6a1c-4f4c-86e5-ea2185ab6741" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.476130] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c2afe83-d374-45e6-a8d4-ae1ef37ce47f tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] [instance: 661ee10a-6a1c-4f4c-86e5-ea2185ab6741] Powering off the VM {{(pid=69613) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 999.476469] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9aa54496-f5e0-40e0-a217-49bf93b879b3 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.486690] env[69613]: DEBUG oslo_vmware.api [None req-3c2afe83-d374-45e6-a8d4-ae1ef37ce47f tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] Waiting for the task: (returnval){ [ 999.486690] env[69613]: value = "task-3417894" [ 999.486690] env[69613]: _type = "Task" [ 999.486690] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.496929] env[69613]: DEBUG oslo_vmware.api [None req-3c2afe83-d374-45e6-a8d4-ae1ef37ce47f tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] Task: {'id': task-3417894, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.503125] env[69613]: INFO nova.scheduler.client.report [None req-6fe64eb1-28b0-47f2-a655-884a7552149e tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Deleted allocation for migration 27a2c032-e040-4042-9de2-52c464f12bdd [ 999.510580] env[69613]: DEBUG oslo_concurrency.lockutils [None req-615a2509-5be1-40ac-ac23-231665f44ec3 tempest-ServersTestMultiNic-711096641 tempest-ServersTestMultiNic-711096641-project-member] Acquiring lock "refresh_cache-a8d62347-1026-4764-862e-4fd67a59dabf" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.543589] env[69613]: DEBUG oslo_vmware.api [None req-498a2673-0834-4849-915b-fb4f1957e173 tempest-InstanceActionsTestJSON-681858584 tempest-InstanceActionsTestJSON-681858584-project-member] Task: {'id': task-3417892, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.562325] env[69613]: WARNING nova.network.neutron [None req-a60e0d26-e2fd-4b31-9478-1698c5cab85e tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] [instance: 983a2305-b1f1-487b-ab6a-2f5f1f7ee3f0] 716d936a-9f18-4dbf-8278-8d495c4e8e5e already exists in list: networks containing: ['716d936a-9f18-4dbf-8278-8d495c4e8e5e']. ignoring it [ 999.602186] env[69613]: DEBUG nova.network.neutron [req-375b203e-d7c7-44a0-8e62-0a5c21ab84d2 req-fe75325e-21aa-4bd6-9007-90517f7cdc60 service nova] [instance: a8d62347-1026-4764-862e-4fd67a59dabf] Updating instance_info_cache with network_info: [] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 999.605240] env[69613]: DEBUG nova.compute.manager [None req-c28351da-f60d-4f2b-9741-b3ba3ba2e258 tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] [instance: 71e0d53c-ff3f-4a77-aa25-2a07e64500a7] Checking state {{(pid=69613) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 999.606876] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1728dcf2-f32b-4621-80be-743407999082 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.713089] env[69613]: DEBUG oslo_vmware.api [None req-3bd4cc7c-9953-4329-933f-afc17da08d0d tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Task: {'id': task-3417893, 'name': ReconfigVM_Task, 'duration_secs': 0.292875} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.713511] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-3bd4cc7c-9953-4329-933f-afc17da08d0d tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] [instance: a0bbab2d-2cf3-4ba3-aab2-980059d75fc7] Reconfigured VM instance instance-0000005a to attach disk [datastore1] a0bbab2d-2cf3-4ba3-aab2-980059d75fc7/a0bbab2d-2cf3-4ba3-aab2-980059d75fc7.vmdk or device None with type sparse {{(pid=69613) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 999.714301] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-09ed1bd4-951e-4aa7-a820-aef0a35af8fd {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.724299] env[69613]: DEBUG oslo_vmware.api [None req-3bd4cc7c-9953-4329-933f-afc17da08d0d tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Waiting for the task: (returnval){ [ 999.724299] env[69613]: value = "task-3417895" [ 999.724299] env[69613]: _type = "Task" [ 999.724299] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.733243] env[69613]: DEBUG oslo_vmware.api [None req-3bd4cc7c-9953-4329-933f-afc17da08d0d tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Task: {'id': task-3417895, 'name': Rename_Task} progress is 5%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.821022] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab4f211a-de7f-4572-9609-b321a453e2d4 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.831074] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f131a41-034d-43da-a315-6881b5c1f900 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.866534] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6711ff3b-310c-462f-9886-a70f2cb3fd3f {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.874566] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce85be9e-d959-4373-aeb9-503dc8224f17 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.888533] env[69613]: DEBUG nova.compute.provider_tree [None req-052da240-f59f-434f-8bd3-5a2f0c0321c0 tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Inventory has not changed in ProviderTree for provider: af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 {{(pid=69613) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 999.997280] env[69613]: DEBUG oslo_vmware.api [None req-3c2afe83-d374-45e6-a8d4-ae1ef37ce47f tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] Task: {'id': task-3417894, 'name': PowerOffVM_Task, 'duration_secs': 0.404457} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.997543] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c2afe83-d374-45e6-a8d4-ae1ef37ce47f tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] [instance: 661ee10a-6a1c-4f4c-86e5-ea2185ab6741] Powered off the VM {{(pid=69613) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 999.998201] env[69613]: DEBUG nova.virt.hardware [None req-3c2afe83-d374-45e6-a8d4-ae1ef37ce47f tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T14:02:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='6500d1e8-af66-4723-a101-19f00b6d2cdc',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1646601360',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=2b7a0304-b5d0-431d-b287-32c8388d7fbd,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 999.998417] env[69613]: DEBUG nova.virt.hardware [None req-3c2afe83-d374-45e6-a8d4-ae1ef37ce47f tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] Flavor limits 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 999.998572] env[69613]: DEBUG nova.virt.hardware [None req-3c2afe83-d374-45e6-a8d4-ae1ef37ce47f tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] Image limits 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 999.998752] env[69613]: DEBUG nova.virt.hardware [None req-3c2afe83-d374-45e6-a8d4-ae1ef37ce47f tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] Flavor pref 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 999.999023] env[69613]: DEBUG nova.virt.hardware [None req-3c2afe83-d374-45e6-a8d4-ae1ef37ce47f tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] Image pref 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 999.999293] env[69613]: DEBUG nova.virt.hardware [None req-3c2afe83-d374-45e6-a8d4-ae1ef37ce47f tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 999.999526] env[69613]: DEBUG nova.virt.hardware [None req-3c2afe83-d374-45e6-a8d4-ae1ef37ce47f tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 999.999712] env[69613]: DEBUG nova.virt.hardware [None req-3c2afe83-d374-45e6-a8d4-ae1ef37ce47f tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69613) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 999.999905] env[69613]: DEBUG nova.virt.hardware [None req-3c2afe83-d374-45e6-a8d4-ae1ef37ce47f tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] Got 1 possible topologies {{(pid=69613) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1000.000127] env[69613]: DEBUG nova.virt.hardware [None req-3c2afe83-d374-45e6-a8d4-ae1ef37ce47f tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1000.000264] env[69613]: DEBUG nova.virt.hardware [None req-3c2afe83-d374-45e6-a8d4-ae1ef37ce47f tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1000.005472] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4667ef4e-f722-4a28-b01b-cb8453729380 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.016512] env[69613]: DEBUG oslo_concurrency.lockutils [None req-6fe64eb1-28b0-47f2-a655-884a7552149e tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Lock "91a7117f-0693-48fd-a027-733b03dfed96" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 28.702s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1000.024315] env[69613]: DEBUG oslo_vmware.api [None req-3c2afe83-d374-45e6-a8d4-ae1ef37ce47f tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] Waiting for the task: (returnval){ [ 1000.024315] env[69613]: value = "task-3417896" [ 1000.024315] env[69613]: _type = "Task" [ 1000.024315] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.035660] env[69613]: DEBUG oslo_vmware.api [None req-3c2afe83-d374-45e6-a8d4-ae1ef37ce47f tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] Task: {'id': task-3417896, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.039173] env[69613]: DEBUG oslo_vmware.api [None req-498a2673-0834-4849-915b-fb4f1957e173 tempest-InstanceActionsTestJSON-681858584 tempest-InstanceActionsTestJSON-681858584-project-member] Task: {'id': task-3417892, 'name': PowerOnVM_Task, 'duration_secs': 0.910333} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.039413] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-498a2673-0834-4849-915b-fb4f1957e173 tempest-InstanceActionsTestJSON-681858584 tempest-InstanceActionsTestJSON-681858584-project-member] [instance: 0aec565b-c6b6-4f71-8903-3950adc48e6f] Powered on the VM {{(pid=69613) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1000.039614] env[69613]: INFO nova.compute.manager [None req-498a2673-0834-4849-915b-fb4f1957e173 tempest-InstanceActionsTestJSON-681858584 tempest-InstanceActionsTestJSON-681858584-project-member] [instance: 0aec565b-c6b6-4f71-8903-3950adc48e6f] Took 11.32 seconds to spawn the instance on the hypervisor. [ 1000.039820] env[69613]: DEBUG nova.compute.manager [None req-498a2673-0834-4849-915b-fb4f1957e173 tempest-InstanceActionsTestJSON-681858584 tempest-InstanceActionsTestJSON-681858584-project-member] [instance: 0aec565b-c6b6-4f71-8903-3950adc48e6f] Checking state {{(pid=69613) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1000.040796] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1608ee06-429d-424f-b4b0-c3975aa3f374 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.081140] env[69613]: DEBUG nova.network.neutron [None req-a60e0d26-e2fd-4b31-9478-1698c5cab85e tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] [instance: 983a2305-b1f1-487b-ab6a-2f5f1f7ee3f0] Updating instance_info_cache with network_info: [{"id": "2df0425e-449c-43bd-a252-e75aa6724c4b", "address": "fa:16:3e:86:a3:aa", "network": {"id": "716d936a-9f18-4dbf-8278-8d495c4e8e5e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1568527215-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.150", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ac0fd822ae5c46349cf139bf95aa6ad4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "99639c37-b0c6-4be7-9594-230e44b1280b", "external-id": "nsx-vlan-transportzone-17", "segmentation_id": 17, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2df0425e-44", "ovs_interfaceid": "2df0425e-449c-43bd-a252-e75aa6724c4b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "416c44f6-6689-4e22-804a-f496d559cd78", "address": "fa:16:3e:de:ab:2a", "network": {"id": "716d936a-9f18-4dbf-8278-8d495c4e8e5e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1568527215-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ac0fd822ae5c46349cf139bf95aa6ad4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "99639c37-b0c6-4be7-9594-230e44b1280b", "external-id": "nsx-vlan-transportzone-17", "segmentation_id": 17, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap416c44f6-66", "ovs_interfaceid": "416c44f6-6689-4e22-804a-f496d559cd78", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1000.104795] env[69613]: DEBUG oslo_concurrency.lockutils [req-375b203e-d7c7-44a0-8e62-0a5c21ab84d2 req-fe75325e-21aa-4bd6-9007-90517f7cdc60 service nova] Releasing lock "refresh_cache-a8d62347-1026-4764-862e-4fd67a59dabf" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.105186] env[69613]: DEBUG oslo_concurrency.lockutils [None req-615a2509-5be1-40ac-ac23-231665f44ec3 tempest-ServersTestMultiNic-711096641 tempest-ServersTestMultiNic-711096641-project-member] Acquired lock "refresh_cache-a8d62347-1026-4764-862e-4fd67a59dabf" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.105350] env[69613]: DEBUG nova.network.neutron [None req-615a2509-5be1-40ac-ac23-231665f44ec3 tempest-ServersTestMultiNic-711096641 tempest-ServersTestMultiNic-711096641-project-member] [instance: a8d62347-1026-4764-862e-4fd67a59dabf] Building network info cache for instance {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1000.127954] env[69613]: DEBUG oslo_concurrency.lockutils [None req-c28351da-f60d-4f2b-9741-b3ba3ba2e258 tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] Lock "71e0d53c-ff3f-4a77-aa25-2a07e64500a7" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 49.635s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1000.235724] env[69613]: DEBUG oslo_vmware.api [None req-3bd4cc7c-9953-4329-933f-afc17da08d0d tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Task: {'id': task-3417895, 'name': Rename_Task, 'duration_secs': 0.148789} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.236138] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-3bd4cc7c-9953-4329-933f-afc17da08d0d tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] [instance: a0bbab2d-2cf3-4ba3-aab2-980059d75fc7] Powering on the VM {{(pid=69613) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1000.236319] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fd61b32e-f2eb-4f57-a8a6-d0e2d889d88e {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.244188] env[69613]: DEBUG oslo_vmware.api [None req-3bd4cc7c-9953-4329-933f-afc17da08d0d tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Waiting for the task: (returnval){ [ 1000.244188] env[69613]: value = "task-3417897" [ 1000.244188] env[69613]: _type = "Task" [ 1000.244188] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.253456] env[69613]: DEBUG oslo_vmware.api [None req-3bd4cc7c-9953-4329-933f-afc17da08d0d tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Task: {'id': task-3417897, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.395021] env[69613]: DEBUG nova.scheduler.client.report [None req-052da240-f59f-434f-8bd3-5a2f0c0321c0 tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Inventory has not changed for provider af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69613) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1000.540614] env[69613]: DEBUG oslo_vmware.api [None req-3c2afe83-d374-45e6-a8d4-ae1ef37ce47f tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] Task: {'id': task-3417896, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.561354] env[69613]: INFO nova.compute.manager [None req-498a2673-0834-4849-915b-fb4f1957e173 tempest-InstanceActionsTestJSON-681858584 tempest-InstanceActionsTestJSON-681858584-project-member] [instance: 0aec565b-c6b6-4f71-8903-3950adc48e6f] Took 44.40 seconds to build instance. [ 1000.587022] env[69613]: DEBUG oslo_concurrency.lockutils [None req-a60e0d26-e2fd-4b31-9478-1698c5cab85e tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Releasing lock "refresh_cache-983a2305-b1f1-487b-ab6a-2f5f1f7ee3f0" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.587022] env[69613]: DEBUG oslo_concurrency.lockutils [None req-a60e0d26-e2fd-4b31-9478-1698c5cab85e tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Acquiring lock "983a2305-b1f1-487b-ab6a-2f5f1f7ee3f0" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.587022] env[69613]: DEBUG oslo_concurrency.lockutils [None req-a60e0d26-e2fd-4b31-9478-1698c5cab85e tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Acquired lock "983a2305-b1f1-487b-ab6a-2f5f1f7ee3f0" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.587022] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-265a18e7-0561-45d6-8871-5c1037c60d20 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.607884] env[69613]: DEBUG nova.virt.hardware [None req-a60e0d26-e2fd-4b31-9478-1698c5cab85e tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T13:55:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1000.607884] env[69613]: DEBUG nova.virt.hardware [None req-a60e0d26-e2fd-4b31-9478-1698c5cab85e tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Flavor limits 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1000.607884] env[69613]: DEBUG nova.virt.hardware [None req-a60e0d26-e2fd-4b31-9478-1698c5cab85e tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Image limits 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1000.608106] env[69613]: DEBUG nova.virt.hardware [None req-a60e0d26-e2fd-4b31-9478-1698c5cab85e tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Flavor pref 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1000.608242] env[69613]: DEBUG nova.virt.hardware [None req-a60e0d26-e2fd-4b31-9478-1698c5cab85e tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Image pref 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1000.608439] env[69613]: DEBUG nova.virt.hardware [None req-a60e0d26-e2fd-4b31-9478-1698c5cab85e tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1000.608711] env[69613]: DEBUG nova.virt.hardware [None req-a60e0d26-e2fd-4b31-9478-1698c5cab85e tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1000.608924] env[69613]: DEBUG nova.virt.hardware [None req-a60e0d26-e2fd-4b31-9478-1698c5cab85e tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69613) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1000.609242] env[69613]: DEBUG nova.virt.hardware [None req-a60e0d26-e2fd-4b31-9478-1698c5cab85e tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Got 1 possible topologies {{(pid=69613) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1000.609470] env[69613]: DEBUG nova.virt.hardware [None req-a60e0d26-e2fd-4b31-9478-1698c5cab85e tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1000.609713] env[69613]: DEBUG nova.virt.hardware [None req-a60e0d26-e2fd-4b31-9478-1698c5cab85e tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1000.616560] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-a60e0d26-e2fd-4b31-9478-1698c5cab85e tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] [instance: 983a2305-b1f1-487b-ab6a-2f5f1f7ee3f0] Reconfiguring VM to attach interface {{(pid=69613) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1000.619365] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8f6ca13c-a717-49aa-bb08-a042eff17f1b {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.638861] env[69613]: DEBUG oslo_vmware.api [None req-a60e0d26-e2fd-4b31-9478-1698c5cab85e tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Waiting for the task: (returnval){ [ 1000.638861] env[69613]: value = "task-3417898" [ 1000.638861] env[69613]: _type = "Task" [ 1000.638861] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.647008] env[69613]: DEBUG oslo_vmware.api [None req-a60e0d26-e2fd-4b31-9478-1698c5cab85e tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Task: {'id': task-3417898, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.728278] env[69613]: DEBUG nova.network.neutron [None req-615a2509-5be1-40ac-ac23-231665f44ec3 tempest-ServersTestMultiNic-711096641 tempest-ServersTestMultiNic-711096641-project-member] [instance: a8d62347-1026-4764-862e-4fd67a59dabf] Instance cache missing network info. {{(pid=69613) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1000.756870] env[69613]: DEBUG oslo_vmware.api [None req-3bd4cc7c-9953-4329-933f-afc17da08d0d tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Task: {'id': task-3417897, 'name': PowerOnVM_Task, 'duration_secs': 0.505706} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.760536] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-3bd4cc7c-9953-4329-933f-afc17da08d0d tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] [instance: a0bbab2d-2cf3-4ba3-aab2-980059d75fc7] Powered on the VM {{(pid=69613) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1000.760767] env[69613]: INFO nova.compute.manager [None req-3bd4cc7c-9953-4329-933f-afc17da08d0d tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] [instance: a0bbab2d-2cf3-4ba3-aab2-980059d75fc7] Took 7.54 seconds to spawn the instance on the hypervisor. [ 1000.760951] env[69613]: DEBUG nova.compute.manager [None req-3bd4cc7c-9953-4329-933f-afc17da08d0d tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] [instance: a0bbab2d-2cf3-4ba3-aab2-980059d75fc7] Checking state {{(pid=69613) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1000.762177] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84944c3c-1085-4c06-b9ed-ffa6854e53b7 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.814252] env[69613]: DEBUG nova.compute.manager [req-23864a47-c093-4a23-9853-3802f04520df req-c02144cb-1023-4a70-bb45-d9b2106c2b51 service nova] [instance: 983a2305-b1f1-487b-ab6a-2f5f1f7ee3f0] Received event network-changed-416c44f6-6689-4e22-804a-f496d559cd78 {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1000.814444] env[69613]: DEBUG nova.compute.manager [req-23864a47-c093-4a23-9853-3802f04520df req-c02144cb-1023-4a70-bb45-d9b2106c2b51 service nova] [instance: 983a2305-b1f1-487b-ab6a-2f5f1f7ee3f0] Refreshing instance network info cache due to event network-changed-416c44f6-6689-4e22-804a-f496d559cd78. {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1000.814676] env[69613]: DEBUG oslo_concurrency.lockutils [req-23864a47-c093-4a23-9853-3802f04520df req-c02144cb-1023-4a70-bb45-d9b2106c2b51 service nova] Acquiring lock "refresh_cache-983a2305-b1f1-487b-ab6a-2f5f1f7ee3f0" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.815802] env[69613]: DEBUG oslo_concurrency.lockutils [req-23864a47-c093-4a23-9853-3802f04520df req-c02144cb-1023-4a70-bb45-d9b2106c2b51 service nova] Acquired lock "refresh_cache-983a2305-b1f1-487b-ab6a-2f5f1f7ee3f0" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.815802] env[69613]: DEBUG nova.network.neutron [req-23864a47-c093-4a23-9853-3802f04520df req-c02144cb-1023-4a70-bb45-d9b2106c2b51 service nova] [instance: 983a2305-b1f1-487b-ab6a-2f5f1f7ee3f0] Refreshing network info cache for port 416c44f6-6689-4e22-804a-f496d559cd78 {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1000.897815] env[69613]: DEBUG oslo_concurrency.lockutils [None req-052da240-f59f-434f-8bd3-5a2f0c0321c0 tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.993s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1000.900452] env[69613]: DEBUG oslo_concurrency.lockutils [None req-adf75f5e-7dc6-4288-8c07-afa190473227 tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.505s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1000.900691] env[69613]: DEBUG nova.objects.instance [None req-adf75f5e-7dc6-4288-8c07-afa190473227 tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] Lazy-loading 'resources' on Instance uuid 058cd966-fff9-4310-9bec-9cba4612ab83 {{(pid=69613) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1000.927457] env[69613]: INFO nova.scheduler.client.report [None req-052da240-f59f-434f-8bd3-5a2f0c0321c0 tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Deleted allocations for instance 6ec24a38-4b28-42e6-b86b-654d79714a95 [ 1001.036859] env[69613]: DEBUG oslo_vmware.api [None req-3c2afe83-d374-45e6-a8d4-ae1ef37ce47f tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] Task: {'id': task-3417896, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.064325] env[69613]: DEBUG oslo_concurrency.lockutils [None req-498a2673-0834-4849-915b-fb4f1957e173 tempest-InstanceActionsTestJSON-681858584 tempest-InstanceActionsTestJSON-681858584-project-member] Lock "0aec565b-c6b6-4f71-8903-3950adc48e6f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.933s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1001.148476] env[69613]: DEBUG oslo_vmware.api [None req-a60e0d26-e2fd-4b31-9478-1698c5cab85e tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Task: {'id': task-3417898, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.283860] env[69613]: INFO nova.compute.manager [None req-3bd4cc7c-9953-4329-933f-afc17da08d0d tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] [instance: a0bbab2d-2cf3-4ba3-aab2-980059d75fc7] Took 38.40 seconds to build instance. [ 1001.423025] env[69613]: DEBUG nova.network.neutron [None req-615a2509-5be1-40ac-ac23-231665f44ec3 tempest-ServersTestMultiNic-711096641 tempest-ServersTestMultiNic-711096641-project-member] [instance: a8d62347-1026-4764-862e-4fd67a59dabf] Updating instance_info_cache with network_info: [{"id": "74fc8c29-dac3-4947-983b-fc00735693f9", "address": "fa:16:3e:43:8d:d3", "network": {"id": "ef3449c7-a71f-447c-94f4-29a9f4da4b67", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-883600721", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.131", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "29cc892bdcbf47b78def0f7ab9a8033b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d8383707-f093-40a7-a5ba-31b0e07cac45", "external-id": "cl2-zone-18", "segmentation_id": 18, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap74fc8c29-da", "ovs_interfaceid": "74fc8c29-dac3-4947-983b-fc00735693f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "002be1e4-3850-45c1-8408-123b1f79d022", "address": "fa:16:3e:b7:53:37", "network": {"id": "d2709eff-440b-4c1b-a0a1-8a625818567c", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1683574162", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.212", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "29cc892bdcbf47b78def0f7ab9a8033b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "683a619f-b10d-41a3-8c03-4f69f6c9ce53", "external-id": "nsx-vlan-transportzone-898", "segmentation_id": 898, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap002be1e4-38", "ovs_interfaceid": "002be1e4-3850-45c1-8408-123b1f79d022", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1001.436174] env[69613]: DEBUG oslo_concurrency.lockutils [None req-052da240-f59f-434f-8bd3-5a2f0c0321c0 tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Lock "6ec24a38-4b28-42e6-b86b-654d79714a95" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.280s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1001.542926] env[69613]: DEBUG oslo_vmware.api [None req-3c2afe83-d374-45e6-a8d4-ae1ef37ce47f tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] Task: {'id': task-3417896, 'name': ReconfigVM_Task, 'duration_secs': 1.374746} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.546247] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0803abf7-817d-44f1-9131-045a7b156ad3 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.570336] env[69613]: DEBUG nova.virt.hardware [None req-3c2afe83-d374-45e6-a8d4-ae1ef37ce47f tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T14:02:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='6500d1e8-af66-4723-a101-19f00b6d2cdc',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1646601360',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=2b7a0304-b5d0-431d-b287-32c8388d7fbd,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1001.570647] env[69613]: DEBUG nova.virt.hardware [None req-3c2afe83-d374-45e6-a8d4-ae1ef37ce47f tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] Flavor limits 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1001.570842] env[69613]: DEBUG nova.virt.hardware [None req-3c2afe83-d374-45e6-a8d4-ae1ef37ce47f tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] Image limits 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1001.571106] env[69613]: DEBUG nova.virt.hardware [None req-3c2afe83-d374-45e6-a8d4-ae1ef37ce47f tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] Flavor pref 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1001.571294] env[69613]: DEBUG nova.virt.hardware [None req-3c2afe83-d374-45e6-a8d4-ae1ef37ce47f tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] Image pref 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1001.571480] env[69613]: DEBUG nova.virt.hardware [None req-3c2afe83-d374-45e6-a8d4-ae1ef37ce47f tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1001.571735] env[69613]: DEBUG nova.virt.hardware [None req-3c2afe83-d374-45e6-a8d4-ae1ef37ce47f tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1001.572020] env[69613]: DEBUG nova.virt.hardware [None req-3c2afe83-d374-45e6-a8d4-ae1ef37ce47f tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69613) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1001.572260] env[69613]: DEBUG nova.virt.hardware [None req-3c2afe83-d374-45e6-a8d4-ae1ef37ce47f tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] Got 1 possible topologies {{(pid=69613) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1001.572666] env[69613]: DEBUG nova.virt.hardware [None req-3c2afe83-d374-45e6-a8d4-ae1ef37ce47f tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1001.572917] env[69613]: DEBUG nova.virt.hardware [None req-3c2afe83-d374-45e6-a8d4-ae1ef37ce47f tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1001.576519] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-14a26724-21a7-4519-999d-7ed6cb1cd271 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.584412] env[69613]: DEBUG oslo_vmware.api [None req-3c2afe83-d374-45e6-a8d4-ae1ef37ce47f tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] Waiting for the task: (returnval){ [ 1001.584412] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]52972516-9b6e-ab39-631b-4c0e199b30f0" [ 1001.584412] env[69613]: _type = "Task" [ 1001.584412] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.594704] env[69613]: DEBUG oslo_vmware.api [None req-3c2afe83-d374-45e6-a8d4-ae1ef37ce47f tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52972516-9b6e-ab39-631b-4c0e199b30f0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.653320] env[69613]: DEBUG oslo_vmware.api [None req-a60e0d26-e2fd-4b31-9478-1698c5cab85e tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Task: {'id': task-3417898, 'name': ReconfigVM_Task, 'duration_secs': 0.757159} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.653863] env[69613]: DEBUG oslo_concurrency.lockutils [None req-a60e0d26-e2fd-4b31-9478-1698c5cab85e tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Releasing lock "983a2305-b1f1-487b-ab6a-2f5f1f7ee3f0" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.654127] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-a60e0d26-e2fd-4b31-9478-1698c5cab85e tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] [instance: 983a2305-b1f1-487b-ab6a-2f5f1f7ee3f0] Reconfigured VM to attach interface {{(pid=69613) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1001.687748] env[69613]: DEBUG nova.network.neutron [req-23864a47-c093-4a23-9853-3802f04520df req-c02144cb-1023-4a70-bb45-d9b2106c2b51 service nova] [instance: 983a2305-b1f1-487b-ab6a-2f5f1f7ee3f0] Updated VIF entry in instance network info cache for port 416c44f6-6689-4e22-804a-f496d559cd78. {{(pid=69613) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1001.687835] env[69613]: DEBUG nova.network.neutron [req-23864a47-c093-4a23-9853-3802f04520df req-c02144cb-1023-4a70-bb45-d9b2106c2b51 service nova] [instance: 983a2305-b1f1-487b-ab6a-2f5f1f7ee3f0] Updating instance_info_cache with network_info: [{"id": "2df0425e-449c-43bd-a252-e75aa6724c4b", "address": "fa:16:3e:86:a3:aa", "network": {"id": "716d936a-9f18-4dbf-8278-8d495c4e8e5e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1568527215-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.150", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ac0fd822ae5c46349cf139bf95aa6ad4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "99639c37-b0c6-4be7-9594-230e44b1280b", "external-id": "nsx-vlan-transportzone-17", "segmentation_id": 17, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2df0425e-44", "ovs_interfaceid": "2df0425e-449c-43bd-a252-e75aa6724c4b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "416c44f6-6689-4e22-804a-f496d559cd78", "address": "fa:16:3e:de:ab:2a", "network": {"id": "716d936a-9f18-4dbf-8278-8d495c4e8e5e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1568527215-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ac0fd822ae5c46349cf139bf95aa6ad4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "99639c37-b0c6-4be7-9594-230e44b1280b", "external-id": "nsx-vlan-transportzone-17", "segmentation_id": 17, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap416c44f6-66", "ovs_interfaceid": "416c44f6-6689-4e22-804a-f496d559cd78", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1001.769109] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-283e5751-5bcb-4568-9ed1-f2d741560df2 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.777620] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-471c82ba-8bd7-4bd2-8ed7-e32875c09359 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.810275] env[69613]: DEBUG oslo_concurrency.lockutils [None req-3bd4cc7c-9953-4329-933f-afc17da08d0d tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Lock "a0bbab2d-2cf3-4ba3-aab2-980059d75fc7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.936s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1001.811153] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-410355fc-8591-4c38-8164-87602a8787a1 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.819138] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-778a1cfb-a86b-4d33-9c70-de44bb051b3b {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.833246] env[69613]: DEBUG nova.compute.provider_tree [None req-adf75f5e-7dc6-4288-8c07-afa190473227 tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] Inventory has not changed in ProviderTree for provider: af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 {{(pid=69613) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1001.924512] env[69613]: DEBUG oslo_concurrency.lockutils [None req-615a2509-5be1-40ac-ac23-231665f44ec3 tempest-ServersTestMultiNic-711096641 tempest-ServersTestMultiNic-711096641-project-member] Releasing lock "refresh_cache-a8d62347-1026-4764-862e-4fd67a59dabf" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.924603] env[69613]: DEBUG nova.compute.manager [None req-615a2509-5be1-40ac-ac23-231665f44ec3 tempest-ServersTestMultiNic-711096641 tempest-ServersTestMultiNic-711096641-project-member] [instance: a8d62347-1026-4764-862e-4fd67a59dabf] Instance network_info: |[{"id": "74fc8c29-dac3-4947-983b-fc00735693f9", "address": "fa:16:3e:43:8d:d3", "network": {"id": "ef3449c7-a71f-447c-94f4-29a9f4da4b67", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-883600721", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.131", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "29cc892bdcbf47b78def0f7ab9a8033b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d8383707-f093-40a7-a5ba-31b0e07cac45", "external-id": "cl2-zone-18", "segmentation_id": 18, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap74fc8c29-da", "ovs_interfaceid": "74fc8c29-dac3-4947-983b-fc00735693f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "002be1e4-3850-45c1-8408-123b1f79d022", "address": "fa:16:3e:b7:53:37", "network": {"id": "d2709eff-440b-4c1b-a0a1-8a625818567c", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1683574162", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.212", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "29cc892bdcbf47b78def0f7ab9a8033b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "683a619f-b10d-41a3-8c03-4f69f6c9ce53", "external-id": "nsx-vlan-transportzone-898", "segmentation_id": 898, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap002be1e4-38", "ovs_interfaceid": "002be1e4-3850-45c1-8408-123b1f79d022", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69613) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1001.925038] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-615a2509-5be1-40ac-ac23-231665f44ec3 tempest-ServersTestMultiNic-711096641 tempest-ServersTestMultiNic-711096641-project-member] [instance: a8d62347-1026-4764-862e-4fd67a59dabf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:43:8d:d3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd8383707-f093-40a7-a5ba-31b0e07cac45', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '74fc8c29-dac3-4947-983b-fc00735693f9', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:b7:53:37', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '683a619f-b10d-41a3-8c03-4f69f6c9ce53', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '002be1e4-3850-45c1-8408-123b1f79d022', 'vif_model': 'vmxnet3'}] {{(pid=69613) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1001.935034] env[69613]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-615a2509-5be1-40ac-ac23-231665f44ec3 tempest-ServersTestMultiNic-711096641 tempest-ServersTestMultiNic-711096641-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69613) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1001.935215] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a8d62347-1026-4764-862e-4fd67a59dabf] Creating VM on the ESX host {{(pid=69613) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1001.935456] env[69613]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-363fc963-4c34-4c9d-8c5e-27d2266fca88 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.959816] env[69613]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1001.959816] env[69613]: value = "task-3417899" [ 1001.959816] env[69613]: _type = "Task" [ 1001.959816] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.968307] env[69613]: DEBUG oslo_vmware.api [-] Task: {'id': task-3417899, 'name': CreateVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.094839] env[69613]: DEBUG oslo_vmware.api [None req-3c2afe83-d374-45e6-a8d4-ae1ef37ce47f tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52972516-9b6e-ab39-631b-4c0e199b30f0, 'name': SearchDatastore_Task, 'duration_secs': 0.009087} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.100509] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c2afe83-d374-45e6-a8d4-ae1ef37ce47f tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] [instance: 661ee10a-6a1c-4f4c-86e5-ea2185ab6741] Reconfiguring VM instance instance-0000004c to detach disk 2000 {{(pid=69613) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1002.101298] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ec6cd220-f807-475b-a459-28a83383d969 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.120200] env[69613]: DEBUG oslo_vmware.api [None req-3c2afe83-d374-45e6-a8d4-ae1ef37ce47f tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] Waiting for the task: (returnval){ [ 1002.120200] env[69613]: value = "task-3417900" [ 1002.120200] env[69613]: _type = "Task" [ 1002.120200] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.131445] env[69613]: DEBUG oslo_vmware.api [None req-3c2afe83-d374-45e6-a8d4-ae1ef37ce47f tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] Task: {'id': task-3417900, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.160047] env[69613]: DEBUG oslo_concurrency.lockutils [None req-a60e0d26-e2fd-4b31-9478-1698c5cab85e tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Lock "interface-983a2305-b1f1-487b-ab6a-2f5f1f7ee3f0-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.403s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1002.190598] env[69613]: DEBUG oslo_concurrency.lockutils [req-23864a47-c093-4a23-9853-3802f04520df req-c02144cb-1023-4a70-bb45-d9b2106c2b51 service nova] Releasing lock "refresh_cache-983a2305-b1f1-487b-ab6a-2f5f1f7ee3f0" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.190878] env[69613]: DEBUG nova.compute.manager [req-23864a47-c093-4a23-9853-3802f04520df req-c02144cb-1023-4a70-bb45-d9b2106c2b51 service nova] [instance: a8d62347-1026-4764-862e-4fd67a59dabf] Received event network-vif-plugged-002be1e4-3850-45c1-8408-123b1f79d022 {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1002.191088] env[69613]: DEBUG oslo_concurrency.lockutils [req-23864a47-c093-4a23-9853-3802f04520df req-c02144cb-1023-4a70-bb45-d9b2106c2b51 service nova] Acquiring lock "a8d62347-1026-4764-862e-4fd67a59dabf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1002.191302] env[69613]: DEBUG oslo_concurrency.lockutils [req-23864a47-c093-4a23-9853-3802f04520df req-c02144cb-1023-4a70-bb45-d9b2106c2b51 service nova] Lock "a8d62347-1026-4764-862e-4fd67a59dabf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1002.191463] env[69613]: DEBUG oslo_concurrency.lockutils [req-23864a47-c093-4a23-9853-3802f04520df req-c02144cb-1023-4a70-bb45-d9b2106c2b51 service nova] Lock "a8d62347-1026-4764-862e-4fd67a59dabf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1002.191622] env[69613]: DEBUG nova.compute.manager [req-23864a47-c093-4a23-9853-3802f04520df req-c02144cb-1023-4a70-bb45-d9b2106c2b51 service nova] [instance: a8d62347-1026-4764-862e-4fd67a59dabf] No waiting events found dispatching network-vif-plugged-002be1e4-3850-45c1-8408-123b1f79d022 {{(pid=69613) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1002.191785] env[69613]: WARNING nova.compute.manager [req-23864a47-c093-4a23-9853-3802f04520df req-c02144cb-1023-4a70-bb45-d9b2106c2b51 service nova] [instance: a8d62347-1026-4764-862e-4fd67a59dabf] Received unexpected event network-vif-plugged-002be1e4-3850-45c1-8408-123b1f79d022 for instance with vm_state building and task_state spawning. [ 1002.192080] env[69613]: DEBUG nova.compute.manager [req-23864a47-c093-4a23-9853-3802f04520df req-c02144cb-1023-4a70-bb45-d9b2106c2b51 service nova] [instance: a8d62347-1026-4764-862e-4fd67a59dabf] Received event network-changed-002be1e4-3850-45c1-8408-123b1f79d022 {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1002.192249] env[69613]: DEBUG nova.compute.manager [req-23864a47-c093-4a23-9853-3802f04520df req-c02144cb-1023-4a70-bb45-d9b2106c2b51 service nova] [instance: a8d62347-1026-4764-862e-4fd67a59dabf] Refreshing instance network info cache due to event network-changed-002be1e4-3850-45c1-8408-123b1f79d022. {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1002.192435] env[69613]: DEBUG oslo_concurrency.lockutils [req-23864a47-c093-4a23-9853-3802f04520df req-c02144cb-1023-4a70-bb45-d9b2106c2b51 service nova] Acquiring lock "refresh_cache-a8d62347-1026-4764-862e-4fd67a59dabf" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.192572] env[69613]: DEBUG oslo_concurrency.lockutils [req-23864a47-c093-4a23-9853-3802f04520df req-c02144cb-1023-4a70-bb45-d9b2106c2b51 service nova] Acquired lock "refresh_cache-a8d62347-1026-4764-862e-4fd67a59dabf" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.192728] env[69613]: DEBUG nova.network.neutron [req-23864a47-c093-4a23-9853-3802f04520df req-c02144cb-1023-4a70-bb45-d9b2106c2b51 service nova] [instance: a8d62347-1026-4764-862e-4fd67a59dabf] Refreshing network info cache for port 002be1e4-3850-45c1-8408-123b1f79d022 {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1002.336047] env[69613]: DEBUG nova.scheduler.client.report [None req-adf75f5e-7dc6-4288-8c07-afa190473227 tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] Inventory has not changed for provider af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69613) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1002.472628] env[69613]: DEBUG oslo_vmware.api [-] Task: {'id': task-3417899, 'name': CreateVM_Task} progress is 25%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.536901] env[69613]: DEBUG oslo_concurrency.lockutils [None req-7e61a7b6-f931-4447-9f26-5007890fc69e tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Acquiring lock "91a7117f-0693-48fd-a027-733b03dfed96" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1002.537206] env[69613]: DEBUG oslo_concurrency.lockutils [None req-7e61a7b6-f931-4447-9f26-5007890fc69e tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Lock "91a7117f-0693-48fd-a027-733b03dfed96" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1002.537428] env[69613]: DEBUG oslo_concurrency.lockutils [None req-7e61a7b6-f931-4447-9f26-5007890fc69e tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Acquiring lock "91a7117f-0693-48fd-a027-733b03dfed96-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1002.537617] env[69613]: DEBUG oslo_concurrency.lockutils [None req-7e61a7b6-f931-4447-9f26-5007890fc69e tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Lock "91a7117f-0693-48fd-a027-733b03dfed96-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1002.537791] env[69613]: DEBUG oslo_concurrency.lockutils [None req-7e61a7b6-f931-4447-9f26-5007890fc69e tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Lock "91a7117f-0693-48fd-a027-733b03dfed96-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1002.540071] env[69613]: INFO nova.compute.manager [None req-7e61a7b6-f931-4447-9f26-5007890fc69e tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] [instance: 91a7117f-0693-48fd-a027-733b03dfed96] Terminating instance [ 1002.630674] env[69613]: DEBUG oslo_vmware.api [None req-3c2afe83-d374-45e6-a8d4-ae1ef37ce47f tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] Task: {'id': task-3417900, 'name': ReconfigVM_Task, 'duration_secs': 0.300278} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.630674] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c2afe83-d374-45e6-a8d4-ae1ef37ce47f tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] [instance: 661ee10a-6a1c-4f4c-86e5-ea2185ab6741] Reconfigured VM instance instance-0000004c to detach disk 2000 {{(pid=69613) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1002.630799] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0a41101-0ee1-4203-af6f-ea335fafb3fe {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.655589] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c2afe83-d374-45e6-a8d4-ae1ef37ce47f tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] [instance: 661ee10a-6a1c-4f4c-86e5-ea2185ab6741] Reconfiguring VM instance instance-0000004c to attach disk [datastore1] 661ee10a-6a1c-4f4c-86e5-ea2185ab6741/661ee10a-6a1c-4f4c-86e5-ea2185ab6741.vmdk or device None with type thin {{(pid=69613) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1002.656025] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e55c43ec-c363-4b8a-a3a1-f73f5bb51dd0 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.676805] env[69613]: DEBUG oslo_vmware.api [None req-3c2afe83-d374-45e6-a8d4-ae1ef37ce47f tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] Waiting for the task: (returnval){ [ 1002.676805] env[69613]: value = "task-3417901" [ 1002.676805] env[69613]: _type = "Task" [ 1002.676805] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.685926] env[69613]: DEBUG oslo_vmware.api [None req-3c2afe83-d374-45e6-a8d4-ae1ef37ce47f tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] Task: {'id': task-3417901, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.777198] env[69613]: DEBUG oslo_concurrency.lockutils [None req-9541e949-aa06-43fb-9dd6-ac956c74f28d tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Acquiring lock "a0bbab2d-2cf3-4ba3-aab2-980059d75fc7" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1002.780112] env[69613]: DEBUG oslo_concurrency.lockutils [None req-9541e949-aa06-43fb-9dd6-ac956c74f28d tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Lock "a0bbab2d-2cf3-4ba3-aab2-980059d75fc7" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1002.780112] env[69613]: DEBUG nova.compute.manager [None req-9541e949-aa06-43fb-9dd6-ac956c74f28d tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] [instance: a0bbab2d-2cf3-4ba3-aab2-980059d75fc7] Checking state {{(pid=69613) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1002.780112] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ef11309-1544-40cb-a64b-fbe37f5140e7 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.787405] env[69613]: DEBUG nova.compute.manager [None req-9541e949-aa06-43fb-9dd6-ac956c74f28d tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] [instance: a0bbab2d-2cf3-4ba3-aab2-980059d75fc7] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69613) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1002.787758] env[69613]: DEBUG nova.objects.instance [None req-9541e949-aa06-43fb-9dd6-ac956c74f28d tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Lazy-loading 'flavor' on Instance uuid a0bbab2d-2cf3-4ba3-aab2-980059d75fc7 {{(pid=69613) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1002.834574] env[69613]: DEBUG oslo_concurrency.lockutils [None req-ec1ca672-ee4b-44d4-bda9-6b0a99d39be8 tempest-InstanceActionsTestJSON-681858584 tempest-InstanceActionsTestJSON-681858584-project-member] Acquiring lock "0aec565b-c6b6-4f71-8903-3950adc48e6f" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1002.834824] env[69613]: DEBUG oslo_concurrency.lockutils [None req-ec1ca672-ee4b-44d4-bda9-6b0a99d39be8 tempest-InstanceActionsTestJSON-681858584 tempest-InstanceActionsTestJSON-681858584-project-member] Lock "0aec565b-c6b6-4f71-8903-3950adc48e6f" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1002.835379] env[69613]: INFO nova.compute.manager [None req-ec1ca672-ee4b-44d4-bda9-6b0a99d39be8 tempest-InstanceActionsTestJSON-681858584 tempest-InstanceActionsTestJSON-681858584-project-member] [instance: 0aec565b-c6b6-4f71-8903-3950adc48e6f] Rebooting instance [ 1002.840546] env[69613]: DEBUG oslo_concurrency.lockutils [None req-adf75f5e-7dc6-4288-8c07-afa190473227 tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.940s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1002.842753] env[69613]: DEBUG oslo_concurrency.lockutils [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 20.949s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1002.862939] env[69613]: INFO nova.scheduler.client.report [None req-adf75f5e-7dc6-4288-8c07-afa190473227 tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] Deleted allocations for instance 058cd966-fff9-4310-9bec-9cba4612ab83 [ 1002.982530] env[69613]: DEBUG oslo_vmware.api [-] Task: {'id': task-3417899, 'name': CreateVM_Task, 'duration_secs': 0.703225} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.982718] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a8d62347-1026-4764-862e-4fd67a59dabf] Created VM on the ESX host {{(pid=69613) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1002.983702] env[69613]: DEBUG oslo_concurrency.lockutils [None req-615a2509-5be1-40ac-ac23-231665f44ec3 tempest-ServersTestMultiNic-711096641 tempest-ServersTestMultiNic-711096641-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.983702] env[69613]: DEBUG oslo_concurrency.lockutils [None req-615a2509-5be1-40ac-ac23-231665f44ec3 tempest-ServersTestMultiNic-711096641 tempest-ServersTestMultiNic-711096641-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.984028] env[69613]: DEBUG oslo_concurrency.lockutils [None req-615a2509-5be1-40ac-ac23-231665f44ec3 tempest-ServersTestMultiNic-711096641 tempest-ServersTestMultiNic-711096641-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.984320] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-68809c3a-675a-4f8c-b459-c25b28b35c85 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.989470] env[69613]: DEBUG oslo_vmware.api [None req-615a2509-5be1-40ac-ac23-231665f44ec3 tempest-ServersTestMultiNic-711096641 tempest-ServersTestMultiNic-711096641-project-member] Waiting for the task: (returnval){ [ 1002.989470] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]52280caf-5b7d-ab7e-96bd-3359cbaaaba9" [ 1002.989470] env[69613]: _type = "Task" [ 1002.989470] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.998431] env[69613]: DEBUG oslo_vmware.api [None req-615a2509-5be1-40ac-ac23-231665f44ec3 tempest-ServersTestMultiNic-711096641 tempest-ServersTestMultiNic-711096641-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52280caf-5b7d-ab7e-96bd-3359cbaaaba9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.044558] env[69613]: DEBUG nova.compute.manager [None req-7e61a7b6-f931-4447-9f26-5007890fc69e tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] [instance: 91a7117f-0693-48fd-a027-733b03dfed96] Start destroying the instance on the hypervisor. {{(pid=69613) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1003.044835] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-7e61a7b6-f931-4447-9f26-5007890fc69e tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] [instance: 91a7117f-0693-48fd-a027-733b03dfed96] Destroying instance {{(pid=69613) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1003.048083] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee462a94-0bb6-4982-8fcc-5a9a706dd89e {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.056644] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e61a7b6-f931-4447-9f26-5007890fc69e tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] [instance: 91a7117f-0693-48fd-a027-733b03dfed96] Powering off the VM {{(pid=69613) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1003.056912] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4fa59736-dd2a-4932-bb02-d8f294e2812f {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.062251] env[69613]: DEBUG nova.network.neutron [req-23864a47-c093-4a23-9853-3802f04520df req-c02144cb-1023-4a70-bb45-d9b2106c2b51 service nova] [instance: a8d62347-1026-4764-862e-4fd67a59dabf] Updated VIF entry in instance network info cache for port 002be1e4-3850-45c1-8408-123b1f79d022. {{(pid=69613) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1003.062718] env[69613]: DEBUG nova.network.neutron [req-23864a47-c093-4a23-9853-3802f04520df req-c02144cb-1023-4a70-bb45-d9b2106c2b51 service nova] [instance: a8d62347-1026-4764-862e-4fd67a59dabf] Updating instance_info_cache with network_info: [{"id": "74fc8c29-dac3-4947-983b-fc00735693f9", "address": "fa:16:3e:43:8d:d3", "network": {"id": "ef3449c7-a71f-447c-94f4-29a9f4da4b67", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-883600721", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.131", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "29cc892bdcbf47b78def0f7ab9a8033b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d8383707-f093-40a7-a5ba-31b0e07cac45", "external-id": "cl2-zone-18", "segmentation_id": 18, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap74fc8c29-da", "ovs_interfaceid": "74fc8c29-dac3-4947-983b-fc00735693f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "002be1e4-3850-45c1-8408-123b1f79d022", "address": "fa:16:3e:b7:53:37", "network": {"id": "d2709eff-440b-4c1b-a0a1-8a625818567c", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1683574162", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.212", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "29cc892bdcbf47b78def0f7ab9a8033b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "683a619f-b10d-41a3-8c03-4f69f6c9ce53", "external-id": "nsx-vlan-transportzone-898", "segmentation_id": 898, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap002be1e4-38", "ovs_interfaceid": "002be1e4-3850-45c1-8408-123b1f79d022", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1003.065621] env[69613]: DEBUG oslo_vmware.api [None req-7e61a7b6-f931-4447-9f26-5007890fc69e tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Waiting for the task: (returnval){ [ 1003.065621] env[69613]: value = "task-3417902" [ 1003.065621] env[69613]: _type = "Task" [ 1003.065621] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.076371] env[69613]: DEBUG oslo_vmware.api [None req-7e61a7b6-f931-4447-9f26-5007890fc69e tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Task: {'id': task-3417902, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.189461] env[69613]: DEBUG oslo_vmware.api [None req-3c2afe83-d374-45e6-a8d4-ae1ef37ce47f tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] Task: {'id': task-3417901, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.214814] env[69613]: DEBUG nova.compute.manager [req-ec33cffb-ba88-4bb1-854d-bd5af215accf req-41ee3bc7-55c5-489b-acb7-771b8de61c44 service nova] [instance: ebec351f-35c7-4a4c-a067-8477bfa10fc2] Received event network-changed-651bce8e-a230-424c-b066-2511346b7e68 {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1003.215015] env[69613]: DEBUG nova.compute.manager [req-ec33cffb-ba88-4bb1-854d-bd5af215accf req-41ee3bc7-55c5-489b-acb7-771b8de61c44 service nova] [instance: ebec351f-35c7-4a4c-a067-8477bfa10fc2] Refreshing instance network info cache due to event network-changed-651bce8e-a230-424c-b066-2511346b7e68. {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1003.215246] env[69613]: DEBUG oslo_concurrency.lockutils [req-ec33cffb-ba88-4bb1-854d-bd5af215accf req-41ee3bc7-55c5-489b-acb7-771b8de61c44 service nova] Acquiring lock "refresh_cache-ebec351f-35c7-4a4c-a067-8477bfa10fc2" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.215395] env[69613]: DEBUG oslo_concurrency.lockutils [req-ec33cffb-ba88-4bb1-854d-bd5af215accf req-41ee3bc7-55c5-489b-acb7-771b8de61c44 service nova] Acquired lock "refresh_cache-ebec351f-35c7-4a4c-a067-8477bfa10fc2" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.215593] env[69613]: DEBUG nova.network.neutron [req-ec33cffb-ba88-4bb1-854d-bd5af215accf req-41ee3bc7-55c5-489b-acb7-771b8de61c44 service nova] [instance: ebec351f-35c7-4a4c-a067-8477bfa10fc2] Refreshing network info cache for port 651bce8e-a230-424c-b066-2511346b7e68 {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1003.268192] env[69613]: DEBUG oslo_concurrency.lockutils [None req-7ec085b9-8516-4459-be59-660ab29ce1f0 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Acquiring lock "2e3d9427-2006-4911-be75-e6b1b98f8bb8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1003.268574] env[69613]: DEBUG oslo_concurrency.lockutils [None req-7ec085b9-8516-4459-be59-660ab29ce1f0 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Lock "2e3d9427-2006-4911-be75-e6b1b98f8bb8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1003.358408] env[69613]: DEBUG oslo_concurrency.lockutils [None req-ec1ca672-ee4b-44d4-bda9-6b0a99d39be8 tempest-InstanceActionsTestJSON-681858584 tempest-InstanceActionsTestJSON-681858584-project-member] Acquiring lock "refresh_cache-0aec565b-c6b6-4f71-8903-3950adc48e6f" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.358686] env[69613]: DEBUG oslo_concurrency.lockutils [None req-ec1ca672-ee4b-44d4-bda9-6b0a99d39be8 tempest-InstanceActionsTestJSON-681858584 tempest-InstanceActionsTestJSON-681858584-project-member] Acquired lock "refresh_cache-0aec565b-c6b6-4f71-8903-3950adc48e6f" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.358838] env[69613]: DEBUG nova.network.neutron [None req-ec1ca672-ee4b-44d4-bda9-6b0a99d39be8 tempest-InstanceActionsTestJSON-681858584 tempest-InstanceActionsTestJSON-681858584-project-member] [instance: 0aec565b-c6b6-4f71-8903-3950adc48e6f] Building network info cache for instance {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1003.371890] env[69613]: DEBUG oslo_concurrency.lockutils [None req-adf75f5e-7dc6-4288-8c07-afa190473227 tempest-ImagesOneServerNegativeTestJSON-1837437346 tempest-ImagesOneServerNegativeTestJSON-1837437346-project-member] Lock "058cd966-fff9-4310-9bec-9cba4612ab83" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.837s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1003.502035] env[69613]: DEBUG oslo_vmware.api [None req-615a2509-5be1-40ac-ac23-231665f44ec3 tempest-ServersTestMultiNic-711096641 tempest-ServersTestMultiNic-711096641-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52280caf-5b7d-ab7e-96bd-3359cbaaaba9, 'name': SearchDatastore_Task, 'duration_secs': 0.014206} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.502507] env[69613]: DEBUG oslo_concurrency.lockutils [None req-615a2509-5be1-40ac-ac23-231665f44ec3 tempest-ServersTestMultiNic-711096641 tempest-ServersTestMultiNic-711096641-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.502810] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-615a2509-5be1-40ac-ac23-231665f44ec3 tempest-ServersTestMultiNic-711096641 tempest-ServersTestMultiNic-711096641-project-member] [instance: a8d62347-1026-4764-862e-4fd67a59dabf] Processing image 2b7a0304-b5d0-431d-b287-32c8388d7fbd {{(pid=69613) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1003.503121] env[69613]: DEBUG oslo_concurrency.lockutils [None req-615a2509-5be1-40ac-ac23-231665f44ec3 tempest-ServersTestMultiNic-711096641 tempest-ServersTestMultiNic-711096641-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.503317] env[69613]: DEBUG oslo_concurrency.lockutils [None req-615a2509-5be1-40ac-ac23-231665f44ec3 tempest-ServersTestMultiNic-711096641 tempest-ServersTestMultiNic-711096641-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.503554] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-615a2509-5be1-40ac-ac23-231665f44ec3 tempest-ServersTestMultiNic-711096641 tempest-ServersTestMultiNic-711096641-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69613) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1003.503846] env[69613]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-445f1aa6-e475-48b7-93bc-606d5e7650df {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.513182] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-615a2509-5be1-40ac-ac23-231665f44ec3 tempest-ServersTestMultiNic-711096641 tempest-ServersTestMultiNic-711096641-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69613) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1003.513441] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-615a2509-5be1-40ac-ac23-231665f44ec3 tempest-ServersTestMultiNic-711096641 tempest-ServersTestMultiNic-711096641-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69613) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1003.514706] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-848c5e01-b8bc-4783-a56d-686aa296a8cf {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.520571] env[69613]: DEBUG oslo_vmware.api [None req-615a2509-5be1-40ac-ac23-231665f44ec3 tempest-ServersTestMultiNic-711096641 tempest-ServersTestMultiNic-711096641-project-member] Waiting for the task: (returnval){ [ 1003.520571] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]527f9d28-8649-7f8d-328d-22aca0804dd5" [ 1003.520571] env[69613]: _type = "Task" [ 1003.520571] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.530483] env[69613]: DEBUG oslo_vmware.api [None req-615a2509-5be1-40ac-ac23-231665f44ec3 tempest-ServersTestMultiNic-711096641 tempest-ServersTestMultiNic-711096641-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]527f9d28-8649-7f8d-328d-22aca0804dd5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.552306] env[69613]: DEBUG oslo_concurrency.lockutils [None req-9b336c4d-5936-4285-b538-bf5cd145bebe tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Acquiring lock "1fb750ed-62d4-4784-bf6c-6d777dc5ddb0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1003.552585] env[69613]: DEBUG oslo_concurrency.lockutils [None req-9b336c4d-5936-4285-b538-bf5cd145bebe tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Lock "1fb750ed-62d4-4784-bf6c-6d777dc5ddb0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1003.552801] env[69613]: DEBUG oslo_concurrency.lockutils [None req-9b336c4d-5936-4285-b538-bf5cd145bebe tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Acquiring lock "1fb750ed-62d4-4784-bf6c-6d777dc5ddb0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1003.553043] env[69613]: DEBUG oslo_concurrency.lockutils [None req-9b336c4d-5936-4285-b538-bf5cd145bebe tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Lock "1fb750ed-62d4-4784-bf6c-6d777dc5ddb0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1003.553228] env[69613]: DEBUG oslo_concurrency.lockutils [None req-9b336c4d-5936-4285-b538-bf5cd145bebe tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Lock "1fb750ed-62d4-4784-bf6c-6d777dc5ddb0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1003.555425] env[69613]: INFO nova.compute.manager [None req-9b336c4d-5936-4285-b538-bf5cd145bebe tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] [instance: 1fb750ed-62d4-4784-bf6c-6d777dc5ddb0] Terminating instance [ 1003.567520] env[69613]: DEBUG oslo_concurrency.lockutils [req-23864a47-c093-4a23-9853-3802f04520df req-c02144cb-1023-4a70-bb45-d9b2106c2b51 service nova] Releasing lock "refresh_cache-a8d62347-1026-4764-862e-4fd67a59dabf" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.577150] env[69613]: DEBUG oslo_vmware.api [None req-7e61a7b6-f931-4447-9f26-5007890fc69e tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Task: {'id': task-3417902, 'name': PowerOffVM_Task, 'duration_secs': 0.370486} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.577412] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e61a7b6-f931-4447-9f26-5007890fc69e tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] [instance: 91a7117f-0693-48fd-a027-733b03dfed96] Powered off the VM {{(pid=69613) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1003.577577] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-7e61a7b6-f931-4447-9f26-5007890fc69e tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] [instance: 91a7117f-0693-48fd-a027-733b03dfed96] Unregistering the VM {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1003.577856] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ab6b67ee-5537-4b59-a6e2-0e8b85c6b4e3 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.639853] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-7e61a7b6-f931-4447-9f26-5007890fc69e tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] [instance: 91a7117f-0693-48fd-a027-733b03dfed96] Unregistered the VM {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1003.640098] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-7e61a7b6-f931-4447-9f26-5007890fc69e tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] [instance: 91a7117f-0693-48fd-a027-733b03dfed96] Deleting contents of the VM from datastore datastore1 {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1003.640308] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e61a7b6-f931-4447-9f26-5007890fc69e tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Deleting the datastore file [datastore1] 91a7117f-0693-48fd-a027-733b03dfed96 {{(pid=69613) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1003.640602] env[69613]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5e640787-6cc1-4728-89b2-8954f0633035 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.647384] env[69613]: DEBUG oslo_vmware.api [None req-7e61a7b6-f931-4447-9f26-5007890fc69e tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Waiting for the task: (returnval){ [ 1003.647384] env[69613]: value = "task-3417904" [ 1003.647384] env[69613]: _type = "Task" [ 1003.647384] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.655812] env[69613]: DEBUG oslo_vmware.api [None req-7e61a7b6-f931-4447-9f26-5007890fc69e tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Task: {'id': task-3417904, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.687634] env[69613]: DEBUG oslo_vmware.api [None req-3c2afe83-d374-45e6-a8d4-ae1ef37ce47f tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] Task: {'id': task-3417901, 'name': ReconfigVM_Task, 'duration_secs': 0.525379} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.687835] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c2afe83-d374-45e6-a8d4-ae1ef37ce47f tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] [instance: 661ee10a-6a1c-4f4c-86e5-ea2185ab6741] Reconfigured VM instance instance-0000004c to attach disk [datastore1] 661ee10a-6a1c-4f4c-86e5-ea2185ab6741/661ee10a-6a1c-4f4c-86e5-ea2185ab6741.vmdk or device None with type thin {{(pid=69613) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1003.688742] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d00ede5a-4525-4834-9fc9-0cf8311dc2f2 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.707886] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d16a5e6-ab2f-489d-9fee-972d76af526e {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.728607] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11ab8bc8-20fd-46a5-99a9-b8f0edce7a04 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.749365] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33ab1c24-0fda-48ec-8eca-520756da85a6 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.759692] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c2afe83-d374-45e6-a8d4-ae1ef37ce47f tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] [instance: 661ee10a-6a1c-4f4c-86e5-ea2185ab6741] Powering on the VM {{(pid=69613) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1003.759958] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-997b4e6a-6266-4091-95dd-802f8ea021c2 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.766936] env[69613]: DEBUG oslo_vmware.api [None req-3c2afe83-d374-45e6-a8d4-ae1ef37ce47f tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] Waiting for the task: (returnval){ [ 1003.766936] env[69613]: value = "task-3417905" [ 1003.766936] env[69613]: _type = "Task" [ 1003.766936] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.773647] env[69613]: DEBUG nova.compute.manager [None req-7ec085b9-8516-4459-be59-660ab29ce1f0 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] [instance: 2e3d9427-2006-4911-be75-e6b1b98f8bb8] Starting instance... {{(pid=69613) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1003.782847] env[69613]: DEBUG oslo_vmware.api [None req-3c2afe83-d374-45e6-a8d4-ae1ef37ce47f tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] Task: {'id': task-3417905, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.796075] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-9541e949-aa06-43fb-9dd6-ac956c74f28d tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] [instance: a0bbab2d-2cf3-4ba3-aab2-980059d75fc7] Powering off the VM {{(pid=69613) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1003.796537] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-21586374-3817-450a-8d4c-b8944f286cb3 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.803644] env[69613]: DEBUG oslo_vmware.api [None req-9541e949-aa06-43fb-9dd6-ac956c74f28d tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Waiting for the task: (returnval){ [ 1003.803644] env[69613]: value = "task-3417906" [ 1003.803644] env[69613]: _type = "Task" [ 1003.803644] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.815609] env[69613]: DEBUG oslo_vmware.api [None req-9541e949-aa06-43fb-9dd6-ac956c74f28d tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Task: {'id': task-3417906, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.889230] env[69613]: DEBUG nova.compute.resource_tracker [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Instance 1fb750ed-62d4-4784-bf6c-6d777dc5ddb0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69613) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1003.889481] env[69613]: DEBUG nova.compute.resource_tracker [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Instance 9ee7dbf3-c86a-4cd8-ad1e-ca92cb90164d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69613) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1003.889657] env[69613]: DEBUG nova.compute.resource_tracker [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Instance cf649a29-c0b2-4cc4-9d7d-da72ef553093 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69613) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1003.890675] env[69613]: DEBUG nova.compute.resource_tracker [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Instance 6ce9d7ae-aabf-444e-ab76-68f077d43cf0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69613) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1003.890675] env[69613]: WARNING nova.compute.resource_tracker [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Instance fa7f8ff7-658a-46d0-a6dc-232614af850d is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1003.890675] env[69613]: DEBUG nova.compute.resource_tracker [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Instance 815ee067-7d2e-4312-8f7a-77ce8854bd2d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69613) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1003.890675] env[69613]: DEBUG nova.compute.resource_tracker [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Instance 983a2305-b1f1-487b-ab6a-2f5f1f7ee3f0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69613) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1003.890675] env[69613]: DEBUG nova.compute.resource_tracker [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Instance e849b8b2-7ad7-475a-bab6-48d8412c58ad actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69613) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1003.890675] env[69613]: DEBUG nova.compute.resource_tracker [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Instance 661ee10a-6a1c-4f4c-86e5-ea2185ab6741 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69613) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1003.890675] env[69613]: DEBUG nova.compute.resource_tracker [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Instance 91a7117f-0693-48fd-a027-733b03dfed96 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69613) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1003.891073] env[69613]: DEBUG nova.compute.resource_tracker [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Instance 71e0d53c-ff3f-4a77-aa25-2a07e64500a7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69613) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1003.891073] env[69613]: DEBUG nova.compute.resource_tracker [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Instance 06ba24f5-e698-4fb3-9c47-fe146eee8e72 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69613) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1003.891073] env[69613]: DEBUG nova.compute.resource_tracker [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Instance 2f982eab-2892-40c1-866c-3f4395db4201 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69613) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1003.891148] env[69613]: DEBUG nova.compute.resource_tracker [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Instance 6ddb7bfb-cf8e-4f10-ba48-b67061364a4f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69613) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1003.891248] env[69613]: DEBUG nova.compute.resource_tracker [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Instance ebec351f-35c7-4a4c-a067-8477bfa10fc2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69613) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1003.891362] env[69613]: DEBUG nova.compute.resource_tracker [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Instance 0aec565b-c6b6-4f71-8903-3950adc48e6f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69613) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1003.891470] env[69613]: DEBUG nova.compute.resource_tracker [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Instance a0bbab2d-2cf3-4ba3-aab2-980059d75fc7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69613) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1003.891622] env[69613]: DEBUG nova.compute.resource_tracker [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Instance a8d62347-1026-4764-862e-4fd67a59dabf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69613) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1004.031988] env[69613]: DEBUG oslo_vmware.api [None req-615a2509-5be1-40ac-ac23-231665f44ec3 tempest-ServersTestMultiNic-711096641 tempest-ServersTestMultiNic-711096641-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]527f9d28-8649-7f8d-328d-22aca0804dd5, 'name': SearchDatastore_Task, 'duration_secs': 0.012729} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.033252] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-049fb7aa-a6a3-452f-b626-0f50df5ef986 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.038581] env[69613]: DEBUG oslo_vmware.api [None req-615a2509-5be1-40ac-ac23-231665f44ec3 tempest-ServersTestMultiNic-711096641 tempest-ServersTestMultiNic-711096641-project-member] Waiting for the task: (returnval){ [ 1004.038581] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]5228c89e-e8a5-b20f-0b3c-5dad1a3c3073" [ 1004.038581] env[69613]: _type = "Task" [ 1004.038581] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.047466] env[69613]: DEBUG oslo_vmware.api [None req-615a2509-5be1-40ac-ac23-231665f44ec3 tempest-ServersTestMultiNic-711096641 tempest-ServersTestMultiNic-711096641-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]5228c89e-e8a5-b20f-0b3c-5dad1a3c3073, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.059567] env[69613]: DEBUG nova.compute.manager [None req-9b336c4d-5936-4285-b538-bf5cd145bebe tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] [instance: 1fb750ed-62d4-4784-bf6c-6d777dc5ddb0] Start destroying the instance on the hypervisor. {{(pid=69613) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1004.059797] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-9b336c4d-5936-4285-b538-bf5cd145bebe tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] [instance: 1fb750ed-62d4-4784-bf6c-6d777dc5ddb0] Destroying instance {{(pid=69613) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1004.061037] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb871eff-a5d9-43d7-8f7b-42b30f1c4d7a {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.068158] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b336c4d-5936-4285-b538-bf5cd145bebe tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] [instance: 1fb750ed-62d4-4784-bf6c-6d777dc5ddb0] Powering off the VM {{(pid=69613) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1004.068481] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0cf6e30e-9545-459a-9055-d8ace571960e {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.074410] env[69613]: DEBUG oslo_vmware.api [None req-9b336c4d-5936-4285-b538-bf5cd145bebe tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Waiting for the task: (returnval){ [ 1004.074410] env[69613]: value = "task-3417907" [ 1004.074410] env[69613]: _type = "Task" [ 1004.074410] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.084592] env[69613]: DEBUG oslo_vmware.api [None req-9b336c4d-5936-4285-b538-bf5cd145bebe tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Task: {'id': task-3417907, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.161224] env[69613]: DEBUG oslo_vmware.api [None req-7e61a7b6-f931-4447-9f26-5007890fc69e tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Task: {'id': task-3417904, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.308754} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.161620] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e61a7b6-f931-4447-9f26-5007890fc69e tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Deleted the datastore file {{(pid=69613) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1004.161933] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-7e61a7b6-f931-4447-9f26-5007890fc69e tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] [instance: 91a7117f-0693-48fd-a027-733b03dfed96] Deleted contents of the VM from datastore datastore1 {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1004.162246] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-7e61a7b6-f931-4447-9f26-5007890fc69e tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] [instance: 91a7117f-0693-48fd-a027-733b03dfed96] Instance destroyed {{(pid=69613) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1004.162541] env[69613]: INFO nova.compute.manager [None req-7e61a7b6-f931-4447-9f26-5007890fc69e tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] [instance: 91a7117f-0693-48fd-a027-733b03dfed96] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1004.162915] env[69613]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7e61a7b6-f931-4447-9f26-5007890fc69e tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69613) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1004.164033] env[69613]: DEBUG nova.compute.manager [-] [instance: 91a7117f-0693-48fd-a027-733b03dfed96] Deallocating network for instance {{(pid=69613) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1004.164251] env[69613]: DEBUG nova.network.neutron [-] [instance: 91a7117f-0693-48fd-a027-733b03dfed96] deallocate_for_instance() {{(pid=69613) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1004.255209] env[69613]: DEBUG oslo_concurrency.lockutils [None req-dc2bf116-15f5-42c3-a89d-b7d3da112d4e tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Acquiring lock "interface-983a2305-b1f1-487b-ab6a-2f5f1f7ee3f0-416c44f6-6689-4e22-804a-f496d559cd78" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1004.255511] env[69613]: DEBUG oslo_concurrency.lockutils [None req-dc2bf116-15f5-42c3-a89d-b7d3da112d4e tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Lock "interface-983a2305-b1f1-487b-ab6a-2f5f1f7ee3f0-416c44f6-6689-4e22-804a-f496d559cd78" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1004.286267] env[69613]: DEBUG oslo_vmware.api [None req-3c2afe83-d374-45e6-a8d4-ae1ef37ce47f tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] Task: {'id': task-3417905, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.308983] env[69613]: DEBUG oslo_concurrency.lockutils [None req-7ec085b9-8516-4459-be59-660ab29ce1f0 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1004.314853] env[69613]: DEBUG oslo_vmware.api [None req-9541e949-aa06-43fb-9dd6-ac956c74f28d tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Task: {'id': task-3417906, 'name': PowerOffVM_Task, 'duration_secs': 0.279022} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.315166] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-9541e949-aa06-43fb-9dd6-ac956c74f28d tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] [instance: a0bbab2d-2cf3-4ba3-aab2-980059d75fc7] Powered off the VM {{(pid=69613) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1004.315396] env[69613]: DEBUG nova.compute.manager [None req-9541e949-aa06-43fb-9dd6-ac956c74f28d tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] [instance: a0bbab2d-2cf3-4ba3-aab2-980059d75fc7] Checking state {{(pid=69613) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1004.316228] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63595bb5-7a86-4a81-b530-39987734c153 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.397759] env[69613]: DEBUG nova.compute.resource_tracker [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Instance 79391a79-8c22-4c1a-a816-f33d6553cc3d has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69613) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1004.498181] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85a34a2e-1645-4dcc-bf69-99170335e953 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.508957] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-dc5a513d-caba-4801-929b-19d781f25222 tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] [instance: 71e0d53c-ff3f-4a77-aa25-2a07e64500a7] Suspending the VM {{(pid=69613) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1004.509250] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-8987007d-dc84-4e7d-b4ff-d9fa980a7cc4 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.516134] env[69613]: DEBUG oslo_vmware.api [None req-dc5a513d-caba-4801-929b-19d781f25222 tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] Waiting for the task: (returnval){ [ 1004.516134] env[69613]: value = "task-3417908" [ 1004.516134] env[69613]: _type = "Task" [ 1004.516134] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.524469] env[69613]: DEBUG oslo_vmware.api [None req-dc5a513d-caba-4801-929b-19d781f25222 tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] Task: {'id': task-3417908, 'name': SuspendVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.531306] env[69613]: DEBUG nova.network.neutron [req-ec33cffb-ba88-4bb1-854d-bd5af215accf req-41ee3bc7-55c5-489b-acb7-771b8de61c44 service nova] [instance: ebec351f-35c7-4a4c-a067-8477bfa10fc2] Updated VIF entry in instance network info cache for port 651bce8e-a230-424c-b066-2511346b7e68. {{(pid=69613) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1004.531601] env[69613]: DEBUG nova.network.neutron [req-ec33cffb-ba88-4bb1-854d-bd5af215accf req-41ee3bc7-55c5-489b-acb7-771b8de61c44 service nova] [instance: ebec351f-35c7-4a4c-a067-8477bfa10fc2] Updating instance_info_cache with network_info: [{"id": "651bce8e-a230-424c-b066-2511346b7e68", "address": "fa:16:3e:39:bb:ec", "network": {"id": "c0b12726-3f23-429f-9754-e392f341b3e5", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-45944192-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.239", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "00abae90f85947e99f41566442e43eab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5e27fd35-1d7b-4358-92d5-4d34da27b992", "external-id": "nsx-vlan-transportzone-355", "segmentation_id": 355, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap651bce8e-a2", "ovs_interfaceid": "651bce8e-a230-424c-b066-2511346b7e68", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1004.549845] env[69613]: DEBUG oslo_vmware.api [None req-615a2509-5be1-40ac-ac23-231665f44ec3 tempest-ServersTestMultiNic-711096641 tempest-ServersTestMultiNic-711096641-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]5228c89e-e8a5-b20f-0b3c-5dad1a3c3073, 'name': SearchDatastore_Task, 'duration_secs': 0.02118} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.550693] env[69613]: DEBUG oslo_concurrency.lockutils [None req-615a2509-5be1-40ac-ac23-231665f44ec3 tempest-ServersTestMultiNic-711096641 tempest-ServersTestMultiNic-711096641-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.550963] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-615a2509-5be1-40ac-ac23-231665f44ec3 tempest-ServersTestMultiNic-711096641 tempest-ServersTestMultiNic-711096641-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk to [datastore1] a8d62347-1026-4764-862e-4fd67a59dabf/a8d62347-1026-4764-862e-4fd67a59dabf.vmdk {{(pid=69613) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1004.551214] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1ab23ef8-ee46-40a7-8a6e-0bdef67e0d92 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.557885] env[69613]: DEBUG oslo_vmware.api [None req-615a2509-5be1-40ac-ac23-231665f44ec3 tempest-ServersTestMultiNic-711096641 tempest-ServersTestMultiNic-711096641-project-member] Waiting for the task: (returnval){ [ 1004.557885] env[69613]: value = "task-3417909" [ 1004.557885] env[69613]: _type = "Task" [ 1004.557885] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.566426] env[69613]: DEBUG oslo_vmware.api [None req-615a2509-5be1-40ac-ac23-231665f44ec3 tempest-ServersTestMultiNic-711096641 tempest-ServersTestMultiNic-711096641-project-member] Task: {'id': task-3417909, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.584609] env[69613]: DEBUG oslo_vmware.api [None req-9b336c4d-5936-4285-b538-bf5cd145bebe tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Task: {'id': task-3417907, 'name': PowerOffVM_Task, 'duration_secs': 0.38946} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.584910] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b336c4d-5936-4285-b538-bf5cd145bebe tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] [instance: 1fb750ed-62d4-4784-bf6c-6d777dc5ddb0] Powered off the VM {{(pid=69613) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1004.585109] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-9b336c4d-5936-4285-b538-bf5cd145bebe tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] [instance: 1fb750ed-62d4-4784-bf6c-6d777dc5ddb0] Unregistering the VM {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1004.585388] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0304bb3f-5609-4163-8bdf-bd08072c56b8 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.619528] env[69613]: DEBUG nova.network.neutron [None req-ec1ca672-ee4b-44d4-bda9-6b0a99d39be8 tempest-InstanceActionsTestJSON-681858584 tempest-InstanceActionsTestJSON-681858584-project-member] [instance: 0aec565b-c6b6-4f71-8903-3950adc48e6f] Updating instance_info_cache with network_info: [{"id": "e3501edd-7d6e-46dd-b283-35bde45b41b2", "address": "fa:16:3e:13:7e:08", "network": {"id": "4094caf7-787e-43f6-b264-3297b5e91a22", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-550807222-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6745279cf2f54553a1bf4a69b62174b8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2e45023-22b5-458b-826e-9b7eb69ba028", "external-id": "nsx-vlan-transportzone-614", "segmentation_id": 614, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape3501edd-7d", "ovs_interfaceid": "e3501edd-7d6e-46dd-b283-35bde45b41b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1004.654638] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-9b336c4d-5936-4285-b538-bf5cd145bebe tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] [instance: 1fb750ed-62d4-4784-bf6c-6d777dc5ddb0] Unregistered the VM {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1004.654996] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-9b336c4d-5936-4285-b538-bf5cd145bebe tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] [instance: 1fb750ed-62d4-4784-bf6c-6d777dc5ddb0] Deleting contents of the VM from datastore datastore1 {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1004.655301] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b336c4d-5936-4285-b538-bf5cd145bebe tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Deleting the datastore file [datastore1] 1fb750ed-62d4-4784-bf6c-6d777dc5ddb0 {{(pid=69613) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1004.655655] env[69613]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b58dff5e-62d8-45c4-b034-0f14207f6ff2 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.662922] env[69613]: DEBUG oslo_vmware.api [None req-9b336c4d-5936-4285-b538-bf5cd145bebe tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Waiting for the task: (returnval){ [ 1004.662922] env[69613]: value = "task-3417911" [ 1004.662922] env[69613]: _type = "Task" [ 1004.662922] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.675131] env[69613]: DEBUG oslo_vmware.api [None req-9b336c4d-5936-4285-b538-bf5cd145bebe tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Task: {'id': task-3417911, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.714441] env[69613]: DEBUG nova.compute.manager [req-1d259c67-7115-42dd-afad-9d1c03275efd req-5ecb64c3-ec24-4749-9d71-3e8374de2cb9 service nova] [instance: 91a7117f-0693-48fd-a027-733b03dfed96] Received event network-vif-deleted-4a50de3a-ebb2-499a-a9c5-c811d03c04bd {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1004.714890] env[69613]: INFO nova.compute.manager [req-1d259c67-7115-42dd-afad-9d1c03275efd req-5ecb64c3-ec24-4749-9d71-3e8374de2cb9 service nova] [instance: 91a7117f-0693-48fd-a027-733b03dfed96] Neutron deleted interface 4a50de3a-ebb2-499a-a9c5-c811d03c04bd; detaching it from the instance and deleting it from the info cache [ 1004.714890] env[69613]: DEBUG nova.network.neutron [req-1d259c67-7115-42dd-afad-9d1c03275efd req-5ecb64c3-ec24-4749-9d71-3e8374de2cb9 service nova] [instance: 91a7117f-0693-48fd-a027-733b03dfed96] Updating instance_info_cache with network_info: [] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1004.758175] env[69613]: DEBUG oslo_concurrency.lockutils [None req-dc2bf116-15f5-42c3-a89d-b7d3da112d4e tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Acquiring lock "983a2305-b1f1-487b-ab6a-2f5f1f7ee3f0" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.758431] env[69613]: DEBUG oslo_concurrency.lockutils [None req-dc2bf116-15f5-42c3-a89d-b7d3da112d4e tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Acquired lock "983a2305-b1f1-487b-ab6a-2f5f1f7ee3f0" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.760228] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffcb5ebf-e35b-4ca9-ab33-1f1a1d6d0eb6 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.793984] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0baa9d3-3dad-4833-978b-f61e441730e4 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.805093] env[69613]: DEBUG oslo_vmware.api [None req-3c2afe83-d374-45e6-a8d4-ae1ef37ce47f tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] Task: {'id': task-3417905, 'name': PowerOnVM_Task, 'duration_secs': 0.597116} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.826642] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c2afe83-d374-45e6-a8d4-ae1ef37ce47f tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] [instance: 661ee10a-6a1c-4f4c-86e5-ea2185ab6741] Powered on the VM {{(pid=69613) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1004.839968] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-dc2bf116-15f5-42c3-a89d-b7d3da112d4e tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] [instance: 983a2305-b1f1-487b-ab6a-2f5f1f7ee3f0] Reconfiguring VM to detach interface {{(pid=69613) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1004.840763] env[69613]: DEBUG oslo_concurrency.lockutils [None req-9541e949-aa06-43fb-9dd6-ac956c74f28d tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Lock "a0bbab2d-2cf3-4ba3-aab2-980059d75fc7" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.063s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1004.842436] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eefabe5a-36f1-4c04-b3e7-b994a5e37248 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.866838] env[69613]: DEBUG oslo_vmware.api [None req-dc2bf116-15f5-42c3-a89d-b7d3da112d4e tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Waiting for the task: (returnval){ [ 1004.866838] env[69613]: value = "task-3417912" [ 1004.866838] env[69613]: _type = "Task" [ 1004.866838] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.879993] env[69613]: DEBUG oslo_vmware.api [None req-dc2bf116-15f5-42c3-a89d-b7d3da112d4e tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Task: {'id': task-3417912, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.900792] env[69613]: DEBUG nova.compute.resource_tracker [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Instance e9e1e1ab-a2b4-4699-b956-5cd5d4d6dd21 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69613) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1004.926827] env[69613]: DEBUG nova.network.neutron [-] [instance: 91a7117f-0693-48fd-a027-733b03dfed96] Updating instance_info_cache with network_info: [] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1005.026928] env[69613]: DEBUG oslo_vmware.api [None req-dc5a513d-caba-4801-929b-19d781f25222 tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] Task: {'id': task-3417908, 'name': SuspendVM_Task} progress is 62%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.037439] env[69613]: DEBUG oslo_concurrency.lockutils [req-ec33cffb-ba88-4bb1-854d-bd5af215accf req-41ee3bc7-55c5-489b-acb7-771b8de61c44 service nova] Releasing lock "refresh_cache-ebec351f-35c7-4a4c-a067-8477bfa10fc2" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.069296] env[69613]: DEBUG oslo_vmware.api [None req-615a2509-5be1-40ac-ac23-231665f44ec3 tempest-ServersTestMultiNic-711096641 tempest-ServersTestMultiNic-711096641-project-member] Task: {'id': task-3417909, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.455888} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.069596] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-615a2509-5be1-40ac-ac23-231665f44ec3 tempest-ServersTestMultiNic-711096641 tempest-ServersTestMultiNic-711096641-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk to [datastore1] a8d62347-1026-4764-862e-4fd67a59dabf/a8d62347-1026-4764-862e-4fd67a59dabf.vmdk {{(pid=69613) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1005.069833] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-615a2509-5be1-40ac-ac23-231665f44ec3 tempest-ServersTestMultiNic-711096641 tempest-ServersTestMultiNic-711096641-project-member] [instance: a8d62347-1026-4764-862e-4fd67a59dabf] Extending root virtual disk to 1048576 {{(pid=69613) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1005.070101] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-86d9c6d7-0771-4215-9e57-a30a4c2d3b13 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.077391] env[69613]: DEBUG oslo_vmware.api [None req-615a2509-5be1-40ac-ac23-231665f44ec3 tempest-ServersTestMultiNic-711096641 tempest-ServersTestMultiNic-711096641-project-member] Waiting for the task: (returnval){ [ 1005.077391] env[69613]: value = "task-3417913" [ 1005.077391] env[69613]: _type = "Task" [ 1005.077391] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.086593] env[69613]: DEBUG oslo_vmware.api [None req-615a2509-5be1-40ac-ac23-231665f44ec3 tempest-ServersTestMultiNic-711096641 tempest-ServersTestMultiNic-711096641-project-member] Task: {'id': task-3417913, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.123079] env[69613]: DEBUG oslo_concurrency.lockutils [None req-ec1ca672-ee4b-44d4-bda9-6b0a99d39be8 tempest-InstanceActionsTestJSON-681858584 tempest-InstanceActionsTestJSON-681858584-project-member] Releasing lock "refresh_cache-0aec565b-c6b6-4f71-8903-3950adc48e6f" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.173422] env[69613]: DEBUG oslo_vmware.api [None req-9b336c4d-5936-4285-b538-bf5cd145bebe tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Task: {'id': task-3417911, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.406104} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.173695] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b336c4d-5936-4285-b538-bf5cd145bebe tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Deleted the datastore file {{(pid=69613) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1005.173861] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-9b336c4d-5936-4285-b538-bf5cd145bebe tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] [instance: 1fb750ed-62d4-4784-bf6c-6d777dc5ddb0] Deleted contents of the VM from datastore datastore1 {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1005.174052] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-9b336c4d-5936-4285-b538-bf5cd145bebe tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] [instance: 1fb750ed-62d4-4784-bf6c-6d777dc5ddb0] Instance destroyed {{(pid=69613) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1005.174229] env[69613]: INFO nova.compute.manager [None req-9b336c4d-5936-4285-b538-bf5cd145bebe tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] [instance: 1fb750ed-62d4-4784-bf6c-6d777dc5ddb0] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1005.174467] env[69613]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9b336c4d-5936-4285-b538-bf5cd145bebe tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69613) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1005.174657] env[69613]: DEBUG nova.compute.manager [-] [instance: 1fb750ed-62d4-4784-bf6c-6d777dc5ddb0] Deallocating network for instance {{(pid=69613) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1005.174752] env[69613]: DEBUG nova.network.neutron [-] [instance: 1fb750ed-62d4-4784-bf6c-6d777dc5ddb0] deallocate_for_instance() {{(pid=69613) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1005.218253] env[69613]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-25606453-1088-4664-8427-4853f39ff06d {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.227792] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dddf6f81-8ab9-4932-8057-9668a579c614 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.265249] env[69613]: DEBUG nova.compute.manager [req-1d259c67-7115-42dd-afad-9d1c03275efd req-5ecb64c3-ec24-4749-9d71-3e8374de2cb9 service nova] [instance: 91a7117f-0693-48fd-a027-733b03dfed96] Detach interface failed, port_id=4a50de3a-ebb2-499a-a9c5-c811d03c04bd, reason: Instance 91a7117f-0693-48fd-a027-733b03dfed96 could not be found. {{(pid=69613) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1005.378270] env[69613]: DEBUG oslo_vmware.api [None req-dc2bf116-15f5-42c3-a89d-b7d3da112d4e tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Task: {'id': task-3417912, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.403871] env[69613]: DEBUG nova.compute.resource_tracker [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Instance a21826db-d20f-443b-9042-9ffa93cd24af has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69613) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1005.430384] env[69613]: INFO nova.compute.manager [-] [instance: 91a7117f-0693-48fd-a027-733b03dfed96] Took 1.27 seconds to deallocate network for instance. [ 1005.442760] env[69613]: DEBUG oslo_concurrency.lockutils [None req-ca5b18a7-7b87-47d9-948e-981caea8dd05 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Acquiring lock "a0bbab2d-2cf3-4ba3-aab2-980059d75fc7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1005.443102] env[69613]: DEBUG oslo_concurrency.lockutils [None req-ca5b18a7-7b87-47d9-948e-981caea8dd05 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Lock "a0bbab2d-2cf3-4ba3-aab2-980059d75fc7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1005.443375] env[69613]: DEBUG oslo_concurrency.lockutils [None req-ca5b18a7-7b87-47d9-948e-981caea8dd05 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Acquiring lock "a0bbab2d-2cf3-4ba3-aab2-980059d75fc7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1005.443617] env[69613]: DEBUG oslo_concurrency.lockutils [None req-ca5b18a7-7b87-47d9-948e-981caea8dd05 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Lock "a0bbab2d-2cf3-4ba3-aab2-980059d75fc7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1005.443835] env[69613]: DEBUG oslo_concurrency.lockutils [None req-ca5b18a7-7b87-47d9-948e-981caea8dd05 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Lock "a0bbab2d-2cf3-4ba3-aab2-980059d75fc7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1005.446106] env[69613]: INFO nova.compute.manager [None req-ca5b18a7-7b87-47d9-948e-981caea8dd05 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] [instance: a0bbab2d-2cf3-4ba3-aab2-980059d75fc7] Terminating instance [ 1005.529723] env[69613]: DEBUG oslo_vmware.api [None req-dc5a513d-caba-4801-929b-19d781f25222 tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] Task: {'id': task-3417908, 'name': SuspendVM_Task, 'duration_secs': 0.67265} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.532074] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-dc5a513d-caba-4801-929b-19d781f25222 tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] [instance: 71e0d53c-ff3f-4a77-aa25-2a07e64500a7] Suspended the VM {{(pid=69613) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1005.532307] env[69613]: DEBUG nova.compute.manager [None req-dc5a513d-caba-4801-929b-19d781f25222 tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] [instance: 71e0d53c-ff3f-4a77-aa25-2a07e64500a7] Checking state {{(pid=69613) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1005.533157] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45fa3451-4f54-4ea7-98e1-051ae1789433 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.587030] env[69613]: DEBUG oslo_vmware.api [None req-615a2509-5be1-40ac-ac23-231665f44ec3 tempest-ServersTestMultiNic-711096641 tempest-ServersTestMultiNic-711096641-project-member] Task: {'id': task-3417913, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070373} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.587348] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-615a2509-5be1-40ac-ac23-231665f44ec3 tempest-ServersTestMultiNic-711096641 tempest-ServersTestMultiNic-711096641-project-member] [instance: a8d62347-1026-4764-862e-4fd67a59dabf] Extended root virtual disk {{(pid=69613) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1005.588234] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d799d6dd-f654-4e5c-abe9-ccde84dce41d {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.613331] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-615a2509-5be1-40ac-ac23-231665f44ec3 tempest-ServersTestMultiNic-711096641 tempest-ServersTestMultiNic-711096641-project-member] [instance: a8d62347-1026-4764-862e-4fd67a59dabf] Reconfiguring VM instance instance-0000005b to attach disk [datastore1] a8d62347-1026-4764-862e-4fd67a59dabf/a8d62347-1026-4764-862e-4fd67a59dabf.vmdk or device None with type sparse {{(pid=69613) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1005.613724] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f0c0fa1d-7b34-4603-b902-4989dc096667 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.633983] env[69613]: DEBUG nova.compute.manager [None req-ec1ca672-ee4b-44d4-bda9-6b0a99d39be8 tempest-InstanceActionsTestJSON-681858584 tempest-InstanceActionsTestJSON-681858584-project-member] [instance: 0aec565b-c6b6-4f71-8903-3950adc48e6f] Checking state {{(pid=69613) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1005.635102] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e8cffc3-0be6-48cc-a9fd-be5398bb1bae {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.641028] env[69613]: DEBUG oslo_vmware.api [None req-615a2509-5be1-40ac-ac23-231665f44ec3 tempest-ServersTestMultiNic-711096641 tempest-ServersTestMultiNic-711096641-project-member] Waiting for the task: (returnval){ [ 1005.641028] env[69613]: value = "task-3417914" [ 1005.641028] env[69613]: _type = "Task" [ 1005.641028] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.656571] env[69613]: DEBUG oslo_vmware.api [None req-615a2509-5be1-40ac-ac23-231665f44ec3 tempest-ServersTestMultiNic-711096641 tempest-ServersTestMultiNic-711096641-project-member] Task: {'id': task-3417914, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.676182] env[69613]: DEBUG nova.compute.manager [req-7e1c56ad-d82e-4519-9660-40ea7599bab8 req-257f2d06-cd02-49fc-80db-c4b1df9b980d service nova] [instance: 1fb750ed-62d4-4784-bf6c-6d777dc5ddb0] Received event network-vif-deleted-621a1701-de10-4dd8-8277-ee1f9400080b {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1005.676182] env[69613]: INFO nova.compute.manager [req-7e1c56ad-d82e-4519-9660-40ea7599bab8 req-257f2d06-cd02-49fc-80db-c4b1df9b980d service nova] [instance: 1fb750ed-62d4-4784-bf6c-6d777dc5ddb0] Neutron deleted interface 621a1701-de10-4dd8-8277-ee1f9400080b; detaching it from the instance and deleting it from the info cache [ 1005.676182] env[69613]: DEBUG nova.network.neutron [req-7e1c56ad-d82e-4519-9660-40ea7599bab8 req-257f2d06-cd02-49fc-80db-c4b1df9b980d service nova] [instance: 1fb750ed-62d4-4784-bf6c-6d777dc5ddb0] Updating instance_info_cache with network_info: [] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1005.853024] env[69613]: INFO nova.compute.manager [None req-3c2afe83-d374-45e6-a8d4-ae1ef37ce47f tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] [instance: 661ee10a-6a1c-4f4c-86e5-ea2185ab6741] Updating instance to original state: 'active' [ 1005.877780] env[69613]: DEBUG oslo_vmware.api [None req-dc2bf116-15f5-42c3-a89d-b7d3da112d4e tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Task: {'id': task-3417912, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.909351] env[69613]: DEBUG nova.compute.resource_tracker [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Instance 2e3d9427-2006-4911-be75-e6b1b98f8bb8 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69613) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1005.909351] env[69613]: DEBUG nova.compute.resource_tracker [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Total usable vcpus: 48, total allocated vcpus: 17 {{(pid=69613) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1005.909351] env[69613]: DEBUG nova.compute.resource_tracker [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3904MB phys_disk=200GB used_disk=16GB total_vcpus=48 used_vcpus=17 pci_stats=[] {{(pid=69613) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1005.938178] env[69613]: DEBUG oslo_concurrency.lockutils [None req-7e61a7b6-f931-4447-9f26-5007890fc69e tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1005.953113] env[69613]: DEBUG nova.compute.manager [None req-ca5b18a7-7b87-47d9-948e-981caea8dd05 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] [instance: a0bbab2d-2cf3-4ba3-aab2-980059d75fc7] Start destroying the instance on the hypervisor. {{(pid=69613) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1005.953113] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-ca5b18a7-7b87-47d9-948e-981caea8dd05 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] [instance: a0bbab2d-2cf3-4ba3-aab2-980059d75fc7] Destroying instance {{(pid=69613) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1005.954301] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5e245b2-29c1-4464-bc85-18fac6ec1c11 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.966625] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-ca5b18a7-7b87-47d9-948e-981caea8dd05 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] [instance: a0bbab2d-2cf3-4ba3-aab2-980059d75fc7] Unregistering the VM {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1005.970628] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-70028d0e-c2b1-4aa9-8bf9-f7c59988fab4 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.035188] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-ca5b18a7-7b87-47d9-948e-981caea8dd05 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] [instance: a0bbab2d-2cf3-4ba3-aab2-980059d75fc7] Unregistered the VM {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1006.035625] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-ca5b18a7-7b87-47d9-948e-981caea8dd05 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] [instance: a0bbab2d-2cf3-4ba3-aab2-980059d75fc7] Deleting contents of the VM from datastore datastore1 {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1006.035893] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca5b18a7-7b87-47d9-948e-981caea8dd05 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Deleting the datastore file [datastore1] a0bbab2d-2cf3-4ba3-aab2-980059d75fc7 {{(pid=69613) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1006.036250] env[69613]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-73adfeb2-62c5-4dce-863d-78d4dca0531b {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.042663] env[69613]: DEBUG oslo_vmware.api [None req-ca5b18a7-7b87-47d9-948e-981caea8dd05 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Waiting for the task: (returnval){ [ 1006.042663] env[69613]: value = "task-3417916" [ 1006.042663] env[69613]: _type = "Task" [ 1006.042663] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.061491] env[69613]: DEBUG oslo_vmware.api [None req-ca5b18a7-7b87-47d9-948e-981caea8dd05 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Task: {'id': task-3417916, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.134386] env[69613]: DEBUG nova.network.neutron [-] [instance: 1fb750ed-62d4-4784-bf6c-6d777dc5ddb0] Updating instance_info_cache with network_info: [] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1006.150748] env[69613]: DEBUG oslo_vmware.api [None req-615a2509-5be1-40ac-ac23-231665f44ec3 tempest-ServersTestMultiNic-711096641 tempest-ServersTestMultiNic-711096641-project-member] Task: {'id': task-3417914, 'name': ReconfigVM_Task, 'duration_secs': 0.298869} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.151051] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-615a2509-5be1-40ac-ac23-231665f44ec3 tempest-ServersTestMultiNic-711096641 tempest-ServersTestMultiNic-711096641-project-member] [instance: a8d62347-1026-4764-862e-4fd67a59dabf] Reconfigured VM instance instance-0000005b to attach disk [datastore1] a8d62347-1026-4764-862e-4fd67a59dabf/a8d62347-1026-4764-862e-4fd67a59dabf.vmdk or device None with type sparse {{(pid=69613) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1006.151696] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-883fb822-2ed8-4962-8f10-6e0ded382004 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.160854] env[69613]: DEBUG oslo_vmware.api [None req-615a2509-5be1-40ac-ac23-231665f44ec3 tempest-ServersTestMultiNic-711096641 tempest-ServersTestMultiNic-711096641-project-member] Waiting for the task: (returnval){ [ 1006.160854] env[69613]: value = "task-3417917" [ 1006.160854] env[69613]: _type = "Task" [ 1006.160854] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.172568] env[69613]: DEBUG oslo_vmware.api [None req-615a2509-5be1-40ac-ac23-231665f44ec3 tempest-ServersTestMultiNic-711096641 tempest-ServersTestMultiNic-711096641-project-member] Task: {'id': task-3417917, 'name': Rename_Task} progress is 5%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.182747] env[69613]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-cad204ba-bd1d-495f-b9f6-83274dc4ce9f {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.189011] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8f9307e-7866-4efc-8e0a-f9113cb88fc0 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.229314] env[69613]: DEBUG nova.compute.manager [req-7e1c56ad-d82e-4519-9660-40ea7599bab8 req-257f2d06-cd02-49fc-80db-c4b1df9b980d service nova] [instance: 1fb750ed-62d4-4784-bf6c-6d777dc5ddb0] Detach interface failed, port_id=621a1701-de10-4dd8-8277-ee1f9400080b, reason: Instance 1fb750ed-62d4-4784-bf6c-6d777dc5ddb0 could not be found. {{(pid=69613) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1006.288384] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8b49236-986b-4991-b568-5ce3c59ca04c {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.297171] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51570fc5-5722-409b-a93f-b11c958362dd {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.332602] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4f8aaf2-8c1b-4756-aeaa-f3b284ce28a7 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.340350] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2e33bab-7b20-4338-9aaf-1f081687f327 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.362096] env[69613]: DEBUG nova.compute.provider_tree [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Inventory has not changed in ProviderTree for provider: af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 {{(pid=69613) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1006.377561] env[69613]: DEBUG oslo_vmware.api [None req-dc2bf116-15f5-42c3-a89d-b7d3da112d4e tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Task: {'id': task-3417912, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.555758] env[69613]: DEBUG oslo_vmware.api [None req-ca5b18a7-7b87-47d9-948e-981caea8dd05 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Task: {'id': task-3417916, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.18374} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.555758] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca5b18a7-7b87-47d9-948e-981caea8dd05 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Deleted the datastore file {{(pid=69613) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1006.555758] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-ca5b18a7-7b87-47d9-948e-981caea8dd05 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] [instance: a0bbab2d-2cf3-4ba3-aab2-980059d75fc7] Deleted contents of the VM from datastore datastore1 {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1006.555758] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-ca5b18a7-7b87-47d9-948e-981caea8dd05 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] [instance: a0bbab2d-2cf3-4ba3-aab2-980059d75fc7] Instance destroyed {{(pid=69613) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1006.555758] env[69613]: INFO nova.compute.manager [None req-ca5b18a7-7b87-47d9-948e-981caea8dd05 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] [instance: a0bbab2d-2cf3-4ba3-aab2-980059d75fc7] Took 0.60 seconds to destroy the instance on the hypervisor. [ 1006.555758] env[69613]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ca5b18a7-7b87-47d9-948e-981caea8dd05 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69613) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1006.555758] env[69613]: DEBUG nova.compute.manager [-] [instance: a0bbab2d-2cf3-4ba3-aab2-980059d75fc7] Deallocating network for instance {{(pid=69613) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1006.555758] env[69613]: DEBUG nova.network.neutron [-] [instance: a0bbab2d-2cf3-4ba3-aab2-980059d75fc7] deallocate_for_instance() {{(pid=69613) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1006.638873] env[69613]: INFO nova.compute.manager [-] [instance: 1fb750ed-62d4-4784-bf6c-6d777dc5ddb0] Took 1.46 seconds to deallocate network for instance. [ 1006.663410] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc4ce171-5dab-4e3a-96ad-ad67b21cf917 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.677456] env[69613]: DEBUG oslo_vmware.api [None req-615a2509-5be1-40ac-ac23-231665f44ec3 tempest-ServersTestMultiNic-711096641 tempest-ServersTestMultiNic-711096641-project-member] Task: {'id': task-3417917, 'name': Rename_Task, 'duration_secs': 0.162079} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.681146] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-615a2509-5be1-40ac-ac23-231665f44ec3 tempest-ServersTestMultiNic-711096641 tempest-ServersTestMultiNic-711096641-project-member] [instance: a8d62347-1026-4764-862e-4fd67a59dabf] Powering on the VM {{(pid=69613) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1006.681146] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-ec1ca672-ee4b-44d4-bda9-6b0a99d39be8 tempest-InstanceActionsTestJSON-681858584 tempest-InstanceActionsTestJSON-681858584-project-member] [instance: 0aec565b-c6b6-4f71-8903-3950adc48e6f] Doing hard reboot of VM {{(pid=69613) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 1006.681146] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-51ba50b3-46b5-4b80-9762-c3a340765a58 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.682366] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-63ad092e-1f36-46c3-a50f-f06308dd737f {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.690649] env[69613]: DEBUG oslo_vmware.api [None req-ec1ca672-ee4b-44d4-bda9-6b0a99d39be8 tempest-InstanceActionsTestJSON-681858584 tempest-InstanceActionsTestJSON-681858584-project-member] Waiting for the task: (returnval){ [ 1006.690649] env[69613]: value = "task-3417919" [ 1006.690649] env[69613]: _type = "Task" [ 1006.690649] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.692373] env[69613]: DEBUG oslo_vmware.api [None req-615a2509-5be1-40ac-ac23-231665f44ec3 tempest-ServersTestMultiNic-711096641 tempest-ServersTestMultiNic-711096641-project-member] Waiting for the task: (returnval){ [ 1006.692373] env[69613]: value = "task-3417918" [ 1006.692373] env[69613]: _type = "Task" [ 1006.692373] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.705079] env[69613]: DEBUG oslo_vmware.api [None req-ec1ca672-ee4b-44d4-bda9-6b0a99d39be8 tempest-InstanceActionsTestJSON-681858584 tempest-InstanceActionsTestJSON-681858584-project-member] Task: {'id': task-3417919, 'name': ResetVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.708590] env[69613]: DEBUG oslo_vmware.api [None req-615a2509-5be1-40ac-ac23-231665f44ec3 tempest-ServersTestMultiNic-711096641 tempest-ServersTestMultiNic-711096641-project-member] Task: {'id': task-3417918, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.864760] env[69613]: DEBUG nova.scheduler.client.report [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Inventory has not changed for provider af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69613) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1006.883148] env[69613]: DEBUG oslo_vmware.api [None req-dc2bf116-15f5-42c3-a89d-b7d3da112d4e tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Task: {'id': task-3417912, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.147761] env[69613]: DEBUG oslo_concurrency.lockutils [None req-9b336c4d-5936-4285-b538-bf5cd145bebe tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1007.205621] env[69613]: DEBUG oslo_vmware.api [None req-ec1ca672-ee4b-44d4-bda9-6b0a99d39be8 tempest-InstanceActionsTestJSON-681858584 tempest-InstanceActionsTestJSON-681858584-project-member] Task: {'id': task-3417919, 'name': ResetVM_Task, 'duration_secs': 0.14972} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.209184] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-ec1ca672-ee4b-44d4-bda9-6b0a99d39be8 tempest-InstanceActionsTestJSON-681858584 tempest-InstanceActionsTestJSON-681858584-project-member] [instance: 0aec565b-c6b6-4f71-8903-3950adc48e6f] Did hard reboot of VM {{(pid=69613) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 1007.209631] env[69613]: DEBUG nova.compute.manager [None req-ec1ca672-ee4b-44d4-bda9-6b0a99d39be8 tempest-InstanceActionsTestJSON-681858584 tempest-InstanceActionsTestJSON-681858584-project-member] [instance: 0aec565b-c6b6-4f71-8903-3950adc48e6f] Checking state {{(pid=69613) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1007.210072] env[69613]: DEBUG oslo_vmware.api [None req-615a2509-5be1-40ac-ac23-231665f44ec3 tempest-ServersTestMultiNic-711096641 tempest-ServersTestMultiNic-711096641-project-member] Task: {'id': task-3417918, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.212104] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d28fbca-ae14-4dff-a8cb-85b77f5ed533 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.226432] env[69613]: DEBUG oslo_concurrency.lockutils [None req-7417f98d-7f59-4002-950f-66cacb324234 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] Acquiring lock "661ee10a-6a1c-4f4c-86e5-ea2185ab6741" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1007.226432] env[69613]: DEBUG oslo_concurrency.lockutils [None req-7417f98d-7f59-4002-950f-66cacb324234 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] Lock "661ee10a-6a1c-4f4c-86e5-ea2185ab6741" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1007.226432] env[69613]: DEBUG oslo_concurrency.lockutils [None req-7417f98d-7f59-4002-950f-66cacb324234 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] Acquiring lock "661ee10a-6a1c-4f4c-86e5-ea2185ab6741-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1007.226432] env[69613]: DEBUG oslo_concurrency.lockutils [None req-7417f98d-7f59-4002-950f-66cacb324234 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] Lock "661ee10a-6a1c-4f4c-86e5-ea2185ab6741-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1007.226432] env[69613]: DEBUG oslo_concurrency.lockutils [None req-7417f98d-7f59-4002-950f-66cacb324234 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] Lock "661ee10a-6a1c-4f4c-86e5-ea2185ab6741-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1007.227226] env[69613]: INFO nova.compute.manager [None req-7417f98d-7f59-4002-950f-66cacb324234 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] [instance: 661ee10a-6a1c-4f4c-86e5-ea2185ab6741] Terminating instance [ 1007.375327] env[69613]: DEBUG nova.compute.resource_tracker [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69613) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1007.375549] env[69613]: DEBUG oslo_concurrency.lockutils [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 4.533s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1007.378902] env[69613]: DEBUG oslo_concurrency.lockutils [None req-803e54e8-62bb-4021-b31d-5f44dd218976 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.351s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1007.379108] env[69613]: DEBUG oslo_concurrency.lockutils [None req-803e54e8-62bb-4021-b31d-5f44dd218976 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1007.381551] env[69613]: DEBUG oslo_concurrency.lockutils [None req-6b7df8e2-40fc-4076-a9f4-dd8e27895072 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.609s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1007.383120] env[69613]: INFO nova.compute.claims [None req-6b7df8e2-40fc-4076-a9f4-dd8e27895072 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] [instance: 79391a79-8c22-4c1a-a816-f33d6553cc3d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1007.385936] env[69613]: DEBUG oslo_vmware.api [None req-dc2bf116-15f5-42c3-a89d-b7d3da112d4e tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Task: {'id': task-3417912, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.418099] env[69613]: INFO nova.scheduler.client.report [None req-803e54e8-62bb-4021-b31d-5f44dd218976 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Deleted allocations for instance fa7f8ff7-658a-46d0-a6dc-232614af850d [ 1007.431281] env[69613]: DEBUG nova.network.neutron [-] [instance: a0bbab2d-2cf3-4ba3-aab2-980059d75fc7] Updating instance_info_cache with network_info: [] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1007.612106] env[69613]: INFO nova.compute.manager [None req-32bddd9a-3c23-4d34-9f82-e7c10248d6be tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] [instance: 71e0d53c-ff3f-4a77-aa25-2a07e64500a7] Resuming [ 1007.612766] env[69613]: DEBUG nova.objects.instance [None req-32bddd9a-3c23-4d34-9f82-e7c10248d6be tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] Lazy-loading 'flavor' on Instance uuid 71e0d53c-ff3f-4a77-aa25-2a07e64500a7 {{(pid=69613) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1007.707089] env[69613]: DEBUG oslo_vmware.api [None req-615a2509-5be1-40ac-ac23-231665f44ec3 tempest-ServersTestMultiNic-711096641 tempest-ServersTestMultiNic-711096641-project-member] Task: {'id': task-3417918, 'name': PowerOnVM_Task, 'duration_secs': 0.527906} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.708370] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-615a2509-5be1-40ac-ac23-231665f44ec3 tempest-ServersTestMultiNic-711096641 tempest-ServersTestMultiNic-711096641-project-member] [instance: a8d62347-1026-4764-862e-4fd67a59dabf] Powered on the VM {{(pid=69613) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1007.708582] env[69613]: INFO nova.compute.manager [None req-615a2509-5be1-40ac-ac23-231665f44ec3 tempest-ServersTestMultiNic-711096641 tempest-ServersTestMultiNic-711096641-project-member] [instance: a8d62347-1026-4764-862e-4fd67a59dabf] Took 11.90 seconds to spawn the instance on the hypervisor. [ 1007.708769] env[69613]: DEBUG nova.compute.manager [None req-615a2509-5be1-40ac-ac23-231665f44ec3 tempest-ServersTestMultiNic-711096641 tempest-ServersTestMultiNic-711096641-project-member] [instance: a8d62347-1026-4764-862e-4fd67a59dabf] Checking state {{(pid=69613) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1007.709874] env[69613]: DEBUG nova.compute.manager [req-24fd26e2-a6c6-4efe-a65d-210429ded250 req-6841b101-24cb-4729-8a27-344163ae416d service nova] [instance: a0bbab2d-2cf3-4ba3-aab2-980059d75fc7] Received event network-vif-deleted-4b5ee9bc-5815-4a54-b25a-b86e4547a628 {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1007.710681] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1748f5e1-0340-4c46-95eb-0d0b0805e3ca {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.723706] env[69613]: DEBUG oslo_concurrency.lockutils [None req-ec1ca672-ee4b-44d4-bda9-6b0a99d39be8 tempest-InstanceActionsTestJSON-681858584 tempest-InstanceActionsTestJSON-681858584-project-member] Lock "0aec565b-c6b6-4f71-8903-3950adc48e6f" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.889s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1007.730791] env[69613]: DEBUG nova.compute.manager [None req-7417f98d-7f59-4002-950f-66cacb324234 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] [instance: 661ee10a-6a1c-4f4c-86e5-ea2185ab6741] Start destroying the instance on the hypervisor. {{(pid=69613) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1007.731013] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-7417f98d-7f59-4002-950f-66cacb324234 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] [instance: 661ee10a-6a1c-4f4c-86e5-ea2185ab6741] Destroying instance {{(pid=69613) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1007.732025] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-179a9e92-dfce-4b89-a3a5-19eea81a66e2 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.742111] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-7417f98d-7f59-4002-950f-66cacb324234 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] [instance: 661ee10a-6a1c-4f4c-86e5-ea2185ab6741] Powering off the VM {{(pid=69613) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1007.743087] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c73e3dc9-3657-40ff-97f0-7fc291270049 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.750503] env[69613]: DEBUG oslo_vmware.api [None req-7417f98d-7f59-4002-950f-66cacb324234 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] Waiting for the task: (returnval){ [ 1007.750503] env[69613]: value = "task-3417920" [ 1007.750503] env[69613]: _type = "Task" [ 1007.750503] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.764912] env[69613]: DEBUG oslo_vmware.api [None req-7417f98d-7f59-4002-950f-66cacb324234 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] Task: {'id': task-3417920, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.879239] env[69613]: DEBUG oslo_vmware.api [None req-dc2bf116-15f5-42c3-a89d-b7d3da112d4e tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Task: {'id': task-3417912, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.925017] env[69613]: DEBUG oslo_concurrency.lockutils [None req-803e54e8-62bb-4021-b31d-5f44dd218976 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Lock "fa7f8ff7-658a-46d0-a6dc-232614af850d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.102s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1007.933166] env[69613]: INFO nova.compute.manager [-] [instance: a0bbab2d-2cf3-4ba3-aab2-980059d75fc7] Took 1.38 seconds to deallocate network for instance. [ 1008.227688] env[69613]: INFO nova.compute.manager [None req-615a2509-5be1-40ac-ac23-231665f44ec3 tempest-ServersTestMultiNic-711096641 tempest-ServersTestMultiNic-711096641-project-member] [instance: a8d62347-1026-4764-862e-4fd67a59dabf] Took 44.04 seconds to build instance. [ 1008.260952] env[69613]: DEBUG oslo_vmware.api [None req-7417f98d-7f59-4002-950f-66cacb324234 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] Task: {'id': task-3417920, 'name': PowerOffVM_Task, 'duration_secs': 0.452113} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.261279] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-7417f98d-7f59-4002-950f-66cacb324234 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] [instance: 661ee10a-6a1c-4f4c-86e5-ea2185ab6741] Powered off the VM {{(pid=69613) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1008.261448] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-7417f98d-7f59-4002-950f-66cacb324234 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] [instance: 661ee10a-6a1c-4f4c-86e5-ea2185ab6741] Unregistering the VM {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1008.261699] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1235cb8c-bf2b-4acd-b6d8-ed75b05aeb28 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.326027] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-7417f98d-7f59-4002-950f-66cacb324234 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] [instance: 661ee10a-6a1c-4f4c-86e5-ea2185ab6741] Unregistered the VM {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1008.326027] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-7417f98d-7f59-4002-950f-66cacb324234 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] [instance: 661ee10a-6a1c-4f4c-86e5-ea2185ab6741] Deleting contents of the VM from datastore datastore1 {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1008.326027] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-7417f98d-7f59-4002-950f-66cacb324234 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] Deleting the datastore file [datastore1] 661ee10a-6a1c-4f4c-86e5-ea2185ab6741 {{(pid=69613) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1008.326027] env[69613]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0ae48ffc-89c5-4a7c-b416-57e74bc88bed {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.332706] env[69613]: DEBUG oslo_vmware.api [None req-7417f98d-7f59-4002-950f-66cacb324234 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] Waiting for the task: (returnval){ [ 1008.332706] env[69613]: value = "task-3417922" [ 1008.332706] env[69613]: _type = "Task" [ 1008.332706] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.340425] env[69613]: DEBUG oslo_vmware.api [None req-7417f98d-7f59-4002-950f-66cacb324234 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] Task: {'id': task-3417922, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.380113] env[69613]: DEBUG oslo_vmware.api [None req-dc2bf116-15f5-42c3-a89d-b7d3da112d4e tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Task: {'id': task-3417912, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.440592] env[69613]: DEBUG oslo_concurrency.lockutils [None req-ca5b18a7-7b87-47d9-948e-981caea8dd05 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1008.691706] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61c53633-eff5-491c-9301-e741062b8ab4 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.700342] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1db29cb-7f17-4420-a30b-4bfd567055ea {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.732372] env[69613]: DEBUG oslo_concurrency.lockutils [None req-98085fad-6227-41e3-b014-4532772e1dcd tempest-InstanceActionsTestJSON-681858584 tempest-InstanceActionsTestJSON-681858584-project-member] Acquiring lock "0aec565b-c6b6-4f71-8903-3950adc48e6f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1008.732747] env[69613]: DEBUG oslo_concurrency.lockutils [None req-98085fad-6227-41e3-b014-4532772e1dcd tempest-InstanceActionsTestJSON-681858584 tempest-InstanceActionsTestJSON-681858584-project-member] Lock "0aec565b-c6b6-4f71-8903-3950adc48e6f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1008.732843] env[69613]: DEBUG oslo_concurrency.lockutils [None req-98085fad-6227-41e3-b014-4532772e1dcd tempest-InstanceActionsTestJSON-681858584 tempest-InstanceActionsTestJSON-681858584-project-member] Acquiring lock "0aec565b-c6b6-4f71-8903-3950adc48e6f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1008.733077] env[69613]: DEBUG oslo_concurrency.lockutils [None req-98085fad-6227-41e3-b014-4532772e1dcd tempest-InstanceActionsTestJSON-681858584 tempest-InstanceActionsTestJSON-681858584-project-member] Lock "0aec565b-c6b6-4f71-8903-3950adc48e6f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1008.733262] env[69613]: DEBUG oslo_concurrency.lockutils [None req-98085fad-6227-41e3-b014-4532772e1dcd tempest-InstanceActionsTestJSON-681858584 tempest-InstanceActionsTestJSON-681858584-project-member] Lock "0aec565b-c6b6-4f71-8903-3950adc48e6f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1008.734989] env[69613]: DEBUG oslo_concurrency.lockutils [None req-615a2509-5be1-40ac-ac23-231665f44ec3 tempest-ServersTestMultiNic-711096641 tempest-ServersTestMultiNic-711096641-project-member] Lock "a8d62347-1026-4764-862e-4fd67a59dabf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.555s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1008.735696] env[69613]: INFO nova.compute.manager [None req-98085fad-6227-41e3-b014-4532772e1dcd tempest-InstanceActionsTestJSON-681858584 tempest-InstanceActionsTestJSON-681858584-project-member] [instance: 0aec565b-c6b6-4f71-8903-3950adc48e6f] Terminating instance [ 1008.737768] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44b0e2de-21a6-4e08-99cb-21099ebd7294 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.746965] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29900abb-9b62-4960-990f-a8205d8cdeaf {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.761547] env[69613]: DEBUG nova.compute.provider_tree [None req-6b7df8e2-40fc-4076-a9f4-dd8e27895072 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] Inventory has not changed in ProviderTree for provider: af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 {{(pid=69613) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1008.842848] env[69613]: DEBUG oslo_vmware.api [None req-7417f98d-7f59-4002-950f-66cacb324234 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] Task: {'id': task-3417922, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.184076} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.843132] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-7417f98d-7f59-4002-950f-66cacb324234 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] Deleted the datastore file {{(pid=69613) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1008.843323] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-7417f98d-7f59-4002-950f-66cacb324234 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] [instance: 661ee10a-6a1c-4f4c-86e5-ea2185ab6741] Deleted contents of the VM from datastore datastore1 {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1008.843499] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-7417f98d-7f59-4002-950f-66cacb324234 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] [instance: 661ee10a-6a1c-4f4c-86e5-ea2185ab6741] Instance destroyed {{(pid=69613) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1008.843669] env[69613]: INFO nova.compute.manager [None req-7417f98d-7f59-4002-950f-66cacb324234 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] [instance: 661ee10a-6a1c-4f4c-86e5-ea2185ab6741] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1008.843903] env[69613]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7417f98d-7f59-4002-950f-66cacb324234 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69613) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1008.844105] env[69613]: DEBUG nova.compute.manager [-] [instance: 661ee10a-6a1c-4f4c-86e5-ea2185ab6741] Deallocating network for instance {{(pid=69613) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1008.844228] env[69613]: DEBUG nova.network.neutron [-] [instance: 661ee10a-6a1c-4f4c-86e5-ea2185ab6741] deallocate_for_instance() {{(pid=69613) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1008.884416] env[69613]: DEBUG oslo_vmware.api [None req-dc2bf116-15f5-42c3-a89d-b7d3da112d4e tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Task: {'id': task-3417912, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.123912] env[69613]: DEBUG oslo_concurrency.lockutils [None req-32bddd9a-3c23-4d34-9f82-e7c10248d6be tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] Acquiring lock "refresh_cache-71e0d53c-ff3f-4a77-aa25-2a07e64500a7" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.124108] env[69613]: DEBUG oslo_concurrency.lockutils [None req-32bddd9a-3c23-4d34-9f82-e7c10248d6be tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] Acquired lock "refresh_cache-71e0d53c-ff3f-4a77-aa25-2a07e64500a7" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.124286] env[69613]: DEBUG nova.network.neutron [None req-32bddd9a-3c23-4d34-9f82-e7c10248d6be tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] [instance: 71e0d53c-ff3f-4a77-aa25-2a07e64500a7] Building network info cache for instance {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1009.204032] env[69613]: DEBUG oslo_concurrency.lockutils [None req-630ab163-49fa-41b7-b146-7c5c39aa78d6 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Acquiring lock "f36147c5-be86-4d45-9d2c-da38bba1885a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1009.204032] env[69613]: DEBUG oslo_concurrency.lockutils [None req-630ab163-49fa-41b7-b146-7c5c39aa78d6 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Lock "f36147c5-be86-4d45-9d2c-da38bba1885a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1009.246955] env[69613]: DEBUG nova.compute.manager [None req-98085fad-6227-41e3-b014-4532772e1dcd tempest-InstanceActionsTestJSON-681858584 tempest-InstanceActionsTestJSON-681858584-project-member] [instance: 0aec565b-c6b6-4f71-8903-3950adc48e6f] Start destroying the instance on the hypervisor. {{(pid=69613) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1009.247209] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-98085fad-6227-41e3-b014-4532772e1dcd tempest-InstanceActionsTestJSON-681858584 tempest-InstanceActionsTestJSON-681858584-project-member] [instance: 0aec565b-c6b6-4f71-8903-3950adc48e6f] Destroying instance {{(pid=69613) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1009.248098] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12dee8ef-310a-4485-a984-3992c73cc050 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.255762] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-98085fad-6227-41e3-b014-4532772e1dcd tempest-InstanceActionsTestJSON-681858584 tempest-InstanceActionsTestJSON-681858584-project-member] [instance: 0aec565b-c6b6-4f71-8903-3950adc48e6f] Powering off the VM {{(pid=69613) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1009.255993] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d0924d8b-ae4f-492d-ab58-ee04d3ca5219 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.262353] env[69613]: DEBUG oslo_vmware.api [None req-98085fad-6227-41e3-b014-4532772e1dcd tempest-InstanceActionsTestJSON-681858584 tempest-InstanceActionsTestJSON-681858584-project-member] Waiting for the task: (returnval){ [ 1009.262353] env[69613]: value = "task-3417923" [ 1009.262353] env[69613]: _type = "Task" [ 1009.262353] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.267851] env[69613]: DEBUG nova.scheduler.client.report [None req-6b7df8e2-40fc-4076-a9f4-dd8e27895072 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] Inventory has not changed for provider af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69613) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1009.275938] env[69613]: DEBUG oslo_vmware.api [None req-98085fad-6227-41e3-b014-4532772e1dcd tempest-InstanceActionsTestJSON-681858584 tempest-InstanceActionsTestJSON-681858584-project-member] Task: {'id': task-3417923, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.376191] env[69613]: DEBUG oslo_concurrency.lockutils [None req-9dbdefcb-7bbf-46b4-b3ae-81db5216a231 tempest-ServersTestMultiNic-711096641 tempest-ServersTestMultiNic-711096641-project-member] Acquiring lock "a8d62347-1026-4764-862e-4fd67a59dabf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1009.376506] env[69613]: DEBUG oslo_concurrency.lockutils [None req-9dbdefcb-7bbf-46b4-b3ae-81db5216a231 tempest-ServersTestMultiNic-711096641 tempest-ServersTestMultiNic-711096641-project-member] Lock "a8d62347-1026-4764-862e-4fd67a59dabf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1009.376717] env[69613]: DEBUG oslo_concurrency.lockutils [None req-9dbdefcb-7bbf-46b4-b3ae-81db5216a231 tempest-ServersTestMultiNic-711096641 tempest-ServersTestMultiNic-711096641-project-member] Acquiring lock "a8d62347-1026-4764-862e-4fd67a59dabf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1009.376898] env[69613]: DEBUG oslo_concurrency.lockutils [None req-9dbdefcb-7bbf-46b4-b3ae-81db5216a231 tempest-ServersTestMultiNic-711096641 tempest-ServersTestMultiNic-711096641-project-member] Lock "a8d62347-1026-4764-862e-4fd67a59dabf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1009.377079] env[69613]: DEBUG oslo_concurrency.lockutils [None req-9dbdefcb-7bbf-46b4-b3ae-81db5216a231 tempest-ServersTestMultiNic-711096641 tempest-ServersTestMultiNic-711096641-project-member] Lock "a8d62347-1026-4764-862e-4fd67a59dabf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1009.379975] env[69613]: INFO nova.compute.manager [None req-9dbdefcb-7bbf-46b4-b3ae-81db5216a231 tempest-ServersTestMultiNic-711096641 tempest-ServersTestMultiNic-711096641-project-member] [instance: a8d62347-1026-4764-862e-4fd67a59dabf] Terminating instance [ 1009.384680] env[69613]: DEBUG oslo_vmware.api [None req-dc2bf116-15f5-42c3-a89d-b7d3da112d4e tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Task: {'id': task-3417912, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.620969] env[69613]: DEBUG nova.network.neutron [-] [instance: 661ee10a-6a1c-4f4c-86e5-ea2185ab6741] Updating instance_info_cache with network_info: [] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1009.705818] env[69613]: DEBUG nova.compute.manager [None req-630ab163-49fa-41b7-b146-7c5c39aa78d6 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] [instance: f36147c5-be86-4d45-9d2c-da38bba1885a] Starting instance... {{(pid=69613) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1009.733369] env[69613]: DEBUG nova.compute.manager [req-f2d8e66a-49da-4e1e-a5d5-b7810874a9b5 req-934620b3-9b53-4957-8af4-72ac421258c2 service nova] [instance: 661ee10a-6a1c-4f4c-86e5-ea2185ab6741] Received event network-vif-deleted-a17ea222-6334-4595-bdd4-10f24be5e6b9 {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1009.773063] env[69613]: DEBUG oslo_concurrency.lockutils [None req-6b7df8e2-40fc-4076-a9f4-dd8e27895072 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.391s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1009.773600] env[69613]: DEBUG nova.compute.manager [None req-6b7df8e2-40fc-4076-a9f4-dd8e27895072 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] [instance: 79391a79-8c22-4c1a-a816-f33d6553cc3d] Start building networks asynchronously for instance. {{(pid=69613) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1009.776228] env[69613]: DEBUG oslo_vmware.api [None req-98085fad-6227-41e3-b014-4532772e1dcd tempest-InstanceActionsTestJSON-681858584 tempest-InstanceActionsTestJSON-681858584-project-member] Task: {'id': task-3417923, 'name': PowerOffVM_Task, 'duration_secs': 0.282866} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.778700] env[69613]: DEBUG oslo_concurrency.lockutils [None req-534c1744-de33-4573-87f8-a54efc5279a3 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.249s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1009.780697] env[69613]: INFO nova.compute.claims [None req-534c1744-de33-4573-87f8-a54efc5279a3 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] [instance: e9e1e1ab-a2b4-4699-b956-5cd5d4d6dd21] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1009.784300] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-98085fad-6227-41e3-b014-4532772e1dcd tempest-InstanceActionsTestJSON-681858584 tempest-InstanceActionsTestJSON-681858584-project-member] [instance: 0aec565b-c6b6-4f71-8903-3950adc48e6f] Powered off the VM {{(pid=69613) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1009.784300] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-98085fad-6227-41e3-b014-4532772e1dcd tempest-InstanceActionsTestJSON-681858584 tempest-InstanceActionsTestJSON-681858584-project-member] [instance: 0aec565b-c6b6-4f71-8903-3950adc48e6f] Unregistering the VM {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1009.784300] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ff51cc6e-eed4-45c3-b171-05dabb88257f {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.842538] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-98085fad-6227-41e3-b014-4532772e1dcd tempest-InstanceActionsTestJSON-681858584 tempest-InstanceActionsTestJSON-681858584-project-member] [instance: 0aec565b-c6b6-4f71-8903-3950adc48e6f] Unregistered the VM {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1009.842786] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-98085fad-6227-41e3-b014-4532772e1dcd tempest-InstanceActionsTestJSON-681858584 tempest-InstanceActionsTestJSON-681858584-project-member] [instance: 0aec565b-c6b6-4f71-8903-3950adc48e6f] Deleting contents of the VM from datastore datastore2 {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1009.843029] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-98085fad-6227-41e3-b014-4532772e1dcd tempest-InstanceActionsTestJSON-681858584 tempest-InstanceActionsTestJSON-681858584-project-member] Deleting the datastore file [datastore2] 0aec565b-c6b6-4f71-8903-3950adc48e6f {{(pid=69613) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1009.843313] env[69613]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b70e5058-ab90-43b7-a850-3a6f995ce382 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.850723] env[69613]: DEBUG oslo_vmware.api [None req-98085fad-6227-41e3-b014-4532772e1dcd tempest-InstanceActionsTestJSON-681858584 tempest-InstanceActionsTestJSON-681858584-project-member] Waiting for the task: (returnval){ [ 1009.850723] env[69613]: value = "task-3417925" [ 1009.850723] env[69613]: _type = "Task" [ 1009.850723] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.859661] env[69613]: DEBUG oslo_vmware.api [None req-98085fad-6227-41e3-b014-4532772e1dcd tempest-InstanceActionsTestJSON-681858584 tempest-InstanceActionsTestJSON-681858584-project-member] Task: {'id': task-3417925, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.881522] env[69613]: DEBUG oslo_vmware.api [None req-dc2bf116-15f5-42c3-a89d-b7d3da112d4e tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Task: {'id': task-3417912, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.886829] env[69613]: DEBUG nova.compute.manager [None req-9dbdefcb-7bbf-46b4-b3ae-81db5216a231 tempest-ServersTestMultiNic-711096641 tempest-ServersTestMultiNic-711096641-project-member] [instance: a8d62347-1026-4764-862e-4fd67a59dabf] Start destroying the instance on the hypervisor. {{(pid=69613) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1009.887095] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-9dbdefcb-7bbf-46b4-b3ae-81db5216a231 tempest-ServersTestMultiNic-711096641 tempest-ServersTestMultiNic-711096641-project-member] [instance: a8d62347-1026-4764-862e-4fd67a59dabf] Destroying instance {{(pid=69613) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1009.887936] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2591c860-1ac9-47f7-84f9-64cb5cec4050 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.894938] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-9dbdefcb-7bbf-46b4-b3ae-81db5216a231 tempest-ServersTestMultiNic-711096641 tempest-ServersTestMultiNic-711096641-project-member] [instance: a8d62347-1026-4764-862e-4fd67a59dabf] Powering off the VM {{(pid=69613) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1009.895224] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6a6e9d31-c3c6-4623-92cb-b27a91d4b999 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.902387] env[69613]: DEBUG oslo_vmware.api [None req-9dbdefcb-7bbf-46b4-b3ae-81db5216a231 tempest-ServersTestMultiNic-711096641 tempest-ServersTestMultiNic-711096641-project-member] Waiting for the task: (returnval){ [ 1009.902387] env[69613]: value = "task-3417926" [ 1009.902387] env[69613]: _type = "Task" [ 1009.902387] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.910707] env[69613]: DEBUG oslo_vmware.api [None req-9dbdefcb-7bbf-46b4-b3ae-81db5216a231 tempest-ServersTestMultiNic-711096641 tempest-ServersTestMultiNic-711096641-project-member] Task: {'id': task-3417926, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.964246] env[69613]: DEBUG nova.network.neutron [None req-32bddd9a-3c23-4d34-9f82-e7c10248d6be tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] [instance: 71e0d53c-ff3f-4a77-aa25-2a07e64500a7] Updating instance_info_cache with network_info: [{"id": "db26e29a-2db6-476f-b509-df88edbcbe0f", "address": "fa:16:3e:9e:58:de", "network": {"id": "c483e28c-2b27-484b-a9f9-734f2da7098c", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1567393561-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "98a7364efc4045369caebaefb2b32fa3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "411f389f-4e4f-4450-891e-38944cac6135", "external-id": "nsx-vlan-transportzone-795", "segmentation_id": 795, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb26e29a-2d", "ovs_interfaceid": "db26e29a-2db6-476f-b509-df88edbcbe0f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1010.123465] env[69613]: INFO nova.compute.manager [-] [instance: 661ee10a-6a1c-4f4c-86e5-ea2185ab6741] Took 1.28 seconds to deallocate network for instance. [ 1010.228478] env[69613]: DEBUG oslo_concurrency.lockutils [None req-630ab163-49fa-41b7-b146-7c5c39aa78d6 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1010.289137] env[69613]: DEBUG nova.compute.utils [None req-6b7df8e2-40fc-4076-a9f4-dd8e27895072 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] Using /dev/sd instead of None {{(pid=69613) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1010.290803] env[69613]: DEBUG nova.compute.manager [None req-6b7df8e2-40fc-4076-a9f4-dd8e27895072 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] [instance: 79391a79-8c22-4c1a-a816-f33d6553cc3d] Allocating IP information in the background. {{(pid=69613) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1010.291010] env[69613]: DEBUG nova.network.neutron [None req-6b7df8e2-40fc-4076-a9f4-dd8e27895072 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] [instance: 79391a79-8c22-4c1a-a816-f33d6553cc3d] allocate_for_instance() {{(pid=69613) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1010.329907] env[69613]: DEBUG nova.policy [None req-6b7df8e2-40fc-4076-a9f4-dd8e27895072 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ec7d26ba25494703a38506e3b72b04a6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b0499f6d133a4479849dfd5cfe27d0e8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69613) authorize /opt/stack/nova/nova/policy.py:192}} [ 1010.361635] env[69613]: DEBUG oslo_vmware.api [None req-98085fad-6227-41e3-b014-4532772e1dcd tempest-InstanceActionsTestJSON-681858584 tempest-InstanceActionsTestJSON-681858584-project-member] Task: {'id': task-3417925, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.170897} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.361923] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-98085fad-6227-41e3-b014-4532772e1dcd tempest-InstanceActionsTestJSON-681858584 tempest-InstanceActionsTestJSON-681858584-project-member] Deleted the datastore file {{(pid=69613) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1010.362118] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-98085fad-6227-41e3-b014-4532772e1dcd tempest-InstanceActionsTestJSON-681858584 tempest-InstanceActionsTestJSON-681858584-project-member] [instance: 0aec565b-c6b6-4f71-8903-3950adc48e6f] Deleted contents of the VM from datastore datastore2 {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1010.362297] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-98085fad-6227-41e3-b014-4532772e1dcd tempest-InstanceActionsTestJSON-681858584 tempest-InstanceActionsTestJSON-681858584-project-member] [instance: 0aec565b-c6b6-4f71-8903-3950adc48e6f] Instance destroyed {{(pid=69613) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1010.362467] env[69613]: INFO nova.compute.manager [None req-98085fad-6227-41e3-b014-4532772e1dcd tempest-InstanceActionsTestJSON-681858584 tempest-InstanceActionsTestJSON-681858584-project-member] [instance: 0aec565b-c6b6-4f71-8903-3950adc48e6f] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1010.362704] env[69613]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-98085fad-6227-41e3-b014-4532772e1dcd tempest-InstanceActionsTestJSON-681858584 tempest-InstanceActionsTestJSON-681858584-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69613) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1010.362889] env[69613]: DEBUG nova.compute.manager [-] [instance: 0aec565b-c6b6-4f71-8903-3950adc48e6f] Deallocating network for instance {{(pid=69613) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1010.363046] env[69613]: DEBUG nova.network.neutron [-] [instance: 0aec565b-c6b6-4f71-8903-3950adc48e6f] deallocate_for_instance() {{(pid=69613) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1010.381621] env[69613]: DEBUG oslo_vmware.api [None req-dc2bf116-15f5-42c3-a89d-b7d3da112d4e tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Task: {'id': task-3417912, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.411101] env[69613]: DEBUG oslo_vmware.api [None req-9dbdefcb-7bbf-46b4-b3ae-81db5216a231 tempest-ServersTestMultiNic-711096641 tempest-ServersTestMultiNic-711096641-project-member] Task: {'id': task-3417926, 'name': PowerOffVM_Task, 'duration_secs': 0.223777} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.413301] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-9dbdefcb-7bbf-46b4-b3ae-81db5216a231 tempest-ServersTestMultiNic-711096641 tempest-ServersTestMultiNic-711096641-project-member] [instance: a8d62347-1026-4764-862e-4fd67a59dabf] Powered off the VM {{(pid=69613) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1010.413476] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-9dbdefcb-7bbf-46b4-b3ae-81db5216a231 tempest-ServersTestMultiNic-711096641 tempest-ServersTestMultiNic-711096641-project-member] [instance: a8d62347-1026-4764-862e-4fd67a59dabf] Unregistering the VM {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1010.413735] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-084aeaa2-b842-4231-84a7-586bc4438a64 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.466948] env[69613]: DEBUG oslo_concurrency.lockutils [None req-32bddd9a-3c23-4d34-9f82-e7c10248d6be tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] Releasing lock "refresh_cache-71e0d53c-ff3f-4a77-aa25-2a07e64500a7" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.467961] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96759474-b737-41f0-ad81-e1045b65e90b {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.474970] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-32bddd9a-3c23-4d34-9f82-e7c10248d6be tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] [instance: 71e0d53c-ff3f-4a77-aa25-2a07e64500a7] Resuming the VM {{(pid=69613) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1010.475264] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3617cad1-a259-4ce2-90c5-8634e7484bf1 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.481439] env[69613]: DEBUG oslo_vmware.api [None req-32bddd9a-3c23-4d34-9f82-e7c10248d6be tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] Waiting for the task: (returnval){ [ 1010.481439] env[69613]: value = "task-3417928" [ 1010.481439] env[69613]: _type = "Task" [ 1010.481439] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.489403] env[69613]: DEBUG oslo_vmware.api [None req-32bddd9a-3c23-4d34-9f82-e7c10248d6be tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] Task: {'id': task-3417928, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.505888] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-9dbdefcb-7bbf-46b4-b3ae-81db5216a231 tempest-ServersTestMultiNic-711096641 tempest-ServersTestMultiNic-711096641-project-member] [instance: a8d62347-1026-4764-862e-4fd67a59dabf] Unregistered the VM {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1010.506067] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-9dbdefcb-7bbf-46b4-b3ae-81db5216a231 tempest-ServersTestMultiNic-711096641 tempest-ServersTestMultiNic-711096641-project-member] [instance: a8d62347-1026-4764-862e-4fd67a59dabf] Deleting contents of the VM from datastore datastore1 {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1010.506256] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-9dbdefcb-7bbf-46b4-b3ae-81db5216a231 tempest-ServersTestMultiNic-711096641 tempest-ServersTestMultiNic-711096641-project-member] Deleting the datastore file [datastore1] a8d62347-1026-4764-862e-4fd67a59dabf {{(pid=69613) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1010.506564] env[69613]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ad7ee5c4-4e2e-4fbc-b1ed-f1b92ccb51c9 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.513672] env[69613]: DEBUG oslo_vmware.api [None req-9dbdefcb-7bbf-46b4-b3ae-81db5216a231 tempest-ServersTestMultiNic-711096641 tempest-ServersTestMultiNic-711096641-project-member] Waiting for the task: (returnval){ [ 1010.513672] env[69613]: value = "task-3417929" [ 1010.513672] env[69613]: _type = "Task" [ 1010.513672] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.523636] env[69613]: DEBUG oslo_vmware.api [None req-9dbdefcb-7bbf-46b4-b3ae-81db5216a231 tempest-ServersTestMultiNic-711096641 tempest-ServersTestMultiNic-711096641-project-member] Task: {'id': task-3417929, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.631490] env[69613]: DEBUG oslo_concurrency.lockutils [None req-7417f98d-7f59-4002-950f-66cacb324234 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1010.795205] env[69613]: DEBUG nova.compute.manager [None req-6b7df8e2-40fc-4076-a9f4-dd8e27895072 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] [instance: 79391a79-8c22-4c1a-a816-f33d6553cc3d] Start building block device mappings for instance. {{(pid=69613) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1010.885150] env[69613]: DEBUG oslo_vmware.api [None req-dc2bf116-15f5-42c3-a89d-b7d3da112d4e tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Task: {'id': task-3417912, 'name': ReconfigVM_Task, 'duration_secs': 5.781659} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.885409] env[69613]: DEBUG oslo_concurrency.lockutils [None req-dc2bf116-15f5-42c3-a89d-b7d3da112d4e tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Releasing lock "983a2305-b1f1-487b-ab6a-2f5f1f7ee3f0" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.885619] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-dc2bf116-15f5-42c3-a89d-b7d3da112d4e tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] [instance: 983a2305-b1f1-487b-ab6a-2f5f1f7ee3f0] Reconfigured VM to detach interface {{(pid=69613) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1010.993191] env[69613]: DEBUG oslo_vmware.api [None req-32bddd9a-3c23-4d34-9f82-e7c10248d6be tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] Task: {'id': task-3417928, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.025269] env[69613]: DEBUG oslo_vmware.api [None req-9dbdefcb-7bbf-46b4-b3ae-81db5216a231 tempest-ServersTestMultiNic-711096641 tempest-ServersTestMultiNic-711096641-project-member] Task: {'id': task-3417929, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.200583} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.025573] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-9dbdefcb-7bbf-46b4-b3ae-81db5216a231 tempest-ServersTestMultiNic-711096641 tempest-ServersTestMultiNic-711096641-project-member] Deleted the datastore file {{(pid=69613) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1011.025727] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-9dbdefcb-7bbf-46b4-b3ae-81db5216a231 tempest-ServersTestMultiNic-711096641 tempest-ServersTestMultiNic-711096641-project-member] [instance: a8d62347-1026-4764-862e-4fd67a59dabf] Deleted contents of the VM from datastore datastore1 {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1011.025903] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-9dbdefcb-7bbf-46b4-b3ae-81db5216a231 tempest-ServersTestMultiNic-711096641 tempest-ServersTestMultiNic-711096641-project-member] [instance: a8d62347-1026-4764-862e-4fd67a59dabf] Instance destroyed {{(pid=69613) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1011.026092] env[69613]: INFO nova.compute.manager [None req-9dbdefcb-7bbf-46b4-b3ae-81db5216a231 tempest-ServersTestMultiNic-711096641 tempest-ServersTestMultiNic-711096641-project-member] [instance: a8d62347-1026-4764-862e-4fd67a59dabf] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1011.026341] env[69613]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9dbdefcb-7bbf-46b4-b3ae-81db5216a231 tempest-ServersTestMultiNic-711096641 tempest-ServersTestMultiNic-711096641-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69613) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1011.026539] env[69613]: DEBUG nova.compute.manager [-] [instance: a8d62347-1026-4764-862e-4fd67a59dabf] Deallocating network for instance {{(pid=69613) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1011.026631] env[69613]: DEBUG nova.network.neutron [-] [instance: a8d62347-1026-4764-862e-4fd67a59dabf] deallocate_for_instance() {{(pid=69613) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1011.114239] env[69613]: DEBUG nova.network.neutron [None req-6b7df8e2-40fc-4076-a9f4-dd8e27895072 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] [instance: 79391a79-8c22-4c1a-a816-f33d6553cc3d] Successfully created port: 41ea0c85-90df-4d79-a919-1a994bcaf884 {{(pid=69613) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1011.210030] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f79588d-91cd-40da-b3fc-e2b74eac948a {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.218255] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0dce723-6d62-4f25-9b12-9f55c893fca4 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.255130] env[69613]: DEBUG nova.network.neutron [-] [instance: 0aec565b-c6b6-4f71-8903-3950adc48e6f] Updating instance_info_cache with network_info: [] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1011.256918] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e880f7e-6076-4330-b0b4-cddf0b78bb6d {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.265600] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1042b0f-064b-4e4b-90b2-750f4aa8b4fb {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.281173] env[69613]: DEBUG nova.compute.provider_tree [None req-534c1744-de33-4573-87f8-a54efc5279a3 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Inventory has not changed in ProviderTree for provider: af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 {{(pid=69613) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1011.493315] env[69613]: DEBUG oslo_vmware.api [None req-32bddd9a-3c23-4d34-9f82-e7c10248d6be tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] Task: {'id': task-3417928, 'name': PowerOnVM_Task, 'duration_secs': 0.584423} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.493723] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-32bddd9a-3c23-4d34-9f82-e7c10248d6be tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] [instance: 71e0d53c-ff3f-4a77-aa25-2a07e64500a7] Resumed the VM {{(pid=69613) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1011.494039] env[69613]: DEBUG nova.compute.manager [None req-32bddd9a-3c23-4d34-9f82-e7c10248d6be tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] [instance: 71e0d53c-ff3f-4a77-aa25-2a07e64500a7] Checking state {{(pid=69613) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1011.494949] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4defbe6-e717-451a-85d4-c05fef638e3e {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.669348] env[69613]: DEBUG nova.compute.manager [req-abc0b043-ad6c-41bf-b706-3d78b349f660 req-6ab1be52-fb7f-42cb-a2d9-45346567e862 service nova] [instance: a8d62347-1026-4764-862e-4fd67a59dabf] Received event network-vif-deleted-74fc8c29-dac3-4947-983b-fc00735693f9 {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1011.669348] env[69613]: INFO nova.compute.manager [req-abc0b043-ad6c-41bf-b706-3d78b349f660 req-6ab1be52-fb7f-42cb-a2d9-45346567e862 service nova] [instance: a8d62347-1026-4764-862e-4fd67a59dabf] Neutron deleted interface 74fc8c29-dac3-4947-983b-fc00735693f9; detaching it from the instance and deleting it from the info cache [ 1011.669348] env[69613]: DEBUG nova.network.neutron [req-abc0b043-ad6c-41bf-b706-3d78b349f660 req-6ab1be52-fb7f-42cb-a2d9-45346567e862 service nova] [instance: a8d62347-1026-4764-862e-4fd67a59dabf] Updating instance_info_cache with network_info: [{"id": "002be1e4-3850-45c1-8408-123b1f79d022", "address": "fa:16:3e:b7:53:37", "network": {"id": "d2709eff-440b-4c1b-a0a1-8a625818567c", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1683574162", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.212", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "29cc892bdcbf47b78def0f7ab9a8033b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "683a619f-b10d-41a3-8c03-4f69f6c9ce53", "external-id": "nsx-vlan-transportzone-898", "segmentation_id": 898, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap002be1e4-38", "ovs_interfaceid": "002be1e4-3850-45c1-8408-123b1f79d022", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1011.757089] env[69613]: INFO nova.compute.manager [-] [instance: 0aec565b-c6b6-4f71-8903-3950adc48e6f] Took 1.39 seconds to deallocate network for instance. [ 1011.766345] env[69613]: DEBUG nova.compute.manager [req-42871a5e-cdb1-4e5f-b791-07c8173b86de req-39abf021-2a0b-4422-a53f-908f25489f7f service nova] [instance: 0aec565b-c6b6-4f71-8903-3950adc48e6f] Received event network-vif-deleted-e3501edd-7d6e-46dd-b283-35bde45b41b2 {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1011.766555] env[69613]: DEBUG nova.compute.manager [req-42871a5e-cdb1-4e5f-b791-07c8173b86de req-39abf021-2a0b-4422-a53f-908f25489f7f service nova] [instance: 983a2305-b1f1-487b-ab6a-2f5f1f7ee3f0] Received event network-vif-deleted-416c44f6-6689-4e22-804a-f496d559cd78 {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1011.766722] env[69613]: INFO nova.compute.manager [req-42871a5e-cdb1-4e5f-b791-07c8173b86de req-39abf021-2a0b-4422-a53f-908f25489f7f service nova] [instance: 983a2305-b1f1-487b-ab6a-2f5f1f7ee3f0] Neutron deleted interface 416c44f6-6689-4e22-804a-f496d559cd78; detaching it from the instance and deleting it from the info cache [ 1011.766951] env[69613]: DEBUG nova.network.neutron [req-42871a5e-cdb1-4e5f-b791-07c8173b86de req-39abf021-2a0b-4422-a53f-908f25489f7f service nova] [instance: 983a2305-b1f1-487b-ab6a-2f5f1f7ee3f0] Updating instance_info_cache with network_info: [{"id": "2df0425e-449c-43bd-a252-e75aa6724c4b", "address": "fa:16:3e:86:a3:aa", "network": {"id": "716d936a-9f18-4dbf-8278-8d495c4e8e5e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1568527215-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.150", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ac0fd822ae5c46349cf139bf95aa6ad4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "99639c37-b0c6-4be7-9594-230e44b1280b", "external-id": "nsx-vlan-transportzone-17", "segmentation_id": 17, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2df0425e-44", "ovs_interfaceid": "2df0425e-449c-43bd-a252-e75aa6724c4b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1011.784882] env[69613]: DEBUG nova.scheduler.client.report [None req-534c1744-de33-4573-87f8-a54efc5279a3 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Inventory has not changed for provider af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69613) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1011.804894] env[69613]: DEBUG nova.compute.manager [None req-6b7df8e2-40fc-4076-a9f4-dd8e27895072 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] [instance: 79391a79-8c22-4c1a-a816-f33d6553cc3d] Start spawning the instance on the hypervisor. {{(pid=69613) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1011.829558] env[69613]: DEBUG nova.virt.hardware [None req-6b7df8e2-40fc-4076-a9f4-dd8e27895072 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T13:55:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T13:55:19Z,direct_url=,disk_format='vmdk',id=2b7a0304-b5d0-431d-b287-32c8388d7fbd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3e9e1b873f1442d59d5ee8247b941f74',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T13:55:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1011.829810] env[69613]: DEBUG nova.virt.hardware [None req-6b7df8e2-40fc-4076-a9f4-dd8e27895072 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] Flavor limits 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1011.829981] env[69613]: DEBUG nova.virt.hardware [None req-6b7df8e2-40fc-4076-a9f4-dd8e27895072 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] Image limits 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1011.830184] env[69613]: DEBUG nova.virt.hardware [None req-6b7df8e2-40fc-4076-a9f4-dd8e27895072 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] Flavor pref 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1011.830332] env[69613]: DEBUG nova.virt.hardware [None req-6b7df8e2-40fc-4076-a9f4-dd8e27895072 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] Image pref 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1011.830480] env[69613]: DEBUG nova.virt.hardware [None req-6b7df8e2-40fc-4076-a9f4-dd8e27895072 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1011.830686] env[69613]: DEBUG nova.virt.hardware [None req-6b7df8e2-40fc-4076-a9f4-dd8e27895072 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1011.830844] env[69613]: DEBUG nova.virt.hardware [None req-6b7df8e2-40fc-4076-a9f4-dd8e27895072 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69613) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1011.831020] env[69613]: DEBUG nova.virt.hardware [None req-6b7df8e2-40fc-4076-a9f4-dd8e27895072 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] Got 1 possible topologies {{(pid=69613) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1011.831193] env[69613]: DEBUG nova.virt.hardware [None req-6b7df8e2-40fc-4076-a9f4-dd8e27895072 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1011.831365] env[69613]: DEBUG nova.virt.hardware [None req-6b7df8e2-40fc-4076-a9f4-dd8e27895072 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1011.832258] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9883e9d4-283d-49d0-84cf-4cbd54dc4bab {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.840488] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bc545ec-0ac7-45a1-bc6f-fb8721301386 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.040101] env[69613]: DEBUG nova.network.neutron [-] [instance: a8d62347-1026-4764-862e-4fd67a59dabf] Updating instance_info_cache with network_info: [] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1012.171329] env[69613]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b21cd229-3bb9-4790-80b2-e5e9ee71a7eb {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.181237] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6b75106-ebd8-4d1b-a6c6-258f50fb773e {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.212476] env[69613]: DEBUG nova.compute.manager [req-abc0b043-ad6c-41bf-b706-3d78b349f660 req-6ab1be52-fb7f-42cb-a2d9-45346567e862 service nova] [instance: a8d62347-1026-4764-862e-4fd67a59dabf] Detach interface failed, port_id=74fc8c29-dac3-4947-983b-fc00735693f9, reason: Instance a8d62347-1026-4764-862e-4fd67a59dabf could not be found. {{(pid=69613) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1012.269376] env[69613]: DEBUG oslo_concurrency.lockutils [None req-98085fad-6227-41e3-b014-4532772e1dcd tempest-InstanceActionsTestJSON-681858584 tempest-InstanceActionsTestJSON-681858584-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1012.269951] env[69613]: DEBUG oslo_concurrency.lockutils [req-42871a5e-cdb1-4e5f-b791-07c8173b86de req-39abf021-2a0b-4422-a53f-908f25489f7f service nova] Acquiring lock "983a2305-b1f1-487b-ab6a-2f5f1f7ee3f0" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.270112] env[69613]: DEBUG oslo_concurrency.lockutils [req-42871a5e-cdb1-4e5f-b791-07c8173b86de req-39abf021-2a0b-4422-a53f-908f25489f7f service nova] Acquired lock "983a2305-b1f1-487b-ab6a-2f5f1f7ee3f0" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.270953] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50d806a7-42f1-4b90-843b-f5fee7457fbf {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.287770] env[69613]: DEBUG oslo_concurrency.lockutils [req-42871a5e-cdb1-4e5f-b791-07c8173b86de req-39abf021-2a0b-4422-a53f-908f25489f7f service nova] Releasing lock "983a2305-b1f1-487b-ab6a-2f5f1f7ee3f0" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.287886] env[69613]: WARNING nova.compute.manager [req-42871a5e-cdb1-4e5f-b791-07c8173b86de req-39abf021-2a0b-4422-a53f-908f25489f7f service nova] [instance: 983a2305-b1f1-487b-ab6a-2f5f1f7ee3f0] Detach interface failed, port_id=416c44f6-6689-4e22-804a-f496d559cd78, reason: No device with interface-id 416c44f6-6689-4e22-804a-f496d559cd78 exists on VM: nova.exception.NotFound: No device with interface-id 416c44f6-6689-4e22-804a-f496d559cd78 exists on VM [ 1012.289852] env[69613]: DEBUG oslo_concurrency.lockutils [None req-534c1744-de33-4573-87f8-a54efc5279a3 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.511s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1012.290351] env[69613]: DEBUG nova.compute.manager [None req-534c1744-de33-4573-87f8-a54efc5279a3 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] [instance: e9e1e1ab-a2b4-4699-b956-5cd5d4d6dd21] Start building networks asynchronously for instance. {{(pid=69613) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1012.292935] env[69613]: DEBUG oslo_concurrency.lockutils [None req-c596c707-0911-4724-92aa-6e243803cef6 tempest-ServerRescueTestJSON-24713172 tempest-ServerRescueTestJSON-24713172-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.178s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1012.294282] env[69613]: INFO nova.compute.claims [None req-c596c707-0911-4724-92aa-6e243803cef6 tempest-ServerRescueTestJSON-24713172 tempest-ServerRescueTestJSON-24713172-project-member] [instance: a21826db-d20f-443b-9042-9ffa93cd24af] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1012.544033] env[69613]: INFO nova.compute.manager [-] [instance: a8d62347-1026-4764-862e-4fd67a59dabf] Took 1.52 seconds to deallocate network for instance. [ 1012.576431] env[69613]: DEBUG oslo_concurrency.lockutils [None req-dc2bf116-15f5-42c3-a89d-b7d3da112d4e tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Acquiring lock "refresh_cache-983a2305-b1f1-487b-ab6a-2f5f1f7ee3f0" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.576777] env[69613]: DEBUG oslo_concurrency.lockutils [None req-dc2bf116-15f5-42c3-a89d-b7d3da112d4e tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Acquired lock "refresh_cache-983a2305-b1f1-487b-ab6a-2f5f1f7ee3f0" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.576981] env[69613]: DEBUG nova.network.neutron [None req-dc2bf116-15f5-42c3-a89d-b7d3da112d4e tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] [instance: 983a2305-b1f1-487b-ab6a-2f5f1f7ee3f0] Building network info cache for instance {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1012.798922] env[69613]: DEBUG nova.compute.utils [None req-534c1744-de33-4573-87f8-a54efc5279a3 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Using /dev/sd instead of None {{(pid=69613) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1012.804389] env[69613]: DEBUG nova.compute.manager [None req-534c1744-de33-4573-87f8-a54efc5279a3 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] [instance: e9e1e1ab-a2b4-4699-b956-5cd5d4d6dd21] Allocating IP information in the background. {{(pid=69613) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1012.804592] env[69613]: DEBUG nova.network.neutron [None req-534c1744-de33-4573-87f8-a54efc5279a3 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] [instance: e9e1e1ab-a2b4-4699-b956-5cd5d4d6dd21] allocate_for_instance() {{(pid=69613) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1012.845519] env[69613]: DEBUG oslo_concurrency.lockutils [None req-a48a7cf3-c4d9-4716-9c6f-1c6c95a3d74d tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Acquiring lock "983a2305-b1f1-487b-ab6a-2f5f1f7ee3f0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1012.845798] env[69613]: DEBUG oslo_concurrency.lockutils [None req-a48a7cf3-c4d9-4716-9c6f-1c6c95a3d74d tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Lock "983a2305-b1f1-487b-ab6a-2f5f1f7ee3f0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1012.846012] env[69613]: DEBUG oslo_concurrency.lockutils [None req-a48a7cf3-c4d9-4716-9c6f-1c6c95a3d74d tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Acquiring lock "983a2305-b1f1-487b-ab6a-2f5f1f7ee3f0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1012.846207] env[69613]: DEBUG oslo_concurrency.lockutils [None req-a48a7cf3-c4d9-4716-9c6f-1c6c95a3d74d tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Lock "983a2305-b1f1-487b-ab6a-2f5f1f7ee3f0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1012.846371] env[69613]: DEBUG oslo_concurrency.lockutils [None req-a48a7cf3-c4d9-4716-9c6f-1c6c95a3d74d tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Lock "983a2305-b1f1-487b-ab6a-2f5f1f7ee3f0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1012.848390] env[69613]: INFO nova.compute.manager [None req-a48a7cf3-c4d9-4716-9c6f-1c6c95a3d74d tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] [instance: 983a2305-b1f1-487b-ab6a-2f5f1f7ee3f0] Terminating instance [ 1012.900148] env[69613]: DEBUG nova.policy [None req-534c1744-de33-4573-87f8-a54efc5279a3 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ba2fe8c00d3b46918ac7cbc118c13072', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9cb3ddb47c78413abf1c7b2a6db01c0e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69613) authorize /opt/stack/nova/nova/policy.py:192}} [ 1013.050678] env[69613]: DEBUG oslo_concurrency.lockutils [None req-9dbdefcb-7bbf-46b4-b3ae-81db5216a231 tempest-ServersTestMultiNic-711096641 tempest-ServersTestMultiNic-711096641-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1013.295565] env[69613]: DEBUG nova.network.neutron [None req-6b7df8e2-40fc-4076-a9f4-dd8e27895072 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] [instance: 79391a79-8c22-4c1a-a816-f33d6553cc3d] Successfully updated port: 41ea0c85-90df-4d79-a919-1a994bcaf884 {{(pid=69613) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1013.305059] env[69613]: DEBUG nova.compute.manager [None req-534c1744-de33-4573-87f8-a54efc5279a3 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] [instance: e9e1e1ab-a2b4-4699-b956-5cd5d4d6dd21] Start building block device mappings for instance. {{(pid=69613) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1013.352770] env[69613]: DEBUG nova.compute.manager [None req-a48a7cf3-c4d9-4716-9c6f-1c6c95a3d74d tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] [instance: 983a2305-b1f1-487b-ab6a-2f5f1f7ee3f0] Start destroying the instance on the hypervisor. {{(pid=69613) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1013.352770] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-a48a7cf3-c4d9-4716-9c6f-1c6c95a3d74d tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] [instance: 983a2305-b1f1-487b-ab6a-2f5f1f7ee3f0] Destroying instance {{(pid=69613) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1013.357165] env[69613]: DEBUG nova.network.neutron [None req-dc2bf116-15f5-42c3-a89d-b7d3da112d4e tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] [instance: 983a2305-b1f1-487b-ab6a-2f5f1f7ee3f0] Updating instance_info_cache with network_info: [{"id": "2df0425e-449c-43bd-a252-e75aa6724c4b", "address": "fa:16:3e:86:a3:aa", "network": {"id": "716d936a-9f18-4dbf-8278-8d495c4e8e5e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1568527215-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.150", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ac0fd822ae5c46349cf139bf95aa6ad4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "99639c37-b0c6-4be7-9594-230e44b1280b", "external-id": "nsx-vlan-transportzone-17", "segmentation_id": 17, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2df0425e-44", "ovs_interfaceid": "2df0425e-449c-43bd-a252-e75aa6724c4b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1013.360451] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39a54a59-f5ba-474a-ac71-91e1ef968db5 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.371698] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-a48a7cf3-c4d9-4716-9c6f-1c6c95a3d74d tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] [instance: 983a2305-b1f1-487b-ab6a-2f5f1f7ee3f0] Powering off the VM {{(pid=69613) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1013.372437] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5baa4f25-d340-467b-bc34-a2f391152a17 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.380361] env[69613]: DEBUG oslo_vmware.api [None req-a48a7cf3-c4d9-4716-9c6f-1c6c95a3d74d tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Waiting for the task: (returnval){ [ 1013.380361] env[69613]: value = "task-3417930" [ 1013.380361] env[69613]: _type = "Task" [ 1013.380361] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.392496] env[69613]: DEBUG oslo_vmware.api [None req-a48a7cf3-c4d9-4716-9c6f-1c6c95a3d74d tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Task: {'id': task-3417930, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.508557] env[69613]: DEBUG nova.network.neutron [None req-534c1744-de33-4573-87f8-a54efc5279a3 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] [instance: e9e1e1ab-a2b4-4699-b956-5cd5d4d6dd21] Successfully created port: 7781e86e-3b60-42be-8ed0-05cb2584946f {{(pid=69613) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1013.654339] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2db62f68-170f-4b51-9df1-47a606148c7c {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.663175] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65ae5dd0-049b-4b46-b744-a8712176ede6 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.695436] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0634c73-707d-4b78-8bb3-1c0a8dcd3b7a {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.708021] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edcc8349-a6da-48ea-a14d-2e0ff72fc079 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.722440] env[69613]: DEBUG nova.compute.provider_tree [None req-c596c707-0911-4724-92aa-6e243803cef6 tempest-ServerRescueTestJSON-24713172 tempest-ServerRescueTestJSON-24713172-project-member] Inventory has not changed in ProviderTree for provider: af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 {{(pid=69613) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1013.799809] env[69613]: DEBUG oslo_concurrency.lockutils [None req-6b7df8e2-40fc-4076-a9f4-dd8e27895072 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] Acquiring lock "refresh_cache-79391a79-8c22-4c1a-a816-f33d6553cc3d" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.799998] env[69613]: DEBUG oslo_concurrency.lockutils [None req-6b7df8e2-40fc-4076-a9f4-dd8e27895072 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] Acquired lock "refresh_cache-79391a79-8c22-4c1a-a816-f33d6553cc3d" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.800188] env[69613]: DEBUG nova.network.neutron [None req-6b7df8e2-40fc-4076-a9f4-dd8e27895072 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] [instance: 79391a79-8c22-4c1a-a816-f33d6553cc3d] Building network info cache for instance {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1013.824867] env[69613]: DEBUG nova.compute.manager [req-fd768d64-6f1a-4ced-96b9-fccd8b01d74b req-475f0fa7-f6cb-4251-b7a3-730af20afe87 service nova] [instance: a8d62347-1026-4764-862e-4fd67a59dabf] Received event network-vif-deleted-002be1e4-3850-45c1-8408-123b1f79d022 {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1013.849425] env[69613]: DEBUG nova.compute.manager [req-1992d1dc-c58c-41e1-877f-505f9d941fd7 req-44fab137-2155-4b0f-9b5d-442038824d04 service nova] [instance: 79391a79-8c22-4c1a-a816-f33d6553cc3d] Received event network-vif-plugged-41ea0c85-90df-4d79-a919-1a994bcaf884 {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1013.849671] env[69613]: DEBUG oslo_concurrency.lockutils [req-1992d1dc-c58c-41e1-877f-505f9d941fd7 req-44fab137-2155-4b0f-9b5d-442038824d04 service nova] Acquiring lock "79391a79-8c22-4c1a-a816-f33d6553cc3d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1013.849847] env[69613]: DEBUG oslo_concurrency.lockutils [req-1992d1dc-c58c-41e1-877f-505f9d941fd7 req-44fab137-2155-4b0f-9b5d-442038824d04 service nova] Lock "79391a79-8c22-4c1a-a816-f33d6553cc3d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1013.850069] env[69613]: DEBUG oslo_concurrency.lockutils [req-1992d1dc-c58c-41e1-877f-505f9d941fd7 req-44fab137-2155-4b0f-9b5d-442038824d04 service nova] Lock "79391a79-8c22-4c1a-a816-f33d6553cc3d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1013.850238] env[69613]: DEBUG nova.compute.manager [req-1992d1dc-c58c-41e1-877f-505f9d941fd7 req-44fab137-2155-4b0f-9b5d-442038824d04 service nova] [instance: 79391a79-8c22-4c1a-a816-f33d6553cc3d] No waiting events found dispatching network-vif-plugged-41ea0c85-90df-4d79-a919-1a994bcaf884 {{(pid=69613) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1013.850399] env[69613]: WARNING nova.compute.manager [req-1992d1dc-c58c-41e1-877f-505f9d941fd7 req-44fab137-2155-4b0f-9b5d-442038824d04 service nova] [instance: 79391a79-8c22-4c1a-a816-f33d6553cc3d] Received unexpected event network-vif-plugged-41ea0c85-90df-4d79-a919-1a994bcaf884 for instance with vm_state building and task_state spawning. [ 1013.850554] env[69613]: DEBUG nova.compute.manager [req-1992d1dc-c58c-41e1-877f-505f9d941fd7 req-44fab137-2155-4b0f-9b5d-442038824d04 service nova] [instance: 79391a79-8c22-4c1a-a816-f33d6553cc3d] Received event network-changed-41ea0c85-90df-4d79-a919-1a994bcaf884 {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1013.850700] env[69613]: DEBUG nova.compute.manager [req-1992d1dc-c58c-41e1-877f-505f9d941fd7 req-44fab137-2155-4b0f-9b5d-442038824d04 service nova] [instance: 79391a79-8c22-4c1a-a816-f33d6553cc3d] Refreshing instance network info cache due to event network-changed-41ea0c85-90df-4d79-a919-1a994bcaf884. {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1013.850913] env[69613]: DEBUG oslo_concurrency.lockutils [req-1992d1dc-c58c-41e1-877f-505f9d941fd7 req-44fab137-2155-4b0f-9b5d-442038824d04 service nova] Acquiring lock "refresh_cache-79391a79-8c22-4c1a-a816-f33d6553cc3d" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.864231] env[69613]: DEBUG oslo_concurrency.lockutils [None req-dc2bf116-15f5-42c3-a89d-b7d3da112d4e tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Releasing lock "refresh_cache-983a2305-b1f1-487b-ab6a-2f5f1f7ee3f0" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.891924] env[69613]: DEBUG oslo_vmware.api [None req-a48a7cf3-c4d9-4716-9c6f-1c6c95a3d74d tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Task: {'id': task-3417930, 'name': PowerOffVM_Task, 'duration_secs': 0.191347} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.892375] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-a48a7cf3-c4d9-4716-9c6f-1c6c95a3d74d tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] [instance: 983a2305-b1f1-487b-ab6a-2f5f1f7ee3f0] Powered off the VM {{(pid=69613) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1013.892454] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-a48a7cf3-c4d9-4716-9c6f-1c6c95a3d74d tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] [instance: 983a2305-b1f1-487b-ab6a-2f5f1f7ee3f0] Unregistering the VM {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1013.892723] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-015da309-7c67-4baa-870c-7a69dd1f6b1a {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.950821] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-a48a7cf3-c4d9-4716-9c6f-1c6c95a3d74d tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] [instance: 983a2305-b1f1-487b-ab6a-2f5f1f7ee3f0] Unregistered the VM {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1013.951111] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-a48a7cf3-c4d9-4716-9c6f-1c6c95a3d74d tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] [instance: 983a2305-b1f1-487b-ab6a-2f5f1f7ee3f0] Deleting contents of the VM from datastore datastore2 {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1013.951352] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-a48a7cf3-c4d9-4716-9c6f-1c6c95a3d74d tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Deleting the datastore file [datastore2] 983a2305-b1f1-487b-ab6a-2f5f1f7ee3f0 {{(pid=69613) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1013.951650] env[69613]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-515e719d-78a3-4d94-8be3-5c3497d4bc43 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.963997] env[69613]: DEBUG oslo_vmware.api [None req-a48a7cf3-c4d9-4716-9c6f-1c6c95a3d74d tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Waiting for the task: (returnval){ [ 1013.963997] env[69613]: value = "task-3417932" [ 1013.963997] env[69613]: _type = "Task" [ 1013.963997] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.973320] env[69613]: DEBUG oslo_vmware.api [None req-a48a7cf3-c4d9-4716-9c6f-1c6c95a3d74d tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Task: {'id': task-3417932, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.226662] env[69613]: DEBUG nova.scheduler.client.report [None req-c596c707-0911-4724-92aa-6e243803cef6 tempest-ServerRescueTestJSON-24713172 tempest-ServerRescueTestJSON-24713172-project-member] Inventory has not changed for provider af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69613) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1014.316184] env[69613]: DEBUG nova.compute.manager [None req-534c1744-de33-4573-87f8-a54efc5279a3 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] [instance: e9e1e1ab-a2b4-4699-b956-5cd5d4d6dd21] Start spawning the instance on the hypervisor. {{(pid=69613) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1014.332782] env[69613]: DEBUG nova.network.neutron [None req-6b7df8e2-40fc-4076-a9f4-dd8e27895072 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] [instance: 79391a79-8c22-4c1a-a816-f33d6553cc3d] Instance cache missing network info. {{(pid=69613) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1014.343024] env[69613]: DEBUG nova.virt.hardware [None req-534c1744-de33-4573-87f8-a54efc5279a3 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T13:55:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T13:55:19Z,direct_url=,disk_format='vmdk',id=2b7a0304-b5d0-431d-b287-32c8388d7fbd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3e9e1b873f1442d59d5ee8247b941f74',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T13:55:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1014.343182] env[69613]: DEBUG nova.virt.hardware [None req-534c1744-de33-4573-87f8-a54efc5279a3 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Flavor limits 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1014.343343] env[69613]: DEBUG nova.virt.hardware [None req-534c1744-de33-4573-87f8-a54efc5279a3 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Image limits 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1014.343521] env[69613]: DEBUG nova.virt.hardware [None req-534c1744-de33-4573-87f8-a54efc5279a3 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Flavor pref 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1014.343666] env[69613]: DEBUG nova.virt.hardware [None req-534c1744-de33-4573-87f8-a54efc5279a3 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Image pref 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1014.343811] env[69613]: DEBUG nova.virt.hardware [None req-534c1744-de33-4573-87f8-a54efc5279a3 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1014.344032] env[69613]: DEBUG nova.virt.hardware [None req-534c1744-de33-4573-87f8-a54efc5279a3 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1014.344202] env[69613]: DEBUG nova.virt.hardware [None req-534c1744-de33-4573-87f8-a54efc5279a3 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69613) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1014.344376] env[69613]: DEBUG nova.virt.hardware [None req-534c1744-de33-4573-87f8-a54efc5279a3 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Got 1 possible topologies {{(pid=69613) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1014.344569] env[69613]: DEBUG nova.virt.hardware [None req-534c1744-de33-4573-87f8-a54efc5279a3 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1014.344747] env[69613]: DEBUG nova.virt.hardware [None req-534c1744-de33-4573-87f8-a54efc5279a3 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1014.345661] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71abb8ea-cd77-4cd1-8880-6c8bf0c22ff0 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.354705] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e4ef4c8-525d-42ee-8f33-01468b8c1221 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.369125] env[69613]: DEBUG oslo_concurrency.lockutils [None req-dc2bf116-15f5-42c3-a89d-b7d3da112d4e tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Lock "interface-983a2305-b1f1-487b-ab6a-2f5f1f7ee3f0-416c44f6-6689-4e22-804a-f496d559cd78" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.113s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1014.475183] env[69613]: DEBUG oslo_vmware.api [None req-a48a7cf3-c4d9-4716-9c6f-1c6c95a3d74d tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Task: {'id': task-3417932, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.155151} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.475523] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-a48a7cf3-c4d9-4716-9c6f-1c6c95a3d74d tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Deleted the datastore file {{(pid=69613) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1014.475714] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-a48a7cf3-c4d9-4716-9c6f-1c6c95a3d74d tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] [instance: 983a2305-b1f1-487b-ab6a-2f5f1f7ee3f0] Deleted contents of the VM from datastore datastore2 {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1014.475908] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-a48a7cf3-c4d9-4716-9c6f-1c6c95a3d74d tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] [instance: 983a2305-b1f1-487b-ab6a-2f5f1f7ee3f0] Instance destroyed {{(pid=69613) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1014.476907] env[69613]: INFO nova.compute.manager [None req-a48a7cf3-c4d9-4716-9c6f-1c6c95a3d74d tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] [instance: 983a2305-b1f1-487b-ab6a-2f5f1f7ee3f0] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1014.476907] env[69613]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a48a7cf3-c4d9-4716-9c6f-1c6c95a3d74d tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69613) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1014.476907] env[69613]: DEBUG nova.compute.manager [-] [instance: 983a2305-b1f1-487b-ab6a-2f5f1f7ee3f0] Deallocating network for instance {{(pid=69613) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1014.476907] env[69613]: DEBUG nova.network.neutron [-] [instance: 983a2305-b1f1-487b-ab6a-2f5f1f7ee3f0] deallocate_for_instance() {{(pid=69613) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1014.485900] env[69613]: DEBUG nova.network.neutron [None req-6b7df8e2-40fc-4076-a9f4-dd8e27895072 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] [instance: 79391a79-8c22-4c1a-a816-f33d6553cc3d] Updating instance_info_cache with network_info: [{"id": "41ea0c85-90df-4d79-a919-1a994bcaf884", "address": "fa:16:3e:e0:12:5a", "network": {"id": "3e414a79-7154-4d18-b8f5-9247003912d7", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1833508545-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b0499f6d133a4479849dfd5cfe27d0e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11da2092-76f7-447e-babb-8fc14ad39a71", "external-id": "nsx-vlan-transportzone-585", "segmentation_id": 585, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap41ea0c85-90", "ovs_interfaceid": "41ea0c85-90df-4d79-a919-1a994bcaf884", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1014.736186] env[69613]: DEBUG oslo_concurrency.lockutils [None req-c596c707-0911-4724-92aa-6e243803cef6 tempest-ServerRescueTestJSON-24713172 tempest-ServerRescueTestJSON-24713172-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.443s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1014.736707] env[69613]: DEBUG nova.compute.manager [None req-c596c707-0911-4724-92aa-6e243803cef6 tempest-ServerRescueTestJSON-24713172 tempest-ServerRescueTestJSON-24713172-project-member] [instance: a21826db-d20f-443b-9042-9ffa93cd24af] Start building networks asynchronously for instance. {{(pid=69613) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1014.739770] env[69613]: DEBUG oslo_concurrency.lockutils [None req-7ec085b9-8516-4459-be59-660ab29ce1f0 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.431s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1014.741938] env[69613]: INFO nova.compute.claims [None req-7ec085b9-8516-4459-be59-660ab29ce1f0 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] [instance: 2e3d9427-2006-4911-be75-e6b1b98f8bb8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1014.989851] env[69613]: DEBUG oslo_concurrency.lockutils [None req-6b7df8e2-40fc-4076-a9f4-dd8e27895072 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] Releasing lock "refresh_cache-79391a79-8c22-4c1a-a816-f33d6553cc3d" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.989851] env[69613]: DEBUG nova.compute.manager [None req-6b7df8e2-40fc-4076-a9f4-dd8e27895072 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] [instance: 79391a79-8c22-4c1a-a816-f33d6553cc3d] Instance network_info: |[{"id": "41ea0c85-90df-4d79-a919-1a994bcaf884", "address": "fa:16:3e:e0:12:5a", "network": {"id": "3e414a79-7154-4d18-b8f5-9247003912d7", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1833508545-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b0499f6d133a4479849dfd5cfe27d0e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11da2092-76f7-447e-babb-8fc14ad39a71", "external-id": "nsx-vlan-transportzone-585", "segmentation_id": 585, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap41ea0c85-90", "ovs_interfaceid": "41ea0c85-90df-4d79-a919-1a994bcaf884", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69613) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1014.990264] env[69613]: DEBUG oslo_concurrency.lockutils [req-1992d1dc-c58c-41e1-877f-505f9d941fd7 req-44fab137-2155-4b0f-9b5d-442038824d04 service nova] Acquired lock "refresh_cache-79391a79-8c22-4c1a-a816-f33d6553cc3d" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.990907] env[69613]: DEBUG nova.network.neutron [req-1992d1dc-c58c-41e1-877f-505f9d941fd7 req-44fab137-2155-4b0f-9b5d-442038824d04 service nova] [instance: 79391a79-8c22-4c1a-a816-f33d6553cc3d] Refreshing network info cache for port 41ea0c85-90df-4d79-a919-1a994bcaf884 {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1014.992261] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-6b7df8e2-40fc-4076-a9f4-dd8e27895072 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] [instance: 79391a79-8c22-4c1a-a816-f33d6553cc3d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e0:12:5a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '11da2092-76f7-447e-babb-8fc14ad39a71', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '41ea0c85-90df-4d79-a919-1a994bcaf884', 'vif_model': 'vmxnet3'}] {{(pid=69613) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1015.005807] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b7df8e2-40fc-4076-a9f4-dd8e27895072 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] Creating folder: Project (b0499f6d133a4479849dfd5cfe27d0e8). Parent ref: group-v681687. {{(pid=69613) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1015.008052] env[69613]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-aa5615a6-acab-4e51-9b73-0374b656c203 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.020700] env[69613]: INFO nova.virt.vmwareapi.vm_util [None req-6b7df8e2-40fc-4076-a9f4-dd8e27895072 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] Created folder: Project (b0499f6d133a4479849dfd5cfe27d0e8) in parent group-v681687. [ 1015.020890] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b7df8e2-40fc-4076-a9f4-dd8e27895072 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] Creating folder: Instances. Parent ref: group-v681960. {{(pid=69613) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1015.021138] env[69613]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2d0f40c5-a7b0-421e-9259-2131bd6ae51c {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.032367] env[69613]: INFO nova.virt.vmwareapi.vm_util [None req-6b7df8e2-40fc-4076-a9f4-dd8e27895072 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] Created folder: Instances in parent group-v681960. [ 1015.032618] env[69613]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6b7df8e2-40fc-4076-a9f4-dd8e27895072 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69613) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1015.032838] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 79391a79-8c22-4c1a-a816-f33d6553cc3d] Creating VM on the ESX host {{(pid=69613) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1015.033103] env[69613]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-281054da-5aa1-49a9-812c-44f9be5e820a {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.055584] env[69613]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1015.055584] env[69613]: value = "task-3417935" [ 1015.055584] env[69613]: _type = "Task" [ 1015.055584] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.067357] env[69613]: DEBUG oslo_vmware.api [-] Task: {'id': task-3417935, 'name': CreateVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.245856] env[69613]: DEBUG nova.compute.utils [None req-c596c707-0911-4724-92aa-6e243803cef6 tempest-ServerRescueTestJSON-24713172 tempest-ServerRescueTestJSON-24713172-project-member] Using /dev/sd instead of None {{(pid=69613) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1015.251195] env[69613]: DEBUG nova.compute.manager [None req-c596c707-0911-4724-92aa-6e243803cef6 tempest-ServerRescueTestJSON-24713172 tempest-ServerRescueTestJSON-24713172-project-member] [instance: a21826db-d20f-443b-9042-9ffa93cd24af] Allocating IP information in the background. {{(pid=69613) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1015.251499] env[69613]: DEBUG nova.network.neutron [None req-c596c707-0911-4724-92aa-6e243803cef6 tempest-ServerRescueTestJSON-24713172 tempest-ServerRescueTestJSON-24713172-project-member] [instance: a21826db-d20f-443b-9042-9ffa93cd24af] allocate_for_instance() {{(pid=69613) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1015.321337] env[69613]: DEBUG nova.policy [None req-c596c707-0911-4724-92aa-6e243803cef6 tempest-ServerRescueTestJSON-24713172 tempest-ServerRescueTestJSON-24713172-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '826e53033f5e47a3bf45d20a64c589cf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c715e48e871e46929fbeb9d84252e339', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69613) authorize /opt/stack/nova/nova/policy.py:192}} [ 1015.492079] env[69613]: DEBUG nova.network.neutron [None req-534c1744-de33-4573-87f8-a54efc5279a3 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] [instance: e9e1e1ab-a2b4-4699-b956-5cd5d4d6dd21] Successfully updated port: 7781e86e-3b60-42be-8ed0-05cb2584946f {{(pid=69613) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1015.569715] env[69613]: DEBUG oslo_vmware.api [-] Task: {'id': task-3417935, 'name': CreateVM_Task, 'duration_secs': 0.351092} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.569995] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 79391a79-8c22-4c1a-a816-f33d6553cc3d] Created VM on the ESX host {{(pid=69613) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1015.570768] env[69613]: DEBUG oslo_concurrency.lockutils [None req-6b7df8e2-40fc-4076-a9f4-dd8e27895072 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.571020] env[69613]: DEBUG oslo_concurrency.lockutils [None req-6b7df8e2-40fc-4076-a9f4-dd8e27895072 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.571423] env[69613]: DEBUG oslo_concurrency.lockutils [None req-6b7df8e2-40fc-4076-a9f4-dd8e27895072 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.572106] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ad4d6abf-efe2-4a7e-8059-8f19dc634c0b {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.577320] env[69613]: DEBUG oslo_vmware.api [None req-6b7df8e2-40fc-4076-a9f4-dd8e27895072 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] Waiting for the task: (returnval){ [ 1015.577320] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]52b9e572-c647-ff72-08b1-89c9618f3314" [ 1015.577320] env[69613]: _type = "Task" [ 1015.577320] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.586457] env[69613]: DEBUG oslo_vmware.api [None req-6b7df8e2-40fc-4076-a9f4-dd8e27895072 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52b9e572-c647-ff72-08b1-89c9618f3314, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.660668] env[69613]: DEBUG nova.network.neutron [None req-c596c707-0911-4724-92aa-6e243803cef6 tempest-ServerRescueTestJSON-24713172 tempest-ServerRescueTestJSON-24713172-project-member] [instance: a21826db-d20f-443b-9042-9ffa93cd24af] Successfully created port: 430c50af-63da-42b6-a30c-8cb49cbc5c5d {{(pid=69613) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1015.748675] env[69613]: DEBUG nova.network.neutron [req-1992d1dc-c58c-41e1-877f-505f9d941fd7 req-44fab137-2155-4b0f-9b5d-442038824d04 service nova] [instance: 79391a79-8c22-4c1a-a816-f33d6553cc3d] Updated VIF entry in instance network info cache for port 41ea0c85-90df-4d79-a919-1a994bcaf884. {{(pid=69613) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1015.749236] env[69613]: DEBUG nova.network.neutron [req-1992d1dc-c58c-41e1-877f-505f9d941fd7 req-44fab137-2155-4b0f-9b5d-442038824d04 service nova] [instance: 79391a79-8c22-4c1a-a816-f33d6553cc3d] Updating instance_info_cache with network_info: [{"id": "41ea0c85-90df-4d79-a919-1a994bcaf884", "address": "fa:16:3e:e0:12:5a", "network": {"id": "3e414a79-7154-4d18-b8f5-9247003912d7", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1833508545-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b0499f6d133a4479849dfd5cfe27d0e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11da2092-76f7-447e-babb-8fc14ad39a71", "external-id": "nsx-vlan-transportzone-585", "segmentation_id": 585, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap41ea0c85-90", "ovs_interfaceid": "41ea0c85-90df-4d79-a919-1a994bcaf884", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1015.756572] env[69613]: DEBUG nova.compute.manager [None req-c596c707-0911-4724-92aa-6e243803cef6 tempest-ServerRescueTestJSON-24713172 tempest-ServerRescueTestJSON-24713172-project-member] [instance: a21826db-d20f-443b-9042-9ffa93cd24af] Start building block device mappings for instance. {{(pid=69613) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1015.808017] env[69613]: DEBUG nova.network.neutron [-] [instance: 983a2305-b1f1-487b-ab6a-2f5f1f7ee3f0] Updating instance_info_cache with network_info: [] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1015.893260] env[69613]: DEBUG nova.compute.manager [req-b3833ec1-6f0f-4046-b3f6-6a6cf7643c2d req-3c6b23a0-d784-42a9-bb2b-07eeac061993 service nova] [instance: 983a2305-b1f1-487b-ab6a-2f5f1f7ee3f0] Received event network-vif-deleted-2df0425e-449c-43bd-a252-e75aa6724c4b {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1015.896102] env[69613]: DEBUG nova.compute.manager [req-b3833ec1-6f0f-4046-b3f6-6a6cf7643c2d req-3c6b23a0-d784-42a9-bb2b-07eeac061993 service nova] [instance: e9e1e1ab-a2b4-4699-b956-5cd5d4d6dd21] Received event network-vif-plugged-7781e86e-3b60-42be-8ed0-05cb2584946f {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1015.896300] env[69613]: DEBUG oslo_concurrency.lockutils [req-b3833ec1-6f0f-4046-b3f6-6a6cf7643c2d req-3c6b23a0-d784-42a9-bb2b-07eeac061993 service nova] Acquiring lock "e9e1e1ab-a2b4-4699-b956-5cd5d4d6dd21-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1015.897121] env[69613]: DEBUG oslo_concurrency.lockutils [req-b3833ec1-6f0f-4046-b3f6-6a6cf7643c2d req-3c6b23a0-d784-42a9-bb2b-07eeac061993 service nova] Lock "e9e1e1ab-a2b4-4699-b956-5cd5d4d6dd21-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1015.897121] env[69613]: DEBUG oslo_concurrency.lockutils [req-b3833ec1-6f0f-4046-b3f6-6a6cf7643c2d req-3c6b23a0-d784-42a9-bb2b-07eeac061993 service nova] Lock "e9e1e1ab-a2b4-4699-b956-5cd5d4d6dd21-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1015.897121] env[69613]: DEBUG nova.compute.manager [req-b3833ec1-6f0f-4046-b3f6-6a6cf7643c2d req-3c6b23a0-d784-42a9-bb2b-07eeac061993 service nova] [instance: e9e1e1ab-a2b4-4699-b956-5cd5d4d6dd21] No waiting events found dispatching network-vif-plugged-7781e86e-3b60-42be-8ed0-05cb2584946f {{(pid=69613) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1015.897121] env[69613]: WARNING nova.compute.manager [req-b3833ec1-6f0f-4046-b3f6-6a6cf7643c2d req-3c6b23a0-d784-42a9-bb2b-07eeac061993 service nova] [instance: e9e1e1ab-a2b4-4699-b956-5cd5d4d6dd21] Received unexpected event network-vif-plugged-7781e86e-3b60-42be-8ed0-05cb2584946f for instance with vm_state building and task_state spawning. [ 1015.897281] env[69613]: DEBUG nova.compute.manager [req-b3833ec1-6f0f-4046-b3f6-6a6cf7643c2d req-3c6b23a0-d784-42a9-bb2b-07eeac061993 service nova] [instance: e9e1e1ab-a2b4-4699-b956-5cd5d4d6dd21] Received event network-changed-7781e86e-3b60-42be-8ed0-05cb2584946f {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1015.897308] env[69613]: DEBUG nova.compute.manager [req-b3833ec1-6f0f-4046-b3f6-6a6cf7643c2d req-3c6b23a0-d784-42a9-bb2b-07eeac061993 service nova] [instance: e9e1e1ab-a2b4-4699-b956-5cd5d4d6dd21] Refreshing instance network info cache due to event network-changed-7781e86e-3b60-42be-8ed0-05cb2584946f. {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1015.897500] env[69613]: DEBUG oslo_concurrency.lockutils [req-b3833ec1-6f0f-4046-b3f6-6a6cf7643c2d req-3c6b23a0-d784-42a9-bb2b-07eeac061993 service nova] Acquiring lock "refresh_cache-e9e1e1ab-a2b4-4699-b956-5cd5d4d6dd21" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.897635] env[69613]: DEBUG oslo_concurrency.lockutils [req-b3833ec1-6f0f-4046-b3f6-6a6cf7643c2d req-3c6b23a0-d784-42a9-bb2b-07eeac061993 service nova] Acquired lock "refresh_cache-e9e1e1ab-a2b4-4699-b956-5cd5d4d6dd21" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.897788] env[69613]: DEBUG nova.network.neutron [req-b3833ec1-6f0f-4046-b3f6-6a6cf7643c2d req-3c6b23a0-d784-42a9-bb2b-07eeac061993 service nova] [instance: e9e1e1ab-a2b4-4699-b956-5cd5d4d6dd21] Refreshing network info cache for port 7781e86e-3b60-42be-8ed0-05cb2584946f {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1015.997355] env[69613]: DEBUG oslo_concurrency.lockutils [None req-534c1744-de33-4573-87f8-a54efc5279a3 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Acquiring lock "refresh_cache-e9e1e1ab-a2b4-4699-b956-5cd5d4d6dd21" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.088392] env[69613]: DEBUG oslo_vmware.api [None req-6b7df8e2-40fc-4076-a9f4-dd8e27895072 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52b9e572-c647-ff72-08b1-89c9618f3314, 'name': SearchDatastore_Task, 'duration_secs': 0.010947} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.092044] env[69613]: DEBUG oslo_concurrency.lockutils [None req-6b7df8e2-40fc-4076-a9f4-dd8e27895072 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.092044] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-6b7df8e2-40fc-4076-a9f4-dd8e27895072 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] [instance: 79391a79-8c22-4c1a-a816-f33d6553cc3d] Processing image 2b7a0304-b5d0-431d-b287-32c8388d7fbd {{(pid=69613) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1016.092044] env[69613]: DEBUG oslo_concurrency.lockutils [None req-6b7df8e2-40fc-4076-a9f4-dd8e27895072 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.092044] env[69613]: DEBUG oslo_concurrency.lockutils [None req-6b7df8e2-40fc-4076-a9f4-dd8e27895072 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.093381] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b7df8e2-40fc-4076-a9f4-dd8e27895072 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69613) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1016.093381] env[69613]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-baa84db2-1f45-4c62-8d8c-36f462377f46 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.106663] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b7df8e2-40fc-4076-a9f4-dd8e27895072 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69613) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1016.106924] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-6b7df8e2-40fc-4076-a9f4-dd8e27895072 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69613) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1016.107716] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1a901841-c55d-4aae-9f21-5055049f0256 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.114033] env[69613]: DEBUG oslo_vmware.api [None req-6b7df8e2-40fc-4076-a9f4-dd8e27895072 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] Waiting for the task: (returnval){ [ 1016.114033] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]52595db8-f2b7-72dc-e05f-7f810db8ff46" [ 1016.114033] env[69613]: _type = "Task" [ 1016.114033] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.119088] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be5ad61c-6129-474e-8e24-01636b0e8da8 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.125670] env[69613]: DEBUG oslo_vmware.api [None req-6b7df8e2-40fc-4076-a9f4-dd8e27895072 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52595db8-f2b7-72dc-e05f-7f810db8ff46, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.129144] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59475e33-0e96-4aae-8792-17f5d2e54d02 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.161032] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25dff549-edcc-45a3-9878-d1a4e4c6d11a {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.168720] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c14a105-b840-4d52-8906-03864826c8c7 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.183080] env[69613]: DEBUG nova.compute.provider_tree [None req-7ec085b9-8516-4459-be59-660ab29ce1f0 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Inventory has not changed in ProviderTree for provider: af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 {{(pid=69613) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1016.253137] env[69613]: DEBUG oslo_concurrency.lockutils [req-1992d1dc-c58c-41e1-877f-505f9d941fd7 req-44fab137-2155-4b0f-9b5d-442038824d04 service nova] Releasing lock "refresh_cache-79391a79-8c22-4c1a-a816-f33d6553cc3d" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.311336] env[69613]: INFO nova.compute.manager [-] [instance: 983a2305-b1f1-487b-ab6a-2f5f1f7ee3f0] Took 1.83 seconds to deallocate network for instance. [ 1016.446814] env[69613]: DEBUG nova.network.neutron [req-b3833ec1-6f0f-4046-b3f6-6a6cf7643c2d req-3c6b23a0-d784-42a9-bb2b-07eeac061993 service nova] [instance: e9e1e1ab-a2b4-4699-b956-5cd5d4d6dd21] Instance cache missing network info. {{(pid=69613) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1016.569902] env[69613]: DEBUG nova.network.neutron [req-b3833ec1-6f0f-4046-b3f6-6a6cf7643c2d req-3c6b23a0-d784-42a9-bb2b-07eeac061993 service nova] [instance: e9e1e1ab-a2b4-4699-b956-5cd5d4d6dd21] Updating instance_info_cache with network_info: [] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1016.625754] env[69613]: DEBUG oslo_vmware.api [None req-6b7df8e2-40fc-4076-a9f4-dd8e27895072 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52595db8-f2b7-72dc-e05f-7f810db8ff46, 'name': SearchDatastore_Task, 'duration_secs': 0.021791} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.626581] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-27099a06-175d-40e0-a92b-c57dd85d3f9a {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.632637] env[69613]: DEBUG oslo_vmware.api [None req-6b7df8e2-40fc-4076-a9f4-dd8e27895072 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] Waiting for the task: (returnval){ [ 1016.632637] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]527a48fb-2c18-bdf5-7eea-215686bed553" [ 1016.632637] env[69613]: _type = "Task" [ 1016.632637] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.640682] env[69613]: DEBUG oslo_vmware.api [None req-6b7df8e2-40fc-4076-a9f4-dd8e27895072 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]527a48fb-2c18-bdf5-7eea-215686bed553, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.686342] env[69613]: DEBUG nova.scheduler.client.report [None req-7ec085b9-8516-4459-be59-660ab29ce1f0 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Inventory has not changed for provider af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69613) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1016.776459] env[69613]: DEBUG nova.compute.manager [None req-c596c707-0911-4724-92aa-6e243803cef6 tempest-ServerRescueTestJSON-24713172 tempest-ServerRescueTestJSON-24713172-project-member] [instance: a21826db-d20f-443b-9042-9ffa93cd24af] Start spawning the instance on the hypervisor. {{(pid=69613) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1016.804941] env[69613]: DEBUG nova.virt.hardware [None req-c596c707-0911-4724-92aa-6e243803cef6 tempest-ServerRescueTestJSON-24713172 tempest-ServerRescueTestJSON-24713172-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T13:55:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T13:55:19Z,direct_url=,disk_format='vmdk',id=2b7a0304-b5d0-431d-b287-32c8388d7fbd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3e9e1b873f1442d59d5ee8247b941f74',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T13:55:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1016.805225] env[69613]: DEBUG nova.virt.hardware [None req-c596c707-0911-4724-92aa-6e243803cef6 tempest-ServerRescueTestJSON-24713172 tempest-ServerRescueTestJSON-24713172-project-member] Flavor limits 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1016.805468] env[69613]: DEBUG nova.virt.hardware [None req-c596c707-0911-4724-92aa-6e243803cef6 tempest-ServerRescueTestJSON-24713172 tempest-ServerRescueTestJSON-24713172-project-member] Image limits 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1016.805565] env[69613]: DEBUG nova.virt.hardware [None req-c596c707-0911-4724-92aa-6e243803cef6 tempest-ServerRescueTestJSON-24713172 tempest-ServerRescueTestJSON-24713172-project-member] Flavor pref 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1016.805709] env[69613]: DEBUG nova.virt.hardware [None req-c596c707-0911-4724-92aa-6e243803cef6 tempest-ServerRescueTestJSON-24713172 tempest-ServerRescueTestJSON-24713172-project-member] Image pref 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1016.805855] env[69613]: DEBUG nova.virt.hardware [None req-c596c707-0911-4724-92aa-6e243803cef6 tempest-ServerRescueTestJSON-24713172 tempest-ServerRescueTestJSON-24713172-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1016.806429] env[69613]: DEBUG nova.virt.hardware [None req-c596c707-0911-4724-92aa-6e243803cef6 tempest-ServerRescueTestJSON-24713172 tempest-ServerRescueTestJSON-24713172-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1016.806619] env[69613]: DEBUG nova.virt.hardware [None req-c596c707-0911-4724-92aa-6e243803cef6 tempest-ServerRescueTestJSON-24713172 tempest-ServerRescueTestJSON-24713172-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69613) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1016.806795] env[69613]: DEBUG nova.virt.hardware [None req-c596c707-0911-4724-92aa-6e243803cef6 tempest-ServerRescueTestJSON-24713172 tempest-ServerRescueTestJSON-24713172-project-member] Got 1 possible topologies {{(pid=69613) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1016.806963] env[69613]: DEBUG nova.virt.hardware [None req-c596c707-0911-4724-92aa-6e243803cef6 tempest-ServerRescueTestJSON-24713172 tempest-ServerRescueTestJSON-24713172-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1016.807154] env[69613]: DEBUG nova.virt.hardware [None req-c596c707-0911-4724-92aa-6e243803cef6 tempest-ServerRescueTestJSON-24713172 tempest-ServerRescueTestJSON-24713172-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1016.808066] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf468d4b-7567-42d9-9fee-299256b0590d {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.816685] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db6ae95f-2d59-461b-816e-5551ae47fd32 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.821513] env[69613]: DEBUG oslo_concurrency.lockutils [None req-a48a7cf3-c4d9-4716-9c6f-1c6c95a3d74d tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1017.072269] env[69613]: DEBUG oslo_concurrency.lockutils [req-b3833ec1-6f0f-4046-b3f6-6a6cf7643c2d req-3c6b23a0-d784-42a9-bb2b-07eeac061993 service nova] Releasing lock "refresh_cache-e9e1e1ab-a2b4-4699-b956-5cd5d4d6dd21" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.072675] env[69613]: DEBUG oslo_concurrency.lockutils [None req-534c1744-de33-4573-87f8-a54efc5279a3 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Acquired lock "refresh_cache-e9e1e1ab-a2b4-4699-b956-5cd5d4d6dd21" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.072841] env[69613]: DEBUG nova.network.neutron [None req-534c1744-de33-4573-87f8-a54efc5279a3 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] [instance: e9e1e1ab-a2b4-4699-b956-5cd5d4d6dd21] Building network info cache for instance {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1017.076574] env[69613]: DEBUG nova.compute.manager [req-c6adb552-8100-49f7-acbd-8d8d5f435d4e req-d6adc8e4-27b0-4479-ad55-b642e992b0f7 service nova] [instance: a21826db-d20f-443b-9042-9ffa93cd24af] Received event network-vif-plugged-430c50af-63da-42b6-a30c-8cb49cbc5c5d {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1017.076785] env[69613]: DEBUG oslo_concurrency.lockutils [req-c6adb552-8100-49f7-acbd-8d8d5f435d4e req-d6adc8e4-27b0-4479-ad55-b642e992b0f7 service nova] Acquiring lock "a21826db-d20f-443b-9042-9ffa93cd24af-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1017.076989] env[69613]: DEBUG oslo_concurrency.lockutils [req-c6adb552-8100-49f7-acbd-8d8d5f435d4e req-d6adc8e4-27b0-4479-ad55-b642e992b0f7 service nova] Lock "a21826db-d20f-443b-9042-9ffa93cd24af-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1017.077170] env[69613]: DEBUG oslo_concurrency.lockutils [req-c6adb552-8100-49f7-acbd-8d8d5f435d4e req-d6adc8e4-27b0-4479-ad55-b642e992b0f7 service nova] Lock "a21826db-d20f-443b-9042-9ffa93cd24af-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1017.077337] env[69613]: DEBUG nova.compute.manager [req-c6adb552-8100-49f7-acbd-8d8d5f435d4e req-d6adc8e4-27b0-4479-ad55-b642e992b0f7 service nova] [instance: a21826db-d20f-443b-9042-9ffa93cd24af] No waiting events found dispatching network-vif-plugged-430c50af-63da-42b6-a30c-8cb49cbc5c5d {{(pid=69613) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1017.077495] env[69613]: WARNING nova.compute.manager [req-c6adb552-8100-49f7-acbd-8d8d5f435d4e req-d6adc8e4-27b0-4479-ad55-b642e992b0f7 service nova] [instance: a21826db-d20f-443b-9042-9ffa93cd24af] Received unexpected event network-vif-plugged-430c50af-63da-42b6-a30c-8cb49cbc5c5d for instance with vm_state building and task_state spawning. [ 1017.144558] env[69613]: DEBUG oslo_vmware.api [None req-6b7df8e2-40fc-4076-a9f4-dd8e27895072 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]527a48fb-2c18-bdf5-7eea-215686bed553, 'name': SearchDatastore_Task, 'duration_secs': 0.018661} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.144830] env[69613]: DEBUG oslo_concurrency.lockutils [None req-6b7df8e2-40fc-4076-a9f4-dd8e27895072 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.145095] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b7df8e2-40fc-4076-a9f4-dd8e27895072 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk to [datastore1] 79391a79-8c22-4c1a-a816-f33d6553cc3d/79391a79-8c22-4c1a-a816-f33d6553cc3d.vmdk {{(pid=69613) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1017.145346] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dce3e565-25e7-4a8d-ac39-8c31d0851741 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.153998] env[69613]: DEBUG oslo_vmware.api [None req-6b7df8e2-40fc-4076-a9f4-dd8e27895072 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] Waiting for the task: (returnval){ [ 1017.153998] env[69613]: value = "task-3417936" [ 1017.153998] env[69613]: _type = "Task" [ 1017.153998] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.160319] env[69613]: DEBUG nova.network.neutron [None req-c596c707-0911-4724-92aa-6e243803cef6 tempest-ServerRescueTestJSON-24713172 tempest-ServerRescueTestJSON-24713172-project-member] [instance: a21826db-d20f-443b-9042-9ffa93cd24af] Successfully updated port: 430c50af-63da-42b6-a30c-8cb49cbc5c5d {{(pid=69613) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1017.163776] env[69613]: DEBUG oslo_vmware.api [None req-6b7df8e2-40fc-4076-a9f4-dd8e27895072 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] Task: {'id': task-3417936, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.191485] env[69613]: DEBUG oslo_concurrency.lockutils [None req-7ec085b9-8516-4459-be59-660ab29ce1f0 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.452s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1017.192208] env[69613]: DEBUG nova.compute.manager [None req-7ec085b9-8516-4459-be59-660ab29ce1f0 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] [instance: 2e3d9427-2006-4911-be75-e6b1b98f8bb8] Start building networks asynchronously for instance. {{(pid=69613) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1017.195142] env[69613]: DEBUG oslo_concurrency.lockutils [None req-7e61a7b6-f931-4447-9f26-5007890fc69e tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.257s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1017.195444] env[69613]: DEBUG nova.objects.instance [None req-7e61a7b6-f931-4447-9f26-5007890fc69e tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Lazy-loading 'resources' on Instance uuid 91a7117f-0693-48fd-a027-733b03dfed96 {{(pid=69613) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1017.607117] env[69613]: DEBUG nova.network.neutron [None req-534c1744-de33-4573-87f8-a54efc5279a3 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] [instance: e9e1e1ab-a2b4-4699-b956-5cd5d4d6dd21] Instance cache missing network info. {{(pid=69613) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1017.666464] env[69613]: DEBUG oslo_concurrency.lockutils [None req-c596c707-0911-4724-92aa-6e243803cef6 tempest-ServerRescueTestJSON-24713172 tempest-ServerRescueTestJSON-24713172-project-member] Acquiring lock "refresh_cache-a21826db-d20f-443b-9042-9ffa93cd24af" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.666624] env[69613]: DEBUG oslo_concurrency.lockutils [None req-c596c707-0911-4724-92aa-6e243803cef6 tempest-ServerRescueTestJSON-24713172 tempest-ServerRescueTestJSON-24713172-project-member] Acquired lock "refresh_cache-a21826db-d20f-443b-9042-9ffa93cd24af" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.666769] env[69613]: DEBUG nova.network.neutron [None req-c596c707-0911-4724-92aa-6e243803cef6 tempest-ServerRescueTestJSON-24713172 tempest-ServerRescueTestJSON-24713172-project-member] [instance: a21826db-d20f-443b-9042-9ffa93cd24af] Building network info cache for instance {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1017.667894] env[69613]: DEBUG oslo_vmware.api [None req-6b7df8e2-40fc-4076-a9f4-dd8e27895072 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] Task: {'id': task-3417936, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.433513} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.668343] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b7df8e2-40fc-4076-a9f4-dd8e27895072 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk to [datastore1] 79391a79-8c22-4c1a-a816-f33d6553cc3d/79391a79-8c22-4c1a-a816-f33d6553cc3d.vmdk {{(pid=69613) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1017.668553] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-6b7df8e2-40fc-4076-a9f4-dd8e27895072 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] [instance: 79391a79-8c22-4c1a-a816-f33d6553cc3d] Extending root virtual disk to 1048576 {{(pid=69613) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1017.668785] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-312c83f1-093b-4c6b-a7df-972ed5db97f1 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.675833] env[69613]: DEBUG oslo_vmware.api [None req-6b7df8e2-40fc-4076-a9f4-dd8e27895072 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] Waiting for the task: (returnval){ [ 1017.675833] env[69613]: value = "task-3417937" [ 1017.675833] env[69613]: _type = "Task" [ 1017.675833] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.684657] env[69613]: DEBUG oslo_vmware.api [None req-6b7df8e2-40fc-4076-a9f4-dd8e27895072 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] Task: {'id': task-3417937, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.701175] env[69613]: DEBUG nova.compute.utils [None req-7ec085b9-8516-4459-be59-660ab29ce1f0 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Using /dev/sd instead of None {{(pid=69613) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1017.703152] env[69613]: DEBUG nova.compute.manager [None req-7ec085b9-8516-4459-be59-660ab29ce1f0 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] [instance: 2e3d9427-2006-4911-be75-e6b1b98f8bb8] Allocating IP information in the background. {{(pid=69613) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1017.703370] env[69613]: DEBUG nova.network.neutron [None req-7ec085b9-8516-4459-be59-660ab29ce1f0 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] [instance: 2e3d9427-2006-4911-be75-e6b1b98f8bb8] allocate_for_instance() {{(pid=69613) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1017.738328] env[69613]: DEBUG nova.network.neutron [None req-534c1744-de33-4573-87f8-a54efc5279a3 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] [instance: e9e1e1ab-a2b4-4699-b956-5cd5d4d6dd21] Updating instance_info_cache with network_info: [{"id": "7781e86e-3b60-42be-8ed0-05cb2584946f", "address": "fa:16:3e:b7:cd:03", "network": {"id": "f6c5953e-2ecd-4b80-beed-76e05ffc23b6", "bridge": "br-int", "label": "tempest-ServersTestJSON-2109045768-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9cb3ddb47c78413abf1c7b2a6db01c0e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "043ca97b-0fca-4b54-8be6-027123fa76d0", "external-id": "nsx-vlan-transportzone-702", "segmentation_id": 702, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7781e86e-3b", "ovs_interfaceid": "7781e86e-3b60-42be-8ed0-05cb2584946f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1017.753632] env[69613]: DEBUG oslo_concurrency.lockutils [None req-b75e1437-6814-450a-9fc6-c8841e6024f5 tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] Acquiring lock "71e0d53c-ff3f-4a77-aa25-2a07e64500a7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1017.753870] env[69613]: DEBUG oslo_concurrency.lockutils [None req-b75e1437-6814-450a-9fc6-c8841e6024f5 tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] Lock "71e0d53c-ff3f-4a77-aa25-2a07e64500a7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1017.754087] env[69613]: DEBUG oslo_concurrency.lockutils [None req-b75e1437-6814-450a-9fc6-c8841e6024f5 tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] Acquiring lock "71e0d53c-ff3f-4a77-aa25-2a07e64500a7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1017.754276] env[69613]: DEBUG oslo_concurrency.lockutils [None req-b75e1437-6814-450a-9fc6-c8841e6024f5 tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] Lock "71e0d53c-ff3f-4a77-aa25-2a07e64500a7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1017.754440] env[69613]: DEBUG oslo_concurrency.lockutils [None req-b75e1437-6814-450a-9fc6-c8841e6024f5 tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] Lock "71e0d53c-ff3f-4a77-aa25-2a07e64500a7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1017.757017] env[69613]: DEBUG nova.policy [None req-7ec085b9-8516-4459-be59-660ab29ce1f0 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '217258f0cf3b48b69694db1f73826e5d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c95e457d9ff84ad99712006a0d8c5dc4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69613) authorize /opt/stack/nova/nova/policy.py:192}} [ 1017.759010] env[69613]: INFO nova.compute.manager [None req-b75e1437-6814-450a-9fc6-c8841e6024f5 tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] [instance: 71e0d53c-ff3f-4a77-aa25-2a07e64500a7] Terminating instance [ 1017.953740] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-437d3441-f9fe-4755-92d2-b80b567483ba {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.962155] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7bd6b93-b051-482d-9e6c-4bd55836488f {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.991739] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d13276c3-1e35-4ec3-9038-fdf7155eb57c {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.998966] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a20209c0-e242-41c4-950c-42f8c71cc089 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.011910] env[69613]: DEBUG nova.compute.provider_tree [None req-7e61a7b6-f931-4447-9f26-5007890fc69e tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Inventory has not changed in ProviderTree for provider: af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 {{(pid=69613) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1018.187585] env[69613]: DEBUG oslo_vmware.api [None req-6b7df8e2-40fc-4076-a9f4-dd8e27895072 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] Task: {'id': task-3417937, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064177} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.187951] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-6b7df8e2-40fc-4076-a9f4-dd8e27895072 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] [instance: 79391a79-8c22-4c1a-a816-f33d6553cc3d] Extended root virtual disk {{(pid=69613) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1018.188716] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cf880c2-0d6a-4ab7-87c9-c2a6206c9597 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.211317] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-6b7df8e2-40fc-4076-a9f4-dd8e27895072 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] [instance: 79391a79-8c22-4c1a-a816-f33d6553cc3d] Reconfiguring VM instance instance-0000005c to attach disk [datastore1] 79391a79-8c22-4c1a-a816-f33d6553cc3d/79391a79-8c22-4c1a-a816-f33d6553cc3d.vmdk or device None with type sparse {{(pid=69613) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1018.212551] env[69613]: DEBUG nova.network.neutron [None req-c596c707-0911-4724-92aa-6e243803cef6 tempest-ServerRescueTestJSON-24713172 tempest-ServerRescueTestJSON-24713172-project-member] [instance: a21826db-d20f-443b-9042-9ffa93cd24af] Instance cache missing network info. {{(pid=69613) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1018.215265] env[69613]: DEBUG nova.compute.manager [None req-7ec085b9-8516-4459-be59-660ab29ce1f0 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] [instance: 2e3d9427-2006-4911-be75-e6b1b98f8bb8] Start building block device mappings for instance. {{(pid=69613) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1018.217711] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-82be0b35-d09d-4fe5-ba96-936c92fd380e {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.241021] env[69613]: DEBUG oslo_vmware.api [None req-6b7df8e2-40fc-4076-a9f4-dd8e27895072 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] Waiting for the task: (returnval){ [ 1018.241021] env[69613]: value = "task-3417938" [ 1018.241021] env[69613]: _type = "Task" [ 1018.241021] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.242802] env[69613]: DEBUG oslo_concurrency.lockutils [None req-534c1744-de33-4573-87f8-a54efc5279a3 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Releasing lock "refresh_cache-e9e1e1ab-a2b4-4699-b956-5cd5d4d6dd21" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.243131] env[69613]: DEBUG nova.compute.manager [None req-534c1744-de33-4573-87f8-a54efc5279a3 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] [instance: e9e1e1ab-a2b4-4699-b956-5cd5d4d6dd21] Instance network_info: |[{"id": "7781e86e-3b60-42be-8ed0-05cb2584946f", "address": "fa:16:3e:b7:cd:03", "network": {"id": "f6c5953e-2ecd-4b80-beed-76e05ffc23b6", "bridge": "br-int", "label": "tempest-ServersTestJSON-2109045768-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9cb3ddb47c78413abf1c7b2a6db01c0e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "043ca97b-0fca-4b54-8be6-027123fa76d0", "external-id": "nsx-vlan-transportzone-702", "segmentation_id": 702, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7781e86e-3b", "ovs_interfaceid": "7781e86e-3b60-42be-8ed0-05cb2584946f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69613) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1018.243542] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-534c1744-de33-4573-87f8-a54efc5279a3 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] [instance: e9e1e1ab-a2b4-4699-b956-5cd5d4d6dd21] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b7:cd:03', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '043ca97b-0fca-4b54-8be6-027123fa76d0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7781e86e-3b60-42be-8ed0-05cb2584946f', 'vif_model': 'vmxnet3'}] {{(pid=69613) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1018.250908] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-534c1744-de33-4573-87f8-a54efc5279a3 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Creating folder: Project (9cb3ddb47c78413abf1c7b2a6db01c0e). Parent ref: group-v681687. {{(pid=69613) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1018.254014] env[69613]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5d0c0fe3-9e71-47e7-8865-4c0f51282981 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.260036] env[69613]: DEBUG oslo_vmware.api [None req-6b7df8e2-40fc-4076-a9f4-dd8e27895072 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] Task: {'id': task-3417938, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.262505] env[69613]: DEBUG nova.compute.manager [None req-b75e1437-6814-450a-9fc6-c8841e6024f5 tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] [instance: 71e0d53c-ff3f-4a77-aa25-2a07e64500a7] Start destroying the instance on the hypervisor. {{(pid=69613) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1018.262716] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-b75e1437-6814-450a-9fc6-c8841e6024f5 tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] [instance: 71e0d53c-ff3f-4a77-aa25-2a07e64500a7] Destroying instance {{(pid=69613) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1018.264067] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31faa00f-a7ad-4d3d-9907-30af50648593 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.269517] env[69613]: INFO nova.virt.vmwareapi.vm_util [None req-534c1744-de33-4573-87f8-a54efc5279a3 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Created folder: Project (9cb3ddb47c78413abf1c7b2a6db01c0e) in parent group-v681687. [ 1018.269704] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-534c1744-de33-4573-87f8-a54efc5279a3 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Creating folder: Instances. Parent ref: group-v681963. {{(pid=69613) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1018.271857] env[69613]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c81f59c1-afdb-48b5-8594-a082642f28c7 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.274746] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-b75e1437-6814-450a-9fc6-c8841e6024f5 tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] [instance: 71e0d53c-ff3f-4a77-aa25-2a07e64500a7] Powering off the VM {{(pid=69613) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1018.275106] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5277748d-6f65-4e5c-bf07-47f3b0b048bf {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.282396] env[69613]: DEBUG oslo_vmware.api [None req-b75e1437-6814-450a-9fc6-c8841e6024f5 tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] Waiting for the task: (returnval){ [ 1018.282396] env[69613]: value = "task-3417941" [ 1018.282396] env[69613]: _type = "Task" [ 1018.282396] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.293135] env[69613]: INFO nova.virt.vmwareapi.vm_util [None req-534c1744-de33-4573-87f8-a54efc5279a3 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Created folder: Instances in parent group-v681963. [ 1018.293527] env[69613]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-534c1744-de33-4573-87f8-a54efc5279a3 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69613) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1018.294481] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e9e1e1ab-a2b4-4699-b956-5cd5d4d6dd21] Creating VM on the ESX host {{(pid=69613) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1018.295363] env[69613]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-098e3c81-0128-4557-b11a-6fdd5dd5274f {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.313753] env[69613]: DEBUG nova.network.neutron [None req-7ec085b9-8516-4459-be59-660ab29ce1f0 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] [instance: 2e3d9427-2006-4911-be75-e6b1b98f8bb8] Successfully created port: 301b37ec-2e17-4060-8286-6fb5464069d5 {{(pid=69613) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1018.321674] env[69613]: DEBUG oslo_vmware.api [None req-b75e1437-6814-450a-9fc6-c8841e6024f5 tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] Task: {'id': task-3417941, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.326755] env[69613]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1018.326755] env[69613]: value = "task-3417942" [ 1018.326755] env[69613]: _type = "Task" [ 1018.326755] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.335768] env[69613]: DEBUG oslo_vmware.api [-] Task: {'id': task-3417942, 'name': CreateVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.410125] env[69613]: DEBUG nova.network.neutron [None req-c596c707-0911-4724-92aa-6e243803cef6 tempest-ServerRescueTestJSON-24713172 tempest-ServerRescueTestJSON-24713172-project-member] [instance: a21826db-d20f-443b-9042-9ffa93cd24af] Updating instance_info_cache with network_info: [{"id": "430c50af-63da-42b6-a30c-8cb49cbc5c5d", "address": "fa:16:3e:39:c2:6b", "network": {"id": "3acfa373-2dca-451a-aead-0bec66383bf5", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-509557382-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "c715e48e871e46929fbeb9d84252e339", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b931c4c-f73c-4fbd-9c9f-0270834cc69e", "external-id": "nsx-vlan-transportzone-177", "segmentation_id": 177, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap430c50af-63", "ovs_interfaceid": "430c50af-63da-42b6-a30c-8cb49cbc5c5d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1018.514760] env[69613]: DEBUG nova.scheduler.client.report [None req-7e61a7b6-f931-4447-9f26-5007890fc69e tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Inventory has not changed for provider af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69613) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1018.749494] env[69613]: DEBUG oslo_vmware.api [None req-6b7df8e2-40fc-4076-a9f4-dd8e27895072 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] Task: {'id': task-3417938, 'name': ReconfigVM_Task, 'duration_secs': 0.339205} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.749792] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-6b7df8e2-40fc-4076-a9f4-dd8e27895072 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] [instance: 79391a79-8c22-4c1a-a816-f33d6553cc3d] Reconfigured VM instance instance-0000005c to attach disk [datastore1] 79391a79-8c22-4c1a-a816-f33d6553cc3d/79391a79-8c22-4c1a-a816-f33d6553cc3d.vmdk or device None with type sparse {{(pid=69613) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1018.750520] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-53472057-3369-455e-a57b-4611b34bbcc1 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.762310] env[69613]: DEBUG oslo_vmware.api [None req-6b7df8e2-40fc-4076-a9f4-dd8e27895072 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] Waiting for the task: (returnval){ [ 1018.762310] env[69613]: value = "task-3417943" [ 1018.762310] env[69613]: _type = "Task" [ 1018.762310] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.772719] env[69613]: DEBUG oslo_vmware.api [None req-6b7df8e2-40fc-4076-a9f4-dd8e27895072 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] Task: {'id': task-3417943, 'name': Rename_Task} progress is 5%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.798545] env[69613]: DEBUG oslo_vmware.api [None req-b75e1437-6814-450a-9fc6-c8841e6024f5 tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] Task: {'id': task-3417941, 'name': PowerOffVM_Task, 'duration_secs': 0.500768} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.798822] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-b75e1437-6814-450a-9fc6-c8841e6024f5 tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] [instance: 71e0d53c-ff3f-4a77-aa25-2a07e64500a7] Powered off the VM {{(pid=69613) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1018.798984] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-b75e1437-6814-450a-9fc6-c8841e6024f5 tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] [instance: 71e0d53c-ff3f-4a77-aa25-2a07e64500a7] Unregistering the VM {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1018.799283] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f2d9cd96-0b1e-49a0-9b6b-6396d67e6161 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.837423] env[69613]: DEBUG oslo_vmware.api [-] Task: {'id': task-3417942, 'name': CreateVM_Task} progress is 99%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.878837] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-b75e1437-6814-450a-9fc6-c8841e6024f5 tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] [instance: 71e0d53c-ff3f-4a77-aa25-2a07e64500a7] Unregistered the VM {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1018.879114] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-b75e1437-6814-450a-9fc6-c8841e6024f5 tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] [instance: 71e0d53c-ff3f-4a77-aa25-2a07e64500a7] Deleting contents of the VM from datastore datastore2 {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1018.879307] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-b75e1437-6814-450a-9fc6-c8841e6024f5 tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] Deleting the datastore file [datastore2] 71e0d53c-ff3f-4a77-aa25-2a07e64500a7 {{(pid=69613) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1018.879583] env[69613]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d35f9a9f-6aef-423b-bc03-456902d1eceb {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.887897] env[69613]: DEBUG oslo_vmware.api [None req-b75e1437-6814-450a-9fc6-c8841e6024f5 tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] Waiting for the task: (returnval){ [ 1018.887897] env[69613]: value = "task-3417945" [ 1018.887897] env[69613]: _type = "Task" [ 1018.887897] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.903932] env[69613]: DEBUG oslo_vmware.api [None req-b75e1437-6814-450a-9fc6-c8841e6024f5 tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] Task: {'id': task-3417945, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.913393] env[69613]: DEBUG oslo_concurrency.lockutils [None req-c596c707-0911-4724-92aa-6e243803cef6 tempest-ServerRescueTestJSON-24713172 tempest-ServerRescueTestJSON-24713172-project-member] Releasing lock "refresh_cache-a21826db-d20f-443b-9042-9ffa93cd24af" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.913731] env[69613]: DEBUG nova.compute.manager [None req-c596c707-0911-4724-92aa-6e243803cef6 tempest-ServerRescueTestJSON-24713172 tempest-ServerRescueTestJSON-24713172-project-member] [instance: a21826db-d20f-443b-9042-9ffa93cd24af] Instance network_info: |[{"id": "430c50af-63da-42b6-a30c-8cb49cbc5c5d", "address": "fa:16:3e:39:c2:6b", "network": {"id": "3acfa373-2dca-451a-aead-0bec66383bf5", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-509557382-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "c715e48e871e46929fbeb9d84252e339", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b931c4c-f73c-4fbd-9c9f-0270834cc69e", "external-id": "nsx-vlan-transportzone-177", "segmentation_id": 177, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap430c50af-63", "ovs_interfaceid": "430c50af-63da-42b6-a30c-8cb49cbc5c5d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69613) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1018.914192] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-c596c707-0911-4724-92aa-6e243803cef6 tempest-ServerRescueTestJSON-24713172 tempest-ServerRescueTestJSON-24713172-project-member] [instance: a21826db-d20f-443b-9042-9ffa93cd24af] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:39:c2:6b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2b931c4c-f73c-4fbd-9c9f-0270834cc69e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '430c50af-63da-42b6-a30c-8cb49cbc5c5d', 'vif_model': 'vmxnet3'}] {{(pid=69613) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1018.923857] env[69613]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c596c707-0911-4724-92aa-6e243803cef6 tempest-ServerRescueTestJSON-24713172 tempest-ServerRescueTestJSON-24713172-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69613) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1018.924128] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a21826db-d20f-443b-9042-9ffa93cd24af] Creating VM on the ESX host {{(pid=69613) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1018.924364] env[69613]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e752e0b5-0062-4946-acb7-6380e13c1c87 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.945366] env[69613]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1018.945366] env[69613]: value = "task-3417946" [ 1018.945366] env[69613]: _type = "Task" [ 1018.945366] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.953529] env[69613]: DEBUG oslo_vmware.api [-] Task: {'id': task-3417946, 'name': CreateVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.020968] env[69613]: DEBUG oslo_concurrency.lockutils [None req-7e61a7b6-f931-4447-9f26-5007890fc69e tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.825s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1019.023456] env[69613]: DEBUG oslo_concurrency.lockutils [None req-9b336c4d-5936-4285-b538-bf5cd145bebe tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.876s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1019.023698] env[69613]: DEBUG nova.objects.instance [None req-9b336c4d-5936-4285-b538-bf5cd145bebe tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Lazy-loading 'resources' on Instance uuid 1fb750ed-62d4-4784-bf6c-6d777dc5ddb0 {{(pid=69613) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1019.051023] env[69613]: INFO nova.scheduler.client.report [None req-7e61a7b6-f931-4447-9f26-5007890fc69e tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Deleted allocations for instance 91a7117f-0693-48fd-a027-733b03dfed96 [ 1019.108415] env[69613]: DEBUG nova.compute.manager [req-7f85b62d-1d99-443b-b642-757006afab0c req-9a8a4480-7f2e-43cd-ac2c-af75683c2d7a service nova] [instance: a21826db-d20f-443b-9042-9ffa93cd24af] Received event network-changed-430c50af-63da-42b6-a30c-8cb49cbc5c5d {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1019.108622] env[69613]: DEBUG nova.compute.manager [req-7f85b62d-1d99-443b-b642-757006afab0c req-9a8a4480-7f2e-43cd-ac2c-af75683c2d7a service nova] [instance: a21826db-d20f-443b-9042-9ffa93cd24af] Refreshing instance network info cache due to event network-changed-430c50af-63da-42b6-a30c-8cb49cbc5c5d. {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1019.108901] env[69613]: DEBUG oslo_concurrency.lockutils [req-7f85b62d-1d99-443b-b642-757006afab0c req-9a8a4480-7f2e-43cd-ac2c-af75683c2d7a service nova] Acquiring lock "refresh_cache-a21826db-d20f-443b-9042-9ffa93cd24af" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.109057] env[69613]: DEBUG oslo_concurrency.lockutils [req-7f85b62d-1d99-443b-b642-757006afab0c req-9a8a4480-7f2e-43cd-ac2c-af75683c2d7a service nova] Acquired lock "refresh_cache-a21826db-d20f-443b-9042-9ffa93cd24af" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.109232] env[69613]: DEBUG nova.network.neutron [req-7f85b62d-1d99-443b-b642-757006afab0c req-9a8a4480-7f2e-43cd-ac2c-af75683c2d7a service nova] [instance: a21826db-d20f-443b-9042-9ffa93cd24af] Refreshing network info cache for port 430c50af-63da-42b6-a30c-8cb49cbc5c5d {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1019.239825] env[69613]: DEBUG nova.compute.manager [None req-7ec085b9-8516-4459-be59-660ab29ce1f0 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] [instance: 2e3d9427-2006-4911-be75-e6b1b98f8bb8] Start spawning the instance on the hypervisor. {{(pid=69613) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1019.268815] env[69613]: DEBUG nova.virt.hardware [None req-7ec085b9-8516-4459-be59-660ab29ce1f0 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T13:55:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T13:55:19Z,direct_url=,disk_format='vmdk',id=2b7a0304-b5d0-431d-b287-32c8388d7fbd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3e9e1b873f1442d59d5ee8247b941f74',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T13:55:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1019.269149] env[69613]: DEBUG nova.virt.hardware [None req-7ec085b9-8516-4459-be59-660ab29ce1f0 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Flavor limits 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1019.269256] env[69613]: DEBUG nova.virt.hardware [None req-7ec085b9-8516-4459-be59-660ab29ce1f0 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Image limits 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1019.269438] env[69613]: DEBUG nova.virt.hardware [None req-7ec085b9-8516-4459-be59-660ab29ce1f0 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Flavor pref 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1019.269597] env[69613]: DEBUG nova.virt.hardware [None req-7ec085b9-8516-4459-be59-660ab29ce1f0 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Image pref 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1019.269746] env[69613]: DEBUG nova.virt.hardware [None req-7ec085b9-8516-4459-be59-660ab29ce1f0 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1019.270194] env[69613]: DEBUG nova.virt.hardware [None req-7ec085b9-8516-4459-be59-660ab29ce1f0 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1019.270442] env[69613]: DEBUG nova.virt.hardware [None req-7ec085b9-8516-4459-be59-660ab29ce1f0 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69613) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1019.270663] env[69613]: DEBUG nova.virt.hardware [None req-7ec085b9-8516-4459-be59-660ab29ce1f0 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Got 1 possible topologies {{(pid=69613) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1019.270852] env[69613]: DEBUG nova.virt.hardware [None req-7ec085b9-8516-4459-be59-660ab29ce1f0 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1019.271047] env[69613]: DEBUG nova.virt.hardware [None req-7ec085b9-8516-4459-be59-660ab29ce1f0 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1019.271880] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e10fc4b7-78a0-4d79-9474-ff7e7bcc3010 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.282098] env[69613]: DEBUG oslo_vmware.api [None req-6b7df8e2-40fc-4076-a9f4-dd8e27895072 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] Task: {'id': task-3417943, 'name': Rename_Task, 'duration_secs': 0.19228} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.284431] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b7df8e2-40fc-4076-a9f4-dd8e27895072 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] [instance: 79391a79-8c22-4c1a-a816-f33d6553cc3d] Powering on the VM {{(pid=69613) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1019.284734] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-aa92c371-9797-4775-8fe3-2162bbbe4d58 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.287398] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac0d0e3c-081e-43d6-87f3-4c7aaf8b006c {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.304290] env[69613]: DEBUG oslo_vmware.api [None req-6b7df8e2-40fc-4076-a9f4-dd8e27895072 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] Waiting for the task: (returnval){ [ 1019.304290] env[69613]: value = "task-3417947" [ 1019.304290] env[69613]: _type = "Task" [ 1019.304290] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.337385] env[69613]: DEBUG oslo_vmware.api [-] Task: {'id': task-3417942, 'name': CreateVM_Task, 'duration_secs': 0.536955} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.337571] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e9e1e1ab-a2b4-4699-b956-5cd5d4d6dd21] Created VM on the ESX host {{(pid=69613) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1019.338290] env[69613]: DEBUG oslo_concurrency.lockutils [None req-534c1744-de33-4573-87f8-a54efc5279a3 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.338459] env[69613]: DEBUG oslo_concurrency.lockutils [None req-534c1744-de33-4573-87f8-a54efc5279a3 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.338801] env[69613]: DEBUG oslo_concurrency.lockutils [None req-534c1744-de33-4573-87f8-a54efc5279a3 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.339106] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c32cdf45-935e-4661-a4c5-62da58cc2461 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.344272] env[69613]: DEBUG oslo_vmware.api [None req-534c1744-de33-4573-87f8-a54efc5279a3 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Waiting for the task: (returnval){ [ 1019.344272] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]52556cfc-617a-04d2-6573-001c4a964275" [ 1019.344272] env[69613]: _type = "Task" [ 1019.344272] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.354355] env[69613]: DEBUG oslo_vmware.api [None req-534c1744-de33-4573-87f8-a54efc5279a3 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52556cfc-617a-04d2-6573-001c4a964275, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.397516] env[69613]: DEBUG oslo_vmware.api [None req-b75e1437-6814-450a-9fc6-c8841e6024f5 tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] Task: {'id': task-3417945, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.206816} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.397772] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-b75e1437-6814-450a-9fc6-c8841e6024f5 tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] Deleted the datastore file {{(pid=69613) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1019.398104] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-b75e1437-6814-450a-9fc6-c8841e6024f5 tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] [instance: 71e0d53c-ff3f-4a77-aa25-2a07e64500a7] Deleted contents of the VM from datastore datastore2 {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1019.398158] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-b75e1437-6814-450a-9fc6-c8841e6024f5 tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] [instance: 71e0d53c-ff3f-4a77-aa25-2a07e64500a7] Instance destroyed {{(pid=69613) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1019.398330] env[69613]: INFO nova.compute.manager [None req-b75e1437-6814-450a-9fc6-c8841e6024f5 tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] [instance: 71e0d53c-ff3f-4a77-aa25-2a07e64500a7] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1019.398606] env[69613]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b75e1437-6814-450a-9fc6-c8841e6024f5 tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69613) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1019.398816] env[69613]: DEBUG nova.compute.manager [-] [instance: 71e0d53c-ff3f-4a77-aa25-2a07e64500a7] Deallocating network for instance {{(pid=69613) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1019.398926] env[69613]: DEBUG nova.network.neutron [-] [instance: 71e0d53c-ff3f-4a77-aa25-2a07e64500a7] deallocate_for_instance() {{(pid=69613) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1019.458842] env[69613]: DEBUG oslo_vmware.api [-] Task: {'id': task-3417946, 'name': CreateVM_Task, 'duration_secs': 0.432415} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.459026] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a21826db-d20f-443b-9042-9ffa93cd24af] Created VM on the ESX host {{(pid=69613) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1019.459923] env[69613]: DEBUG oslo_concurrency.lockutils [None req-c596c707-0911-4724-92aa-6e243803cef6 tempest-ServerRescueTestJSON-24713172 tempest-ServerRescueTestJSON-24713172-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.559978] env[69613]: DEBUG oslo_concurrency.lockutils [None req-7e61a7b6-f931-4447-9f26-5007890fc69e tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Lock "91a7117f-0693-48fd-a027-733b03dfed96" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.022s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1019.822009] env[69613]: DEBUG oslo_vmware.api [None req-6b7df8e2-40fc-4076-a9f4-dd8e27895072 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] Task: {'id': task-3417947, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.862211] env[69613]: DEBUG oslo_vmware.api [None req-534c1744-de33-4573-87f8-a54efc5279a3 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52556cfc-617a-04d2-6573-001c4a964275, 'name': SearchDatastore_Task, 'duration_secs': 0.013735} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.865779] env[69613]: DEBUG oslo_concurrency.lockutils [None req-534c1744-de33-4573-87f8-a54efc5279a3 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.866393] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-534c1744-de33-4573-87f8-a54efc5279a3 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] [instance: e9e1e1ab-a2b4-4699-b956-5cd5d4d6dd21] Processing image 2b7a0304-b5d0-431d-b287-32c8388d7fbd {{(pid=69613) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1019.866810] env[69613]: DEBUG oslo_concurrency.lockutils [None req-534c1744-de33-4573-87f8-a54efc5279a3 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.867098] env[69613]: DEBUG oslo_concurrency.lockutils [None req-534c1744-de33-4573-87f8-a54efc5279a3 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.867407] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-534c1744-de33-4573-87f8-a54efc5279a3 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69613) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1019.867849] env[69613]: DEBUG oslo_concurrency.lockutils [None req-c596c707-0911-4724-92aa-6e243803cef6 tempest-ServerRescueTestJSON-24713172 tempest-ServerRescueTestJSON-24713172-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.868311] env[69613]: DEBUG oslo_concurrency.lockutils [None req-c596c707-0911-4724-92aa-6e243803cef6 tempest-ServerRescueTestJSON-24713172 tempest-ServerRescueTestJSON-24713172-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.868797] env[69613]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ff9b68a0-af4c-4e1b-8017-e9948d1ef1fa {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.874985] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d691a103-e7e4-42e9-8710-fbe16b0e84e3 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.881790] env[69613]: DEBUG oslo_vmware.api [None req-c596c707-0911-4724-92aa-6e243803cef6 tempest-ServerRescueTestJSON-24713172 tempest-ServerRescueTestJSON-24713172-project-member] Waiting for the task: (returnval){ [ 1019.881790] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]5242e721-edbc-5819-e9b7-cc7ee620c671" [ 1019.881790] env[69613]: _type = "Task" [ 1019.881790] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.890486] env[69613]: DEBUG oslo_vmware.api [None req-c596c707-0911-4724-92aa-6e243803cef6 tempest-ServerRescueTestJSON-24713172 tempest-ServerRescueTestJSON-24713172-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]5242e721-edbc-5819-e9b7-cc7ee620c671, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.891504] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-534c1744-de33-4573-87f8-a54efc5279a3 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69613) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1019.891685] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-534c1744-de33-4573-87f8-a54efc5279a3 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69613) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1019.893871] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b41b808b-7647-436c-8387-46d61c1233bc {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.896566] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afe620a9-899b-4fd3-b50c-e7395d5918ae {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.901854] env[69613]: DEBUG oslo_vmware.api [None req-534c1744-de33-4573-87f8-a54efc5279a3 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Waiting for the task: (returnval){ [ 1019.901854] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]527370f9-79f3-d7c8-c683-65487d615e75" [ 1019.901854] env[69613]: _type = "Task" [ 1019.901854] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.909154] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91c1ba71-b9b6-42a6-a69b-e9a73c4812fe {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.918798] env[69613]: DEBUG oslo_vmware.api [None req-534c1744-de33-4573-87f8-a54efc5279a3 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]527370f9-79f3-d7c8-c683-65487d615e75, 'name': SearchDatastore_Task, 'duration_secs': 0.010358} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.951848] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4af0e905-668b-413f-bb2c-25f6a4b0ef07 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.955022] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28176db6-92e3-4433-ae62-7b0098825839 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.960919] env[69613]: DEBUG oslo_vmware.api [None req-534c1744-de33-4573-87f8-a54efc5279a3 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Waiting for the task: (returnval){ [ 1019.960919] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]529dc5cd-8426-73a2-62ce-47629cb4bfe2" [ 1019.960919] env[69613]: _type = "Task" [ 1019.960919] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.968964] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23e92005-670c-44fe-b694-ec6db620711f {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.974441] env[69613]: DEBUG nova.network.neutron [req-7f85b62d-1d99-443b-b642-757006afab0c req-9a8a4480-7f2e-43cd-ac2c-af75683c2d7a service nova] [instance: a21826db-d20f-443b-9042-9ffa93cd24af] Updated VIF entry in instance network info cache for port 430c50af-63da-42b6-a30c-8cb49cbc5c5d. {{(pid=69613) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1019.974791] env[69613]: DEBUG nova.network.neutron [req-7f85b62d-1d99-443b-b642-757006afab0c req-9a8a4480-7f2e-43cd-ac2c-af75683c2d7a service nova] [instance: a21826db-d20f-443b-9042-9ffa93cd24af] Updating instance_info_cache with network_info: [{"id": "430c50af-63da-42b6-a30c-8cb49cbc5c5d", "address": "fa:16:3e:39:c2:6b", "network": {"id": "3acfa373-2dca-451a-aead-0bec66383bf5", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-509557382-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "c715e48e871e46929fbeb9d84252e339", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b931c4c-f73c-4fbd-9c9f-0270834cc69e", "external-id": "nsx-vlan-transportzone-177", "segmentation_id": 177, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap430c50af-63", "ovs_interfaceid": "430c50af-63da-42b6-a30c-8cb49cbc5c5d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1019.982895] env[69613]: DEBUG oslo_vmware.api [None req-534c1744-de33-4573-87f8-a54efc5279a3 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]529dc5cd-8426-73a2-62ce-47629cb4bfe2, 'name': SearchDatastore_Task, 'duration_secs': 0.011146} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.991436] env[69613]: DEBUG oslo_concurrency.lockutils [None req-534c1744-de33-4573-87f8-a54efc5279a3 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.992511] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-534c1744-de33-4573-87f8-a54efc5279a3 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk to [datastore1] e9e1e1ab-a2b4-4699-b956-5cd5d4d6dd21/e9e1e1ab-a2b4-4699-b956-5cd5d4d6dd21.vmdk {{(pid=69613) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1019.992511] env[69613]: DEBUG nova.compute.provider_tree [None req-9b336c4d-5936-4285-b538-bf5cd145bebe tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Inventory has not changed in ProviderTree for provider: af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 {{(pid=69613) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1019.994217] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-91ba4d83-4332-4dad-a693-a6846f7e24b8 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.001810] env[69613]: DEBUG oslo_vmware.api [None req-534c1744-de33-4573-87f8-a54efc5279a3 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Waiting for the task: (returnval){ [ 1020.001810] env[69613]: value = "task-3417948" [ 1020.001810] env[69613]: _type = "Task" [ 1020.001810] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.012624] env[69613]: DEBUG oslo_vmware.api [None req-534c1744-de33-4573-87f8-a54efc5279a3 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Task: {'id': task-3417948, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.117880] env[69613]: DEBUG nova.compute.manager [req-7b46461b-4ba5-4e9b-b2cb-4ecd516f1676 req-4dbc26f7-2277-4c00-bc2f-6054c3abf724 service nova] [instance: 2e3d9427-2006-4911-be75-e6b1b98f8bb8] Received event network-vif-plugged-301b37ec-2e17-4060-8286-6fb5464069d5 {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1020.118469] env[69613]: DEBUG oslo_concurrency.lockutils [req-7b46461b-4ba5-4e9b-b2cb-4ecd516f1676 req-4dbc26f7-2277-4c00-bc2f-6054c3abf724 service nova] Acquiring lock "2e3d9427-2006-4911-be75-e6b1b98f8bb8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1020.118813] env[69613]: DEBUG oslo_concurrency.lockutils [req-7b46461b-4ba5-4e9b-b2cb-4ecd516f1676 req-4dbc26f7-2277-4c00-bc2f-6054c3abf724 service nova] Lock "2e3d9427-2006-4911-be75-e6b1b98f8bb8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1020.119206] env[69613]: DEBUG oslo_concurrency.lockutils [req-7b46461b-4ba5-4e9b-b2cb-4ecd516f1676 req-4dbc26f7-2277-4c00-bc2f-6054c3abf724 service nova] Lock "2e3d9427-2006-4911-be75-e6b1b98f8bb8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1020.119532] env[69613]: DEBUG nova.compute.manager [req-7b46461b-4ba5-4e9b-b2cb-4ecd516f1676 req-4dbc26f7-2277-4c00-bc2f-6054c3abf724 service nova] [instance: 2e3d9427-2006-4911-be75-e6b1b98f8bb8] No waiting events found dispatching network-vif-plugged-301b37ec-2e17-4060-8286-6fb5464069d5 {{(pid=69613) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1020.119868] env[69613]: WARNING nova.compute.manager [req-7b46461b-4ba5-4e9b-b2cb-4ecd516f1676 req-4dbc26f7-2277-4c00-bc2f-6054c3abf724 service nova] [instance: 2e3d9427-2006-4911-be75-e6b1b98f8bb8] Received unexpected event network-vif-plugged-301b37ec-2e17-4060-8286-6fb5464069d5 for instance with vm_state building and task_state spawning. [ 1020.192217] env[69613]: DEBUG nova.network.neutron [-] [instance: 71e0d53c-ff3f-4a77-aa25-2a07e64500a7] Updating instance_info_cache with network_info: [] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1020.207249] env[69613]: DEBUG nova.network.neutron [None req-7ec085b9-8516-4459-be59-660ab29ce1f0 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] [instance: 2e3d9427-2006-4911-be75-e6b1b98f8bb8] Successfully updated port: 301b37ec-2e17-4060-8286-6fb5464069d5 {{(pid=69613) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1020.317342] env[69613]: DEBUG oslo_vmware.api [None req-6b7df8e2-40fc-4076-a9f4-dd8e27895072 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] Task: {'id': task-3417947, 'name': PowerOnVM_Task, 'duration_secs': 0.722872} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.317688] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b7df8e2-40fc-4076-a9f4-dd8e27895072 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] [instance: 79391a79-8c22-4c1a-a816-f33d6553cc3d] Powered on the VM {{(pid=69613) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1020.317929] env[69613]: INFO nova.compute.manager [None req-6b7df8e2-40fc-4076-a9f4-dd8e27895072 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] [instance: 79391a79-8c22-4c1a-a816-f33d6553cc3d] Took 8.51 seconds to spawn the instance on the hypervisor. [ 1020.318181] env[69613]: DEBUG nova.compute.manager [None req-6b7df8e2-40fc-4076-a9f4-dd8e27895072 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] [instance: 79391a79-8c22-4c1a-a816-f33d6553cc3d] Checking state {{(pid=69613) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1020.319022] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-034d3159-4715-410b-ac8e-2d9060ea1842 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.391868] env[69613]: DEBUG oslo_vmware.api [None req-c596c707-0911-4724-92aa-6e243803cef6 tempest-ServerRescueTestJSON-24713172 tempest-ServerRescueTestJSON-24713172-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]5242e721-edbc-5819-e9b7-cc7ee620c671, 'name': SearchDatastore_Task, 'duration_secs': 0.022716} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.392206] env[69613]: DEBUG oslo_concurrency.lockutils [None req-c596c707-0911-4724-92aa-6e243803cef6 tempest-ServerRescueTestJSON-24713172 tempest-ServerRescueTestJSON-24713172-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.392449] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-c596c707-0911-4724-92aa-6e243803cef6 tempest-ServerRescueTestJSON-24713172 tempest-ServerRescueTestJSON-24713172-project-member] [instance: a21826db-d20f-443b-9042-9ffa93cd24af] Processing image 2b7a0304-b5d0-431d-b287-32c8388d7fbd {{(pid=69613) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1020.392714] env[69613]: DEBUG oslo_concurrency.lockutils [None req-c596c707-0911-4724-92aa-6e243803cef6 tempest-ServerRescueTestJSON-24713172 tempest-ServerRescueTestJSON-24713172-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.392877] env[69613]: DEBUG oslo_concurrency.lockutils [None req-c596c707-0911-4724-92aa-6e243803cef6 tempest-ServerRescueTestJSON-24713172 tempest-ServerRescueTestJSON-24713172-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.393073] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-c596c707-0911-4724-92aa-6e243803cef6 tempest-ServerRescueTestJSON-24713172 tempest-ServerRescueTestJSON-24713172-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69613) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1020.393328] env[69613]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8173e45f-9c82-4d36-b3a3-577232d86d5c {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.408810] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-c596c707-0911-4724-92aa-6e243803cef6 tempest-ServerRescueTestJSON-24713172 tempest-ServerRescueTestJSON-24713172-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69613) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1020.409051] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-c596c707-0911-4724-92aa-6e243803cef6 tempest-ServerRescueTestJSON-24713172 tempest-ServerRescueTestJSON-24713172-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69613) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1020.410014] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-604c0441-5412-4e1b-800b-4dd1b3062df1 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.416095] env[69613]: DEBUG oslo_vmware.api [None req-c596c707-0911-4724-92aa-6e243803cef6 tempest-ServerRescueTestJSON-24713172 tempest-ServerRescueTestJSON-24713172-project-member] Waiting for the task: (returnval){ [ 1020.416095] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]527c8901-0352-bb0b-f679-308e089c7dfc" [ 1020.416095] env[69613]: _type = "Task" [ 1020.416095] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.425468] env[69613]: DEBUG oslo_vmware.api [None req-c596c707-0911-4724-92aa-6e243803cef6 tempest-ServerRescueTestJSON-24713172 tempest-ServerRescueTestJSON-24713172-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]527c8901-0352-bb0b-f679-308e089c7dfc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.477978] env[69613]: DEBUG oslo_concurrency.lockutils [req-7f85b62d-1d99-443b-b642-757006afab0c req-9a8a4480-7f2e-43cd-ac2c-af75683c2d7a service nova] Releasing lock "refresh_cache-a21826db-d20f-443b-9042-9ffa93cd24af" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.495395] env[69613]: DEBUG nova.scheduler.client.report [None req-9b336c4d-5936-4285-b538-bf5cd145bebe tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Inventory has not changed for provider af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69613) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1020.513600] env[69613]: DEBUG oslo_vmware.api [None req-534c1744-de33-4573-87f8-a54efc5279a3 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Task: {'id': task-3417948, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.642946] env[69613]: DEBUG oslo_concurrency.lockutils [None req-14f33216-235b-4d3e-b48a-0a1654f9b86c tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] Acquiring lock "2f982eab-2892-40c1-866c-3f4395db4201" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1020.643217] env[69613]: DEBUG oslo_concurrency.lockutils [None req-14f33216-235b-4d3e-b48a-0a1654f9b86c tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] Lock "2f982eab-2892-40c1-866c-3f4395db4201" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1020.694962] env[69613]: INFO nova.compute.manager [-] [instance: 71e0d53c-ff3f-4a77-aa25-2a07e64500a7] Took 1.30 seconds to deallocate network for instance. [ 1020.709655] env[69613]: DEBUG oslo_concurrency.lockutils [None req-7ec085b9-8516-4459-be59-660ab29ce1f0 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Acquiring lock "refresh_cache-2e3d9427-2006-4911-be75-e6b1b98f8bb8" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.709792] env[69613]: DEBUG oslo_concurrency.lockutils [None req-7ec085b9-8516-4459-be59-660ab29ce1f0 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Acquired lock "refresh_cache-2e3d9427-2006-4911-be75-e6b1b98f8bb8" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.710130] env[69613]: DEBUG nova.network.neutron [None req-7ec085b9-8516-4459-be59-660ab29ce1f0 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] [instance: 2e3d9427-2006-4911-be75-e6b1b98f8bb8] Building network info cache for instance {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1020.839164] env[69613]: INFO nova.compute.manager [None req-6b7df8e2-40fc-4076-a9f4-dd8e27895072 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] [instance: 79391a79-8c22-4c1a-a816-f33d6553cc3d] Took 35.09 seconds to build instance. [ 1020.926807] env[69613]: DEBUG oslo_vmware.api [None req-c596c707-0911-4724-92aa-6e243803cef6 tempest-ServerRescueTestJSON-24713172 tempest-ServerRescueTestJSON-24713172-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]527c8901-0352-bb0b-f679-308e089c7dfc, 'name': SearchDatastore_Task, 'duration_secs': 0.054502} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.927612] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-48f8855b-f689-49d8-b894-84e76ea4a293 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.932724] env[69613]: DEBUG oslo_vmware.api [None req-c596c707-0911-4724-92aa-6e243803cef6 tempest-ServerRescueTestJSON-24713172 tempest-ServerRescueTestJSON-24713172-project-member] Waiting for the task: (returnval){ [ 1020.932724] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]5214b6d0-ddc0-84ab-7fb7-57b7e09d8791" [ 1020.932724] env[69613]: _type = "Task" [ 1020.932724] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.940241] env[69613]: DEBUG oslo_vmware.api [None req-c596c707-0911-4724-92aa-6e243803cef6 tempest-ServerRescueTestJSON-24713172 tempest-ServerRescueTestJSON-24713172-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]5214b6d0-ddc0-84ab-7fb7-57b7e09d8791, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.000816] env[69613]: DEBUG oslo_concurrency.lockutils [None req-9b336c4d-5936-4285-b538-bf5cd145bebe tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.977s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1021.003341] env[69613]: DEBUG oslo_concurrency.lockutils [None req-ca5b18a7-7b87-47d9-948e-981caea8dd05 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.563s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1021.003577] env[69613]: DEBUG nova.objects.instance [None req-ca5b18a7-7b87-47d9-948e-981caea8dd05 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Lazy-loading 'resources' on Instance uuid a0bbab2d-2cf3-4ba3-aab2-980059d75fc7 {{(pid=69613) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1021.013429] env[69613]: DEBUG oslo_vmware.api [None req-534c1744-de33-4573-87f8-a54efc5279a3 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Task: {'id': task-3417948, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.799925} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.014230] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-534c1744-de33-4573-87f8-a54efc5279a3 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk to [datastore1] e9e1e1ab-a2b4-4699-b956-5cd5d4d6dd21/e9e1e1ab-a2b4-4699-b956-5cd5d4d6dd21.vmdk {{(pid=69613) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1021.014484] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-534c1744-de33-4573-87f8-a54efc5279a3 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] [instance: e9e1e1ab-a2b4-4699-b956-5cd5d4d6dd21] Extending root virtual disk to 1048576 {{(pid=69613) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1021.014737] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c2e9c886-6944-459f-8e60-2e8ab2b64cb5 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.021267] env[69613]: DEBUG oslo_vmware.api [None req-534c1744-de33-4573-87f8-a54efc5279a3 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Waiting for the task: (returnval){ [ 1021.021267] env[69613]: value = "task-3417949" [ 1021.021267] env[69613]: _type = "Task" [ 1021.021267] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.025664] env[69613]: INFO nova.scheduler.client.report [None req-9b336c4d-5936-4285-b538-bf5cd145bebe tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Deleted allocations for instance 1fb750ed-62d4-4784-bf6c-6d777dc5ddb0 [ 1021.033320] env[69613]: DEBUG oslo_vmware.api [None req-534c1744-de33-4573-87f8-a54efc5279a3 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Task: {'id': task-3417949, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.146715] env[69613]: DEBUG nova.compute.utils [None req-14f33216-235b-4d3e-b48a-0a1654f9b86c tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] Using /dev/sd instead of None {{(pid=69613) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1021.201404] env[69613]: DEBUG oslo_concurrency.lockutils [None req-b75e1437-6814-450a-9fc6-c8841e6024f5 tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1021.246586] env[69613]: DEBUG nova.network.neutron [None req-7ec085b9-8516-4459-be59-660ab29ce1f0 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] [instance: 2e3d9427-2006-4911-be75-e6b1b98f8bb8] Instance cache missing network info. {{(pid=69613) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1021.276748] env[69613]: DEBUG nova.compute.manager [req-bfc9513d-5922-431e-96d6-5c73d22daaa9 req-6fc4959e-7785-44a9-8e1f-f0019889e51f service nova] [instance: 71e0d53c-ff3f-4a77-aa25-2a07e64500a7] Received event network-vif-deleted-db26e29a-2db6-476f-b509-df88edbcbe0f {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1021.341053] env[69613]: DEBUG oslo_concurrency.lockutils [None req-6b7df8e2-40fc-4076-a9f4-dd8e27895072 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] Lock "79391a79-8c22-4c1a-a816-f33d6553cc3d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.598s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1021.417926] env[69613]: DEBUG nova.network.neutron [None req-7ec085b9-8516-4459-be59-660ab29ce1f0 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] [instance: 2e3d9427-2006-4911-be75-e6b1b98f8bb8] Updating instance_info_cache with network_info: [{"id": "301b37ec-2e17-4060-8286-6fb5464069d5", "address": "fa:16:3e:72:e1:dc", "network": {"id": "11b401e5-86d1-43b8-acf8-926654aabc3d", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1280003735-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c95e457d9ff84ad99712006a0d8c5dc4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15538852-1a3f-4f71-b4a9-4923c5837c4f", "external-id": "nsx-vlan-transportzone-165", "segmentation_id": 165, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap301b37ec-2e", "ovs_interfaceid": "301b37ec-2e17-4060-8286-6fb5464069d5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1021.443173] env[69613]: DEBUG oslo_vmware.api [None req-c596c707-0911-4724-92aa-6e243803cef6 tempest-ServerRescueTestJSON-24713172 tempest-ServerRescueTestJSON-24713172-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]5214b6d0-ddc0-84ab-7fb7-57b7e09d8791, 'name': SearchDatastore_Task, 'duration_secs': 0.054663} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.443444] env[69613]: DEBUG oslo_concurrency.lockutils [None req-c596c707-0911-4724-92aa-6e243803cef6 tempest-ServerRescueTestJSON-24713172 tempest-ServerRescueTestJSON-24713172-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.443700] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-c596c707-0911-4724-92aa-6e243803cef6 tempest-ServerRescueTestJSON-24713172 tempest-ServerRescueTestJSON-24713172-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk to [datastore1] a21826db-d20f-443b-9042-9ffa93cd24af/a21826db-d20f-443b-9042-9ffa93cd24af.vmdk {{(pid=69613) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1021.443943] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1aa17cc1-ac94-404e-8e1e-1fe9b66a20c0 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.449872] env[69613]: DEBUG oslo_vmware.api [None req-c596c707-0911-4724-92aa-6e243803cef6 tempest-ServerRescueTestJSON-24713172 tempest-ServerRescueTestJSON-24713172-project-member] Waiting for the task: (returnval){ [ 1021.449872] env[69613]: value = "task-3417950" [ 1021.449872] env[69613]: _type = "Task" [ 1021.449872] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.457742] env[69613]: DEBUG oslo_vmware.api [None req-c596c707-0911-4724-92aa-6e243803cef6 tempest-ServerRescueTestJSON-24713172 tempest-ServerRescueTestJSON-24713172-project-member] Task: {'id': task-3417950, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.532683] env[69613]: DEBUG oslo_vmware.api [None req-534c1744-de33-4573-87f8-a54efc5279a3 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Task: {'id': task-3417949, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.293256} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.532943] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-534c1744-de33-4573-87f8-a54efc5279a3 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] [instance: e9e1e1ab-a2b4-4699-b956-5cd5d4d6dd21] Extended root virtual disk {{(pid=69613) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1021.533718] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a533accd-89c8-42ae-a950-eb151b99b79c {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.539049] env[69613]: DEBUG oslo_concurrency.lockutils [None req-9b336c4d-5936-4285-b538-bf5cd145bebe tempest-ServerRescueNegativeTestJSON-152364918 tempest-ServerRescueNegativeTestJSON-152364918-project-member] Lock "1fb750ed-62d4-4784-bf6c-6d777dc5ddb0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.986s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1021.559890] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-534c1744-de33-4573-87f8-a54efc5279a3 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] [instance: e9e1e1ab-a2b4-4699-b956-5cd5d4d6dd21] Reconfiguring VM instance instance-0000005d to attach disk [datastore1] e9e1e1ab-a2b4-4699-b956-5cd5d4d6dd21/e9e1e1ab-a2b4-4699-b956-5cd5d4d6dd21.vmdk or device None with type sparse {{(pid=69613) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1021.563227] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c0298e21-a9ef-4bd6-831d-d094108fcc67 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.583599] env[69613]: DEBUG oslo_vmware.api [None req-534c1744-de33-4573-87f8-a54efc5279a3 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Waiting for the task: (returnval){ [ 1021.583599] env[69613]: value = "task-3417951" [ 1021.583599] env[69613]: _type = "Task" [ 1021.583599] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.594284] env[69613]: DEBUG oslo_vmware.api [None req-534c1744-de33-4573-87f8-a54efc5279a3 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Task: {'id': task-3417951, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.649317] env[69613]: DEBUG oslo_concurrency.lockutils [None req-14f33216-235b-4d3e-b48a-0a1654f9b86c tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] Lock "2f982eab-2892-40c1-866c-3f4395db4201" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1021.833209] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-004e3aac-b3ec-4ab0-b0ad-52b53e76cbf1 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.841863] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64c13c1e-5597-490d-a598-38ba3fd1694f {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.880967] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-453995ad-c651-4324-81c9-c6c7039284c0 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.889667] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5674e38-becb-400d-87f1-0a31f41615bd {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.905419] env[69613]: DEBUG nova.compute.provider_tree [None req-ca5b18a7-7b87-47d9-948e-981caea8dd05 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Inventory has not changed in ProviderTree for provider: af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 {{(pid=69613) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1021.921106] env[69613]: DEBUG oslo_concurrency.lockutils [None req-7ec085b9-8516-4459-be59-660ab29ce1f0 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Releasing lock "refresh_cache-2e3d9427-2006-4911-be75-e6b1b98f8bb8" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.921453] env[69613]: DEBUG nova.compute.manager [None req-7ec085b9-8516-4459-be59-660ab29ce1f0 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] [instance: 2e3d9427-2006-4911-be75-e6b1b98f8bb8] Instance network_info: |[{"id": "301b37ec-2e17-4060-8286-6fb5464069d5", "address": "fa:16:3e:72:e1:dc", "network": {"id": "11b401e5-86d1-43b8-acf8-926654aabc3d", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1280003735-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c95e457d9ff84ad99712006a0d8c5dc4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15538852-1a3f-4f71-b4a9-4923c5837c4f", "external-id": "nsx-vlan-transportzone-165", "segmentation_id": 165, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap301b37ec-2e", "ovs_interfaceid": "301b37ec-2e17-4060-8286-6fb5464069d5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69613) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1021.921871] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-7ec085b9-8516-4459-be59-660ab29ce1f0 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] [instance: 2e3d9427-2006-4911-be75-e6b1b98f8bb8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:72:e1:dc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '15538852-1a3f-4f71-b4a9-4923c5837c4f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '301b37ec-2e17-4060-8286-6fb5464069d5', 'vif_model': 'vmxnet3'}] {{(pid=69613) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1021.930456] env[69613]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7ec085b9-8516-4459-be59-660ab29ce1f0 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69613) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1021.931088] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2e3d9427-2006-4911-be75-e6b1b98f8bb8] Creating VM on the ESX host {{(pid=69613) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1021.931343] env[69613]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f8228216-1241-4b3e-8b7e-83e586e5462c {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.954752] env[69613]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1021.954752] env[69613]: value = "task-3417952" [ 1021.954752] env[69613]: _type = "Task" [ 1021.954752] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.962482] env[69613]: DEBUG oslo_vmware.api [None req-c596c707-0911-4724-92aa-6e243803cef6 tempest-ServerRescueTestJSON-24713172 tempest-ServerRescueTestJSON-24713172-project-member] Task: {'id': task-3417950, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.966328] env[69613]: DEBUG oslo_vmware.api [-] Task: {'id': task-3417952, 'name': CreateVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.105619] env[69613]: DEBUG oslo_vmware.api [None req-534c1744-de33-4573-87f8-a54efc5279a3 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Task: {'id': task-3417951, 'name': ReconfigVM_Task, 'duration_secs': 0.338161} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.107261] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-534c1744-de33-4573-87f8-a54efc5279a3 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] [instance: e9e1e1ab-a2b4-4699-b956-5cd5d4d6dd21] Reconfigured VM instance instance-0000005d to attach disk [datastore1] e9e1e1ab-a2b4-4699-b956-5cd5d4d6dd21/e9e1e1ab-a2b4-4699-b956-5cd5d4d6dd21.vmdk or device None with type sparse {{(pid=69613) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1022.108175] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-96f4ffa1-abcd-4ee0-bb35-1b7eb7fa89f0 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.115593] env[69613]: DEBUG oslo_vmware.api [None req-534c1744-de33-4573-87f8-a54efc5279a3 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Waiting for the task: (returnval){ [ 1022.115593] env[69613]: value = "task-3417953" [ 1022.115593] env[69613]: _type = "Task" [ 1022.115593] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.133192] env[69613]: DEBUG oslo_vmware.api [None req-534c1744-de33-4573-87f8-a54efc5279a3 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Task: {'id': task-3417953, 'name': Rename_Task} progress is 6%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.291496] env[69613]: DEBUG nova.compute.manager [req-3d70e3af-40a4-4162-9174-ca96cfaa4124 req-c4c4b270-58f7-4eee-873e-3f42cf20720d service nova] [instance: 2e3d9427-2006-4911-be75-e6b1b98f8bb8] Received event network-changed-301b37ec-2e17-4060-8286-6fb5464069d5 {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1022.292145] env[69613]: DEBUG nova.compute.manager [req-3d70e3af-40a4-4162-9174-ca96cfaa4124 req-c4c4b270-58f7-4eee-873e-3f42cf20720d service nova] [instance: 2e3d9427-2006-4911-be75-e6b1b98f8bb8] Refreshing instance network info cache due to event network-changed-301b37ec-2e17-4060-8286-6fb5464069d5. {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1022.292213] env[69613]: DEBUG oslo_concurrency.lockutils [req-3d70e3af-40a4-4162-9174-ca96cfaa4124 req-c4c4b270-58f7-4eee-873e-3f42cf20720d service nova] Acquiring lock "refresh_cache-2e3d9427-2006-4911-be75-e6b1b98f8bb8" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.292446] env[69613]: DEBUG oslo_concurrency.lockutils [req-3d70e3af-40a4-4162-9174-ca96cfaa4124 req-c4c4b270-58f7-4eee-873e-3f42cf20720d service nova] Acquired lock "refresh_cache-2e3d9427-2006-4911-be75-e6b1b98f8bb8" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.292920] env[69613]: DEBUG nova.network.neutron [req-3d70e3af-40a4-4162-9174-ca96cfaa4124 req-c4c4b270-58f7-4eee-873e-3f42cf20720d service nova] [instance: 2e3d9427-2006-4911-be75-e6b1b98f8bb8] Refreshing network info cache for port 301b37ec-2e17-4060-8286-6fb5464069d5 {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1022.409061] env[69613]: DEBUG nova.scheduler.client.report [None req-ca5b18a7-7b87-47d9-948e-981caea8dd05 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Inventory has not changed for provider af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69613) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1022.465111] env[69613]: DEBUG oslo_vmware.api [None req-c596c707-0911-4724-92aa-6e243803cef6 tempest-ServerRescueTestJSON-24713172 tempest-ServerRescueTestJSON-24713172-project-member] Task: {'id': task-3417950, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.631336} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.470312] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-c596c707-0911-4724-92aa-6e243803cef6 tempest-ServerRescueTestJSON-24713172 tempest-ServerRescueTestJSON-24713172-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk to [datastore1] a21826db-d20f-443b-9042-9ffa93cd24af/a21826db-d20f-443b-9042-9ffa93cd24af.vmdk {{(pid=69613) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1022.470546] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-c596c707-0911-4724-92aa-6e243803cef6 tempest-ServerRescueTestJSON-24713172 tempest-ServerRescueTestJSON-24713172-project-member] [instance: a21826db-d20f-443b-9042-9ffa93cd24af] Extending root virtual disk to 1048576 {{(pid=69613) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1022.470762] env[69613]: DEBUG oslo_vmware.api [-] Task: {'id': task-3417952, 'name': CreateVM_Task, 'duration_secs': 0.3725} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.470945] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2729cb87-2335-47fe-98da-5b92524ec953 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.473381] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2e3d9427-2006-4911-be75-e6b1b98f8bb8] Created VM on the ESX host {{(pid=69613) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1022.475310] env[69613]: DEBUG oslo_concurrency.lockutils [None req-7ec085b9-8516-4459-be59-660ab29ce1f0 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.475480] env[69613]: DEBUG oslo_concurrency.lockutils [None req-7ec085b9-8516-4459-be59-660ab29ce1f0 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.475814] env[69613]: DEBUG oslo_concurrency.lockutils [None req-7ec085b9-8516-4459-be59-660ab29ce1f0 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.476430] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7834d659-e968-430c-864b-c5f96f97e272 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.482262] env[69613]: DEBUG oslo_vmware.api [None req-7ec085b9-8516-4459-be59-660ab29ce1f0 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Waiting for the task: (returnval){ [ 1022.482262] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]52d32be7-fdee-011c-42dd-a6b108816b19" [ 1022.482262] env[69613]: _type = "Task" [ 1022.482262] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.482524] env[69613]: DEBUG oslo_vmware.api [None req-c596c707-0911-4724-92aa-6e243803cef6 tempest-ServerRescueTestJSON-24713172 tempest-ServerRescueTestJSON-24713172-project-member] Waiting for the task: (returnval){ [ 1022.482524] env[69613]: value = "task-3417954" [ 1022.482524] env[69613]: _type = "Task" [ 1022.482524] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.499474] env[69613]: DEBUG oslo_vmware.api [None req-c596c707-0911-4724-92aa-6e243803cef6 tempest-ServerRescueTestJSON-24713172 tempest-ServerRescueTestJSON-24713172-project-member] Task: {'id': task-3417954, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.500189] env[69613]: DEBUG oslo_vmware.api [None req-7ec085b9-8516-4459-be59-660ab29ce1f0 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52d32be7-fdee-011c-42dd-a6b108816b19, 'name': SearchDatastore_Task, 'duration_secs': 0.011365} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.500515] env[69613]: DEBUG oslo_concurrency.lockutils [None req-7ec085b9-8516-4459-be59-660ab29ce1f0 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.500769] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-7ec085b9-8516-4459-be59-660ab29ce1f0 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] [instance: 2e3d9427-2006-4911-be75-e6b1b98f8bb8] Processing image 2b7a0304-b5d0-431d-b287-32c8388d7fbd {{(pid=69613) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1022.501030] env[69613]: DEBUG oslo_concurrency.lockutils [None req-7ec085b9-8516-4459-be59-660ab29ce1f0 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.501309] env[69613]: DEBUG oslo_concurrency.lockutils [None req-7ec085b9-8516-4459-be59-660ab29ce1f0 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.501538] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ec085b9-8516-4459-be59-660ab29ce1f0 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69613) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1022.501987] env[69613]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-225e7dab-d660-484d-a4ac-3b33053ff5de {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.510741] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ec085b9-8516-4459-be59-660ab29ce1f0 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69613) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1022.511211] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-7ec085b9-8516-4459-be59-660ab29ce1f0 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69613) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1022.512100] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ec1bd109-4344-44c4-8128-987285a5c29a {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.520078] env[69613]: DEBUG oslo_vmware.api [None req-7ec085b9-8516-4459-be59-660ab29ce1f0 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Waiting for the task: (returnval){ [ 1022.520078] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]522d34df-2237-0df1-ef8e-04ae35368bc3" [ 1022.520078] env[69613]: _type = "Task" [ 1022.520078] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.529664] env[69613]: DEBUG oslo_vmware.api [None req-7ec085b9-8516-4459-be59-660ab29ce1f0 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]522d34df-2237-0df1-ef8e-04ae35368bc3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.629660] env[69613]: DEBUG oslo_vmware.api [None req-534c1744-de33-4573-87f8-a54efc5279a3 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Task: {'id': task-3417953, 'name': Rename_Task, 'duration_secs': 0.156681} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.629959] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-534c1744-de33-4573-87f8-a54efc5279a3 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] [instance: e9e1e1ab-a2b4-4699-b956-5cd5d4d6dd21] Powering on the VM {{(pid=69613) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1022.630219] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-74ee6e9b-28be-4906-bb37-0233eb1dd199 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.636990] env[69613]: DEBUG oslo_vmware.api [None req-534c1744-de33-4573-87f8-a54efc5279a3 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Waiting for the task: (returnval){ [ 1022.636990] env[69613]: value = "task-3417955" [ 1022.636990] env[69613]: _type = "Task" [ 1022.636990] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.647486] env[69613]: DEBUG oslo_vmware.api [None req-534c1744-de33-4573-87f8-a54efc5279a3 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Task: {'id': task-3417955, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.737993] env[69613]: DEBUG oslo_concurrency.lockutils [None req-14f33216-235b-4d3e-b48a-0a1654f9b86c tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] Acquiring lock "2f982eab-2892-40c1-866c-3f4395db4201" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1022.738245] env[69613]: DEBUG oslo_concurrency.lockutils [None req-14f33216-235b-4d3e-b48a-0a1654f9b86c tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] Lock "2f982eab-2892-40c1-866c-3f4395db4201" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1022.738521] env[69613]: INFO nova.compute.manager [None req-14f33216-235b-4d3e-b48a-0a1654f9b86c tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] [instance: 2f982eab-2892-40c1-866c-3f4395db4201] Attaching volume f8a12f43-2b38-412a-b5e0-63453364d910 to /dev/sdb [ 1022.775522] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cefe3d7-e7bb-4b07-81e4-7845232d8561 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.783478] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b5f4e50-6db5-4572-9948-61b2bd3aa618 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.801483] env[69613]: DEBUG nova.virt.block_device [None req-14f33216-235b-4d3e-b48a-0a1654f9b86c tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] [instance: 2f982eab-2892-40c1-866c-3f4395db4201] Updating existing volume attachment record: 25576141-d55f-47e2-bca3-2f4347fb9586 {{(pid=69613) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1022.914529] env[69613]: DEBUG oslo_concurrency.lockutils [None req-ca5b18a7-7b87-47d9-948e-981caea8dd05 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.911s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1022.916964] env[69613]: DEBUG oslo_concurrency.lockutils [None req-630ab163-49fa-41b7-b146-7c5c39aa78d6 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.689s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1022.922035] env[69613]: INFO nova.compute.claims [None req-630ab163-49fa-41b7-b146-7c5c39aa78d6 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] [instance: f36147c5-be86-4d45-9d2c-da38bba1885a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1022.939835] env[69613]: INFO nova.scheduler.client.report [None req-ca5b18a7-7b87-47d9-948e-981caea8dd05 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Deleted allocations for instance a0bbab2d-2cf3-4ba3-aab2-980059d75fc7 [ 1022.993337] env[69613]: DEBUG oslo_vmware.api [None req-c596c707-0911-4724-92aa-6e243803cef6 tempest-ServerRescueTestJSON-24713172 tempest-ServerRescueTestJSON-24713172-project-member] Task: {'id': task-3417954, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069794} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.993584] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-c596c707-0911-4724-92aa-6e243803cef6 tempest-ServerRescueTestJSON-24713172 tempest-ServerRescueTestJSON-24713172-project-member] [instance: a21826db-d20f-443b-9042-9ffa93cd24af] Extended root virtual disk {{(pid=69613) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1022.994441] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb19b62a-ca56-4e03-afd6-f44cd602014c {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.018300] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-c596c707-0911-4724-92aa-6e243803cef6 tempest-ServerRescueTestJSON-24713172 tempest-ServerRescueTestJSON-24713172-project-member] [instance: a21826db-d20f-443b-9042-9ffa93cd24af] Reconfiguring VM instance instance-0000005e to attach disk [datastore1] a21826db-d20f-443b-9042-9ffa93cd24af/a21826db-d20f-443b-9042-9ffa93cd24af.vmdk or device None with type sparse {{(pid=69613) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1023.022383] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e7e37a45-c0f8-4b9d-89d7-5e9741750759 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.052981] env[69613]: DEBUG oslo_vmware.api [None req-7ec085b9-8516-4459-be59-660ab29ce1f0 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]522d34df-2237-0df1-ef8e-04ae35368bc3, 'name': SearchDatastore_Task, 'duration_secs': 0.009292} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.054937] env[69613]: DEBUG oslo_vmware.api [None req-c596c707-0911-4724-92aa-6e243803cef6 tempest-ServerRescueTestJSON-24713172 tempest-ServerRescueTestJSON-24713172-project-member] Waiting for the task: (returnval){ [ 1023.054937] env[69613]: value = "task-3417957" [ 1023.054937] env[69613]: _type = "Task" [ 1023.054937] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.056458] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a516e5a0-e51c-4f76-8b46-78f56724848b {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.063929] env[69613]: DEBUG oslo_vmware.api [None req-7ec085b9-8516-4459-be59-660ab29ce1f0 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Waiting for the task: (returnval){ [ 1023.063929] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]52170f7e-869d-4660-bb31-844d9aac174b" [ 1023.063929] env[69613]: _type = "Task" [ 1023.063929] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.067015] env[69613]: DEBUG oslo_vmware.api [None req-c596c707-0911-4724-92aa-6e243803cef6 tempest-ServerRescueTestJSON-24713172 tempest-ServerRescueTestJSON-24713172-project-member] Task: {'id': task-3417957, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.077782] env[69613]: DEBUG oslo_vmware.api [None req-7ec085b9-8516-4459-be59-660ab29ce1f0 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52170f7e-869d-4660-bb31-844d9aac174b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.150820] env[69613]: DEBUG oslo_vmware.api [None req-534c1744-de33-4573-87f8-a54efc5279a3 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Task: {'id': task-3417955, 'name': PowerOnVM_Task, 'duration_secs': 0.483851} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.150820] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-534c1744-de33-4573-87f8-a54efc5279a3 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] [instance: e9e1e1ab-a2b4-4699-b956-5cd5d4d6dd21] Powered on the VM {{(pid=69613) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1023.150820] env[69613]: INFO nova.compute.manager [None req-534c1744-de33-4573-87f8-a54efc5279a3 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] [instance: e9e1e1ab-a2b4-4699-b956-5cd5d4d6dd21] Took 8.83 seconds to spawn the instance on the hypervisor. [ 1023.150820] env[69613]: DEBUG nova.compute.manager [None req-534c1744-de33-4573-87f8-a54efc5279a3 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] [instance: e9e1e1ab-a2b4-4699-b956-5cd5d4d6dd21] Checking state {{(pid=69613) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1023.151420] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4ee6816-8a56-4d3b-92ae-076b8cd404e1 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.243232] env[69613]: DEBUG nova.network.neutron [req-3d70e3af-40a4-4162-9174-ca96cfaa4124 req-c4c4b270-58f7-4eee-873e-3f42cf20720d service nova] [instance: 2e3d9427-2006-4911-be75-e6b1b98f8bb8] Updated VIF entry in instance network info cache for port 301b37ec-2e17-4060-8286-6fb5464069d5. {{(pid=69613) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1023.243650] env[69613]: DEBUG nova.network.neutron [req-3d70e3af-40a4-4162-9174-ca96cfaa4124 req-c4c4b270-58f7-4eee-873e-3f42cf20720d service nova] [instance: 2e3d9427-2006-4911-be75-e6b1b98f8bb8] Updating instance_info_cache with network_info: [{"id": "301b37ec-2e17-4060-8286-6fb5464069d5", "address": "fa:16:3e:72:e1:dc", "network": {"id": "11b401e5-86d1-43b8-acf8-926654aabc3d", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1280003735-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c95e457d9ff84ad99712006a0d8c5dc4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15538852-1a3f-4f71-b4a9-4923c5837c4f", "external-id": "nsx-vlan-transportzone-165", "segmentation_id": 165, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap301b37ec-2e", "ovs_interfaceid": "301b37ec-2e17-4060-8286-6fb5464069d5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1023.449118] env[69613]: DEBUG oslo_concurrency.lockutils [None req-ca5b18a7-7b87-47d9-948e-981caea8dd05 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Lock "a0bbab2d-2cf3-4ba3-aab2-980059d75fc7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.006s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1023.567816] env[69613]: DEBUG oslo_vmware.api [None req-c596c707-0911-4724-92aa-6e243803cef6 tempest-ServerRescueTestJSON-24713172 tempest-ServerRescueTestJSON-24713172-project-member] Task: {'id': task-3417957, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.578062] env[69613]: DEBUG oslo_vmware.api [None req-7ec085b9-8516-4459-be59-660ab29ce1f0 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52170f7e-869d-4660-bb31-844d9aac174b, 'name': SearchDatastore_Task, 'duration_secs': 0.025592} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.578396] env[69613]: DEBUG oslo_concurrency.lockutils [None req-7ec085b9-8516-4459-be59-660ab29ce1f0 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.578676] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ec085b9-8516-4459-be59-660ab29ce1f0 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk to [datastore1] 2e3d9427-2006-4911-be75-e6b1b98f8bb8/2e3d9427-2006-4911-be75-e6b1b98f8bb8.vmdk {{(pid=69613) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1023.578936] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-325cdbf2-fb55-4367-a70f-90d5e8e2346b {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.585017] env[69613]: DEBUG oslo_vmware.api [None req-7ec085b9-8516-4459-be59-660ab29ce1f0 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Waiting for the task: (returnval){ [ 1023.585017] env[69613]: value = "task-3417960" [ 1023.585017] env[69613]: _type = "Task" [ 1023.585017] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.595358] env[69613]: DEBUG oslo_vmware.api [None req-7ec085b9-8516-4459-be59-660ab29ce1f0 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Task: {'id': task-3417960, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.669484] env[69613]: INFO nova.compute.manager [None req-534c1744-de33-4573-87f8-a54efc5279a3 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] [instance: e9e1e1ab-a2b4-4699-b956-5cd5d4d6dd21] Took 28.16 seconds to build instance. [ 1023.748318] env[69613]: DEBUG oslo_concurrency.lockutils [req-3d70e3af-40a4-4162-9174-ca96cfaa4124 req-c4c4b270-58f7-4eee-873e-3f42cf20720d service nova] Releasing lock "refresh_cache-2e3d9427-2006-4911-be75-e6b1b98f8bb8" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.748318] env[69613]: DEBUG nova.compute.manager [req-3d70e3af-40a4-4162-9174-ca96cfaa4124 req-c4c4b270-58f7-4eee-873e-3f42cf20720d service nova] [instance: 79391a79-8c22-4c1a-a816-f33d6553cc3d] Received event network-changed-41ea0c85-90df-4d79-a919-1a994bcaf884 {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1023.748318] env[69613]: DEBUG nova.compute.manager [req-3d70e3af-40a4-4162-9174-ca96cfaa4124 req-c4c4b270-58f7-4eee-873e-3f42cf20720d service nova] [instance: 79391a79-8c22-4c1a-a816-f33d6553cc3d] Refreshing instance network info cache due to event network-changed-41ea0c85-90df-4d79-a919-1a994bcaf884. {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1023.748318] env[69613]: DEBUG oslo_concurrency.lockutils [req-3d70e3af-40a4-4162-9174-ca96cfaa4124 req-c4c4b270-58f7-4eee-873e-3f42cf20720d service nova] Acquiring lock "refresh_cache-79391a79-8c22-4c1a-a816-f33d6553cc3d" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.748524] env[69613]: DEBUG oslo_concurrency.lockutils [req-3d70e3af-40a4-4162-9174-ca96cfaa4124 req-c4c4b270-58f7-4eee-873e-3f42cf20720d service nova] Acquired lock "refresh_cache-79391a79-8c22-4c1a-a816-f33d6553cc3d" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.748567] env[69613]: DEBUG nova.network.neutron [req-3d70e3af-40a4-4162-9174-ca96cfaa4124 req-c4c4b270-58f7-4eee-873e-3f42cf20720d service nova] [instance: 79391a79-8c22-4c1a-a816-f33d6553cc3d] Refreshing network info cache for port 41ea0c85-90df-4d79-a919-1a994bcaf884 {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1024.071402] env[69613]: DEBUG oslo_vmware.api [None req-c596c707-0911-4724-92aa-6e243803cef6 tempest-ServerRescueTestJSON-24713172 tempest-ServerRescueTestJSON-24713172-project-member] Task: {'id': task-3417957, 'name': ReconfigVM_Task, 'duration_secs': 0.715827} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.071844] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-c596c707-0911-4724-92aa-6e243803cef6 tempest-ServerRescueTestJSON-24713172 tempest-ServerRescueTestJSON-24713172-project-member] [instance: a21826db-d20f-443b-9042-9ffa93cd24af] Reconfigured VM instance instance-0000005e to attach disk [datastore1] a21826db-d20f-443b-9042-9ffa93cd24af/a21826db-d20f-443b-9042-9ffa93cd24af.vmdk or device None with type sparse {{(pid=69613) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1024.072634] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-19734937-23f9-4c27-ad3c-260c2fa6c982 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.080528] env[69613]: DEBUG oslo_vmware.api [None req-c596c707-0911-4724-92aa-6e243803cef6 tempest-ServerRescueTestJSON-24713172 tempest-ServerRescueTestJSON-24713172-project-member] Waiting for the task: (returnval){ [ 1024.080528] env[69613]: value = "task-3417961" [ 1024.080528] env[69613]: _type = "Task" [ 1024.080528] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.098338] env[69613]: DEBUG oslo_vmware.api [None req-c596c707-0911-4724-92aa-6e243803cef6 tempest-ServerRescueTestJSON-24713172 tempest-ServerRescueTestJSON-24713172-project-member] Task: {'id': task-3417961, 'name': Rename_Task} progress is 10%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.108358] env[69613]: DEBUG oslo_vmware.api [None req-7ec085b9-8516-4459-be59-660ab29ce1f0 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Task: {'id': task-3417960, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.175206] env[69613]: DEBUG oslo_concurrency.lockutils [None req-534c1744-de33-4573-87f8-a54efc5279a3 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Lock "e9e1e1ab-a2b4-4699-b956-5cd5d4d6dd21" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.680s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1024.249517] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6848ed5a-6628-4a71-86e3-82935ebb257e {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.258957] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8e09b0f-7df9-47e1-a978-1e7ffc3a4672 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.298333] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52833a08-06be-4a65-962c-db493cb46ef7 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.308643] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03211420-d2ac-4c51-bcfc-980f4d3b8ef5 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.325256] env[69613]: DEBUG nova.compute.provider_tree [None req-630ab163-49fa-41b7-b146-7c5c39aa78d6 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Inventory has not changed in ProviderTree for provider: af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 {{(pid=69613) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1024.542883] env[69613]: DEBUG oslo_concurrency.lockutils [None req-36b0b3e6-096e-47bb-9c69-41d3a12b8f52 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Acquiring lock "12d57937-1f89-4e98-b358-630f99527aff" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1024.547270] env[69613]: DEBUG oslo_concurrency.lockutils [None req-36b0b3e6-096e-47bb-9c69-41d3a12b8f52 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Lock "12d57937-1f89-4e98-b358-630f99527aff" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1024.592207] env[69613]: DEBUG oslo_vmware.api [None req-c596c707-0911-4724-92aa-6e243803cef6 tempest-ServerRescueTestJSON-24713172 tempest-ServerRescueTestJSON-24713172-project-member] Task: {'id': task-3417961, 'name': Rename_Task, 'duration_secs': 0.199754} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.596706] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-c596c707-0911-4724-92aa-6e243803cef6 tempest-ServerRescueTestJSON-24713172 tempest-ServerRescueTestJSON-24713172-project-member] [instance: a21826db-d20f-443b-9042-9ffa93cd24af] Powering on the VM {{(pid=69613) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1024.597291] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5d759fec-0c27-48c8-9c9d-501a239f9b9a {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.607623] env[69613]: DEBUG oslo_vmware.api [None req-c596c707-0911-4724-92aa-6e243803cef6 tempest-ServerRescueTestJSON-24713172 tempest-ServerRescueTestJSON-24713172-project-member] Waiting for the task: (returnval){ [ 1024.607623] env[69613]: value = "task-3417962" [ 1024.607623] env[69613]: _type = "Task" [ 1024.607623] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.608158] env[69613]: DEBUG oslo_vmware.api [None req-7ec085b9-8516-4459-be59-660ab29ce1f0 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Task: {'id': task-3417960, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.620305} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.608158] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ec085b9-8516-4459-be59-660ab29ce1f0 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk to [datastore1] 2e3d9427-2006-4911-be75-e6b1b98f8bb8/2e3d9427-2006-4911-be75-e6b1b98f8bb8.vmdk {{(pid=69613) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1024.608334] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-7ec085b9-8516-4459-be59-660ab29ce1f0 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] [instance: 2e3d9427-2006-4911-be75-e6b1b98f8bb8] Extending root virtual disk to 1048576 {{(pid=69613) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1024.612055] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b95d5c0d-0eba-47c0-8edb-4eaaa9277393 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.621364] env[69613]: DEBUG oslo_vmware.api [None req-c596c707-0911-4724-92aa-6e243803cef6 tempest-ServerRescueTestJSON-24713172 tempest-ServerRescueTestJSON-24713172-project-member] Task: {'id': task-3417962, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.622815] env[69613]: DEBUG oslo_vmware.api [None req-7ec085b9-8516-4459-be59-660ab29ce1f0 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Waiting for the task: (returnval){ [ 1024.622815] env[69613]: value = "task-3417963" [ 1024.622815] env[69613]: _type = "Task" [ 1024.622815] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.631345] env[69613]: DEBUG oslo_vmware.api [None req-7ec085b9-8516-4459-be59-660ab29ce1f0 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Task: {'id': task-3417963, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.827688] env[69613]: DEBUG nova.scheduler.client.report [None req-630ab163-49fa-41b7-b146-7c5c39aa78d6 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Inventory has not changed for provider af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69613) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1024.909233] env[69613]: DEBUG nova.network.neutron [req-3d70e3af-40a4-4162-9174-ca96cfaa4124 req-c4c4b270-58f7-4eee-873e-3f42cf20720d service nova] [instance: 79391a79-8c22-4c1a-a816-f33d6553cc3d] Updated VIF entry in instance network info cache for port 41ea0c85-90df-4d79-a919-1a994bcaf884. {{(pid=69613) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1024.909621] env[69613]: DEBUG nova.network.neutron [req-3d70e3af-40a4-4162-9174-ca96cfaa4124 req-c4c4b270-58f7-4eee-873e-3f42cf20720d service nova] [instance: 79391a79-8c22-4c1a-a816-f33d6553cc3d] Updating instance_info_cache with network_info: [{"id": "41ea0c85-90df-4d79-a919-1a994bcaf884", "address": "fa:16:3e:e0:12:5a", "network": {"id": "3e414a79-7154-4d18-b8f5-9247003912d7", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1833508545-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.140", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b0499f6d133a4479849dfd5cfe27d0e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11da2092-76f7-447e-babb-8fc14ad39a71", "external-id": "nsx-vlan-transportzone-585", "segmentation_id": 585, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap41ea0c85-90", "ovs_interfaceid": "41ea0c85-90df-4d79-a919-1a994bcaf884", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1025.049607] env[69613]: DEBUG nova.compute.manager [None req-36b0b3e6-096e-47bb-9c69-41d3a12b8f52 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] [instance: 12d57937-1f89-4e98-b358-630f99527aff] Starting instance... {{(pid=69613) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1025.117978] env[69613]: DEBUG oslo_vmware.api [None req-c596c707-0911-4724-92aa-6e243803cef6 tempest-ServerRescueTestJSON-24713172 tempest-ServerRescueTestJSON-24713172-project-member] Task: {'id': task-3417962, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.132047] env[69613]: DEBUG oslo_vmware.api [None req-7ec085b9-8516-4459-be59-660ab29ce1f0 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Task: {'id': task-3417963, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073244} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.132389] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-7ec085b9-8516-4459-be59-660ab29ce1f0 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] [instance: 2e3d9427-2006-4911-be75-e6b1b98f8bb8] Extended root virtual disk {{(pid=69613) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1025.133268] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-431f0a90-06b4-4efa-b3c9-62fd5b38ef94 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.157603] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-7ec085b9-8516-4459-be59-660ab29ce1f0 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] [instance: 2e3d9427-2006-4911-be75-e6b1b98f8bb8] Reconfiguring VM instance instance-0000005f to attach disk [datastore1] 2e3d9427-2006-4911-be75-e6b1b98f8bb8/2e3d9427-2006-4911-be75-e6b1b98f8bb8.vmdk or device None with type sparse {{(pid=69613) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1025.158282] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7481114b-f5d1-4aa4-885b-603377e6bbce {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.180544] env[69613]: DEBUG oslo_vmware.api [None req-7ec085b9-8516-4459-be59-660ab29ce1f0 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Waiting for the task: (returnval){ [ 1025.180544] env[69613]: value = "task-3417964" [ 1025.180544] env[69613]: _type = "Task" [ 1025.180544] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.188834] env[69613]: DEBUG oslo_vmware.api [None req-7ec085b9-8516-4459-be59-660ab29ce1f0 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Task: {'id': task-3417964, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.333313] env[69613]: DEBUG oslo_concurrency.lockutils [None req-630ab163-49fa-41b7-b146-7c5c39aa78d6 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.416s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1025.333957] env[69613]: DEBUG nova.compute.manager [None req-630ab163-49fa-41b7-b146-7c5c39aa78d6 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] [instance: f36147c5-be86-4d45-9d2c-da38bba1885a] Start building networks asynchronously for instance. {{(pid=69613) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1025.337223] env[69613]: DEBUG oslo_concurrency.lockutils [None req-7417f98d-7f59-4002-950f-66cacb324234 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.706s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1025.339091] env[69613]: DEBUG nova.objects.instance [None req-7417f98d-7f59-4002-950f-66cacb324234 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] Lazy-loading 'resources' on Instance uuid 661ee10a-6a1c-4f4c-86e5-ea2185ab6741 {{(pid=69613) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1025.413021] env[69613]: DEBUG oslo_concurrency.lockutils [req-3d70e3af-40a4-4162-9174-ca96cfaa4124 req-c4c4b270-58f7-4eee-873e-3f42cf20720d service nova] Releasing lock "refresh_cache-79391a79-8c22-4c1a-a816-f33d6553cc3d" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.572815] env[69613]: DEBUG oslo_concurrency.lockutils [None req-36b0b3e6-096e-47bb-9c69-41d3a12b8f52 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1025.619359] env[69613]: DEBUG oslo_vmware.api [None req-c596c707-0911-4724-92aa-6e243803cef6 tempest-ServerRescueTestJSON-24713172 tempest-ServerRescueTestJSON-24713172-project-member] Task: {'id': task-3417962, 'name': PowerOnVM_Task} progress is 79%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.693372] env[69613]: DEBUG oslo_vmware.api [None req-7ec085b9-8516-4459-be59-660ab29ce1f0 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Task: {'id': task-3417964, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.840628] env[69613]: DEBUG nova.compute.utils [None req-630ab163-49fa-41b7-b146-7c5c39aa78d6 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Using /dev/sd instead of None {{(pid=69613) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1025.852582] env[69613]: DEBUG nova.compute.manager [None req-630ab163-49fa-41b7-b146-7c5c39aa78d6 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] [instance: f36147c5-be86-4d45-9d2c-da38bba1885a] Allocating IP information in the background. {{(pid=69613) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1025.853083] env[69613]: DEBUG nova.network.neutron [None req-630ab163-49fa-41b7-b146-7c5c39aa78d6 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] [instance: f36147c5-be86-4d45-9d2c-da38bba1885a] allocate_for_instance() {{(pid=69613) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1025.911572] env[69613]: DEBUG nova.policy [None req-630ab163-49fa-41b7-b146-7c5c39aa78d6 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ed4f8253272043afbbaf87ec8292fb60', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '27cd1ce9a4f74279a40b13e8fbac87a0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69613) authorize /opt/stack/nova/nova/policy.py:192}} [ 1026.119448] env[69613]: DEBUG oslo_vmware.api [None req-c596c707-0911-4724-92aa-6e243803cef6 tempest-ServerRescueTestJSON-24713172 tempest-ServerRescueTestJSON-24713172-project-member] Task: {'id': task-3417962, 'name': PowerOnVM_Task, 'duration_secs': 1.252384} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.119790] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-c596c707-0911-4724-92aa-6e243803cef6 tempest-ServerRescueTestJSON-24713172 tempest-ServerRescueTestJSON-24713172-project-member] [instance: a21826db-d20f-443b-9042-9ffa93cd24af] Powered on the VM {{(pid=69613) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1026.120670] env[69613]: INFO nova.compute.manager [None req-c596c707-0911-4724-92aa-6e243803cef6 tempest-ServerRescueTestJSON-24713172 tempest-ServerRescueTestJSON-24713172-project-member] [instance: a21826db-d20f-443b-9042-9ffa93cd24af] Took 9.34 seconds to spawn the instance on the hypervisor. [ 1026.120670] env[69613]: DEBUG nova.compute.manager [None req-c596c707-0911-4724-92aa-6e243803cef6 tempest-ServerRescueTestJSON-24713172 tempest-ServerRescueTestJSON-24713172-project-member] [instance: a21826db-d20f-443b-9042-9ffa93cd24af] Checking state {{(pid=69613) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1026.121271] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f525c21e-0a20-4cbc-96e3-7589b8cf5f71 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.158470] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eee0ca53-a3b4-469f-b383-2bb0883de62b {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.166129] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30a35d9b-5021-4ca0-8071-798513d4e626 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.199856] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a89e081-27f4-42fa-8f9b-195fa2ac9b9e {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.209638] env[69613]: DEBUG oslo_vmware.api [None req-7ec085b9-8516-4459-be59-660ab29ce1f0 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Task: {'id': task-3417964, 'name': ReconfigVM_Task, 'duration_secs': 0.632756} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.210631] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-7ec085b9-8516-4459-be59-660ab29ce1f0 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] [instance: 2e3d9427-2006-4911-be75-e6b1b98f8bb8] Reconfigured VM instance instance-0000005f to attach disk [datastore1] 2e3d9427-2006-4911-be75-e6b1b98f8bb8/2e3d9427-2006-4911-be75-e6b1b98f8bb8.vmdk or device None with type sparse {{(pid=69613) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1026.211320] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ae9399ab-7e7a-42bc-b5ba-c98b2d463af8 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.213847] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-affa3676-09dd-444a-be45-0522bf63e310 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.232621] env[69613]: DEBUG nova.compute.provider_tree [None req-7417f98d-7f59-4002-950f-66cacb324234 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] Inventory has not changed in ProviderTree for provider: af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 {{(pid=69613) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1026.238581] env[69613]: DEBUG oslo_vmware.api [None req-7ec085b9-8516-4459-be59-660ab29ce1f0 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Waiting for the task: (returnval){ [ 1026.238581] env[69613]: value = "task-3417966" [ 1026.238581] env[69613]: _type = "Task" [ 1026.238581] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.239021] env[69613]: DEBUG oslo_concurrency.lockutils [None req-ff767629-4140-4925-be47-48916e3e4a7a tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Acquiring lock "f8c40b52-17f3-40d9-b938-151cb56129fd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1026.239249] env[69613]: DEBUG oslo_concurrency.lockutils [None req-ff767629-4140-4925-be47-48916e3e4a7a tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Lock "f8c40b52-17f3-40d9-b938-151cb56129fd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1026.250061] env[69613]: DEBUG oslo_vmware.api [None req-7ec085b9-8516-4459-be59-660ab29ce1f0 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Task: {'id': task-3417966, 'name': Rename_Task} progress is 14%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.260600] env[69613]: DEBUG nova.network.neutron [None req-630ab163-49fa-41b7-b146-7c5c39aa78d6 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] [instance: f36147c5-be86-4d45-9d2c-da38bba1885a] Successfully created port: 4a89cb15-777b-45b5-b5b5-b3aa6cfbd448 {{(pid=69613) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1026.353838] env[69613]: DEBUG nova.compute.manager [None req-630ab163-49fa-41b7-b146-7c5c39aa78d6 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] [instance: f36147c5-be86-4d45-9d2c-da38bba1885a] Start building block device mappings for instance. {{(pid=69613) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1026.645487] env[69613]: INFO nova.compute.manager [None req-c596c707-0911-4724-92aa-6e243803cef6 tempest-ServerRescueTestJSON-24713172 tempest-ServerRescueTestJSON-24713172-project-member] [instance: a21826db-d20f-443b-9042-9ffa93cd24af] Took 30.55 seconds to build instance. [ 1026.740291] env[69613]: DEBUG nova.scheduler.client.report [None req-7417f98d-7f59-4002-950f-66cacb324234 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] Inventory has not changed for provider af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69613) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1026.747666] env[69613]: DEBUG nova.compute.manager [None req-ff767629-4140-4925-be47-48916e3e4a7a tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] [instance: f8c40b52-17f3-40d9-b938-151cb56129fd] Starting instance... {{(pid=69613) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1026.755202] env[69613]: DEBUG oslo_vmware.api [None req-7ec085b9-8516-4459-be59-660ab29ce1f0 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Task: {'id': task-3417966, 'name': Rename_Task, 'duration_secs': 0.384996} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.756039] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ec085b9-8516-4459-be59-660ab29ce1f0 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] [instance: 2e3d9427-2006-4911-be75-e6b1b98f8bb8] Powering on the VM {{(pid=69613) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1026.756342] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d3de251a-a202-40ee-961b-56dafe05d59f {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.763315] env[69613]: DEBUG oslo_vmware.api [None req-7ec085b9-8516-4459-be59-660ab29ce1f0 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Waiting for the task: (returnval){ [ 1026.763315] env[69613]: value = "task-3417967" [ 1026.763315] env[69613]: _type = "Task" [ 1026.763315] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.771291] env[69613]: DEBUG oslo_vmware.api [None req-7ec085b9-8516-4459-be59-660ab29ce1f0 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Task: {'id': task-3417967, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.147582] env[69613]: DEBUG oslo_concurrency.lockutils [None req-c596c707-0911-4724-92aa-6e243803cef6 tempest-ServerRescueTestJSON-24713172 tempest-ServerRescueTestJSON-24713172-project-member] Lock "a21826db-d20f-443b-9042-9ffa93cd24af" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.058s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1027.249023] env[69613]: DEBUG oslo_concurrency.lockutils [None req-7417f98d-7f59-4002-950f-66cacb324234 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.911s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1027.250818] env[69613]: DEBUG oslo_concurrency.lockutils [None req-98085fad-6227-41e3-b014-4532772e1dcd tempest-InstanceActionsTestJSON-681858584 tempest-InstanceActionsTestJSON-681858584-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.982s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1027.251062] env[69613]: DEBUG nova.objects.instance [None req-98085fad-6227-41e3-b014-4532772e1dcd tempest-InstanceActionsTestJSON-681858584 tempest-InstanceActionsTestJSON-681858584-project-member] Lazy-loading 'resources' on Instance uuid 0aec565b-c6b6-4f71-8903-3950adc48e6f {{(pid=69613) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1027.269524] env[69613]: DEBUG oslo_concurrency.lockutils [None req-ff767629-4140-4925-be47-48916e3e4a7a tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1027.276592] env[69613]: DEBUG oslo_vmware.api [None req-7ec085b9-8516-4459-be59-660ab29ce1f0 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Task: {'id': task-3417967, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.277546] env[69613]: INFO nova.scheduler.client.report [None req-7417f98d-7f59-4002-950f-66cacb324234 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] Deleted allocations for instance 661ee10a-6a1c-4f4c-86e5-ea2185ab6741 [ 1027.363481] env[69613]: DEBUG nova.compute.manager [None req-630ab163-49fa-41b7-b146-7c5c39aa78d6 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] [instance: f36147c5-be86-4d45-9d2c-da38bba1885a] Start spawning the instance on the hypervisor. {{(pid=69613) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1027.392067] env[69613]: DEBUG nova.virt.hardware [None req-630ab163-49fa-41b7-b146-7c5c39aa78d6 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T13:55:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T13:55:19Z,direct_url=,disk_format='vmdk',id=2b7a0304-b5d0-431d-b287-32c8388d7fbd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3e9e1b873f1442d59d5ee8247b941f74',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T13:55:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1027.392324] env[69613]: DEBUG nova.virt.hardware [None req-630ab163-49fa-41b7-b146-7c5c39aa78d6 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Flavor limits 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1027.392484] env[69613]: DEBUG nova.virt.hardware [None req-630ab163-49fa-41b7-b146-7c5c39aa78d6 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Image limits 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1027.392662] env[69613]: DEBUG nova.virt.hardware [None req-630ab163-49fa-41b7-b146-7c5c39aa78d6 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Flavor pref 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1027.392809] env[69613]: DEBUG nova.virt.hardware [None req-630ab163-49fa-41b7-b146-7c5c39aa78d6 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Image pref 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1027.392973] env[69613]: DEBUG nova.virt.hardware [None req-630ab163-49fa-41b7-b146-7c5c39aa78d6 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1027.393191] env[69613]: DEBUG nova.virt.hardware [None req-630ab163-49fa-41b7-b146-7c5c39aa78d6 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1027.393349] env[69613]: DEBUG nova.virt.hardware [None req-630ab163-49fa-41b7-b146-7c5c39aa78d6 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69613) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1027.393517] env[69613]: DEBUG nova.virt.hardware [None req-630ab163-49fa-41b7-b146-7c5c39aa78d6 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Got 1 possible topologies {{(pid=69613) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1027.393678] env[69613]: DEBUG nova.virt.hardware [None req-630ab163-49fa-41b7-b146-7c5c39aa78d6 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1027.393850] env[69613]: DEBUG nova.virt.hardware [None req-630ab163-49fa-41b7-b146-7c5c39aa78d6 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1027.394706] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fad0bb12-f591-4480-a5ad-240f02bd8bac {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.402695] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95587c6e-bf20-48cc-a48d-07c02f45f68f {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.737045] env[69613]: INFO nova.compute.manager [None req-5369d480-241e-4ae3-a2eb-379a38c5e097 tempest-ServerRescueTestJSON-24713172 tempest-ServerRescueTestJSON-24713172-project-member] [instance: a21826db-d20f-443b-9042-9ffa93cd24af] Rescuing [ 1027.737470] env[69613]: DEBUG oslo_concurrency.lockutils [None req-5369d480-241e-4ae3-a2eb-379a38c5e097 tempest-ServerRescueTestJSON-24713172 tempest-ServerRescueTestJSON-24713172-project-member] Acquiring lock "refresh_cache-a21826db-d20f-443b-9042-9ffa93cd24af" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.737580] env[69613]: DEBUG oslo_concurrency.lockutils [None req-5369d480-241e-4ae3-a2eb-379a38c5e097 tempest-ServerRescueTestJSON-24713172 tempest-ServerRescueTestJSON-24713172-project-member] Acquired lock "refresh_cache-a21826db-d20f-443b-9042-9ffa93cd24af" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.737737] env[69613]: DEBUG nova.network.neutron [None req-5369d480-241e-4ae3-a2eb-379a38c5e097 tempest-ServerRescueTestJSON-24713172 tempest-ServerRescueTestJSON-24713172-project-member] [instance: a21826db-d20f-443b-9042-9ffa93cd24af] Building network info cache for instance {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1027.785848] env[69613]: DEBUG oslo_vmware.api [None req-7ec085b9-8516-4459-be59-660ab29ce1f0 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Task: {'id': task-3417967, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.786349] env[69613]: DEBUG oslo_concurrency.lockutils [None req-7417f98d-7f59-4002-950f-66cacb324234 tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] Lock "661ee10a-6a1c-4f4c-86e5-ea2185ab6741" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.562s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1027.805934] env[69613]: DEBUG nova.compute.manager [req-3100e7f9-f1c9-4cb8-979e-b6547f6784c3 req-a6bffc12-0fc6-410d-8844-ca33783d0e4e service nova] [instance: f36147c5-be86-4d45-9d2c-da38bba1885a] Received event network-vif-plugged-4a89cb15-777b-45b5-b5b5-b3aa6cfbd448 {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1027.806011] env[69613]: DEBUG oslo_concurrency.lockutils [req-3100e7f9-f1c9-4cb8-979e-b6547f6784c3 req-a6bffc12-0fc6-410d-8844-ca33783d0e4e service nova] Acquiring lock "f36147c5-be86-4d45-9d2c-da38bba1885a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1027.806222] env[69613]: DEBUG oslo_concurrency.lockutils [req-3100e7f9-f1c9-4cb8-979e-b6547f6784c3 req-a6bffc12-0fc6-410d-8844-ca33783d0e4e service nova] Lock "f36147c5-be86-4d45-9d2c-da38bba1885a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1027.806505] env[69613]: DEBUG oslo_concurrency.lockutils [req-3100e7f9-f1c9-4cb8-979e-b6547f6784c3 req-a6bffc12-0fc6-410d-8844-ca33783d0e4e service nova] Lock "f36147c5-be86-4d45-9d2c-da38bba1885a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1027.806621] env[69613]: DEBUG nova.compute.manager [req-3100e7f9-f1c9-4cb8-979e-b6547f6784c3 req-a6bffc12-0fc6-410d-8844-ca33783d0e4e service nova] [instance: f36147c5-be86-4d45-9d2c-da38bba1885a] No waiting events found dispatching network-vif-plugged-4a89cb15-777b-45b5-b5b5-b3aa6cfbd448 {{(pid=69613) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1027.806720] env[69613]: WARNING nova.compute.manager [req-3100e7f9-f1c9-4cb8-979e-b6547f6784c3 req-a6bffc12-0fc6-410d-8844-ca33783d0e4e service nova] [instance: f36147c5-be86-4d45-9d2c-da38bba1885a] Received unexpected event network-vif-plugged-4a89cb15-777b-45b5-b5b5-b3aa6cfbd448 for instance with vm_state building and task_state spawning. [ 1027.850252] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-14f33216-235b-4d3e-b48a-0a1654f9b86c tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] [instance: 2f982eab-2892-40c1-866c-3f4395db4201] Volume attach. Driver type: vmdk {{(pid=69613) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1027.850503] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-14f33216-235b-4d3e-b48a-0a1654f9b86c tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] [instance: 2f982eab-2892-40c1-866c-3f4395db4201] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-681969', 'volume_id': 'f8a12f43-2b38-412a-b5e0-63453364d910', 'name': 'volume-f8a12f43-2b38-412a-b5e0-63453364d910', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2f982eab-2892-40c1-866c-3f4395db4201', 'attached_at': '', 'detached_at': '', 'volume_id': 'f8a12f43-2b38-412a-b5e0-63453364d910', 'serial': 'f8a12f43-2b38-412a-b5e0-63453364d910'} {{(pid=69613) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1027.851582] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-446b4c68-61b7-4de6-ab45-9736d70afc82 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.871486] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70064af7-0597-43f2-ba1d-22e175e36965 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.900387] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-14f33216-235b-4d3e-b48a-0a1654f9b86c tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] [instance: 2f982eab-2892-40c1-866c-3f4395db4201] Reconfiguring VM instance instance-00000056 to attach disk [datastore1] volume-f8a12f43-2b38-412a-b5e0-63453364d910/volume-f8a12f43-2b38-412a-b5e0-63453364d910.vmdk or device None with type thin {{(pid=69613) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1027.903396] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5b45a268-719d-4e3c-b48f-da09abfed51c {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.917791] env[69613]: DEBUG nova.network.neutron [None req-630ab163-49fa-41b7-b146-7c5c39aa78d6 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] [instance: f36147c5-be86-4d45-9d2c-da38bba1885a] Successfully updated port: 4a89cb15-777b-45b5-b5b5-b3aa6cfbd448 {{(pid=69613) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1027.930064] env[69613]: DEBUG oslo_vmware.api [None req-14f33216-235b-4d3e-b48a-0a1654f9b86c tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] Waiting for the task: (returnval){ [ 1027.930064] env[69613]: value = "task-3417968" [ 1027.930064] env[69613]: _type = "Task" [ 1027.930064] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.939501] env[69613]: DEBUG oslo_vmware.api [None req-14f33216-235b-4d3e-b48a-0a1654f9b86c tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] Task: {'id': task-3417968, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.099604] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff93893c-a1bc-4df0-89ad-324de0669ecb {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.107608] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fdc2913-e20e-4f52-9742-a61d66e64164 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.139419] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82cd7487-c864-44d1-9a2c-2c239d21aabb {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.146830] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dc9a7bf-83c9-47f7-aec4-3bbf0028cfea {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.162074] env[69613]: DEBUG nova.compute.provider_tree [None req-98085fad-6227-41e3-b014-4532772e1dcd tempest-InstanceActionsTestJSON-681858584 tempest-InstanceActionsTestJSON-681858584-project-member] Inventory has not changed in ProviderTree for provider: af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 {{(pid=69613) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1028.278971] env[69613]: DEBUG oslo_vmware.api [None req-7ec085b9-8516-4459-be59-660ab29ce1f0 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Task: {'id': task-3417967, 'name': PowerOnVM_Task, 'duration_secs': 1.175533} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.279630] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ec085b9-8516-4459-be59-660ab29ce1f0 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] [instance: 2e3d9427-2006-4911-be75-e6b1b98f8bb8] Powered on the VM {{(pid=69613) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1028.279630] env[69613]: INFO nova.compute.manager [None req-7ec085b9-8516-4459-be59-660ab29ce1f0 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] [instance: 2e3d9427-2006-4911-be75-e6b1b98f8bb8] Took 9.04 seconds to spawn the instance on the hypervisor. [ 1028.279762] env[69613]: DEBUG nova.compute.manager [None req-7ec085b9-8516-4459-be59-660ab29ce1f0 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] [instance: 2e3d9427-2006-4911-be75-e6b1b98f8bb8] Checking state {{(pid=69613) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1028.280601] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19f4bdb8-10ea-49a6-8f17-e9cca83f121a {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.422533] env[69613]: DEBUG oslo_concurrency.lockutils [None req-630ab163-49fa-41b7-b146-7c5c39aa78d6 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Acquiring lock "refresh_cache-f36147c5-be86-4d45-9d2c-da38bba1885a" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.422714] env[69613]: DEBUG oslo_concurrency.lockutils [None req-630ab163-49fa-41b7-b146-7c5c39aa78d6 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Acquired lock "refresh_cache-f36147c5-be86-4d45-9d2c-da38bba1885a" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.422823] env[69613]: DEBUG nova.network.neutron [None req-630ab163-49fa-41b7-b146-7c5c39aa78d6 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] [instance: f36147c5-be86-4d45-9d2c-da38bba1885a] Building network info cache for instance {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1028.438317] env[69613]: DEBUG oslo_vmware.api [None req-14f33216-235b-4d3e-b48a-0a1654f9b86c tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] Task: {'id': task-3417968, 'name': ReconfigVM_Task, 'duration_secs': 0.346243} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.438670] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-14f33216-235b-4d3e-b48a-0a1654f9b86c tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] [instance: 2f982eab-2892-40c1-866c-3f4395db4201] Reconfigured VM instance instance-00000056 to attach disk [datastore1] volume-f8a12f43-2b38-412a-b5e0-63453364d910/volume-f8a12f43-2b38-412a-b5e0-63453364d910.vmdk or device None with type thin {{(pid=69613) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1028.443735] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f9d8a27b-af03-4b81-a5cc-4d808e75500e {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.459886] env[69613]: DEBUG oslo_vmware.api [None req-14f33216-235b-4d3e-b48a-0a1654f9b86c tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] Waiting for the task: (returnval){ [ 1028.459886] env[69613]: value = "task-3417969" [ 1028.459886] env[69613]: _type = "Task" [ 1028.459886] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.463927] env[69613]: DEBUG oslo_concurrency.lockutils [None req-91f7fcce-f90f-4f0a-82b1-fb8812e51c8e tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] Acquiring lock "cf649a29-c0b2-4cc4-9d7d-da72ef553093" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1028.464376] env[69613]: DEBUG oslo_concurrency.lockutils [None req-91f7fcce-f90f-4f0a-82b1-fb8812e51c8e tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] Lock "cf649a29-c0b2-4cc4-9d7d-da72ef553093" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1028.465041] env[69613]: DEBUG oslo_concurrency.lockutils [None req-91f7fcce-f90f-4f0a-82b1-fb8812e51c8e tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] Acquiring lock "cf649a29-c0b2-4cc4-9d7d-da72ef553093-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1028.465363] env[69613]: DEBUG oslo_concurrency.lockutils [None req-91f7fcce-f90f-4f0a-82b1-fb8812e51c8e tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] Lock "cf649a29-c0b2-4cc4-9d7d-da72ef553093-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1028.465561] env[69613]: DEBUG oslo_concurrency.lockutils [None req-91f7fcce-f90f-4f0a-82b1-fb8812e51c8e tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] Lock "cf649a29-c0b2-4cc4-9d7d-da72ef553093-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1028.468837] env[69613]: INFO nova.compute.manager [None req-91f7fcce-f90f-4f0a-82b1-fb8812e51c8e tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] [instance: cf649a29-c0b2-4cc4-9d7d-da72ef553093] Terminating instance [ 1028.474538] env[69613]: DEBUG oslo_vmware.api [None req-14f33216-235b-4d3e-b48a-0a1654f9b86c tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] Task: {'id': task-3417969, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.483418] env[69613]: DEBUG nova.network.neutron [None req-5369d480-241e-4ae3-a2eb-379a38c5e097 tempest-ServerRescueTestJSON-24713172 tempest-ServerRescueTestJSON-24713172-project-member] [instance: a21826db-d20f-443b-9042-9ffa93cd24af] Updating instance_info_cache with network_info: [{"id": "430c50af-63da-42b6-a30c-8cb49cbc5c5d", "address": "fa:16:3e:39:c2:6b", "network": {"id": "3acfa373-2dca-451a-aead-0bec66383bf5", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-509557382-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "c715e48e871e46929fbeb9d84252e339", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b931c4c-f73c-4fbd-9c9f-0270834cc69e", "external-id": "nsx-vlan-transportzone-177", "segmentation_id": 177, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap430c50af-63", "ovs_interfaceid": "430c50af-63da-42b6-a30c-8cb49cbc5c5d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1028.666441] env[69613]: DEBUG nova.scheduler.client.report [None req-98085fad-6227-41e3-b014-4532772e1dcd tempest-InstanceActionsTestJSON-681858584 tempest-InstanceActionsTestJSON-681858584-project-member] Inventory has not changed for provider af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69613) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1028.798955] env[69613]: INFO nova.compute.manager [None req-7ec085b9-8516-4459-be59-660ab29ce1f0 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] [instance: 2e3d9427-2006-4911-be75-e6b1b98f8bb8] Took 24.52 seconds to build instance. [ 1028.972091] env[69613]: DEBUG oslo_vmware.api [None req-14f33216-235b-4d3e-b48a-0a1654f9b86c tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] Task: {'id': task-3417969, 'name': ReconfigVM_Task, 'duration_secs': 0.145302} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.972091] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-14f33216-235b-4d3e-b48a-0a1654f9b86c tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] [instance: 2f982eab-2892-40c1-866c-3f4395db4201] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-681969', 'volume_id': 'f8a12f43-2b38-412a-b5e0-63453364d910', 'name': 'volume-f8a12f43-2b38-412a-b5e0-63453364d910', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2f982eab-2892-40c1-866c-3f4395db4201', 'attached_at': '', 'detached_at': '', 'volume_id': 'f8a12f43-2b38-412a-b5e0-63453364d910', 'serial': 'f8a12f43-2b38-412a-b5e0-63453364d910'} {{(pid=69613) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1028.974068] env[69613]: DEBUG nova.network.neutron [None req-630ab163-49fa-41b7-b146-7c5c39aa78d6 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] [instance: f36147c5-be86-4d45-9d2c-da38bba1885a] Instance cache missing network info. {{(pid=69613) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1028.977435] env[69613]: DEBUG nova.compute.manager [None req-91f7fcce-f90f-4f0a-82b1-fb8812e51c8e tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] [instance: cf649a29-c0b2-4cc4-9d7d-da72ef553093] Start destroying the instance on the hypervisor. {{(pid=69613) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1028.977435] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-91f7fcce-f90f-4f0a-82b1-fb8812e51c8e tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] [instance: cf649a29-c0b2-4cc4-9d7d-da72ef553093] Destroying instance {{(pid=69613) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1028.977719] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ac61cc4-775c-4303-9d6c-f6ec3a8889fa {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.986036] env[69613]: DEBUG oslo_concurrency.lockutils [None req-5369d480-241e-4ae3-a2eb-379a38c5e097 tempest-ServerRescueTestJSON-24713172 tempest-ServerRescueTestJSON-24713172-project-member] Releasing lock "refresh_cache-a21826db-d20f-443b-9042-9ffa93cd24af" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.988052] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-91f7fcce-f90f-4f0a-82b1-fb8812e51c8e tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] [instance: cf649a29-c0b2-4cc4-9d7d-da72ef553093] Powering off the VM {{(pid=69613) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1028.989062] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bd515961-35a4-4a56-9034-96ff4dc87a58 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.999421] env[69613]: DEBUG oslo_vmware.api [None req-91f7fcce-f90f-4f0a-82b1-fb8812e51c8e tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] Waiting for the task: (returnval){ [ 1028.999421] env[69613]: value = "task-3417970" [ 1028.999421] env[69613]: _type = "Task" [ 1028.999421] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.008219] env[69613]: DEBUG oslo_vmware.api [None req-91f7fcce-f90f-4f0a-82b1-fb8812e51c8e tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] Task: {'id': task-3417970, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.161726] env[69613]: DEBUG nova.network.neutron [None req-630ab163-49fa-41b7-b146-7c5c39aa78d6 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] [instance: f36147c5-be86-4d45-9d2c-da38bba1885a] Updating instance_info_cache with network_info: [{"id": "4a89cb15-777b-45b5-b5b5-b3aa6cfbd448", "address": "fa:16:3e:c2:24:57", "network": {"id": "743485db-c4e0-4763-aaad-624cce7d9704", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-754778099-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "27cd1ce9a4f74279a40b13e8fbac87a0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4576b9d4-535c-40aa-b078-246f671f216e", "external-id": "nsx-vlan-transportzone-27", "segmentation_id": 27, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4a89cb15-77", "ovs_interfaceid": "4a89cb15-777b-45b5-b5b5-b3aa6cfbd448", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1029.172549] env[69613]: DEBUG oslo_concurrency.lockutils [None req-98085fad-6227-41e3-b014-4532772e1dcd tempest-InstanceActionsTestJSON-681858584 tempest-InstanceActionsTestJSON-681858584-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.922s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1029.175127] env[69613]: DEBUG oslo_concurrency.lockutils [None req-9dbdefcb-7bbf-46b4-b3ae-81db5216a231 tempest-ServersTestMultiNic-711096641 tempest-ServersTestMultiNic-711096641-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.125s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1029.175380] env[69613]: DEBUG nova.objects.instance [None req-9dbdefcb-7bbf-46b4-b3ae-81db5216a231 tempest-ServersTestMultiNic-711096641 tempest-ServersTestMultiNic-711096641-project-member] Lazy-loading 'resources' on Instance uuid a8d62347-1026-4764-862e-4fd67a59dabf {{(pid=69613) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1029.204645] env[69613]: INFO nova.scheduler.client.report [None req-98085fad-6227-41e3-b014-4532772e1dcd tempest-InstanceActionsTestJSON-681858584 tempest-InstanceActionsTestJSON-681858584-project-member] Deleted allocations for instance 0aec565b-c6b6-4f71-8903-3950adc48e6f [ 1029.301177] env[69613]: DEBUG oslo_concurrency.lockutils [None req-7ec085b9-8516-4459-be59-660ab29ce1f0 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Lock "2e3d9427-2006-4911-be75-e6b1b98f8bb8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.032s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1029.508659] env[69613]: DEBUG oslo_vmware.api [None req-91f7fcce-f90f-4f0a-82b1-fb8812e51c8e tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] Task: {'id': task-3417970, 'name': PowerOffVM_Task, 'duration_secs': 0.411201} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.508940] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-91f7fcce-f90f-4f0a-82b1-fb8812e51c8e tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] [instance: cf649a29-c0b2-4cc4-9d7d-da72ef553093] Powered off the VM {{(pid=69613) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1029.509154] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-91f7fcce-f90f-4f0a-82b1-fb8812e51c8e tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] [instance: cf649a29-c0b2-4cc4-9d7d-da72ef553093] Unregistering the VM {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1029.509411] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cd4694c1-a4d9-4db9-8168-7bc2c64b1d85 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.577043] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-91f7fcce-f90f-4f0a-82b1-fb8812e51c8e tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] [instance: cf649a29-c0b2-4cc4-9d7d-da72ef553093] Unregistered the VM {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1029.577299] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-91f7fcce-f90f-4f0a-82b1-fb8812e51c8e tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] [instance: cf649a29-c0b2-4cc4-9d7d-da72ef553093] Deleting contents of the VM from datastore datastore1 {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1029.577813] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-91f7fcce-f90f-4f0a-82b1-fb8812e51c8e tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] Deleting the datastore file [datastore1] cf649a29-c0b2-4cc4-9d7d-da72ef553093 {{(pid=69613) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1029.577990] env[69613]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-60f540cc-394a-4108-820d-9011c5c78344 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.585670] env[69613]: DEBUG oslo_vmware.api [None req-91f7fcce-f90f-4f0a-82b1-fb8812e51c8e tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] Waiting for the task: (returnval){ [ 1029.585670] env[69613]: value = "task-3417972" [ 1029.585670] env[69613]: _type = "Task" [ 1029.585670] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.594683] env[69613]: DEBUG oslo_vmware.api [None req-91f7fcce-f90f-4f0a-82b1-fb8812e51c8e tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] Task: {'id': task-3417972, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.665550] env[69613]: DEBUG oslo_concurrency.lockutils [None req-630ab163-49fa-41b7-b146-7c5c39aa78d6 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Releasing lock "refresh_cache-f36147c5-be86-4d45-9d2c-da38bba1885a" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.665550] env[69613]: DEBUG nova.compute.manager [None req-630ab163-49fa-41b7-b146-7c5c39aa78d6 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] [instance: f36147c5-be86-4d45-9d2c-da38bba1885a] Instance network_info: |[{"id": "4a89cb15-777b-45b5-b5b5-b3aa6cfbd448", "address": "fa:16:3e:c2:24:57", "network": {"id": "743485db-c4e0-4763-aaad-624cce7d9704", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-754778099-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "27cd1ce9a4f74279a40b13e8fbac87a0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4576b9d4-535c-40aa-b078-246f671f216e", "external-id": "nsx-vlan-transportzone-27", "segmentation_id": 27, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4a89cb15-77", "ovs_interfaceid": "4a89cb15-777b-45b5-b5b5-b3aa6cfbd448", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69613) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1029.665846] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-630ab163-49fa-41b7-b146-7c5c39aa78d6 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] [instance: f36147c5-be86-4d45-9d2c-da38bba1885a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c2:24:57', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4576b9d4-535c-40aa-b078-246f671f216e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4a89cb15-777b-45b5-b5b5-b3aa6cfbd448', 'vif_model': 'vmxnet3'}] {{(pid=69613) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1029.674468] env[69613]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-630ab163-49fa-41b7-b146-7c5c39aa78d6 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69613) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1029.674690] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f36147c5-be86-4d45-9d2c-da38bba1885a] Creating VM on the ESX host {{(pid=69613) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1029.674918] env[69613]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-56dc3fbc-e2e5-4c6b-85de-72faa924fa9d {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.701543] env[69613]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1029.701543] env[69613]: value = "task-3417973" [ 1029.701543] env[69613]: _type = "Task" [ 1029.701543] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.713881] env[69613]: DEBUG oslo_vmware.api [-] Task: {'id': task-3417973, 'name': CreateVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.717092] env[69613]: DEBUG oslo_concurrency.lockutils [None req-98085fad-6227-41e3-b014-4532772e1dcd tempest-InstanceActionsTestJSON-681858584 tempest-InstanceActionsTestJSON-681858584-project-member] Lock "0aec565b-c6b6-4f71-8903-3950adc48e6f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.984s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1029.844129] env[69613]: DEBUG nova.compute.manager [req-cd2ae52b-2e8b-4a0d-b427-3281b50ca016 req-470a929f-091e-4498-aef9-c074e3868892 service nova] [instance: f36147c5-be86-4d45-9d2c-da38bba1885a] Received event network-changed-4a89cb15-777b-45b5-b5b5-b3aa6cfbd448 {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1029.844457] env[69613]: DEBUG nova.compute.manager [req-cd2ae52b-2e8b-4a0d-b427-3281b50ca016 req-470a929f-091e-4498-aef9-c074e3868892 service nova] [instance: f36147c5-be86-4d45-9d2c-da38bba1885a] Refreshing instance network info cache due to event network-changed-4a89cb15-777b-45b5-b5b5-b3aa6cfbd448. {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1029.844955] env[69613]: DEBUG oslo_concurrency.lockutils [req-cd2ae52b-2e8b-4a0d-b427-3281b50ca016 req-470a929f-091e-4498-aef9-c074e3868892 service nova] Acquiring lock "refresh_cache-f36147c5-be86-4d45-9d2c-da38bba1885a" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.845130] env[69613]: DEBUG oslo_concurrency.lockutils [req-cd2ae52b-2e8b-4a0d-b427-3281b50ca016 req-470a929f-091e-4498-aef9-c074e3868892 service nova] Acquired lock "refresh_cache-f36147c5-be86-4d45-9d2c-da38bba1885a" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.845310] env[69613]: DEBUG nova.network.neutron [req-cd2ae52b-2e8b-4a0d-b427-3281b50ca016 req-470a929f-091e-4498-aef9-c074e3868892 service nova] [instance: f36147c5-be86-4d45-9d2c-da38bba1885a] Refreshing network info cache for port 4a89cb15-777b-45b5-b5b5-b3aa6cfbd448 {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1029.972567] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd72730b-2127-44be-a10f-920def031d25 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.980475] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-097a922d-6f2b-49a4-ba0c-dea736c95422 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.011029] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42663e18-b7ee-45b7-850a-1a19a3367fe3 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.014353] env[69613]: DEBUG nova.objects.instance [None req-14f33216-235b-4d3e-b48a-0a1654f9b86c tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] Lazy-loading 'flavor' on Instance uuid 2f982eab-2892-40c1-866c-3f4395db4201 {{(pid=69613) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1030.020679] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cc89335-863b-4300-81e4-42ef7d171b54 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.038094] env[69613]: DEBUG nova.compute.provider_tree [None req-9dbdefcb-7bbf-46b4-b3ae-81db5216a231 tempest-ServersTestMultiNic-711096641 tempest-ServersTestMultiNic-711096641-project-member] Inventory has not changed in ProviderTree for provider: af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 {{(pid=69613) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1030.082881] env[69613]: DEBUG nova.compute.manager [None req-2f066065-c0da-4611-bda0-6b86a10e11a8 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] [instance: 2e3d9427-2006-4911-be75-e6b1b98f8bb8] Stashing vm_state: active {{(pid=69613) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1030.094739] env[69613]: DEBUG oslo_vmware.api [None req-91f7fcce-f90f-4f0a-82b1-fb8812e51c8e tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] Task: {'id': task-3417972, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.257004} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.095000] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-91f7fcce-f90f-4f0a-82b1-fb8812e51c8e tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] Deleted the datastore file {{(pid=69613) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1030.095210] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-91f7fcce-f90f-4f0a-82b1-fb8812e51c8e tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] [instance: cf649a29-c0b2-4cc4-9d7d-da72ef553093] Deleted contents of the VM from datastore datastore1 {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1030.095392] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-91f7fcce-f90f-4f0a-82b1-fb8812e51c8e tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] [instance: cf649a29-c0b2-4cc4-9d7d-da72ef553093] Instance destroyed {{(pid=69613) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1030.095558] env[69613]: INFO nova.compute.manager [None req-91f7fcce-f90f-4f0a-82b1-fb8812e51c8e tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] [instance: cf649a29-c0b2-4cc4-9d7d-da72ef553093] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1030.095837] env[69613]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-91f7fcce-f90f-4f0a-82b1-fb8812e51c8e tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69613) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1030.096137] env[69613]: DEBUG nova.compute.manager [-] [instance: cf649a29-c0b2-4cc4-9d7d-da72ef553093] Deallocating network for instance {{(pid=69613) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1030.096291] env[69613]: DEBUG nova.network.neutron [-] [instance: cf649a29-c0b2-4cc4-9d7d-da72ef553093] deallocate_for_instance() {{(pid=69613) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1030.197667] env[69613]: DEBUG oslo_concurrency.lockutils [None req-b6922ae9-12f0-4a98-8740-c8d37d94c51c tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] Acquiring lock "2f982eab-2892-40c1-866c-3f4395db4201" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1030.215985] env[69613]: DEBUG oslo_vmware.api [-] Task: {'id': task-3417973, 'name': CreateVM_Task, 'duration_secs': 0.329251} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.216252] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f36147c5-be86-4d45-9d2c-da38bba1885a] Created VM on the ESX host {{(pid=69613) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1030.217246] env[69613]: DEBUG oslo_concurrency.lockutils [None req-630ab163-49fa-41b7-b146-7c5c39aa78d6 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.217502] env[69613]: DEBUG oslo_concurrency.lockutils [None req-630ab163-49fa-41b7-b146-7c5c39aa78d6 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.217970] env[69613]: DEBUG oslo_concurrency.lockutils [None req-630ab163-49fa-41b7-b146-7c5c39aa78d6 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.218357] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fe731356-551a-4b20-81c8-14f3c66fa11c {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.226321] env[69613]: DEBUG oslo_vmware.api [None req-630ab163-49fa-41b7-b146-7c5c39aa78d6 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Waiting for the task: (returnval){ [ 1030.226321] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]52154774-2378-9420-9c96-02d11c792fa0" [ 1030.226321] env[69613]: _type = "Task" [ 1030.226321] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.238639] env[69613]: DEBUG oslo_vmware.api [None req-630ab163-49fa-41b7-b146-7c5c39aa78d6 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52154774-2378-9420-9c96-02d11c792fa0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.519571] env[69613]: DEBUG oslo_concurrency.lockutils [None req-14f33216-235b-4d3e-b48a-0a1654f9b86c tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] Lock "2f982eab-2892-40c1-866c-3f4395db4201" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.781s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1030.523947] env[69613]: DEBUG oslo_concurrency.lockutils [None req-b6922ae9-12f0-4a98-8740-c8d37d94c51c tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] Lock "2f982eab-2892-40c1-866c-3f4395db4201" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.323s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1030.523947] env[69613]: DEBUG nova.compute.manager [None req-b6922ae9-12f0-4a98-8740-c8d37d94c51c tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] [instance: 2f982eab-2892-40c1-866c-3f4395db4201] Checking state {{(pid=69613) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1030.523947] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c97501d-9603-4b84-b2ea-3c21c92e0979 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.528856] env[69613]: DEBUG nova.compute.manager [None req-b6922ae9-12f0-4a98-8740-c8d37d94c51c tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] [instance: 2f982eab-2892-40c1-866c-3f4395db4201] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69613) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1030.528856] env[69613]: DEBUG nova.objects.instance [None req-b6922ae9-12f0-4a98-8740-c8d37d94c51c tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] Lazy-loading 'flavor' on Instance uuid 2f982eab-2892-40c1-866c-3f4395db4201 {{(pid=69613) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1030.539911] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-5369d480-241e-4ae3-a2eb-379a38c5e097 tempest-ServerRescueTestJSON-24713172 tempest-ServerRescueTestJSON-24713172-project-member] [instance: a21826db-d20f-443b-9042-9ffa93cd24af] Powering off the VM {{(pid=69613) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1030.540191] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f5f07395-e4f8-4afd-b876-f699cc6e6a55 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.543334] env[69613]: DEBUG nova.scheduler.client.report [None req-9dbdefcb-7bbf-46b4-b3ae-81db5216a231 tempest-ServersTestMultiNic-711096641 tempest-ServersTestMultiNic-711096641-project-member] Inventory has not changed for provider af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69613) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1030.551220] env[69613]: DEBUG oslo_vmware.api [None req-5369d480-241e-4ae3-a2eb-379a38c5e097 tempest-ServerRescueTestJSON-24713172 tempest-ServerRescueTestJSON-24713172-project-member] Waiting for the task: (returnval){ [ 1030.551220] env[69613]: value = "task-3417974" [ 1030.551220] env[69613]: _type = "Task" [ 1030.551220] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.559628] env[69613]: DEBUG oslo_vmware.api [None req-5369d480-241e-4ae3-a2eb-379a38c5e097 tempest-ServerRescueTestJSON-24713172 tempest-ServerRescueTestJSON-24713172-project-member] Task: {'id': task-3417974, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.610155] env[69613]: DEBUG oslo_concurrency.lockutils [None req-2f066065-c0da-4611-bda0-6b86a10e11a8 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1030.737225] env[69613]: DEBUG oslo_vmware.api [None req-630ab163-49fa-41b7-b146-7c5c39aa78d6 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52154774-2378-9420-9c96-02d11c792fa0, 'name': SearchDatastore_Task, 'duration_secs': 0.010354} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.737566] env[69613]: DEBUG oslo_concurrency.lockutils [None req-630ab163-49fa-41b7-b146-7c5c39aa78d6 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.737806] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-630ab163-49fa-41b7-b146-7c5c39aa78d6 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] [instance: f36147c5-be86-4d45-9d2c-da38bba1885a] Processing image 2b7a0304-b5d0-431d-b287-32c8388d7fbd {{(pid=69613) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1030.738128] env[69613]: DEBUG oslo_concurrency.lockutils [None req-630ab163-49fa-41b7-b146-7c5c39aa78d6 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.738205] env[69613]: DEBUG oslo_concurrency.lockutils [None req-630ab163-49fa-41b7-b146-7c5c39aa78d6 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.738391] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-630ab163-49fa-41b7-b146-7c5c39aa78d6 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69613) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1030.738670] env[69613]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c75c66a6-a084-4c69-8aaa-60c1eeee45d5 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.747200] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-630ab163-49fa-41b7-b146-7c5c39aa78d6 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69613) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1030.747389] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-630ab163-49fa-41b7-b146-7c5c39aa78d6 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69613) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1030.748155] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a29d7f30-02b5-45bf-9597-311ea6e80621 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.753890] env[69613]: DEBUG oslo_vmware.api [None req-630ab163-49fa-41b7-b146-7c5c39aa78d6 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Waiting for the task: (returnval){ [ 1030.753890] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]520d4801-c70a-d35c-cafb-1a7ab5ef3e1c" [ 1030.753890] env[69613]: _type = "Task" [ 1030.753890] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.762632] env[69613]: DEBUG oslo_vmware.api [None req-630ab163-49fa-41b7-b146-7c5c39aa78d6 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]520d4801-c70a-d35c-cafb-1a7ab5ef3e1c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.878670] env[69613]: DEBUG nova.network.neutron [req-cd2ae52b-2e8b-4a0d-b427-3281b50ca016 req-470a929f-091e-4498-aef9-c074e3868892 service nova] [instance: f36147c5-be86-4d45-9d2c-da38bba1885a] Updated VIF entry in instance network info cache for port 4a89cb15-777b-45b5-b5b5-b3aa6cfbd448. {{(pid=69613) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1030.879054] env[69613]: DEBUG nova.network.neutron [req-cd2ae52b-2e8b-4a0d-b427-3281b50ca016 req-470a929f-091e-4498-aef9-c074e3868892 service nova] [instance: f36147c5-be86-4d45-9d2c-da38bba1885a] Updating instance_info_cache with network_info: [{"id": "4a89cb15-777b-45b5-b5b5-b3aa6cfbd448", "address": "fa:16:3e:c2:24:57", "network": {"id": "743485db-c4e0-4763-aaad-624cce7d9704", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-754778099-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "27cd1ce9a4f74279a40b13e8fbac87a0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4576b9d4-535c-40aa-b078-246f671f216e", "external-id": "nsx-vlan-transportzone-27", "segmentation_id": 27, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4a89cb15-77", "ovs_interfaceid": "4a89cb15-777b-45b5-b5b5-b3aa6cfbd448", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1031.048065] env[69613]: DEBUG oslo_concurrency.lockutils [None req-9dbdefcb-7bbf-46b4-b3ae-81db5216a231 tempest-ServersTestMultiNic-711096641 tempest-ServersTestMultiNic-711096641-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.873s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1031.051506] env[69613]: DEBUG oslo_concurrency.lockutils [None req-a48a7cf3-c4d9-4716-9c6f-1c6c95a3d74d tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.229s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1031.051506] env[69613]: DEBUG nova.objects.instance [None req-a48a7cf3-c4d9-4716-9c6f-1c6c95a3d74d tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Lazy-loading 'resources' on Instance uuid 983a2305-b1f1-487b-ab6a-2f5f1f7ee3f0 {{(pid=69613) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1031.061601] env[69613]: DEBUG oslo_vmware.api [None req-5369d480-241e-4ae3-a2eb-379a38c5e097 tempest-ServerRescueTestJSON-24713172 tempest-ServerRescueTestJSON-24713172-project-member] Task: {'id': task-3417974, 'name': PowerOffVM_Task, 'duration_secs': 0.304872} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.061833] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-5369d480-241e-4ae3-a2eb-379a38c5e097 tempest-ServerRescueTestJSON-24713172 tempest-ServerRescueTestJSON-24713172-project-member] [instance: a21826db-d20f-443b-9042-9ffa93cd24af] Powered off the VM {{(pid=69613) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1031.063906] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e81233b-d57d-4dc1-8d35-04b7df50938a {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.086403] env[69613]: INFO nova.scheduler.client.report [None req-9dbdefcb-7bbf-46b4-b3ae-81db5216a231 tempest-ServersTestMultiNic-711096641 tempest-ServersTestMultiNic-711096641-project-member] Deleted allocations for instance a8d62347-1026-4764-862e-4fd67a59dabf [ 1031.087941] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87f6ba65-7617-436d-8d01-9aa16b7428b3 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.133469] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-5369d480-241e-4ae3-a2eb-379a38c5e097 tempest-ServerRescueTestJSON-24713172 tempest-ServerRescueTestJSON-24713172-project-member] [instance: a21826db-d20f-443b-9042-9ffa93cd24af] Powering off the VM {{(pid=69613) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1031.133787] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-20c7b8d4-d85d-4abd-a26c-f5c365f37238 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.140382] env[69613]: DEBUG nova.network.neutron [-] [instance: cf649a29-c0b2-4cc4-9d7d-da72ef553093] Updating instance_info_cache with network_info: [] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1031.143234] env[69613]: DEBUG oslo_vmware.api [None req-5369d480-241e-4ae3-a2eb-379a38c5e097 tempest-ServerRescueTestJSON-24713172 tempest-ServerRescueTestJSON-24713172-project-member] Waiting for the task: (returnval){ [ 1031.143234] env[69613]: value = "task-3417975" [ 1031.143234] env[69613]: _type = "Task" [ 1031.143234] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.154134] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-5369d480-241e-4ae3-a2eb-379a38c5e097 tempest-ServerRescueTestJSON-24713172 tempest-ServerRescueTestJSON-24713172-project-member] [instance: a21826db-d20f-443b-9042-9ffa93cd24af] VM already powered off {{(pid=69613) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1031.154418] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-5369d480-241e-4ae3-a2eb-379a38c5e097 tempest-ServerRescueTestJSON-24713172 tempest-ServerRescueTestJSON-24713172-project-member] [instance: a21826db-d20f-443b-9042-9ffa93cd24af] Processing image 2b7a0304-b5d0-431d-b287-32c8388d7fbd {{(pid=69613) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1031.154766] env[69613]: DEBUG oslo_concurrency.lockutils [None req-5369d480-241e-4ae3-a2eb-379a38c5e097 tempest-ServerRescueTestJSON-24713172 tempest-ServerRescueTestJSON-24713172-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.265574] env[69613]: DEBUG oslo_vmware.api [None req-630ab163-49fa-41b7-b146-7c5c39aa78d6 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]520d4801-c70a-d35c-cafb-1a7ab5ef3e1c, 'name': SearchDatastore_Task, 'duration_secs': 0.011571} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.266364] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4dd644c4-e4cb-488e-9f5f-ec46f9c09769 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.271526] env[69613]: DEBUG oslo_vmware.api [None req-630ab163-49fa-41b7-b146-7c5c39aa78d6 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Waiting for the task: (returnval){ [ 1031.271526] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]523af782-5d4f-2237-3c46-eb3827d73820" [ 1031.271526] env[69613]: _type = "Task" [ 1031.271526] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.280362] env[69613]: DEBUG oslo_vmware.api [None req-630ab163-49fa-41b7-b146-7c5c39aa78d6 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]523af782-5d4f-2237-3c46-eb3827d73820, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.382438] env[69613]: DEBUG oslo_concurrency.lockutils [req-cd2ae52b-2e8b-4a0d-b427-3281b50ca016 req-470a929f-091e-4498-aef9-c074e3868892 service nova] Releasing lock "refresh_cache-f36147c5-be86-4d45-9d2c-da38bba1885a" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.537700] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6922ae9-12f0-4a98-8740-c8d37d94c51c tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] [instance: 2f982eab-2892-40c1-866c-3f4395db4201] Powering off the VM {{(pid=69613) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1031.538048] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f48d3f21-7d40-4b32-b1ed-41aa1c4b13c9 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.544842] env[69613]: DEBUG oslo_vmware.api [None req-b6922ae9-12f0-4a98-8740-c8d37d94c51c tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] Waiting for the task: (returnval){ [ 1031.544842] env[69613]: value = "task-3417976" [ 1031.544842] env[69613]: _type = "Task" [ 1031.544842] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.554676] env[69613]: DEBUG oslo_vmware.api [None req-b6922ae9-12f0-4a98-8740-c8d37d94c51c tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] Task: {'id': task-3417976, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.597503] env[69613]: DEBUG oslo_concurrency.lockutils [None req-9dbdefcb-7bbf-46b4-b3ae-81db5216a231 tempest-ServersTestMultiNic-711096641 tempest-ServersTestMultiNic-711096641-project-member] Lock "a8d62347-1026-4764-862e-4fd67a59dabf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.221s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1031.644572] env[69613]: INFO nova.compute.manager [-] [instance: cf649a29-c0b2-4cc4-9d7d-da72ef553093] Took 1.55 seconds to deallocate network for instance. [ 1031.786171] env[69613]: DEBUG oslo_vmware.api [None req-630ab163-49fa-41b7-b146-7c5c39aa78d6 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]523af782-5d4f-2237-3c46-eb3827d73820, 'name': SearchDatastore_Task, 'duration_secs': 0.01179} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.786453] env[69613]: DEBUG oslo_concurrency.lockutils [None req-630ab163-49fa-41b7-b146-7c5c39aa78d6 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.786715] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-630ab163-49fa-41b7-b146-7c5c39aa78d6 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk to [datastore1] f36147c5-be86-4d45-9d2c-da38bba1885a/f36147c5-be86-4d45-9d2c-da38bba1885a.vmdk {{(pid=69613) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1031.787010] env[69613]: DEBUG oslo_concurrency.lockutils [None req-5369d480-241e-4ae3-a2eb-379a38c5e097 tempest-ServerRescueTestJSON-24713172 tempest-ServerRescueTestJSON-24713172-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.787202] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-5369d480-241e-4ae3-a2eb-379a38c5e097 tempest-ServerRescueTestJSON-24713172 tempest-ServerRescueTestJSON-24713172-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69613) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1031.787832] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4087ed39-9ef4-45c9-8a67-c55b3a664114 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.792135] env[69613]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9524eb8d-9857-4b11-9288-b9effe27e9e3 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.800717] env[69613]: DEBUG oslo_vmware.api [None req-630ab163-49fa-41b7-b146-7c5c39aa78d6 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Waiting for the task: (returnval){ [ 1031.800717] env[69613]: value = "task-3417977" [ 1031.800717] env[69613]: _type = "Task" [ 1031.800717] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.805736] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-5369d480-241e-4ae3-a2eb-379a38c5e097 tempest-ServerRescueTestJSON-24713172 tempest-ServerRescueTestJSON-24713172-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69613) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1031.806035] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-5369d480-241e-4ae3-a2eb-379a38c5e097 tempest-ServerRescueTestJSON-24713172 tempest-ServerRescueTestJSON-24713172-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69613) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1031.807150] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3a04188b-47e4-4296-af71-2dd165e3f793 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.819404] env[69613]: DEBUG oslo_vmware.api [None req-630ab163-49fa-41b7-b146-7c5c39aa78d6 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Task: {'id': task-3417977, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.819404] env[69613]: DEBUG oslo_vmware.api [None req-5369d480-241e-4ae3-a2eb-379a38c5e097 tempest-ServerRescueTestJSON-24713172 tempest-ServerRescueTestJSON-24713172-project-member] Waiting for the task: (returnval){ [ 1031.819404] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]5269be8f-1f0d-24b9-08cb-b523de57fb0a" [ 1031.819404] env[69613]: _type = "Task" [ 1031.819404] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.826816] env[69613]: DEBUG oslo_vmware.api [None req-5369d480-241e-4ae3-a2eb-379a38c5e097 tempest-ServerRescueTestJSON-24713172 tempest-ServerRescueTestJSON-24713172-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]5269be8f-1f0d-24b9-08cb-b523de57fb0a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.870647] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b449574e-d87e-4d30-9327-2b9054a1b35c {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.880213] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51ade28c-49af-48d7-9b6e-9b659a1a2bfa {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.911295] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afe7044f-4dc7-4f1c-83c3-99bfb03a22d5 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.919180] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c61ee770-8d07-42f1-b76b-f4000cb30008 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.933260] env[69613]: DEBUG nova.compute.provider_tree [None req-a48a7cf3-c4d9-4716-9c6f-1c6c95a3d74d tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Inventory has not changed in ProviderTree for provider: af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 {{(pid=69613) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1032.055350] env[69613]: DEBUG oslo_vmware.api [None req-b6922ae9-12f0-4a98-8740-c8d37d94c51c tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] Task: {'id': task-3417976, 'name': PowerOffVM_Task, 'duration_secs': 0.203702} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.055706] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6922ae9-12f0-4a98-8740-c8d37d94c51c tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] [instance: 2f982eab-2892-40c1-866c-3f4395db4201] Powered off the VM {{(pid=69613) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1032.055976] env[69613]: DEBUG nova.compute.manager [None req-b6922ae9-12f0-4a98-8740-c8d37d94c51c tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] [instance: 2f982eab-2892-40c1-866c-3f4395db4201] Checking state {{(pid=69613) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1032.056761] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a549f52c-0009-4dc6-91a5-2478fe6a37dc {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.160771] env[69613]: DEBUG oslo_concurrency.lockutils [None req-91f7fcce-f90f-4f0a-82b1-fb8812e51c8e tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1032.252939] env[69613]: DEBUG nova.compute.manager [req-da9bf467-ba7a-4da5-b6d1-f15928b73926 req-f7759452-0d9f-4727-a05c-9e9225e981be service nova] [instance: cf649a29-c0b2-4cc4-9d7d-da72ef553093] Received event network-vif-deleted-08b5c128-df52-4c4f-9613-e8b6aadb19dc {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1032.312922] env[69613]: DEBUG oslo_vmware.api [None req-630ab163-49fa-41b7-b146-7c5c39aa78d6 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Task: {'id': task-3417977, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.333700] env[69613]: DEBUG oslo_vmware.api [None req-5369d480-241e-4ae3-a2eb-379a38c5e097 tempest-ServerRescueTestJSON-24713172 tempest-ServerRescueTestJSON-24713172-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]5269be8f-1f0d-24b9-08cb-b523de57fb0a, 'name': SearchDatastore_Task, 'duration_secs': 0.014774} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.334528] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-561fa2e8-7def-49ea-afbc-553b63308fff {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.342150] env[69613]: DEBUG oslo_vmware.api [None req-5369d480-241e-4ae3-a2eb-379a38c5e097 tempest-ServerRescueTestJSON-24713172 tempest-ServerRescueTestJSON-24713172-project-member] Waiting for the task: (returnval){ [ 1032.342150] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]525f6ba7-530a-f540-f19b-40b29cdf2b1d" [ 1032.342150] env[69613]: _type = "Task" [ 1032.342150] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.357928] env[69613]: DEBUG oslo_vmware.api [None req-5369d480-241e-4ae3-a2eb-379a38c5e097 tempest-ServerRescueTestJSON-24713172 tempest-ServerRescueTestJSON-24713172-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]525f6ba7-530a-f540-f19b-40b29cdf2b1d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.436405] env[69613]: DEBUG nova.scheduler.client.report [None req-a48a7cf3-c4d9-4716-9c6f-1c6c95a3d74d tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Inventory has not changed for provider af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69613) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1032.569590] env[69613]: DEBUG oslo_concurrency.lockutils [None req-b6922ae9-12f0-4a98-8740-c8d37d94c51c tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] Lock "2f982eab-2892-40c1-866c-3f4395db4201" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.049s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1032.811276] env[69613]: DEBUG oslo_vmware.api [None req-630ab163-49fa-41b7-b146-7c5c39aa78d6 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Task: {'id': task-3417977, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.891574} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.811563] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-630ab163-49fa-41b7-b146-7c5c39aa78d6 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk to [datastore1] f36147c5-be86-4d45-9d2c-da38bba1885a/f36147c5-be86-4d45-9d2c-da38bba1885a.vmdk {{(pid=69613) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1032.811784] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-630ab163-49fa-41b7-b146-7c5c39aa78d6 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] [instance: f36147c5-be86-4d45-9d2c-da38bba1885a] Extending root virtual disk to 1048576 {{(pid=69613) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1032.812073] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d178c088-9132-41eb-9dff-c60fa22f8b12 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.819043] env[69613]: DEBUG oslo_vmware.api [None req-630ab163-49fa-41b7-b146-7c5c39aa78d6 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Waiting for the task: (returnval){ [ 1032.819043] env[69613]: value = "task-3417978" [ 1032.819043] env[69613]: _type = "Task" [ 1032.819043] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.826505] env[69613]: DEBUG oslo_vmware.api [None req-630ab163-49fa-41b7-b146-7c5c39aa78d6 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Task: {'id': task-3417978, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.851841] env[69613]: DEBUG oslo_vmware.api [None req-5369d480-241e-4ae3-a2eb-379a38c5e097 tempest-ServerRescueTestJSON-24713172 tempest-ServerRescueTestJSON-24713172-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]525f6ba7-530a-f540-f19b-40b29cdf2b1d, 'name': SearchDatastore_Task, 'duration_secs': 0.051858} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.852130] env[69613]: DEBUG oslo_concurrency.lockutils [None req-5369d480-241e-4ae3-a2eb-379a38c5e097 tempest-ServerRescueTestJSON-24713172 tempest-ServerRescueTestJSON-24713172-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.852403] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-5369d480-241e-4ae3-a2eb-379a38c5e097 tempest-ServerRescueTestJSON-24713172 tempest-ServerRescueTestJSON-24713172-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk to [datastore1] a21826db-d20f-443b-9042-9ffa93cd24af/2b7a0304-b5d0-431d-b287-32c8388d7fbd-rescue.vmdk. {{(pid=69613) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1032.852668] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-500f6bef-d863-43bd-8c6b-21b98f0b686b {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.859326] env[69613]: DEBUG oslo_vmware.api [None req-5369d480-241e-4ae3-a2eb-379a38c5e097 tempest-ServerRescueTestJSON-24713172 tempest-ServerRescueTestJSON-24713172-project-member] Waiting for the task: (returnval){ [ 1032.859326] env[69613]: value = "task-3417979" [ 1032.859326] env[69613]: _type = "Task" [ 1032.859326] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.868532] env[69613]: DEBUG oslo_vmware.api [None req-5369d480-241e-4ae3-a2eb-379a38c5e097 tempest-ServerRescueTestJSON-24713172 tempest-ServerRescueTestJSON-24713172-project-member] Task: {'id': task-3417979, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.906791] env[69613]: DEBUG nova.objects.instance [None req-60619bb0-aa72-44f2-9326-399fb213f240 tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] Lazy-loading 'flavor' on Instance uuid 2f982eab-2892-40c1-866c-3f4395db4201 {{(pid=69613) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1032.945482] env[69613]: DEBUG oslo_concurrency.lockutils [None req-a48a7cf3-c4d9-4716-9c6f-1c6c95a3d74d tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.895s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1032.948420] env[69613]: DEBUG oslo_concurrency.lockutils [None req-b75e1437-6814-450a-9fc6-c8841e6024f5 tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.747s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1032.948420] env[69613]: DEBUG nova.objects.instance [None req-b75e1437-6814-450a-9fc6-c8841e6024f5 tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] Lazy-loading 'resources' on Instance uuid 71e0d53c-ff3f-4a77-aa25-2a07e64500a7 {{(pid=69613) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1032.976939] env[69613]: INFO nova.scheduler.client.report [None req-a48a7cf3-c4d9-4716-9c6f-1c6c95a3d74d tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Deleted allocations for instance 983a2305-b1f1-487b-ab6a-2f5f1f7ee3f0 [ 1033.333985] env[69613]: DEBUG oslo_vmware.api [None req-630ab163-49fa-41b7-b146-7c5c39aa78d6 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Task: {'id': task-3417978, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066513} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.334803] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-630ab163-49fa-41b7-b146-7c5c39aa78d6 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] [instance: f36147c5-be86-4d45-9d2c-da38bba1885a] Extended root virtual disk {{(pid=69613) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1033.336249] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ec477a2-f1d7-4030-99fe-46a04869fdc3 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.369386] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-630ab163-49fa-41b7-b146-7c5c39aa78d6 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] [instance: f36147c5-be86-4d45-9d2c-da38bba1885a] Reconfiguring VM instance instance-00000060 to attach disk [datastore1] f36147c5-be86-4d45-9d2c-da38bba1885a/f36147c5-be86-4d45-9d2c-da38bba1885a.vmdk or device None with type sparse {{(pid=69613) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1033.369774] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c2405ecf-ca19-42ba-86e7-99b727f6759a {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.399524] env[69613]: DEBUG oslo_vmware.api [None req-5369d480-241e-4ae3-a2eb-379a38c5e097 tempest-ServerRescueTestJSON-24713172 tempest-ServerRescueTestJSON-24713172-project-member] Task: {'id': task-3417979, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.401301] env[69613]: DEBUG oslo_vmware.api [None req-630ab163-49fa-41b7-b146-7c5c39aa78d6 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Waiting for the task: (returnval){ [ 1033.401301] env[69613]: value = "task-3417980" [ 1033.401301] env[69613]: _type = "Task" [ 1033.401301] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.409804] env[69613]: DEBUG oslo_vmware.api [None req-630ab163-49fa-41b7-b146-7c5c39aa78d6 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Task: {'id': task-3417980, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.417796] env[69613]: DEBUG oslo_concurrency.lockutils [None req-60619bb0-aa72-44f2-9326-399fb213f240 tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] Acquiring lock "refresh_cache-2f982eab-2892-40c1-866c-3f4395db4201" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.418104] env[69613]: DEBUG oslo_concurrency.lockutils [None req-60619bb0-aa72-44f2-9326-399fb213f240 tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] Acquired lock "refresh_cache-2f982eab-2892-40c1-866c-3f4395db4201" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.418800] env[69613]: DEBUG nova.network.neutron [None req-60619bb0-aa72-44f2-9326-399fb213f240 tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] [instance: 2f982eab-2892-40c1-866c-3f4395db4201] Building network info cache for instance {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1033.418800] env[69613]: DEBUG nova.objects.instance [None req-60619bb0-aa72-44f2-9326-399fb213f240 tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] Lazy-loading 'info_cache' on Instance uuid 2f982eab-2892-40c1-866c-3f4395db4201 {{(pid=69613) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1033.487835] env[69613]: DEBUG oslo_concurrency.lockutils [None req-a48a7cf3-c4d9-4716-9c6f-1c6c95a3d74d tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Lock "983a2305-b1f1-487b-ab6a-2f5f1f7ee3f0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.642s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1033.796016] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-698f9d2b-3a70-4313-bb4b-e81fbf1c387a {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.802021] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd332055-9cd8-4f52-aa3d-6f72b0dbb33e {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.841893] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50569ab0-9fe8-4751-9825-22bdcad5ce7f {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.851367] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c67b3a1-c855-4815-bef9-ca53ada60aef {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.870150] env[69613]: DEBUG nova.compute.provider_tree [None req-b75e1437-6814-450a-9fc6-c8841e6024f5 tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] Inventory has not changed in ProviderTree for provider: af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 {{(pid=69613) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1033.878923] env[69613]: DEBUG oslo_vmware.api [None req-5369d480-241e-4ae3-a2eb-379a38c5e097 tempest-ServerRescueTestJSON-24713172 tempest-ServerRescueTestJSON-24713172-project-member] Task: {'id': task-3417979, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.976596} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.879559] env[69613]: INFO nova.virt.vmwareapi.ds_util [None req-5369d480-241e-4ae3-a2eb-379a38c5e097 tempest-ServerRescueTestJSON-24713172 tempest-ServerRescueTestJSON-24713172-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk to [datastore1] a21826db-d20f-443b-9042-9ffa93cd24af/2b7a0304-b5d0-431d-b287-32c8388d7fbd-rescue.vmdk. [ 1033.880455] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8ec38a0-42a9-415e-86ff-12ba2fdb62c0 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.910306] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-5369d480-241e-4ae3-a2eb-379a38c5e097 tempest-ServerRescueTestJSON-24713172 tempest-ServerRescueTestJSON-24713172-project-member] [instance: a21826db-d20f-443b-9042-9ffa93cd24af] Reconfiguring VM instance instance-0000005e to attach disk [datastore1] a21826db-d20f-443b-9042-9ffa93cd24af/2b7a0304-b5d0-431d-b287-32c8388d7fbd-rescue.vmdk or device None with type thin {{(pid=69613) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1033.914233] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a9923f12-da1e-4bc3-9d27-71cabf1ec65a {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.928317] env[69613]: DEBUG nova.objects.base [None req-60619bb0-aa72-44f2-9326-399fb213f240 tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] Object Instance<2f982eab-2892-40c1-866c-3f4395db4201> lazy-loaded attributes: flavor,info_cache {{(pid=69613) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1033.936878] env[69613]: DEBUG oslo_vmware.api [None req-630ab163-49fa-41b7-b146-7c5c39aa78d6 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Task: {'id': task-3417980, 'name': ReconfigVM_Task, 'duration_secs': 0.511412} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.938847] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-630ab163-49fa-41b7-b146-7c5c39aa78d6 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] [instance: f36147c5-be86-4d45-9d2c-da38bba1885a] Reconfigured VM instance instance-00000060 to attach disk [datastore1] f36147c5-be86-4d45-9d2c-da38bba1885a/f36147c5-be86-4d45-9d2c-da38bba1885a.vmdk or device None with type sparse {{(pid=69613) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1033.939839] env[69613]: DEBUG oslo_vmware.api [None req-5369d480-241e-4ae3-a2eb-379a38c5e097 tempest-ServerRescueTestJSON-24713172 tempest-ServerRescueTestJSON-24713172-project-member] Waiting for the task: (returnval){ [ 1033.939839] env[69613]: value = "task-3417981" [ 1033.939839] env[69613]: _type = "Task" [ 1033.939839] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.940098] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d64ff2b9-fd61-49bf-809a-485d1d3ba073 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.949965] env[69613]: DEBUG oslo_vmware.api [None req-5369d480-241e-4ae3-a2eb-379a38c5e097 tempest-ServerRescueTestJSON-24713172 tempest-ServerRescueTestJSON-24713172-project-member] Task: {'id': task-3417981, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.951331] env[69613]: DEBUG oslo_vmware.api [None req-630ab163-49fa-41b7-b146-7c5c39aa78d6 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Waiting for the task: (returnval){ [ 1033.951331] env[69613]: value = "task-3417982" [ 1033.951331] env[69613]: _type = "Task" [ 1033.951331] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.959593] env[69613]: DEBUG oslo_vmware.api [None req-630ab163-49fa-41b7-b146-7c5c39aa78d6 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Task: {'id': task-3417982, 'name': Rename_Task} progress is 5%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.386892] env[69613]: DEBUG nova.scheduler.client.report [None req-b75e1437-6814-450a-9fc6-c8841e6024f5 tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] Inventory has not changed for provider af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69613) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1034.461705] env[69613]: DEBUG oslo_vmware.api [None req-5369d480-241e-4ae3-a2eb-379a38c5e097 tempest-ServerRescueTestJSON-24713172 tempest-ServerRescueTestJSON-24713172-project-member] Task: {'id': task-3417981, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.472119] env[69613]: DEBUG oslo_vmware.api [None req-630ab163-49fa-41b7-b146-7c5c39aa78d6 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Task: {'id': task-3417982, 'name': Rename_Task, 'duration_secs': 0.163887} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.472514] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-630ab163-49fa-41b7-b146-7c5c39aa78d6 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] [instance: f36147c5-be86-4d45-9d2c-da38bba1885a] Powering on the VM {{(pid=69613) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1034.472833] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-397b6b24-9d5e-43df-af00-e2f99c6f9055 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.479963] env[69613]: DEBUG oslo_vmware.api [None req-630ab163-49fa-41b7-b146-7c5c39aa78d6 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Waiting for the task: (returnval){ [ 1034.479963] env[69613]: value = "task-3417983" [ 1034.479963] env[69613]: _type = "Task" [ 1034.479963] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.495016] env[69613]: DEBUG oslo_vmware.api [None req-630ab163-49fa-41b7-b146-7c5c39aa78d6 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Task: {'id': task-3417983, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.893872] env[69613]: DEBUG oslo_concurrency.lockutils [None req-b75e1437-6814-450a-9fc6-c8841e6024f5 tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.945s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1034.896872] env[69613]: DEBUG oslo_concurrency.lockutils [None req-36b0b3e6-096e-47bb-9c69-41d3a12b8f52 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.324s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1034.898413] env[69613]: INFO nova.compute.claims [None req-36b0b3e6-096e-47bb-9c69-41d3a12b8f52 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] [instance: 12d57937-1f89-4e98-b358-630f99527aff] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1034.954313] env[69613]: DEBUG oslo_vmware.api [None req-5369d480-241e-4ae3-a2eb-379a38c5e097 tempest-ServerRescueTestJSON-24713172 tempest-ServerRescueTestJSON-24713172-project-member] Task: {'id': task-3417981, 'name': ReconfigVM_Task, 'duration_secs': 0.614065} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.954684] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-5369d480-241e-4ae3-a2eb-379a38c5e097 tempest-ServerRescueTestJSON-24713172 tempest-ServerRescueTestJSON-24713172-project-member] [instance: a21826db-d20f-443b-9042-9ffa93cd24af] Reconfigured VM instance instance-0000005e to attach disk [datastore1] a21826db-d20f-443b-9042-9ffa93cd24af/2b7a0304-b5d0-431d-b287-32c8388d7fbd-rescue.vmdk or device None with type thin {{(pid=69613) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1034.955560] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c21f8961-50e8-42cc-be26-8ec262bc2823 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.984714] env[69613]: INFO nova.scheduler.client.report [None req-b75e1437-6814-450a-9fc6-c8841e6024f5 tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] Deleted allocations for instance 71e0d53c-ff3f-4a77-aa25-2a07e64500a7 [ 1034.988989] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ffb0ae63-6975-46d7-8923-ede5676492e3 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.023179] env[69613]: DEBUG oslo_vmware.api [None req-630ab163-49fa-41b7-b146-7c5c39aa78d6 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Task: {'id': task-3417983, 'name': PowerOnVM_Task, 'duration_secs': 0.515719} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.024523] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-630ab163-49fa-41b7-b146-7c5c39aa78d6 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] [instance: f36147c5-be86-4d45-9d2c-da38bba1885a] Powered on the VM {{(pid=69613) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1035.024722] env[69613]: INFO nova.compute.manager [None req-630ab163-49fa-41b7-b146-7c5c39aa78d6 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] [instance: f36147c5-be86-4d45-9d2c-da38bba1885a] Took 7.66 seconds to spawn the instance on the hypervisor. [ 1035.024894] env[69613]: DEBUG nova.compute.manager [None req-630ab163-49fa-41b7-b146-7c5c39aa78d6 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] [instance: f36147c5-be86-4d45-9d2c-da38bba1885a] Checking state {{(pid=69613) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1035.025486] env[69613]: DEBUG oslo_vmware.api [None req-5369d480-241e-4ae3-a2eb-379a38c5e097 tempest-ServerRescueTestJSON-24713172 tempest-ServerRescueTestJSON-24713172-project-member] Waiting for the task: (returnval){ [ 1035.025486] env[69613]: value = "task-3417984" [ 1035.025486] env[69613]: _type = "Task" [ 1035.025486] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.026308] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cb119cd-000f-4c45-bdc0-35f3edafdd7c {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.038331] env[69613]: DEBUG oslo_vmware.api [None req-5369d480-241e-4ae3-a2eb-379a38c5e097 tempest-ServerRescueTestJSON-24713172 tempest-ServerRescueTestJSON-24713172-project-member] Task: {'id': task-3417984, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.076552] env[69613]: DEBUG nova.network.neutron [None req-60619bb0-aa72-44f2-9326-399fb213f240 tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] [instance: 2f982eab-2892-40c1-866c-3f4395db4201] Updating instance_info_cache with network_info: [{"id": "1902e3f0-93c6-4f7d-a920-cc99227e83dc", "address": "fa:16:3e:7b:03:e5", "network": {"id": "95911026-c797-4ada-bc6e-26c9d66fe9f8", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-410273545-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.138", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7ac16612c9594809b63b48979adf4624", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "419a5b3f-4c6f-4168-9def-746b4d8c5c24", "external-id": "nsx-vlan-transportzone-656", "segmentation_id": 656, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1902e3f0-93", "ovs_interfaceid": "1902e3f0-93c6-4f7d-a920-cc99227e83dc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1035.526288] env[69613]: DEBUG oslo_concurrency.lockutils [None req-b75e1437-6814-450a-9fc6-c8841e6024f5 tempest-ServersNegativeTestJSON-652838826 tempest-ServersNegativeTestJSON-652838826-project-member] Lock "71e0d53c-ff3f-4a77-aa25-2a07e64500a7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.771s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1035.541808] env[69613]: DEBUG oslo_vmware.api [None req-5369d480-241e-4ae3-a2eb-379a38c5e097 tempest-ServerRescueTestJSON-24713172 tempest-ServerRescueTestJSON-24713172-project-member] Task: {'id': task-3417984, 'name': ReconfigVM_Task, 'duration_secs': 0.429993} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.541808] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-5369d480-241e-4ae3-a2eb-379a38c5e097 tempest-ServerRescueTestJSON-24713172 tempest-ServerRescueTestJSON-24713172-project-member] [instance: a21826db-d20f-443b-9042-9ffa93cd24af] Powering on the VM {{(pid=69613) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1035.541808] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-580a0d53-25e9-43db-9d16-931d0a976f45 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.549354] env[69613]: DEBUG oslo_vmware.api [None req-5369d480-241e-4ae3-a2eb-379a38c5e097 tempest-ServerRescueTestJSON-24713172 tempest-ServerRescueTestJSON-24713172-project-member] Waiting for the task: (returnval){ [ 1035.549354] env[69613]: value = "task-3417985" [ 1035.549354] env[69613]: _type = "Task" [ 1035.549354] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.557130] env[69613]: INFO nova.compute.manager [None req-630ab163-49fa-41b7-b146-7c5c39aa78d6 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] [instance: f36147c5-be86-4d45-9d2c-da38bba1885a] Took 25.35 seconds to build instance. [ 1035.569569] env[69613]: DEBUG oslo_vmware.api [None req-5369d480-241e-4ae3-a2eb-379a38c5e097 tempest-ServerRescueTestJSON-24713172 tempest-ServerRescueTestJSON-24713172-project-member] Task: {'id': task-3417985, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.580837] env[69613]: DEBUG oslo_concurrency.lockutils [None req-60619bb0-aa72-44f2-9326-399fb213f240 tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] Releasing lock "refresh_cache-2f982eab-2892-40c1-866c-3f4395db4201" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.066362] env[69613]: DEBUG oslo_concurrency.lockutils [None req-630ab163-49fa-41b7-b146-7c5c39aa78d6 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Lock "f36147c5-be86-4d45-9d2c-da38bba1885a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.863s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1036.066646] env[69613]: DEBUG oslo_vmware.api [None req-5369d480-241e-4ae3-a2eb-379a38c5e097 tempest-ServerRescueTestJSON-24713172 tempest-ServerRescueTestJSON-24713172-project-member] Task: {'id': task-3417985, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.242306] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4179850f-7dca-409f-917f-6c3aaca5d080 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.253297] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44b9120b-5c4b-4d44-9a81-90d1ad90fc3c {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.289953] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c94e87b-5284-4e35-ba16-76e6bacbf132 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.298236] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f788133-f26b-480b-9bcb-06a54c018c79 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.314603] env[69613]: DEBUG nova.compute.provider_tree [None req-36b0b3e6-096e-47bb-9c69-41d3a12b8f52 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Inventory has not changed in ProviderTree for provider: af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 {{(pid=69613) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1036.421682] env[69613]: DEBUG nova.compute.manager [req-fe6a8bce-b59a-4dbd-89ea-233286cb4d90 req-a5955895-e83e-4ac4-b671-b27bc1250da3 service nova] [instance: f36147c5-be86-4d45-9d2c-da38bba1885a] Received event network-changed-4a89cb15-777b-45b5-b5b5-b3aa6cfbd448 {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1036.421954] env[69613]: DEBUG nova.compute.manager [req-fe6a8bce-b59a-4dbd-89ea-233286cb4d90 req-a5955895-e83e-4ac4-b671-b27bc1250da3 service nova] [instance: f36147c5-be86-4d45-9d2c-da38bba1885a] Refreshing instance network info cache due to event network-changed-4a89cb15-777b-45b5-b5b5-b3aa6cfbd448. {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1036.422179] env[69613]: DEBUG oslo_concurrency.lockutils [req-fe6a8bce-b59a-4dbd-89ea-233286cb4d90 req-a5955895-e83e-4ac4-b671-b27bc1250da3 service nova] Acquiring lock "refresh_cache-f36147c5-be86-4d45-9d2c-da38bba1885a" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.422317] env[69613]: DEBUG oslo_concurrency.lockutils [req-fe6a8bce-b59a-4dbd-89ea-233286cb4d90 req-a5955895-e83e-4ac4-b671-b27bc1250da3 service nova] Acquired lock "refresh_cache-f36147c5-be86-4d45-9d2c-da38bba1885a" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.422439] env[69613]: DEBUG nova.network.neutron [req-fe6a8bce-b59a-4dbd-89ea-233286cb4d90 req-a5955895-e83e-4ac4-b671-b27bc1250da3 service nova] [instance: f36147c5-be86-4d45-9d2c-da38bba1885a] Refreshing network info cache for port 4a89cb15-777b-45b5-b5b5-b3aa6cfbd448 {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1036.561707] env[69613]: DEBUG oslo_concurrency.lockutils [None req-ea073ce6-2a99-47d0-bae0-3f1062113398 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Acquiring lock "9333145d-7d80-405b-b94e-37152559489e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1036.565016] env[69613]: DEBUG oslo_concurrency.lockutils [None req-ea073ce6-2a99-47d0-bae0-3f1062113398 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Lock "9333145d-7d80-405b-b94e-37152559489e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1036.567990] env[69613]: DEBUG oslo_vmware.api [None req-5369d480-241e-4ae3-a2eb-379a38c5e097 tempest-ServerRescueTestJSON-24713172 tempest-ServerRescueTestJSON-24713172-project-member] Task: {'id': task-3417985, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.592115] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-60619bb0-aa72-44f2-9326-399fb213f240 tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] [instance: 2f982eab-2892-40c1-866c-3f4395db4201] Powering on the VM {{(pid=69613) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1036.592115] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-eea6e10d-9b00-49d4-816a-03446bf4339b {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.599832] env[69613]: DEBUG oslo_vmware.api [None req-60619bb0-aa72-44f2-9326-399fb213f240 tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] Waiting for the task: (returnval){ [ 1036.599832] env[69613]: value = "task-3417986" [ 1036.599832] env[69613]: _type = "Task" [ 1036.599832] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.612190] env[69613]: DEBUG oslo_vmware.api [None req-60619bb0-aa72-44f2-9326-399fb213f240 tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] Task: {'id': task-3417986, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.822418] env[69613]: DEBUG nova.scheduler.client.report [None req-36b0b3e6-096e-47bb-9c69-41d3a12b8f52 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Inventory has not changed for provider af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69613) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1037.063524] env[69613]: DEBUG oslo_vmware.api [None req-5369d480-241e-4ae3-a2eb-379a38c5e097 tempest-ServerRescueTestJSON-24713172 tempest-ServerRescueTestJSON-24713172-project-member] Task: {'id': task-3417985, 'name': PowerOnVM_Task, 'duration_secs': 1.350492} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.063801] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-5369d480-241e-4ae3-a2eb-379a38c5e097 tempest-ServerRescueTestJSON-24713172 tempest-ServerRescueTestJSON-24713172-project-member] [instance: a21826db-d20f-443b-9042-9ffa93cd24af] Powered on the VM {{(pid=69613) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1037.065838] env[69613]: DEBUG nova.compute.manager [None req-ea073ce6-2a99-47d0-bae0-3f1062113398 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] [instance: 9333145d-7d80-405b-b94e-37152559489e] Starting instance... {{(pid=69613) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1037.070772] env[69613]: DEBUG nova.compute.manager [None req-5369d480-241e-4ae3-a2eb-379a38c5e097 tempest-ServerRescueTestJSON-24713172 tempest-ServerRescueTestJSON-24713172-project-member] [instance: a21826db-d20f-443b-9042-9ffa93cd24af] Checking state {{(pid=69613) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1037.071665] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f34e18c1-d6c9-4ed6-9001-1d8eb3f7a981 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.111879] env[69613]: DEBUG oslo_vmware.api [None req-60619bb0-aa72-44f2-9326-399fb213f240 tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] Task: {'id': task-3417986, 'name': PowerOnVM_Task, 'duration_secs': 0.495944} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.112381] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-60619bb0-aa72-44f2-9326-399fb213f240 tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] [instance: 2f982eab-2892-40c1-866c-3f4395db4201] Powered on the VM {{(pid=69613) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1037.112499] env[69613]: DEBUG nova.compute.manager [None req-60619bb0-aa72-44f2-9326-399fb213f240 tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] [instance: 2f982eab-2892-40c1-866c-3f4395db4201] Checking state {{(pid=69613) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1037.113404] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0f059e1-0c99-496e-a59a-45939b3f9624 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.326641] env[69613]: DEBUG oslo_concurrency.lockutils [None req-36b0b3e6-096e-47bb-9c69-41d3a12b8f52 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.430s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1037.327382] env[69613]: DEBUG nova.compute.manager [None req-36b0b3e6-096e-47bb-9c69-41d3a12b8f52 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] [instance: 12d57937-1f89-4e98-b358-630f99527aff] Start building networks asynchronously for instance. {{(pid=69613) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1037.330298] env[69613]: DEBUG oslo_concurrency.lockutils [None req-ff767629-4140-4925-be47-48916e3e4a7a tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.061s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1037.331724] env[69613]: INFO nova.compute.claims [None req-ff767629-4140-4925-be47-48916e3e4a7a tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] [instance: f8c40b52-17f3-40d9-b938-151cb56129fd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1037.620987] env[69613]: DEBUG oslo_concurrency.lockutils [None req-ea073ce6-2a99-47d0-bae0-3f1062113398 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1037.679045] env[69613]: DEBUG nova.network.neutron [req-fe6a8bce-b59a-4dbd-89ea-233286cb4d90 req-a5955895-e83e-4ac4-b671-b27bc1250da3 service nova] [instance: f36147c5-be86-4d45-9d2c-da38bba1885a] Updated VIF entry in instance network info cache for port 4a89cb15-777b-45b5-b5b5-b3aa6cfbd448. {{(pid=69613) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1037.679451] env[69613]: DEBUG nova.network.neutron [req-fe6a8bce-b59a-4dbd-89ea-233286cb4d90 req-a5955895-e83e-4ac4-b671-b27bc1250da3 service nova] [instance: f36147c5-be86-4d45-9d2c-da38bba1885a] Updating instance_info_cache with network_info: [{"id": "4a89cb15-777b-45b5-b5b5-b3aa6cfbd448", "address": "fa:16:3e:c2:24:57", "network": {"id": "743485db-c4e0-4763-aaad-624cce7d9704", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-754778099-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.222", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "27cd1ce9a4f74279a40b13e8fbac87a0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4576b9d4-535c-40aa-b078-246f671f216e", "external-id": "nsx-vlan-transportzone-27", "segmentation_id": 27, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4a89cb15-77", "ovs_interfaceid": "4a89cb15-777b-45b5-b5b5-b3aa6cfbd448", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1037.836114] env[69613]: DEBUG nova.compute.utils [None req-36b0b3e6-096e-47bb-9c69-41d3a12b8f52 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Using /dev/sd instead of None {{(pid=69613) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1037.846140] env[69613]: DEBUG nova.compute.manager [None req-36b0b3e6-096e-47bb-9c69-41d3a12b8f52 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] [instance: 12d57937-1f89-4e98-b358-630f99527aff] Allocating IP information in the background. {{(pid=69613) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1037.846408] env[69613]: DEBUG nova.network.neutron [None req-36b0b3e6-096e-47bb-9c69-41d3a12b8f52 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] [instance: 12d57937-1f89-4e98-b358-630f99527aff] allocate_for_instance() {{(pid=69613) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1037.939560] env[69613]: DEBUG nova.policy [None req-36b0b3e6-096e-47bb-9c69-41d3a12b8f52 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '640f1c3e84e3470a8e22245ea2086853', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '201a65cf0cc84bf3a5ae9f9d87000dd8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69613) authorize /opt/stack/nova/nova/policy.py:192}} [ 1038.183606] env[69613]: DEBUG oslo_concurrency.lockutils [req-fe6a8bce-b59a-4dbd-89ea-233286cb4d90 req-a5955895-e83e-4ac4-b671-b27bc1250da3 service nova] Releasing lock "refresh_cache-f36147c5-be86-4d45-9d2c-da38bba1885a" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.349418] env[69613]: DEBUG nova.compute.manager [None req-36b0b3e6-096e-47bb-9c69-41d3a12b8f52 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] [instance: 12d57937-1f89-4e98-b358-630f99527aff] Start building block device mappings for instance. {{(pid=69613) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1038.622516] env[69613]: DEBUG oslo_concurrency.lockutils [None req-50c877ce-6f95-48d5-bc27-391d5101fe7b tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Acquiring lock "01bcdedb-402d-4542-9f89-d1a661ed158e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1038.622853] env[69613]: DEBUG oslo_concurrency.lockutils [None req-50c877ce-6f95-48d5-bc27-391d5101fe7b tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Lock "01bcdedb-402d-4542-9f89-d1a661ed158e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.003s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1038.775446] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f0cf9a7-366c-4d19-a2b5-3afe91c880a5 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.785132] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea846f0e-6615-4588-9f2a-002fa381efd5 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.824893] env[69613]: DEBUG nova.network.neutron [None req-36b0b3e6-096e-47bb-9c69-41d3a12b8f52 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] [instance: 12d57937-1f89-4e98-b358-630f99527aff] Successfully created port: 7931ff6c-64a4-492f-816c-129d427ada0d {{(pid=69613) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1038.826807] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c28bdecc-1f35-45d0-8066-4b55d3eaa48b {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.838258] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-686db6c2-39ac-41cb-9920-33b81706f2c8 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.862429] env[69613]: DEBUG nova.compute.provider_tree [None req-ff767629-4140-4925-be47-48916e3e4a7a tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Inventory has not changed in ProviderTree for provider: af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 {{(pid=69613) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1039.131074] env[69613]: DEBUG nova.compute.manager [None req-50c877ce-6f95-48d5-bc27-391d5101fe7b tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] [instance: 01bcdedb-402d-4542-9f89-d1a661ed158e] Starting instance... {{(pid=69613) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1039.366871] env[69613]: DEBUG nova.compute.manager [None req-36b0b3e6-096e-47bb-9c69-41d3a12b8f52 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] [instance: 12d57937-1f89-4e98-b358-630f99527aff] Start spawning the instance on the hypervisor. {{(pid=69613) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1039.368575] env[69613]: DEBUG nova.scheduler.client.report [None req-ff767629-4140-4925-be47-48916e3e4a7a tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Inventory has not changed for provider af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69613) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1039.416966] env[69613]: DEBUG nova.virt.hardware [None req-36b0b3e6-096e-47bb-9c69-41d3a12b8f52 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T13:55:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T13:55:19Z,direct_url=,disk_format='vmdk',id=2b7a0304-b5d0-431d-b287-32c8388d7fbd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3e9e1b873f1442d59d5ee8247b941f74',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T13:55:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1039.417238] env[69613]: DEBUG nova.virt.hardware [None req-36b0b3e6-096e-47bb-9c69-41d3a12b8f52 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Flavor limits 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1039.417502] env[69613]: DEBUG nova.virt.hardware [None req-36b0b3e6-096e-47bb-9c69-41d3a12b8f52 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Image limits 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1039.417746] env[69613]: DEBUG nova.virt.hardware [None req-36b0b3e6-096e-47bb-9c69-41d3a12b8f52 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Flavor pref 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1039.417969] env[69613]: DEBUG nova.virt.hardware [None req-36b0b3e6-096e-47bb-9c69-41d3a12b8f52 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Image pref 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1039.418181] env[69613]: DEBUG nova.virt.hardware [None req-36b0b3e6-096e-47bb-9c69-41d3a12b8f52 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1039.418520] env[69613]: DEBUG nova.virt.hardware [None req-36b0b3e6-096e-47bb-9c69-41d3a12b8f52 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1039.418735] env[69613]: DEBUG nova.virt.hardware [None req-36b0b3e6-096e-47bb-9c69-41d3a12b8f52 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69613) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1039.418978] env[69613]: DEBUG nova.virt.hardware [None req-36b0b3e6-096e-47bb-9c69-41d3a12b8f52 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Got 1 possible topologies {{(pid=69613) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1039.419247] env[69613]: DEBUG nova.virt.hardware [None req-36b0b3e6-096e-47bb-9c69-41d3a12b8f52 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1039.419462] env[69613]: DEBUG nova.virt.hardware [None req-36b0b3e6-096e-47bb-9c69-41d3a12b8f52 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1039.420499] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95512303-df64-4e7e-8117-a49e0cf629d0 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.428988] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b754b981-7cfb-431e-bb27-20d037f70604 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.461193] env[69613]: INFO nova.compute.manager [None req-51fefe9b-8bf1-46f5-ab81-d233d70aeb05 tempest-ServerRescueTestJSON-24713172 tempest-ServerRescueTestJSON-24713172-project-member] [instance: a21826db-d20f-443b-9042-9ffa93cd24af] Unrescuing [ 1039.461544] env[69613]: DEBUG oslo_concurrency.lockutils [None req-51fefe9b-8bf1-46f5-ab81-d233d70aeb05 tempest-ServerRescueTestJSON-24713172 tempest-ServerRescueTestJSON-24713172-project-member] Acquiring lock "refresh_cache-a21826db-d20f-443b-9042-9ffa93cd24af" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.461744] env[69613]: DEBUG oslo_concurrency.lockutils [None req-51fefe9b-8bf1-46f5-ab81-d233d70aeb05 tempest-ServerRescueTestJSON-24713172 tempest-ServerRescueTestJSON-24713172-project-member] Acquired lock "refresh_cache-a21826db-d20f-443b-9042-9ffa93cd24af" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.461943] env[69613]: DEBUG nova.network.neutron [None req-51fefe9b-8bf1-46f5-ab81-d233d70aeb05 tempest-ServerRescueTestJSON-24713172 tempest-ServerRescueTestJSON-24713172-project-member] [instance: a21826db-d20f-443b-9042-9ffa93cd24af] Building network info cache for instance {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1039.660275] env[69613]: DEBUG oslo_concurrency.lockutils [None req-50c877ce-6f95-48d5-bc27-391d5101fe7b tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1039.873450] env[69613]: DEBUG oslo_concurrency.lockutils [None req-ff767629-4140-4925-be47-48916e3e4a7a tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.543s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1039.873996] env[69613]: DEBUG nova.compute.manager [None req-ff767629-4140-4925-be47-48916e3e4a7a tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] [instance: f8c40b52-17f3-40d9-b938-151cb56129fd] Start building networks asynchronously for instance. {{(pid=69613) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1039.876835] env[69613]: DEBUG oslo_concurrency.lockutils [None req-2f066065-c0da-4611-bda0-6b86a10e11a8 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 9.267s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1040.178263] env[69613]: DEBUG nova.network.neutron [None req-51fefe9b-8bf1-46f5-ab81-d233d70aeb05 tempest-ServerRescueTestJSON-24713172 tempest-ServerRescueTestJSON-24713172-project-member] [instance: a21826db-d20f-443b-9042-9ffa93cd24af] Updating instance_info_cache with network_info: [{"id": "430c50af-63da-42b6-a30c-8cb49cbc5c5d", "address": "fa:16:3e:39:c2:6b", "network": {"id": "3acfa373-2dca-451a-aead-0bec66383bf5", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-509557382-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "c715e48e871e46929fbeb9d84252e339", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b931c4c-f73c-4fbd-9c9f-0270834cc69e", "external-id": "nsx-vlan-transportzone-177", "segmentation_id": 177, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap430c50af-63", "ovs_interfaceid": "430c50af-63da-42b6-a30c-8cb49cbc5c5d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1040.382373] env[69613]: INFO nova.compute.claims [None req-2f066065-c0da-4611-bda0-6b86a10e11a8 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] [instance: 2e3d9427-2006-4911-be75-e6b1b98f8bb8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1040.502259] env[69613]: DEBUG oslo_concurrency.lockutils [None req-873758c2-dc60-4dae-8d3f-91754c626b6e tempest-ListServersNegativeTestJSON-2081482518 tempest-ListServersNegativeTestJSON-2081482518-project-member] Acquiring lock "58d4f9d3-4baf-4af6-a8a6-0af073c8231f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1040.502986] env[69613]: DEBUG oslo_concurrency.lockutils [None req-873758c2-dc60-4dae-8d3f-91754c626b6e tempest-ListServersNegativeTestJSON-2081482518 tempest-ListServersNegativeTestJSON-2081482518-project-member] Lock "58d4f9d3-4baf-4af6-a8a6-0af073c8231f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1040.683985] env[69613]: DEBUG oslo_concurrency.lockutils [None req-51fefe9b-8bf1-46f5-ab81-d233d70aeb05 tempest-ServerRescueTestJSON-24713172 tempest-ServerRescueTestJSON-24713172-project-member] Releasing lock "refresh_cache-a21826db-d20f-443b-9042-9ffa93cd24af" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.683985] env[69613]: DEBUG nova.objects.instance [None req-51fefe9b-8bf1-46f5-ab81-d233d70aeb05 tempest-ServerRescueTestJSON-24713172 tempest-ServerRescueTestJSON-24713172-project-member] Lazy-loading 'flavor' on Instance uuid a21826db-d20f-443b-9042-9ffa93cd24af {{(pid=69613) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1040.752021] env[69613]: DEBUG oslo_concurrency.lockutils [None req-873758c2-dc60-4dae-8d3f-91754c626b6e tempest-ListServersNegativeTestJSON-2081482518 tempest-ListServersNegativeTestJSON-2081482518-project-member] Acquiring lock "67f0ce4d-a780-44bb-9b03-19a8a28bd34c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1040.752287] env[69613]: DEBUG oslo_concurrency.lockutils [None req-873758c2-dc60-4dae-8d3f-91754c626b6e tempest-ListServersNegativeTestJSON-2081482518 tempest-ListServersNegativeTestJSON-2081482518-project-member] Lock "67f0ce4d-a780-44bb-9b03-19a8a28bd34c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1040.802174] env[69613]: DEBUG oslo_concurrency.lockutils [None req-873758c2-dc60-4dae-8d3f-91754c626b6e tempest-ListServersNegativeTestJSON-2081482518 tempest-ListServersNegativeTestJSON-2081482518-project-member] Acquiring lock "d7e9fadf-c144-44e4-b840-435c9b6021d3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1040.802174] env[69613]: DEBUG oslo_concurrency.lockutils [None req-873758c2-dc60-4dae-8d3f-91754c626b6e tempest-ListServersNegativeTestJSON-2081482518 tempest-ListServersNegativeTestJSON-2081482518-project-member] Lock "d7e9fadf-c144-44e4-b840-435c9b6021d3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1040.881397] env[69613]: DEBUG nova.compute.utils [None req-ff767629-4140-4925-be47-48916e3e4a7a tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Using /dev/sd instead of None {{(pid=69613) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1040.882646] env[69613]: DEBUG nova.compute.manager [None req-ff767629-4140-4925-be47-48916e3e4a7a tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] [instance: f8c40b52-17f3-40d9-b938-151cb56129fd] Allocating IP information in the background. {{(pid=69613) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1040.882816] env[69613]: DEBUG nova.network.neutron [None req-ff767629-4140-4925-be47-48916e3e4a7a tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] [instance: f8c40b52-17f3-40d9-b938-151cb56129fd] allocate_for_instance() {{(pid=69613) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1040.891054] env[69613]: INFO nova.compute.resource_tracker [None req-2f066065-c0da-4611-bda0-6b86a10e11a8 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] [instance: 2e3d9427-2006-4911-be75-e6b1b98f8bb8] Updating resource usage from migration b7d367fa-953e-43e2-8f91-349ccc58bf96 [ 1040.928858] env[69613]: DEBUG nova.network.neutron [None req-36b0b3e6-096e-47bb-9c69-41d3a12b8f52 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] [instance: 12d57937-1f89-4e98-b358-630f99527aff] Successfully updated port: 7931ff6c-64a4-492f-816c-129d427ada0d {{(pid=69613) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1040.954584] env[69613]: DEBUG nova.policy [None req-ff767629-4140-4925-be47-48916e3e4a7a tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ba2fe8c00d3b46918ac7cbc118c13072', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9cb3ddb47c78413abf1c7b2a6db01c0e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69613) authorize /opt/stack/nova/nova/policy.py:192}} [ 1041.007490] env[69613]: DEBUG nova.compute.manager [None req-873758c2-dc60-4dae-8d3f-91754c626b6e tempest-ListServersNegativeTestJSON-2081482518 tempest-ListServersNegativeTestJSON-2081482518-project-member] [instance: 58d4f9d3-4baf-4af6-a8a6-0af073c8231f] Starting instance... {{(pid=69613) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1041.062389] env[69613]: DEBUG oslo_concurrency.lockutils [None req-ad636fc3-d79d-43b0-90f9-87655cd55774 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Acquiring lock "06ba24f5-e698-4fb3-9c47-fe146eee8e72" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1041.062582] env[69613]: DEBUG oslo_concurrency.lockutils [None req-ad636fc3-d79d-43b0-90f9-87655cd55774 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Lock "06ba24f5-e698-4fb3-9c47-fe146eee8e72" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1041.062798] env[69613]: DEBUG oslo_concurrency.lockutils [None req-ad636fc3-d79d-43b0-90f9-87655cd55774 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Acquiring lock "06ba24f5-e698-4fb3-9c47-fe146eee8e72-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1041.062979] env[69613]: DEBUG oslo_concurrency.lockutils [None req-ad636fc3-d79d-43b0-90f9-87655cd55774 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Lock "06ba24f5-e698-4fb3-9c47-fe146eee8e72-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1041.063175] env[69613]: DEBUG oslo_concurrency.lockutils [None req-ad636fc3-d79d-43b0-90f9-87655cd55774 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Lock "06ba24f5-e698-4fb3-9c47-fe146eee8e72-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1041.065701] env[69613]: INFO nova.compute.manager [None req-ad636fc3-d79d-43b0-90f9-87655cd55774 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] [instance: 06ba24f5-e698-4fb3-9c47-fe146eee8e72] Terminating instance [ 1041.188526] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-790b72e2-bb19-479b-af41-f592e01c145e {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.214739] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-51fefe9b-8bf1-46f5-ab81-d233d70aeb05 tempest-ServerRescueTestJSON-24713172 tempest-ServerRescueTestJSON-24713172-project-member] [instance: a21826db-d20f-443b-9042-9ffa93cd24af] Powering off the VM {{(pid=69613) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1041.217864] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-43950299-cb83-4e53-bac0-70ae51ec4d58 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.225182] env[69613]: DEBUG oslo_vmware.api [None req-51fefe9b-8bf1-46f5-ab81-d233d70aeb05 tempest-ServerRescueTestJSON-24713172 tempest-ServerRescueTestJSON-24713172-project-member] Waiting for the task: (returnval){ [ 1041.225182] env[69613]: value = "task-3417987" [ 1041.225182] env[69613]: _type = "Task" [ 1041.225182] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.236865] env[69613]: DEBUG oslo_vmware.api [None req-51fefe9b-8bf1-46f5-ab81-d233d70aeb05 tempest-ServerRescueTestJSON-24713172 tempest-ServerRescueTestJSON-24713172-project-member] Task: {'id': task-3417987, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.254896] env[69613]: DEBUG nova.compute.manager [None req-873758c2-dc60-4dae-8d3f-91754c626b6e tempest-ListServersNegativeTestJSON-2081482518 tempest-ListServersNegativeTestJSON-2081482518-project-member] [instance: 67f0ce4d-a780-44bb-9b03-19a8a28bd34c] Starting instance... {{(pid=69613) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1041.302838] env[69613]: DEBUG nova.compute.manager [None req-873758c2-dc60-4dae-8d3f-91754c626b6e tempest-ListServersNegativeTestJSON-2081482518 tempest-ListServersNegativeTestJSON-2081482518-project-member] [instance: d7e9fadf-c144-44e4-b840-435c9b6021d3] Starting instance... {{(pid=69613) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1041.331307] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4befae0d-8984-4440-8c12-456926fce11d {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.340959] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c562de0-977d-4124-bc00-4e5c8e9f19e3 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.373285] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8428f4da-99e1-42ee-a52d-4fb76d8897cb {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.383478] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35b4c965-b4d7-477e-9969-2febeb124247 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.388158] env[69613]: DEBUG nova.compute.manager [None req-ff767629-4140-4925-be47-48916e3e4a7a tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] [instance: f8c40b52-17f3-40d9-b938-151cb56129fd] Start building block device mappings for instance. {{(pid=69613) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1041.400824] env[69613]: DEBUG nova.compute.provider_tree [None req-2f066065-c0da-4611-bda0-6b86a10e11a8 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Inventory has not changed in ProviderTree for provider: af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 {{(pid=69613) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1041.435650] env[69613]: DEBUG oslo_concurrency.lockutils [None req-36b0b3e6-096e-47bb-9c69-41d3a12b8f52 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Acquiring lock "refresh_cache-12d57937-1f89-4e98-b358-630f99527aff" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.435698] env[69613]: DEBUG oslo_concurrency.lockutils [None req-36b0b3e6-096e-47bb-9c69-41d3a12b8f52 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Acquired lock "refresh_cache-12d57937-1f89-4e98-b358-630f99527aff" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.436780] env[69613]: DEBUG nova.network.neutron [None req-36b0b3e6-096e-47bb-9c69-41d3a12b8f52 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] [instance: 12d57937-1f89-4e98-b358-630f99527aff] Building network info cache for instance {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1041.560981] env[69613]: DEBUG oslo_concurrency.lockutils [None req-873758c2-dc60-4dae-8d3f-91754c626b6e tempest-ListServersNegativeTestJSON-2081482518 tempest-ListServersNegativeTestJSON-2081482518-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1041.573131] env[69613]: DEBUG nova.compute.manager [None req-ad636fc3-d79d-43b0-90f9-87655cd55774 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] [instance: 06ba24f5-e698-4fb3-9c47-fe146eee8e72] Start destroying the instance on the hypervisor. {{(pid=69613) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1041.574027] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-ad636fc3-d79d-43b0-90f9-87655cd55774 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] [instance: 06ba24f5-e698-4fb3-9c47-fe146eee8e72] Destroying instance {{(pid=69613) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1041.574689] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f4826a6-ce95-435f-8047-259eb49f47ff {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.583608] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad636fc3-d79d-43b0-90f9-87655cd55774 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] [instance: 06ba24f5-e698-4fb3-9c47-fe146eee8e72] Powering off the VM {{(pid=69613) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1041.583883] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d318d7b6-7883-478c-ae88-e87571e652e0 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.590570] env[69613]: DEBUG oslo_vmware.api [None req-ad636fc3-d79d-43b0-90f9-87655cd55774 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Waiting for the task: (returnval){ [ 1041.590570] env[69613]: value = "task-3417988" [ 1041.590570] env[69613]: _type = "Task" [ 1041.590570] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.599741] env[69613]: DEBUG oslo_vmware.api [None req-ad636fc3-d79d-43b0-90f9-87655cd55774 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Task: {'id': task-3417988, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.612216] env[69613]: DEBUG nova.network.neutron [None req-ff767629-4140-4925-be47-48916e3e4a7a tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] [instance: f8c40b52-17f3-40d9-b938-151cb56129fd] Successfully created port: 005fe42b-7a5d-4e40-b234-1546bf41a925 {{(pid=69613) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1041.641130] env[69613]: DEBUG nova.compute.manager [req-f0b931cf-0aad-42c9-8831-71a55cd29e25 req-a51f9823-8222-4a7a-b5ee-fd9c4e3cef0d service nova] [instance: 12d57937-1f89-4e98-b358-630f99527aff] Received event network-vif-plugged-7931ff6c-64a4-492f-816c-129d427ada0d {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1041.641383] env[69613]: DEBUG oslo_concurrency.lockutils [req-f0b931cf-0aad-42c9-8831-71a55cd29e25 req-a51f9823-8222-4a7a-b5ee-fd9c4e3cef0d service nova] Acquiring lock "12d57937-1f89-4e98-b358-630f99527aff-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1041.641607] env[69613]: DEBUG oslo_concurrency.lockutils [req-f0b931cf-0aad-42c9-8831-71a55cd29e25 req-a51f9823-8222-4a7a-b5ee-fd9c4e3cef0d service nova] Lock "12d57937-1f89-4e98-b358-630f99527aff-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1041.641790] env[69613]: DEBUG oslo_concurrency.lockutils [req-f0b931cf-0aad-42c9-8831-71a55cd29e25 req-a51f9823-8222-4a7a-b5ee-fd9c4e3cef0d service nova] Lock "12d57937-1f89-4e98-b358-630f99527aff-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1041.642087] env[69613]: DEBUG nova.compute.manager [req-f0b931cf-0aad-42c9-8831-71a55cd29e25 req-a51f9823-8222-4a7a-b5ee-fd9c4e3cef0d service nova] [instance: 12d57937-1f89-4e98-b358-630f99527aff] No waiting events found dispatching network-vif-plugged-7931ff6c-64a4-492f-816c-129d427ada0d {{(pid=69613) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1041.642346] env[69613]: WARNING nova.compute.manager [req-f0b931cf-0aad-42c9-8831-71a55cd29e25 req-a51f9823-8222-4a7a-b5ee-fd9c4e3cef0d service nova] [instance: 12d57937-1f89-4e98-b358-630f99527aff] Received unexpected event network-vif-plugged-7931ff6c-64a4-492f-816c-129d427ada0d for instance with vm_state building and task_state spawning. [ 1041.742420] env[69613]: DEBUG oslo_vmware.api [None req-51fefe9b-8bf1-46f5-ab81-d233d70aeb05 tempest-ServerRescueTestJSON-24713172 tempest-ServerRescueTestJSON-24713172-project-member] Task: {'id': task-3417987, 'name': PowerOffVM_Task, 'duration_secs': 0.401771} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.744383] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-51fefe9b-8bf1-46f5-ab81-d233d70aeb05 tempest-ServerRescueTestJSON-24713172 tempest-ServerRescueTestJSON-24713172-project-member] [instance: a21826db-d20f-443b-9042-9ffa93cd24af] Powered off the VM {{(pid=69613) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1041.754549] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-51fefe9b-8bf1-46f5-ab81-d233d70aeb05 tempest-ServerRescueTestJSON-24713172 tempest-ServerRescueTestJSON-24713172-project-member] [instance: a21826db-d20f-443b-9042-9ffa93cd24af] Reconfiguring VM instance instance-0000005e to detach disk 2001 {{(pid=69613) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1041.755063] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eb8ccc4b-fa95-48dc-b211-31bd200c404e {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.780375] env[69613]: DEBUG oslo_vmware.api [None req-51fefe9b-8bf1-46f5-ab81-d233d70aeb05 tempest-ServerRescueTestJSON-24713172 tempest-ServerRescueTestJSON-24713172-project-member] Waiting for the task: (returnval){ [ 1041.780375] env[69613]: value = "task-3417989" [ 1041.780375] env[69613]: _type = "Task" [ 1041.780375] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.790603] env[69613]: DEBUG oslo_vmware.api [None req-51fefe9b-8bf1-46f5-ab81-d233d70aeb05 tempest-ServerRescueTestJSON-24713172 tempest-ServerRescueTestJSON-24713172-project-member] Task: {'id': task-3417989, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.801906] env[69613]: DEBUG oslo_concurrency.lockutils [None req-873758c2-dc60-4dae-8d3f-91754c626b6e tempest-ListServersNegativeTestJSON-2081482518 tempest-ListServersNegativeTestJSON-2081482518-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1041.829116] env[69613]: DEBUG oslo_concurrency.lockutils [None req-873758c2-dc60-4dae-8d3f-91754c626b6e tempest-ListServersNegativeTestJSON-2081482518 tempest-ListServersNegativeTestJSON-2081482518-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1041.904420] env[69613]: DEBUG nova.scheduler.client.report [None req-2f066065-c0da-4611-bda0-6b86a10e11a8 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Inventory has not changed for provider af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69613) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1042.016131] env[69613]: DEBUG nova.network.neutron [None req-36b0b3e6-096e-47bb-9c69-41d3a12b8f52 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] [instance: 12d57937-1f89-4e98-b358-630f99527aff] Instance cache missing network info. {{(pid=69613) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1042.103453] env[69613]: DEBUG oslo_vmware.api [None req-ad636fc3-d79d-43b0-90f9-87655cd55774 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Task: {'id': task-3417988, 'name': PowerOffVM_Task, 'duration_secs': 0.178774} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.103895] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad636fc3-d79d-43b0-90f9-87655cd55774 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] [instance: 06ba24f5-e698-4fb3-9c47-fe146eee8e72] Powered off the VM {{(pid=69613) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1042.106707] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-ad636fc3-d79d-43b0-90f9-87655cd55774 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] [instance: 06ba24f5-e698-4fb3-9c47-fe146eee8e72] Unregistering the VM {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1042.106707] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2dd14f9b-1bb7-4cec-96e7-0858e77f25be {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.169649] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-ad636fc3-d79d-43b0-90f9-87655cd55774 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] [instance: 06ba24f5-e698-4fb3-9c47-fe146eee8e72] Unregistered the VM {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1042.170806] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-ad636fc3-d79d-43b0-90f9-87655cd55774 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] [instance: 06ba24f5-e698-4fb3-9c47-fe146eee8e72] Deleting contents of the VM from datastore datastore2 {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1042.171318] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad636fc3-d79d-43b0-90f9-87655cd55774 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Deleting the datastore file [datastore2] 06ba24f5-e698-4fb3-9c47-fe146eee8e72 {{(pid=69613) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1042.171696] env[69613]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e0726d43-ab67-471c-9460-fe107c1d4b3a {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.182678] env[69613]: DEBUG oslo_vmware.api [None req-ad636fc3-d79d-43b0-90f9-87655cd55774 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Waiting for the task: (returnval){ [ 1042.182678] env[69613]: value = "task-3417991" [ 1042.182678] env[69613]: _type = "Task" [ 1042.182678] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.192436] env[69613]: DEBUG oslo_vmware.api [None req-ad636fc3-d79d-43b0-90f9-87655cd55774 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Task: {'id': task-3417991, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.291826] env[69613]: DEBUG oslo_vmware.api [None req-51fefe9b-8bf1-46f5-ab81-d233d70aeb05 tempest-ServerRescueTestJSON-24713172 tempest-ServerRescueTestJSON-24713172-project-member] Task: {'id': task-3417989, 'name': ReconfigVM_Task, 'duration_secs': 0.431944} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.292225] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-51fefe9b-8bf1-46f5-ab81-d233d70aeb05 tempest-ServerRescueTestJSON-24713172 tempest-ServerRescueTestJSON-24713172-project-member] [instance: a21826db-d20f-443b-9042-9ffa93cd24af] Reconfigured VM instance instance-0000005e to detach disk 2001 {{(pid=69613) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1042.292379] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-51fefe9b-8bf1-46f5-ab81-d233d70aeb05 tempest-ServerRescueTestJSON-24713172 tempest-ServerRescueTestJSON-24713172-project-member] [instance: a21826db-d20f-443b-9042-9ffa93cd24af] Powering on the VM {{(pid=69613) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1042.292631] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6e4c7022-496d-420d-aead-9ea2fcd4780d {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.298152] env[69613]: DEBUG nova.network.neutron [None req-36b0b3e6-096e-47bb-9c69-41d3a12b8f52 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] [instance: 12d57937-1f89-4e98-b358-630f99527aff] Updating instance_info_cache with network_info: [{"id": "7931ff6c-64a4-492f-816c-129d427ada0d", "address": "fa:16:3e:c3:19:55", "network": {"id": "d381647d-592d-40db-843d-6008de0737a5", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2059555966-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "201a65cf0cc84bf3a5ae9f9d87000dd8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5c8dbe25-bca7-4d91-b577-193b8b2aad8d", "external-id": "nsx-vlan-transportzone-643", "segmentation_id": 643, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7931ff6c-64", "ovs_interfaceid": "7931ff6c-64a4-492f-816c-129d427ada0d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1042.300863] env[69613]: DEBUG oslo_vmware.api [None req-51fefe9b-8bf1-46f5-ab81-d233d70aeb05 tempest-ServerRescueTestJSON-24713172 tempest-ServerRescueTestJSON-24713172-project-member] Waiting for the task: (returnval){ [ 1042.300863] env[69613]: value = "task-3417992" [ 1042.300863] env[69613]: _type = "Task" [ 1042.300863] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.309261] env[69613]: DEBUG oslo_vmware.api [None req-51fefe9b-8bf1-46f5-ab81-d233d70aeb05 tempest-ServerRescueTestJSON-24713172 tempest-ServerRescueTestJSON-24713172-project-member] Task: {'id': task-3417992, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.397956] env[69613]: DEBUG nova.compute.manager [None req-ff767629-4140-4925-be47-48916e3e4a7a tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] [instance: f8c40b52-17f3-40d9-b938-151cb56129fd] Start spawning the instance on the hypervisor. {{(pid=69613) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1042.411727] env[69613]: DEBUG oslo_concurrency.lockutils [None req-2f066065-c0da-4611-bda0-6b86a10e11a8 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.533s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1042.411727] env[69613]: INFO nova.compute.manager [None req-2f066065-c0da-4611-bda0-6b86a10e11a8 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] [instance: 2e3d9427-2006-4911-be75-e6b1b98f8bb8] Migrating [ 1042.416957] env[69613]: DEBUG oslo_concurrency.lockutils [None req-91f7fcce-f90f-4f0a-82b1-fb8812e51c8e tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.256s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1042.417666] env[69613]: DEBUG nova.objects.instance [None req-91f7fcce-f90f-4f0a-82b1-fb8812e51c8e tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] Lazy-loading 'resources' on Instance uuid cf649a29-c0b2-4cc4-9d7d-da72ef553093 {{(pid=69613) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1042.464958] env[69613]: DEBUG nova.virt.hardware [None req-ff767629-4140-4925-be47-48916e3e4a7a tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T13:55:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T13:55:19Z,direct_url=,disk_format='vmdk',id=2b7a0304-b5d0-431d-b287-32c8388d7fbd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3e9e1b873f1442d59d5ee8247b941f74',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T13:55:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1042.464958] env[69613]: DEBUG nova.virt.hardware [None req-ff767629-4140-4925-be47-48916e3e4a7a tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Flavor limits 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1042.464958] env[69613]: DEBUG nova.virt.hardware [None req-ff767629-4140-4925-be47-48916e3e4a7a tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Image limits 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1042.465225] env[69613]: DEBUG nova.virt.hardware [None req-ff767629-4140-4925-be47-48916e3e4a7a tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Flavor pref 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1042.465225] env[69613]: DEBUG nova.virt.hardware [None req-ff767629-4140-4925-be47-48916e3e4a7a tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Image pref 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1042.465336] env[69613]: DEBUG nova.virt.hardware [None req-ff767629-4140-4925-be47-48916e3e4a7a tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1042.465574] env[69613]: DEBUG nova.virt.hardware [None req-ff767629-4140-4925-be47-48916e3e4a7a tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1042.465863] env[69613]: DEBUG nova.virt.hardware [None req-ff767629-4140-4925-be47-48916e3e4a7a tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69613) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1042.466065] env[69613]: DEBUG nova.virt.hardware [None req-ff767629-4140-4925-be47-48916e3e4a7a tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Got 1 possible topologies {{(pid=69613) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1042.466237] env[69613]: DEBUG nova.virt.hardware [None req-ff767629-4140-4925-be47-48916e3e4a7a tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1042.466414] env[69613]: DEBUG nova.virt.hardware [None req-ff767629-4140-4925-be47-48916e3e4a7a tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1042.470493] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c300092e-d7ed-4097-9fd6-0d96b51470d1 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.478986] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21992d12-7cff-4cd4-b20a-218df4cee65c {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.641531] env[69613]: DEBUG oslo_concurrency.lockutils [None req-4a189074-2287-4d8d-8d7c-788586a6fa16 tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] Acquiring lock "521abeea-6ae3-4d7e-becf-12ceb0021bb2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1042.641771] env[69613]: DEBUG oslo_concurrency.lockutils [None req-4a189074-2287-4d8d-8d7c-788586a6fa16 tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] Lock "521abeea-6ae3-4d7e-becf-12ceb0021bb2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1042.693843] env[69613]: DEBUG oslo_vmware.api [None req-ad636fc3-d79d-43b0-90f9-87655cd55774 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Task: {'id': task-3417991, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.179215} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.694152] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad636fc3-d79d-43b0-90f9-87655cd55774 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Deleted the datastore file {{(pid=69613) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1042.694339] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-ad636fc3-d79d-43b0-90f9-87655cd55774 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] [instance: 06ba24f5-e698-4fb3-9c47-fe146eee8e72] Deleted contents of the VM from datastore datastore2 {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1042.694578] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-ad636fc3-d79d-43b0-90f9-87655cd55774 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] [instance: 06ba24f5-e698-4fb3-9c47-fe146eee8e72] Instance destroyed {{(pid=69613) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1042.694773] env[69613]: INFO nova.compute.manager [None req-ad636fc3-d79d-43b0-90f9-87655cd55774 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] [instance: 06ba24f5-e698-4fb3-9c47-fe146eee8e72] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1042.695069] env[69613]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ad636fc3-d79d-43b0-90f9-87655cd55774 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69613) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1042.695272] env[69613]: DEBUG nova.compute.manager [-] [instance: 06ba24f5-e698-4fb3-9c47-fe146eee8e72] Deallocating network for instance {{(pid=69613) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1042.695368] env[69613]: DEBUG nova.network.neutron [-] [instance: 06ba24f5-e698-4fb3-9c47-fe146eee8e72] deallocate_for_instance() {{(pid=69613) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1042.738217] env[69613]: DEBUG oslo_concurrency.lockutils [None req-4a189074-2287-4d8d-8d7c-788586a6fa16 tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] Acquiring lock "225b95ef-63bb-4262-88b3-53f5095e9390" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1042.738440] env[69613]: DEBUG oslo_concurrency.lockutils [None req-4a189074-2287-4d8d-8d7c-788586a6fa16 tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] Lock "225b95ef-63bb-4262-88b3-53f5095e9390" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1042.802148] env[69613]: DEBUG oslo_concurrency.lockutils [None req-36b0b3e6-096e-47bb-9c69-41d3a12b8f52 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Releasing lock "refresh_cache-12d57937-1f89-4e98-b358-630f99527aff" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.802582] env[69613]: DEBUG nova.compute.manager [None req-36b0b3e6-096e-47bb-9c69-41d3a12b8f52 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] [instance: 12d57937-1f89-4e98-b358-630f99527aff] Instance network_info: |[{"id": "7931ff6c-64a4-492f-816c-129d427ada0d", "address": "fa:16:3e:c3:19:55", "network": {"id": "d381647d-592d-40db-843d-6008de0737a5", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2059555966-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "201a65cf0cc84bf3a5ae9f9d87000dd8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5c8dbe25-bca7-4d91-b577-193b8b2aad8d", "external-id": "nsx-vlan-transportzone-643", "segmentation_id": 643, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7931ff6c-64", "ovs_interfaceid": "7931ff6c-64a4-492f-816c-129d427ada0d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69613) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1042.803743] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-36b0b3e6-096e-47bb-9c69-41d3a12b8f52 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] [instance: 12d57937-1f89-4e98-b358-630f99527aff] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c3:19:55', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5c8dbe25-bca7-4d91-b577-193b8b2aad8d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7931ff6c-64a4-492f-816c-129d427ada0d', 'vif_model': 'vmxnet3'}] {{(pid=69613) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1042.813273] env[69613]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-36b0b3e6-096e-47bb-9c69-41d3a12b8f52 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69613) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1042.816866] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 12d57937-1f89-4e98-b358-630f99527aff] Creating VM on the ESX host {{(pid=69613) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1042.816935] env[69613]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6dd82e44-c446-43e3-960e-a54068de08f0 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.840173] env[69613]: DEBUG oslo_vmware.api [None req-51fefe9b-8bf1-46f5-ab81-d233d70aeb05 tempest-ServerRescueTestJSON-24713172 tempest-ServerRescueTestJSON-24713172-project-member] Task: {'id': task-3417992, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.843810] env[69613]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1042.843810] env[69613]: value = "task-3417993" [ 1042.843810] env[69613]: _type = "Task" [ 1042.843810] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.858963] env[69613]: DEBUG oslo_vmware.api [-] Task: {'id': task-3417993, 'name': CreateVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.929117] env[69613]: DEBUG oslo_concurrency.lockutils [None req-2f066065-c0da-4611-bda0-6b86a10e11a8 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Acquiring lock "refresh_cache-2e3d9427-2006-4911-be75-e6b1b98f8bb8" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.930102] env[69613]: DEBUG oslo_concurrency.lockutils [None req-2f066065-c0da-4611-bda0-6b86a10e11a8 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Acquired lock "refresh_cache-2e3d9427-2006-4911-be75-e6b1b98f8bb8" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.930102] env[69613]: DEBUG nova.network.neutron [None req-2f066065-c0da-4611-bda0-6b86a10e11a8 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] [instance: 2e3d9427-2006-4911-be75-e6b1b98f8bb8] Building network info cache for instance {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1043.148324] env[69613]: DEBUG nova.compute.manager [None req-4a189074-2287-4d8d-8d7c-788586a6fa16 tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] [instance: 521abeea-6ae3-4d7e-becf-12ceb0021bb2] Starting instance... {{(pid=69613) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1043.245126] env[69613]: DEBUG nova.compute.manager [None req-4a189074-2287-4d8d-8d7c-788586a6fa16 tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] [instance: 225b95ef-63bb-4262-88b3-53f5095e9390] Starting instance... {{(pid=69613) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1043.315293] env[69613]: DEBUG oslo_vmware.api [None req-51fefe9b-8bf1-46f5-ab81-d233d70aeb05 tempest-ServerRescueTestJSON-24713172 tempest-ServerRescueTestJSON-24713172-project-member] Task: {'id': task-3417992, 'name': PowerOnVM_Task, 'duration_secs': 0.617455} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.315293] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-51fefe9b-8bf1-46f5-ab81-d233d70aeb05 tempest-ServerRescueTestJSON-24713172 tempest-ServerRescueTestJSON-24713172-project-member] [instance: a21826db-d20f-443b-9042-9ffa93cd24af] Powered on the VM {{(pid=69613) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1043.315293] env[69613]: DEBUG nova.compute.manager [None req-51fefe9b-8bf1-46f5-ab81-d233d70aeb05 tempest-ServerRescueTestJSON-24713172 tempest-ServerRescueTestJSON-24713172-project-member] [instance: a21826db-d20f-443b-9042-9ffa93cd24af] Checking state {{(pid=69613) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1043.315565] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abca1160-aaaa-42e3-a2b3-6cdbae075e71 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.359763] env[69613]: DEBUG oslo_vmware.api [-] Task: {'id': task-3417993, 'name': CreateVM_Task, 'duration_secs': 0.472418} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.359763] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 12d57937-1f89-4e98-b358-630f99527aff] Created VM on the ESX host {{(pid=69613) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1043.359763] env[69613]: DEBUG oslo_concurrency.lockutils [None req-36b0b3e6-096e-47bb-9c69-41d3a12b8f52 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.359763] env[69613]: DEBUG oslo_concurrency.lockutils [None req-36b0b3e6-096e-47bb-9c69-41d3a12b8f52 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.359763] env[69613]: DEBUG oslo_concurrency.lockutils [None req-36b0b3e6-096e-47bb-9c69-41d3a12b8f52 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.359763] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ea38ddc4-7e5b-4da3-84de-f455aa8a245a {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.365160] env[69613]: DEBUG oslo_vmware.api [None req-36b0b3e6-096e-47bb-9c69-41d3a12b8f52 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Waiting for the task: (returnval){ [ 1043.365160] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]52b5f834-d43f-8cb9-2f02-aa0e720645a1" [ 1043.365160] env[69613]: _type = "Task" [ 1043.365160] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.374171] env[69613]: DEBUG oslo_vmware.api [None req-36b0b3e6-096e-47bb-9c69-41d3a12b8f52 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52b5f834-d43f-8cb9-2f02-aa0e720645a1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.379012] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ce74c88-aac7-48d2-8256-d90a4b19e91a {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.385978] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37f573f7-3bc9-4493-899c-2d681056814c {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.423286] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acd2ad7b-2874-4b5c-8def-422da7bda82a {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.430748] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0fa2406-57b7-4a00-a70a-86a40a2a0cd3 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.447253] env[69613]: DEBUG nova.compute.provider_tree [None req-91f7fcce-f90f-4f0a-82b1-fb8812e51c8e tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] Inventory has not changed in ProviderTree for provider: af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 {{(pid=69613) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1043.694571] env[69613]: DEBUG oslo_concurrency.lockutils [None req-4a189074-2287-4d8d-8d7c-788586a6fa16 tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1043.696020] env[69613]: DEBUG nova.network.neutron [None req-2f066065-c0da-4611-bda0-6b86a10e11a8 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] [instance: 2e3d9427-2006-4911-be75-e6b1b98f8bb8] Updating instance_info_cache with network_info: [{"id": "301b37ec-2e17-4060-8286-6fb5464069d5", "address": "fa:16:3e:72:e1:dc", "network": {"id": "11b401e5-86d1-43b8-acf8-926654aabc3d", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1280003735-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c95e457d9ff84ad99712006a0d8c5dc4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15538852-1a3f-4f71-b4a9-4923c5837c4f", "external-id": "nsx-vlan-transportzone-165", "segmentation_id": 165, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap301b37ec-2e", "ovs_interfaceid": "301b37ec-2e17-4060-8286-6fb5464069d5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1043.766835] env[69613]: DEBUG oslo_concurrency.lockutils [None req-4a189074-2287-4d8d-8d7c-788586a6fa16 tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1043.875422] env[69613]: DEBUG oslo_vmware.api [None req-36b0b3e6-096e-47bb-9c69-41d3a12b8f52 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52b5f834-d43f-8cb9-2f02-aa0e720645a1, 'name': SearchDatastore_Task, 'duration_secs': 0.009752} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.875764] env[69613]: DEBUG oslo_concurrency.lockutils [None req-36b0b3e6-096e-47bb-9c69-41d3a12b8f52 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.875978] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-36b0b3e6-096e-47bb-9c69-41d3a12b8f52 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] [instance: 12d57937-1f89-4e98-b358-630f99527aff] Processing image 2b7a0304-b5d0-431d-b287-32c8388d7fbd {{(pid=69613) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1043.876198] env[69613]: DEBUG oslo_concurrency.lockutils [None req-36b0b3e6-096e-47bb-9c69-41d3a12b8f52 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.876344] env[69613]: DEBUG oslo_concurrency.lockutils [None req-36b0b3e6-096e-47bb-9c69-41d3a12b8f52 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.876520] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-36b0b3e6-096e-47bb-9c69-41d3a12b8f52 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69613) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1043.876812] env[69613]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7fdf8b16-e60c-486e-b6fc-9dae77661184 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.886164] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-36b0b3e6-096e-47bb-9c69-41d3a12b8f52 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69613) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1043.886254] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-36b0b3e6-096e-47bb-9c69-41d3a12b8f52 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69613) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1043.886962] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b641a856-bc3b-48e6-95e9-defcef5c5218 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.893274] env[69613]: DEBUG oslo_vmware.api [None req-36b0b3e6-096e-47bb-9c69-41d3a12b8f52 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Waiting for the task: (returnval){ [ 1043.893274] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]5262f21b-ba56-d853-4500-0f2637b7e69b" [ 1043.893274] env[69613]: _type = "Task" [ 1043.893274] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.902042] env[69613]: DEBUG oslo_vmware.api [None req-36b0b3e6-096e-47bb-9c69-41d3a12b8f52 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]5262f21b-ba56-d853-4500-0f2637b7e69b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.950753] env[69613]: DEBUG nova.scheduler.client.report [None req-91f7fcce-f90f-4f0a-82b1-fb8812e51c8e tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] Inventory has not changed for provider af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69613) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1044.035767] env[69613]: DEBUG nova.compute.manager [req-56bb9706-901d-48fa-bd32-bbb7a77a3360 req-ab908d75-7d79-4f07-ba04-976fd910d831 service nova] [instance: 12d57937-1f89-4e98-b358-630f99527aff] Received event network-changed-7931ff6c-64a4-492f-816c-129d427ada0d {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1044.035965] env[69613]: DEBUG nova.compute.manager [req-56bb9706-901d-48fa-bd32-bbb7a77a3360 req-ab908d75-7d79-4f07-ba04-976fd910d831 service nova] [instance: 12d57937-1f89-4e98-b358-630f99527aff] Refreshing instance network info cache due to event network-changed-7931ff6c-64a4-492f-816c-129d427ada0d. {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1044.036454] env[69613]: DEBUG oslo_concurrency.lockutils [req-56bb9706-901d-48fa-bd32-bbb7a77a3360 req-ab908d75-7d79-4f07-ba04-976fd910d831 service nova] Acquiring lock "refresh_cache-12d57937-1f89-4e98-b358-630f99527aff" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.036602] env[69613]: DEBUG oslo_concurrency.lockutils [req-56bb9706-901d-48fa-bd32-bbb7a77a3360 req-ab908d75-7d79-4f07-ba04-976fd910d831 service nova] Acquired lock "refresh_cache-12d57937-1f89-4e98-b358-630f99527aff" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.036763] env[69613]: DEBUG nova.network.neutron [req-56bb9706-901d-48fa-bd32-bbb7a77a3360 req-ab908d75-7d79-4f07-ba04-976fd910d831 service nova] [instance: 12d57937-1f89-4e98-b358-630f99527aff] Refreshing network info cache for port 7931ff6c-64a4-492f-816c-129d427ada0d {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1044.163316] env[69613]: DEBUG nova.network.neutron [None req-ff767629-4140-4925-be47-48916e3e4a7a tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] [instance: f8c40b52-17f3-40d9-b938-151cb56129fd] Successfully updated port: 005fe42b-7a5d-4e40-b234-1546bf41a925 {{(pid=69613) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1044.200695] env[69613]: DEBUG oslo_concurrency.lockutils [None req-2f066065-c0da-4611-bda0-6b86a10e11a8 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Releasing lock "refresh_cache-2e3d9427-2006-4911-be75-e6b1b98f8bb8" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.405125] env[69613]: DEBUG oslo_vmware.api [None req-36b0b3e6-096e-47bb-9c69-41d3a12b8f52 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]5262f21b-ba56-d853-4500-0f2637b7e69b, 'name': SearchDatastore_Task, 'duration_secs': 0.009473} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.405946] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ca1f9044-0e15-4e9e-b105-e0f61666682f {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.411214] env[69613]: DEBUG oslo_vmware.api [None req-36b0b3e6-096e-47bb-9c69-41d3a12b8f52 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Waiting for the task: (returnval){ [ 1044.411214] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]52ef722b-8d84-d482-0592-bf324c4cdc8d" [ 1044.411214] env[69613]: _type = "Task" [ 1044.411214] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.419784] env[69613]: DEBUG oslo_vmware.api [None req-36b0b3e6-096e-47bb-9c69-41d3a12b8f52 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52ef722b-8d84-d482-0592-bf324c4cdc8d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.458423] env[69613]: DEBUG oslo_concurrency.lockutils [None req-91f7fcce-f90f-4f0a-82b1-fb8812e51c8e tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.041s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1044.462222] env[69613]: DEBUG oslo_concurrency.lockutils [None req-ea073ce6-2a99-47d0-bae0-3f1062113398 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.840s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1044.463850] env[69613]: INFO nova.compute.claims [None req-ea073ce6-2a99-47d0-bae0-3f1062113398 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] [instance: 9333145d-7d80-405b-b94e-37152559489e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1044.567208] env[69613]: INFO nova.scheduler.client.report [None req-91f7fcce-f90f-4f0a-82b1-fb8812e51c8e tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] Deleted allocations for instance cf649a29-c0b2-4cc4-9d7d-da72ef553093 [ 1044.584756] env[69613]: DEBUG nova.network.neutron [-] [instance: 06ba24f5-e698-4fb3-9c47-fe146eee8e72] Updating instance_info_cache with network_info: [] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1044.666524] env[69613]: DEBUG oslo_concurrency.lockutils [None req-ff767629-4140-4925-be47-48916e3e4a7a tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Acquiring lock "refresh_cache-f8c40b52-17f3-40d9-b938-151cb56129fd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.666698] env[69613]: DEBUG oslo_concurrency.lockutils [None req-ff767629-4140-4925-be47-48916e3e4a7a tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Acquired lock "refresh_cache-f8c40b52-17f3-40d9-b938-151cb56129fd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.666865] env[69613]: DEBUG nova.network.neutron [None req-ff767629-4140-4925-be47-48916e3e4a7a tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] [instance: f8c40b52-17f3-40d9-b938-151cb56129fd] Building network info cache for instance {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1044.780790] env[69613]: DEBUG nova.network.neutron [req-56bb9706-901d-48fa-bd32-bbb7a77a3360 req-ab908d75-7d79-4f07-ba04-976fd910d831 service nova] [instance: 12d57937-1f89-4e98-b358-630f99527aff] Updated VIF entry in instance network info cache for port 7931ff6c-64a4-492f-816c-129d427ada0d. {{(pid=69613) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1044.781224] env[69613]: DEBUG nova.network.neutron [req-56bb9706-901d-48fa-bd32-bbb7a77a3360 req-ab908d75-7d79-4f07-ba04-976fd910d831 service nova] [instance: 12d57937-1f89-4e98-b358-630f99527aff] Updating instance_info_cache with network_info: [{"id": "7931ff6c-64a4-492f-816c-129d427ada0d", "address": "fa:16:3e:c3:19:55", "network": {"id": "d381647d-592d-40db-843d-6008de0737a5", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2059555966-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "201a65cf0cc84bf3a5ae9f9d87000dd8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5c8dbe25-bca7-4d91-b577-193b8b2aad8d", "external-id": "nsx-vlan-transportzone-643", "segmentation_id": 643, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7931ff6c-64", "ovs_interfaceid": "7931ff6c-64a4-492f-816c-129d427ada0d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1044.922389] env[69613]: DEBUG oslo_vmware.api [None req-36b0b3e6-096e-47bb-9c69-41d3a12b8f52 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52ef722b-8d84-d482-0592-bf324c4cdc8d, 'name': SearchDatastore_Task, 'duration_secs': 0.010118} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.922689] env[69613]: DEBUG oslo_concurrency.lockutils [None req-36b0b3e6-096e-47bb-9c69-41d3a12b8f52 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.923162] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-36b0b3e6-096e-47bb-9c69-41d3a12b8f52 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk to [datastore2] 12d57937-1f89-4e98-b358-630f99527aff/12d57937-1f89-4e98-b358-630f99527aff.vmdk {{(pid=69613) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1044.923472] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c8610814-c517-487a-a488-891a5e0d99f4 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.930799] env[69613]: DEBUG oslo_vmware.api [None req-36b0b3e6-096e-47bb-9c69-41d3a12b8f52 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Waiting for the task: (returnval){ [ 1044.930799] env[69613]: value = "task-3417994" [ 1044.930799] env[69613]: _type = "Task" [ 1044.930799] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.942893] env[69613]: DEBUG oslo_vmware.api [None req-36b0b3e6-096e-47bb-9c69-41d3a12b8f52 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Task: {'id': task-3417994, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.079045] env[69613]: DEBUG oslo_concurrency.lockutils [None req-91f7fcce-f90f-4f0a-82b1-fb8812e51c8e tempest-MigrationsAdminTest-259870837 tempest-MigrationsAdminTest-259870837-project-member] Lock "cf649a29-c0b2-4cc4-9d7d-da72ef553093" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.614s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1045.088031] env[69613]: INFO nova.compute.manager [-] [instance: 06ba24f5-e698-4fb3-9c47-fe146eee8e72] Took 2.39 seconds to deallocate network for instance. [ 1045.251182] env[69613]: DEBUG nova.network.neutron [None req-ff767629-4140-4925-be47-48916e3e4a7a tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] [instance: f8c40b52-17f3-40d9-b938-151cb56129fd] Instance cache missing network info. {{(pid=69613) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1045.283723] env[69613]: DEBUG oslo_concurrency.lockutils [req-56bb9706-901d-48fa-bd32-bbb7a77a3360 req-ab908d75-7d79-4f07-ba04-976fd910d831 service nova] Releasing lock "refresh_cache-12d57937-1f89-4e98-b358-630f99527aff" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.444723] env[69613]: DEBUG oslo_vmware.api [None req-36b0b3e6-096e-47bb-9c69-41d3a12b8f52 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Task: {'id': task-3417994, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.497558} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.445047] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-36b0b3e6-096e-47bb-9c69-41d3a12b8f52 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk to [datastore2] 12d57937-1f89-4e98-b358-630f99527aff/12d57937-1f89-4e98-b358-630f99527aff.vmdk {{(pid=69613) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1045.445361] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-36b0b3e6-096e-47bb-9c69-41d3a12b8f52 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] [instance: 12d57937-1f89-4e98-b358-630f99527aff] Extending root virtual disk to 1048576 {{(pid=69613) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1045.445715] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cc0c7938-1468-4e51-846b-54bb5b74c349 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.452892] env[69613]: DEBUG oslo_vmware.api [None req-36b0b3e6-096e-47bb-9c69-41d3a12b8f52 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Waiting for the task: (returnval){ [ 1045.452892] env[69613]: value = "task-3417995" [ 1045.452892] env[69613]: _type = "Task" [ 1045.452892] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.461724] env[69613]: DEBUG oslo_vmware.api [None req-36b0b3e6-096e-47bb-9c69-41d3a12b8f52 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Task: {'id': task-3417995, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.534494] env[69613]: DEBUG oslo_concurrency.lockutils [None req-863a2a15-2d89-4973-a4be-deacf0eda227 tempest-ServerRescueTestJSON-24713172 tempest-ServerRescueTestJSON-24713172-project-member] Acquiring lock "a21826db-d20f-443b-9042-9ffa93cd24af" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1045.534972] env[69613]: DEBUG oslo_concurrency.lockutils [None req-863a2a15-2d89-4973-a4be-deacf0eda227 tempest-ServerRescueTestJSON-24713172 tempest-ServerRescueTestJSON-24713172-project-member] Lock "a21826db-d20f-443b-9042-9ffa93cd24af" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.004s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1045.535359] env[69613]: DEBUG oslo_concurrency.lockutils [None req-863a2a15-2d89-4973-a4be-deacf0eda227 tempest-ServerRescueTestJSON-24713172 tempest-ServerRescueTestJSON-24713172-project-member] Acquiring lock "a21826db-d20f-443b-9042-9ffa93cd24af-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1045.535697] env[69613]: DEBUG oslo_concurrency.lockutils [None req-863a2a15-2d89-4973-a4be-deacf0eda227 tempest-ServerRescueTestJSON-24713172 tempest-ServerRescueTestJSON-24713172-project-member] Lock "a21826db-d20f-443b-9042-9ffa93cd24af-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1045.536007] env[69613]: DEBUG oslo_concurrency.lockutils [None req-863a2a15-2d89-4973-a4be-deacf0eda227 tempest-ServerRescueTestJSON-24713172 tempest-ServerRescueTestJSON-24713172-project-member] Lock "a21826db-d20f-443b-9042-9ffa93cd24af-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1045.539257] env[69613]: INFO nova.compute.manager [None req-863a2a15-2d89-4973-a4be-deacf0eda227 tempest-ServerRescueTestJSON-24713172 tempest-ServerRescueTestJSON-24713172-project-member] [instance: a21826db-d20f-443b-9042-9ffa93cd24af] Terminating instance [ 1045.577699] env[69613]: DEBUG nova.network.neutron [None req-ff767629-4140-4925-be47-48916e3e4a7a tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] [instance: f8c40b52-17f3-40d9-b938-151cb56129fd] Updating instance_info_cache with network_info: [{"id": "005fe42b-7a5d-4e40-b234-1546bf41a925", "address": "fa:16:3e:a4:e7:5c", "network": {"id": "f6c5953e-2ecd-4b80-beed-76e05ffc23b6", "bridge": "br-int", "label": "tempest-ServersTestJSON-2109045768-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9cb3ddb47c78413abf1c7b2a6db01c0e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "043ca97b-0fca-4b54-8be6-027123fa76d0", "external-id": "nsx-vlan-transportzone-702", "segmentation_id": 702, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap005fe42b-7a", "ovs_interfaceid": "005fe42b-7a5d-4e40-b234-1546bf41a925", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1045.602264] env[69613]: DEBUG oslo_concurrency.lockutils [None req-ad636fc3-d79d-43b0-90f9-87655cd55774 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1045.721304] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3038e9e5-01d0-4e6d-b562-af24bb24db98 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.740801] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-2f066065-c0da-4611-bda0-6b86a10e11a8 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] [instance: 2e3d9427-2006-4911-be75-e6b1b98f8bb8] Updating instance '2e3d9427-2006-4911-be75-e6b1b98f8bb8' progress to 0 {{(pid=69613) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1045.894771] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a891a9cd-bedf-4200-94b2-882a6bca3189 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.902817] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26f3fdb6-b241-4186-81f6-b1d4deb0c9d4 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.934547] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c41daab-7508-4cf6-a60f-99e4bf032bd2 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.942188] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df2cc96d-11f4-422b-889c-04644e923eb6 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.956080] env[69613]: DEBUG nova.compute.provider_tree [None req-ea073ce6-2a99-47d0-bae0-3f1062113398 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Inventory has not changed in ProviderTree for provider: af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 {{(pid=69613) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1045.965115] env[69613]: DEBUG oslo_vmware.api [None req-36b0b3e6-096e-47bb-9c69-41d3a12b8f52 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Task: {'id': task-3417995, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068067} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.966021] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-36b0b3e6-096e-47bb-9c69-41d3a12b8f52 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] [instance: 12d57937-1f89-4e98-b358-630f99527aff] Extended root virtual disk {{(pid=69613) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1045.966795] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72f86e39-31d1-4dd8-973a-10f710439a8e {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.989868] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-36b0b3e6-096e-47bb-9c69-41d3a12b8f52 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] [instance: 12d57937-1f89-4e98-b358-630f99527aff] Reconfiguring VM instance instance-00000061 to attach disk [datastore2] 12d57937-1f89-4e98-b358-630f99527aff/12d57937-1f89-4e98-b358-630f99527aff.vmdk or device None with type sparse {{(pid=69613) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1045.990710] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-820ee96f-1173-449a-8cbb-10798f9a0fb4 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.009634] env[69613]: DEBUG oslo_vmware.api [None req-36b0b3e6-096e-47bb-9c69-41d3a12b8f52 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Waiting for the task: (returnval){ [ 1046.009634] env[69613]: value = "task-3417996" [ 1046.009634] env[69613]: _type = "Task" [ 1046.009634] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.017291] env[69613]: DEBUG oslo_vmware.api [None req-36b0b3e6-096e-47bb-9c69-41d3a12b8f52 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Task: {'id': task-3417996, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.057964] env[69613]: DEBUG nova.compute.manager [None req-863a2a15-2d89-4973-a4be-deacf0eda227 tempest-ServerRescueTestJSON-24713172 tempest-ServerRescueTestJSON-24713172-project-member] [instance: a21826db-d20f-443b-9042-9ffa93cd24af] Start destroying the instance on the hypervisor. {{(pid=69613) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1046.058198] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-863a2a15-2d89-4973-a4be-deacf0eda227 tempest-ServerRescueTestJSON-24713172 tempest-ServerRescueTestJSON-24713172-project-member] [instance: a21826db-d20f-443b-9042-9ffa93cd24af] Destroying instance {{(pid=69613) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1046.059138] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6194341-fd8d-42d6-949c-dea0a1db0f8b {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.066244] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-863a2a15-2d89-4973-a4be-deacf0eda227 tempest-ServerRescueTestJSON-24713172 tempest-ServerRescueTestJSON-24713172-project-member] [instance: a21826db-d20f-443b-9042-9ffa93cd24af] Powering off the VM {{(pid=69613) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1046.066486] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-88fd8e7d-af47-4ad6-905f-b7ec3e967517 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.072371] env[69613]: DEBUG oslo_vmware.api [None req-863a2a15-2d89-4973-a4be-deacf0eda227 tempest-ServerRescueTestJSON-24713172 tempest-ServerRescueTestJSON-24713172-project-member] Waiting for the task: (returnval){ [ 1046.072371] env[69613]: value = "task-3417997" [ 1046.072371] env[69613]: _type = "Task" [ 1046.072371] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.079827] env[69613]: DEBUG oslo_vmware.api [None req-863a2a15-2d89-4973-a4be-deacf0eda227 tempest-ServerRescueTestJSON-24713172 tempest-ServerRescueTestJSON-24713172-project-member] Task: {'id': task-3417997, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.082287] env[69613]: DEBUG oslo_concurrency.lockutils [None req-ff767629-4140-4925-be47-48916e3e4a7a tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Releasing lock "refresh_cache-f8c40b52-17f3-40d9-b938-151cb56129fd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.082618] env[69613]: DEBUG nova.compute.manager [None req-ff767629-4140-4925-be47-48916e3e4a7a tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] [instance: f8c40b52-17f3-40d9-b938-151cb56129fd] Instance network_info: |[{"id": "005fe42b-7a5d-4e40-b234-1546bf41a925", "address": "fa:16:3e:a4:e7:5c", "network": {"id": "f6c5953e-2ecd-4b80-beed-76e05ffc23b6", "bridge": "br-int", "label": "tempest-ServersTestJSON-2109045768-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9cb3ddb47c78413abf1c7b2a6db01c0e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "043ca97b-0fca-4b54-8be6-027123fa76d0", "external-id": "nsx-vlan-transportzone-702", "segmentation_id": 702, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap005fe42b-7a", "ovs_interfaceid": "005fe42b-7a5d-4e40-b234-1546bf41a925", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69613) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1046.084111] env[69613]: DEBUG nova.compute.manager [req-23681943-49db-4f75-9272-99547ce1719d req-7416c7b4-8f46-40f5-9b35-7eaf48c95355 service nova] [instance: f8c40b52-17f3-40d9-b938-151cb56129fd] Received event network-vif-plugged-005fe42b-7a5d-4e40-b234-1546bf41a925 {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1046.084336] env[69613]: DEBUG oslo_concurrency.lockutils [req-23681943-49db-4f75-9272-99547ce1719d req-7416c7b4-8f46-40f5-9b35-7eaf48c95355 service nova] Acquiring lock "f8c40b52-17f3-40d9-b938-151cb56129fd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1046.084580] env[69613]: DEBUG oslo_concurrency.lockutils [req-23681943-49db-4f75-9272-99547ce1719d req-7416c7b4-8f46-40f5-9b35-7eaf48c95355 service nova] Lock "f8c40b52-17f3-40d9-b938-151cb56129fd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1046.084725] env[69613]: DEBUG oslo_concurrency.lockutils [req-23681943-49db-4f75-9272-99547ce1719d req-7416c7b4-8f46-40f5-9b35-7eaf48c95355 service nova] Lock "f8c40b52-17f3-40d9-b938-151cb56129fd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1046.084912] env[69613]: DEBUG nova.compute.manager [req-23681943-49db-4f75-9272-99547ce1719d req-7416c7b4-8f46-40f5-9b35-7eaf48c95355 service nova] [instance: f8c40b52-17f3-40d9-b938-151cb56129fd] No waiting events found dispatching network-vif-plugged-005fe42b-7a5d-4e40-b234-1546bf41a925 {{(pid=69613) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1046.085090] env[69613]: WARNING nova.compute.manager [req-23681943-49db-4f75-9272-99547ce1719d req-7416c7b4-8f46-40f5-9b35-7eaf48c95355 service nova] [instance: f8c40b52-17f3-40d9-b938-151cb56129fd] Received unexpected event network-vif-plugged-005fe42b-7a5d-4e40-b234-1546bf41a925 for instance with vm_state building and task_state spawning. [ 1046.085253] env[69613]: DEBUG nova.compute.manager [req-23681943-49db-4f75-9272-99547ce1719d req-7416c7b4-8f46-40f5-9b35-7eaf48c95355 service nova] [instance: 06ba24f5-e698-4fb3-9c47-fe146eee8e72] Received event network-vif-deleted-8d80188a-74ba-4130-8b83-1731bd51691e {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1046.085418] env[69613]: DEBUG nova.compute.manager [req-23681943-49db-4f75-9272-99547ce1719d req-7416c7b4-8f46-40f5-9b35-7eaf48c95355 service nova] [instance: f8c40b52-17f3-40d9-b938-151cb56129fd] Received event network-changed-005fe42b-7a5d-4e40-b234-1546bf41a925 {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1046.085579] env[69613]: DEBUG nova.compute.manager [req-23681943-49db-4f75-9272-99547ce1719d req-7416c7b4-8f46-40f5-9b35-7eaf48c95355 service nova] [instance: f8c40b52-17f3-40d9-b938-151cb56129fd] Refreshing instance network info cache due to event network-changed-005fe42b-7a5d-4e40-b234-1546bf41a925. {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1046.085769] env[69613]: DEBUG oslo_concurrency.lockutils [req-23681943-49db-4f75-9272-99547ce1719d req-7416c7b4-8f46-40f5-9b35-7eaf48c95355 service nova] Acquiring lock "refresh_cache-f8c40b52-17f3-40d9-b938-151cb56129fd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.085906] env[69613]: DEBUG oslo_concurrency.lockutils [req-23681943-49db-4f75-9272-99547ce1719d req-7416c7b4-8f46-40f5-9b35-7eaf48c95355 service nova] Acquired lock "refresh_cache-f8c40b52-17f3-40d9-b938-151cb56129fd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.086085] env[69613]: DEBUG nova.network.neutron [req-23681943-49db-4f75-9272-99547ce1719d req-7416c7b4-8f46-40f5-9b35-7eaf48c95355 service nova] [instance: f8c40b52-17f3-40d9-b938-151cb56129fd] Refreshing network info cache for port 005fe42b-7a5d-4e40-b234-1546bf41a925 {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1046.087484] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-ff767629-4140-4925-be47-48916e3e4a7a tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] [instance: f8c40b52-17f3-40d9-b938-151cb56129fd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a4:e7:5c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '043ca97b-0fca-4b54-8be6-027123fa76d0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '005fe42b-7a5d-4e40-b234-1546bf41a925', 'vif_model': 'vmxnet3'}] {{(pid=69613) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1046.095013] env[69613]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ff767629-4140-4925-be47-48916e3e4a7a tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69613) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1046.098286] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f8c40b52-17f3-40d9-b938-151cb56129fd] Creating VM on the ESX host {{(pid=69613) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1046.099225] env[69613]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9db3c584-787f-48ed-ba07-cdf936dadf4a {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.125023] env[69613]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1046.125023] env[69613]: value = "task-3417998" [ 1046.125023] env[69613]: _type = "Task" [ 1046.125023] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.128896] env[69613]: DEBUG oslo_vmware.api [-] Task: {'id': task-3417998, 'name': CreateVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.247967] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f066065-c0da-4611-bda0-6b86a10e11a8 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] [instance: 2e3d9427-2006-4911-be75-e6b1b98f8bb8] Powering off the VM {{(pid=69613) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1046.248284] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c9223837-6e38-496b-bea6-e60575b0779f {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.255564] env[69613]: DEBUG oslo_vmware.api [None req-2f066065-c0da-4611-bda0-6b86a10e11a8 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Waiting for the task: (returnval){ [ 1046.255564] env[69613]: value = "task-3417999" [ 1046.255564] env[69613]: _type = "Task" [ 1046.255564] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.270648] env[69613]: DEBUG oslo_vmware.api [None req-2f066065-c0da-4611-bda0-6b86a10e11a8 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Task: {'id': task-3417999, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.411795] env[69613]: DEBUG nova.network.neutron [req-23681943-49db-4f75-9272-99547ce1719d req-7416c7b4-8f46-40f5-9b35-7eaf48c95355 service nova] [instance: f8c40b52-17f3-40d9-b938-151cb56129fd] Updated VIF entry in instance network info cache for port 005fe42b-7a5d-4e40-b234-1546bf41a925. {{(pid=69613) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1046.412180] env[69613]: DEBUG nova.network.neutron [req-23681943-49db-4f75-9272-99547ce1719d req-7416c7b4-8f46-40f5-9b35-7eaf48c95355 service nova] [instance: f8c40b52-17f3-40d9-b938-151cb56129fd] Updating instance_info_cache with network_info: [{"id": "005fe42b-7a5d-4e40-b234-1546bf41a925", "address": "fa:16:3e:a4:e7:5c", "network": {"id": "f6c5953e-2ecd-4b80-beed-76e05ffc23b6", "bridge": "br-int", "label": "tempest-ServersTestJSON-2109045768-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9cb3ddb47c78413abf1c7b2a6db01c0e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "043ca97b-0fca-4b54-8be6-027123fa76d0", "external-id": "nsx-vlan-transportzone-702", "segmentation_id": 702, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap005fe42b-7a", "ovs_interfaceid": "005fe42b-7a5d-4e40-b234-1546bf41a925", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1046.461740] env[69613]: DEBUG nova.scheduler.client.report [None req-ea073ce6-2a99-47d0-bae0-3f1062113398 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Inventory has not changed for provider af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69613) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1046.520459] env[69613]: DEBUG oslo_vmware.api [None req-36b0b3e6-096e-47bb-9c69-41d3a12b8f52 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Task: {'id': task-3417996, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.582457] env[69613]: DEBUG oslo_vmware.api [None req-863a2a15-2d89-4973-a4be-deacf0eda227 tempest-ServerRescueTestJSON-24713172 tempest-ServerRescueTestJSON-24713172-project-member] Task: {'id': task-3417997, 'name': PowerOffVM_Task, 'duration_secs': 0.505488} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.582832] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-863a2a15-2d89-4973-a4be-deacf0eda227 tempest-ServerRescueTestJSON-24713172 tempest-ServerRescueTestJSON-24713172-project-member] [instance: a21826db-d20f-443b-9042-9ffa93cd24af] Powered off the VM {{(pid=69613) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1046.583014] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-863a2a15-2d89-4973-a4be-deacf0eda227 tempest-ServerRescueTestJSON-24713172 tempest-ServerRescueTestJSON-24713172-project-member] [instance: a21826db-d20f-443b-9042-9ffa93cd24af] Unregistering the VM {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1046.583278] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fa5d64b4-ab32-48cc-b611-580ba43517a6 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.630351] env[69613]: DEBUG oslo_vmware.api [-] Task: {'id': task-3417998, 'name': CreateVM_Task} progress is 25%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.753777] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-863a2a15-2d89-4973-a4be-deacf0eda227 tempest-ServerRescueTestJSON-24713172 tempest-ServerRescueTestJSON-24713172-project-member] [instance: a21826db-d20f-443b-9042-9ffa93cd24af] Unregistered the VM {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1046.754107] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-863a2a15-2d89-4973-a4be-deacf0eda227 tempest-ServerRescueTestJSON-24713172 tempest-ServerRescueTestJSON-24713172-project-member] [instance: a21826db-d20f-443b-9042-9ffa93cd24af] Deleting contents of the VM from datastore datastore1 {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1046.754396] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-863a2a15-2d89-4973-a4be-deacf0eda227 tempest-ServerRescueTestJSON-24713172 tempest-ServerRescueTestJSON-24713172-project-member] Deleting the datastore file [datastore1] a21826db-d20f-443b-9042-9ffa93cd24af {{(pid=69613) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1046.754861] env[69613]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e7192f48-84f8-4daf-9fe5-73f5d4ba314d {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.766818] env[69613]: DEBUG oslo_vmware.api [None req-2f066065-c0da-4611-bda0-6b86a10e11a8 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Task: {'id': task-3417999, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.768402] env[69613]: DEBUG oslo_vmware.api [None req-863a2a15-2d89-4973-a4be-deacf0eda227 tempest-ServerRescueTestJSON-24713172 tempest-ServerRescueTestJSON-24713172-project-member] Waiting for the task: (returnval){ [ 1046.768402] env[69613]: value = "task-3418001" [ 1046.768402] env[69613]: _type = "Task" [ 1046.768402] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.780325] env[69613]: DEBUG oslo_vmware.api [None req-863a2a15-2d89-4973-a4be-deacf0eda227 tempest-ServerRescueTestJSON-24713172 tempest-ServerRescueTestJSON-24713172-project-member] Task: {'id': task-3418001, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.915339] env[69613]: DEBUG oslo_concurrency.lockutils [req-23681943-49db-4f75-9272-99547ce1719d req-7416c7b4-8f46-40f5-9b35-7eaf48c95355 service nova] Releasing lock "refresh_cache-f8c40b52-17f3-40d9-b938-151cb56129fd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.967625] env[69613]: DEBUG oslo_concurrency.lockutils [None req-ea073ce6-2a99-47d0-bae0-3f1062113398 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.507s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1046.968235] env[69613]: DEBUG nova.compute.manager [None req-ea073ce6-2a99-47d0-bae0-3f1062113398 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] [instance: 9333145d-7d80-405b-b94e-37152559489e] Start building networks asynchronously for instance. {{(pid=69613) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1046.970973] env[69613]: DEBUG oslo_concurrency.lockutils [None req-50c877ce-6f95-48d5-bc27-391d5101fe7b tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.311s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1046.972409] env[69613]: INFO nova.compute.claims [None req-50c877ce-6f95-48d5-bc27-391d5101fe7b tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] [instance: 01bcdedb-402d-4542-9f89-d1a661ed158e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1047.023996] env[69613]: DEBUG oslo_vmware.api [None req-36b0b3e6-096e-47bb-9c69-41d3a12b8f52 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Task: {'id': task-3417996, 'name': ReconfigVM_Task, 'duration_secs': 0.783952} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.024396] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-36b0b3e6-096e-47bb-9c69-41d3a12b8f52 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] [instance: 12d57937-1f89-4e98-b358-630f99527aff] Reconfigured VM instance instance-00000061 to attach disk [datastore2] 12d57937-1f89-4e98-b358-630f99527aff/12d57937-1f89-4e98-b358-630f99527aff.vmdk or device None with type sparse {{(pid=69613) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1047.025233] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4db9ac3d-2e08-4626-a96d-d09b372a60a5 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.032829] env[69613]: DEBUG oslo_vmware.api [None req-36b0b3e6-096e-47bb-9c69-41d3a12b8f52 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Waiting for the task: (returnval){ [ 1047.032829] env[69613]: value = "task-3418002" [ 1047.032829] env[69613]: _type = "Task" [ 1047.032829] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.044738] env[69613]: DEBUG oslo_vmware.api [None req-36b0b3e6-096e-47bb-9c69-41d3a12b8f52 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Task: {'id': task-3418002, 'name': Rename_Task} progress is 5%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.131136] env[69613]: DEBUG oslo_vmware.api [-] Task: {'id': task-3417998, 'name': CreateVM_Task, 'duration_secs': 0.775338} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.131527] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f8c40b52-17f3-40d9-b938-151cb56129fd] Created VM on the ESX host {{(pid=69613) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1047.134032] env[69613]: DEBUG oslo_concurrency.lockutils [None req-ff767629-4140-4925-be47-48916e3e4a7a tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.134032] env[69613]: DEBUG oslo_concurrency.lockutils [None req-ff767629-4140-4925-be47-48916e3e4a7a tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.134334] env[69613]: DEBUG oslo_concurrency.lockutils [None req-ff767629-4140-4925-be47-48916e3e4a7a tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.134760] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-82aeff5a-a2ab-4a5f-a2fe-fbd88f67a863 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.140885] env[69613]: DEBUG oslo_vmware.api [None req-ff767629-4140-4925-be47-48916e3e4a7a tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Waiting for the task: (returnval){ [ 1047.140885] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]52204b00-ee60-098d-b0bc-84a387911a90" [ 1047.140885] env[69613]: _type = "Task" [ 1047.140885] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.148485] env[69613]: DEBUG oslo_vmware.api [None req-ff767629-4140-4925-be47-48916e3e4a7a tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52204b00-ee60-098d-b0bc-84a387911a90, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.268007] env[69613]: DEBUG oslo_vmware.api [None req-2f066065-c0da-4611-bda0-6b86a10e11a8 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Task: {'id': task-3417999, 'name': PowerOffVM_Task, 'duration_secs': 0.54629} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.268007] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f066065-c0da-4611-bda0-6b86a10e11a8 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] [instance: 2e3d9427-2006-4911-be75-e6b1b98f8bb8] Powered off the VM {{(pid=69613) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1047.268007] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-2f066065-c0da-4611-bda0-6b86a10e11a8 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] [instance: 2e3d9427-2006-4911-be75-e6b1b98f8bb8] Updating instance '2e3d9427-2006-4911-be75-e6b1b98f8bb8' progress to 17 {{(pid=69613) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1047.277997] env[69613]: DEBUG oslo_vmware.api [None req-863a2a15-2d89-4973-a4be-deacf0eda227 tempest-ServerRescueTestJSON-24713172 tempest-ServerRescueTestJSON-24713172-project-member] Task: {'id': task-3418001, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.177959} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.278631] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-863a2a15-2d89-4973-a4be-deacf0eda227 tempest-ServerRescueTestJSON-24713172 tempest-ServerRescueTestJSON-24713172-project-member] Deleted the datastore file {{(pid=69613) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1047.278631] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-863a2a15-2d89-4973-a4be-deacf0eda227 tempest-ServerRescueTestJSON-24713172 tempest-ServerRescueTestJSON-24713172-project-member] [instance: a21826db-d20f-443b-9042-9ffa93cd24af] Deleted contents of the VM from datastore datastore1 {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1047.278631] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-863a2a15-2d89-4973-a4be-deacf0eda227 tempest-ServerRescueTestJSON-24713172 tempest-ServerRescueTestJSON-24713172-project-member] [instance: a21826db-d20f-443b-9042-9ffa93cd24af] Instance destroyed {{(pid=69613) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1047.278822] env[69613]: INFO nova.compute.manager [None req-863a2a15-2d89-4973-a4be-deacf0eda227 tempest-ServerRescueTestJSON-24713172 tempest-ServerRescueTestJSON-24713172-project-member] [instance: a21826db-d20f-443b-9042-9ffa93cd24af] Took 1.22 seconds to destroy the instance on the hypervisor. [ 1047.278982] env[69613]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-863a2a15-2d89-4973-a4be-deacf0eda227 tempest-ServerRescueTestJSON-24713172 tempest-ServerRescueTestJSON-24713172-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69613) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1047.279169] env[69613]: DEBUG nova.compute.manager [-] [instance: a21826db-d20f-443b-9042-9ffa93cd24af] Deallocating network for instance {{(pid=69613) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1047.279262] env[69613]: DEBUG nova.network.neutron [-] [instance: a21826db-d20f-443b-9042-9ffa93cd24af] deallocate_for_instance() {{(pid=69613) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1047.479075] env[69613]: DEBUG nova.compute.utils [None req-ea073ce6-2a99-47d0-bae0-3f1062113398 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Using /dev/sd instead of None {{(pid=69613) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1047.482432] env[69613]: DEBUG nova.compute.manager [None req-ea073ce6-2a99-47d0-bae0-3f1062113398 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] [instance: 9333145d-7d80-405b-b94e-37152559489e] Allocating IP information in the background. {{(pid=69613) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1047.482604] env[69613]: DEBUG nova.network.neutron [None req-ea073ce6-2a99-47d0-bae0-3f1062113398 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] [instance: 9333145d-7d80-405b-b94e-37152559489e] allocate_for_instance() {{(pid=69613) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1047.543457] env[69613]: DEBUG oslo_vmware.api [None req-36b0b3e6-096e-47bb-9c69-41d3a12b8f52 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Task: {'id': task-3418002, 'name': Rename_Task, 'duration_secs': 0.183391} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.543737] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-36b0b3e6-096e-47bb-9c69-41d3a12b8f52 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] [instance: 12d57937-1f89-4e98-b358-630f99527aff] Powering on the VM {{(pid=69613) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1047.543984] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-02625ec6-b4fc-4da0-8077-e5869ec02f93 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.550834] env[69613]: DEBUG oslo_vmware.api [None req-36b0b3e6-096e-47bb-9c69-41d3a12b8f52 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Waiting for the task: (returnval){ [ 1047.550834] env[69613]: value = "task-3418003" [ 1047.550834] env[69613]: _type = "Task" [ 1047.550834] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.568504] env[69613]: DEBUG oslo_vmware.api [None req-36b0b3e6-096e-47bb-9c69-41d3a12b8f52 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Task: {'id': task-3418003, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.582059] env[69613]: DEBUG nova.policy [None req-ea073ce6-2a99-47d0-bae0-3f1062113398 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1f74539de50f4a48afdf8ccfc2390e72', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ac0fd822ae5c46349cf139bf95aa6ad4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69613) authorize /opt/stack/nova/nova/policy.py:192}} [ 1047.653220] env[69613]: DEBUG oslo_vmware.api [None req-ff767629-4140-4925-be47-48916e3e4a7a tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52204b00-ee60-098d-b0bc-84a387911a90, 'name': SearchDatastore_Task, 'duration_secs': 0.010456} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.653515] env[69613]: DEBUG oslo_concurrency.lockutils [None req-ff767629-4140-4925-be47-48916e3e4a7a tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.653783] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-ff767629-4140-4925-be47-48916e3e4a7a tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] [instance: f8c40b52-17f3-40d9-b938-151cb56129fd] Processing image 2b7a0304-b5d0-431d-b287-32c8388d7fbd {{(pid=69613) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1047.654043] env[69613]: DEBUG oslo_concurrency.lockutils [None req-ff767629-4140-4925-be47-48916e3e4a7a tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.654196] env[69613]: DEBUG oslo_concurrency.lockutils [None req-ff767629-4140-4925-be47-48916e3e4a7a tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.654374] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff767629-4140-4925-be47-48916e3e4a7a tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69613) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1047.654654] env[69613]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-05e703ac-8b80-4660-b518-437144da210d {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.670325] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff767629-4140-4925-be47-48916e3e4a7a tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69613) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1047.670531] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-ff767629-4140-4925-be47-48916e3e4a7a tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69613) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1047.673315] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eef447a9-f1c2-4de2-9e73-ad9cbcfff5aa {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.682205] env[69613]: DEBUG oslo_vmware.api [None req-ff767629-4140-4925-be47-48916e3e4a7a tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Waiting for the task: (returnval){ [ 1047.682205] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]52a63a27-f0bd-0b41-d0a1-bdc0d53c0fe4" [ 1047.682205] env[69613]: _type = "Task" [ 1047.682205] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.690900] env[69613]: DEBUG oslo_vmware.api [None req-ff767629-4140-4925-be47-48916e3e4a7a tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52a63a27-f0bd-0b41-d0a1-bdc0d53c0fe4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.778030] env[69613]: DEBUG nova.virt.hardware [None req-2f066065-c0da-4611-bda0-6b86a10e11a8 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T13:55:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=2b7a0304-b5d0-431d-b287-32c8388d7fbd,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1047.778030] env[69613]: DEBUG nova.virt.hardware [None req-2f066065-c0da-4611-bda0-6b86a10e11a8 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Flavor limits 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1047.778030] env[69613]: DEBUG nova.virt.hardware [None req-2f066065-c0da-4611-bda0-6b86a10e11a8 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Image limits 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1047.778030] env[69613]: DEBUG nova.virt.hardware [None req-2f066065-c0da-4611-bda0-6b86a10e11a8 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Flavor pref 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1047.778030] env[69613]: DEBUG nova.virt.hardware [None req-2f066065-c0da-4611-bda0-6b86a10e11a8 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Image pref 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1047.778030] env[69613]: DEBUG nova.virt.hardware [None req-2f066065-c0da-4611-bda0-6b86a10e11a8 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1047.778030] env[69613]: DEBUG nova.virt.hardware [None req-2f066065-c0da-4611-bda0-6b86a10e11a8 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1047.778030] env[69613]: DEBUG nova.virt.hardware [None req-2f066065-c0da-4611-bda0-6b86a10e11a8 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69613) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1047.778910] env[69613]: DEBUG nova.virt.hardware [None req-2f066065-c0da-4611-bda0-6b86a10e11a8 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Got 1 possible topologies {{(pid=69613) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1047.779233] env[69613]: DEBUG nova.virt.hardware [None req-2f066065-c0da-4611-bda0-6b86a10e11a8 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1047.779564] env[69613]: DEBUG nova.virt.hardware [None req-2f066065-c0da-4611-bda0-6b86a10e11a8 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1047.787382] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-acbcac0a-e5d2-4bee-940d-22760b2d4827 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.808207] env[69613]: DEBUG oslo_vmware.api [None req-2f066065-c0da-4611-bda0-6b86a10e11a8 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Waiting for the task: (returnval){ [ 1047.808207] env[69613]: value = "task-3418004" [ 1047.808207] env[69613]: _type = "Task" [ 1047.808207] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.821054] env[69613]: DEBUG oslo_vmware.api [None req-2f066065-c0da-4611-bda0-6b86a10e11a8 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Task: {'id': task-3418004, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.985737] env[69613]: DEBUG nova.compute.manager [None req-ea073ce6-2a99-47d0-bae0-3f1062113398 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] [instance: 9333145d-7d80-405b-b94e-37152559489e] Start building block device mappings for instance. {{(pid=69613) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1048.060563] env[69613]: DEBUG oslo_vmware.api [None req-36b0b3e6-096e-47bb-9c69-41d3a12b8f52 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Task: {'id': task-3418003, 'name': PowerOnVM_Task, 'duration_secs': 0.497822} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.060845] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-36b0b3e6-096e-47bb-9c69-41d3a12b8f52 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] [instance: 12d57937-1f89-4e98-b358-630f99527aff] Powered on the VM {{(pid=69613) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1048.061097] env[69613]: INFO nova.compute.manager [None req-36b0b3e6-096e-47bb-9c69-41d3a12b8f52 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] [instance: 12d57937-1f89-4e98-b358-630f99527aff] Took 8.70 seconds to spawn the instance on the hypervisor. [ 1048.061287] env[69613]: DEBUG nova.compute.manager [None req-36b0b3e6-096e-47bb-9c69-41d3a12b8f52 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] [instance: 12d57937-1f89-4e98-b358-630f99527aff] Checking state {{(pid=69613) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1048.062114] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df1ea68b-38e5-49bf-879a-895179db8ac6 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.079172] env[69613]: DEBUG nova.network.neutron [None req-ea073ce6-2a99-47d0-bae0-3f1062113398 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] [instance: 9333145d-7d80-405b-b94e-37152559489e] Successfully created port: e6cfcbf8-9c99-4540-ab1b-84edb77ce904 {{(pid=69613) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1048.119727] env[69613]: DEBUG nova.compute.manager [req-4511802d-b616-42cc-8fcb-0ee8ae245c19 req-e4da2974-27eb-4a02-a737-28b87c4116b8 service nova] [instance: a21826db-d20f-443b-9042-9ffa93cd24af] Received event network-vif-deleted-430c50af-63da-42b6-a30c-8cb49cbc5c5d {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1048.119930] env[69613]: INFO nova.compute.manager [req-4511802d-b616-42cc-8fcb-0ee8ae245c19 req-e4da2974-27eb-4a02-a737-28b87c4116b8 service nova] [instance: a21826db-d20f-443b-9042-9ffa93cd24af] Neutron deleted interface 430c50af-63da-42b6-a30c-8cb49cbc5c5d; detaching it from the instance and deleting it from the info cache [ 1048.120112] env[69613]: DEBUG nova.network.neutron [req-4511802d-b616-42cc-8fcb-0ee8ae245c19 req-e4da2974-27eb-4a02-a737-28b87c4116b8 service nova] [instance: a21826db-d20f-443b-9042-9ffa93cd24af] Updating instance_info_cache with network_info: [] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1048.193860] env[69613]: DEBUG oslo_vmware.api [None req-ff767629-4140-4925-be47-48916e3e4a7a tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52a63a27-f0bd-0b41-d0a1-bdc0d53c0fe4, 'name': SearchDatastore_Task, 'duration_secs': 0.010064} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.194667] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7b6e0c65-160b-4110-b026-d09e7a85d598 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.199897] env[69613]: DEBUG oslo_vmware.api [None req-ff767629-4140-4925-be47-48916e3e4a7a tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Waiting for the task: (returnval){ [ 1048.199897] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]52b396da-87e1-70bf-8fa6-b48554bb1725" [ 1048.199897] env[69613]: _type = "Task" [ 1048.199897] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.211112] env[69613]: DEBUG oslo_vmware.api [None req-ff767629-4140-4925-be47-48916e3e4a7a tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52b396da-87e1-70bf-8fa6-b48554bb1725, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.264923] env[69613]: DEBUG nova.network.neutron [-] [instance: a21826db-d20f-443b-9042-9ffa93cd24af] Updating instance_info_cache with network_info: [] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1048.294729] env[69613]: DEBUG oslo_concurrency.lockutils [None req-8caa00fa-d649-4554-b8d1-aac461db6563 tempest-TenantUsagesTestJSON-155898756 tempest-TenantUsagesTestJSON-155898756-project-member] Acquiring lock "25836078-1a39-4b3a-b7e0-48c0c9a61d20" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1048.294966] env[69613]: DEBUG oslo_concurrency.lockutils [None req-8caa00fa-d649-4554-b8d1-aac461db6563 tempest-TenantUsagesTestJSON-155898756 tempest-TenantUsagesTestJSON-155898756-project-member] Lock "25836078-1a39-4b3a-b7e0-48c0c9a61d20" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1048.320882] env[69613]: DEBUG oslo_vmware.api [None req-2f066065-c0da-4611-bda0-6b86a10e11a8 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Task: {'id': task-3418004, 'name': ReconfigVM_Task, 'duration_secs': 0.201177} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.321216] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-2f066065-c0da-4611-bda0-6b86a10e11a8 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] [instance: 2e3d9427-2006-4911-be75-e6b1b98f8bb8] Updating instance '2e3d9427-2006-4911-be75-e6b1b98f8bb8' progress to 33 {{(pid=69613) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1048.365479] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55cac6f1-5b01-4c99-9961-dea9b48d65e1 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.373199] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb2469d0-953c-428e-b84d-eaf15f216e62 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.403879] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86338364-4f27-4ebe-95c5-f3e5243dc35b {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.411135] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ee9e393-a69a-435f-acc7-bee1adfab08d {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.424483] env[69613]: DEBUG nova.compute.provider_tree [None req-50c877ce-6f95-48d5-bc27-391d5101fe7b tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Inventory has not changed in ProviderTree for provider: af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 {{(pid=69613) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1048.580348] env[69613]: INFO nova.compute.manager [None req-36b0b3e6-096e-47bb-9c69-41d3a12b8f52 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] [instance: 12d57937-1f89-4e98-b358-630f99527aff] Took 23.03 seconds to build instance. [ 1048.623028] env[69613]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-edfee9cc-a5b4-422e-a212-ecaf16092046 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.632040] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b92832f-9f25-44bf-bd82-8f833161cdb3 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.664049] env[69613]: DEBUG nova.compute.manager [req-4511802d-b616-42cc-8fcb-0ee8ae245c19 req-e4da2974-27eb-4a02-a737-28b87c4116b8 service nova] [instance: a21826db-d20f-443b-9042-9ffa93cd24af] Detach interface failed, port_id=430c50af-63da-42b6-a30c-8cb49cbc5c5d, reason: Instance a21826db-d20f-443b-9042-9ffa93cd24af could not be found. {{(pid=69613) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1048.713563] env[69613]: DEBUG oslo_vmware.api [None req-ff767629-4140-4925-be47-48916e3e4a7a tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52b396da-87e1-70bf-8fa6-b48554bb1725, 'name': SearchDatastore_Task, 'duration_secs': 0.017368} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.713820] env[69613]: DEBUG oslo_concurrency.lockutils [None req-ff767629-4140-4925-be47-48916e3e4a7a tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.714091] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff767629-4140-4925-be47-48916e3e4a7a tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk to [datastore2] f8c40b52-17f3-40d9-b938-151cb56129fd/f8c40b52-17f3-40d9-b938-151cb56129fd.vmdk {{(pid=69613) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1048.714367] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-71f64338-f9f5-4158-a35b-61de7db8bc2a {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.721056] env[69613]: DEBUG oslo_vmware.api [None req-ff767629-4140-4925-be47-48916e3e4a7a tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Waiting for the task: (returnval){ [ 1048.721056] env[69613]: value = "task-3418005" [ 1048.721056] env[69613]: _type = "Task" [ 1048.721056] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.729050] env[69613]: DEBUG oslo_vmware.api [None req-ff767629-4140-4925-be47-48916e3e4a7a tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Task: {'id': task-3418005, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.769724] env[69613]: INFO nova.compute.manager [-] [instance: a21826db-d20f-443b-9042-9ffa93cd24af] Took 1.49 seconds to deallocate network for instance. [ 1048.799573] env[69613]: DEBUG nova.compute.manager [None req-8caa00fa-d649-4554-b8d1-aac461db6563 tempest-TenantUsagesTestJSON-155898756 tempest-TenantUsagesTestJSON-155898756-project-member] [instance: 25836078-1a39-4b3a-b7e0-48c0c9a61d20] Starting instance... {{(pid=69613) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1048.829944] env[69613]: DEBUG nova.virt.hardware [None req-2f066065-c0da-4611-bda0-6b86a10e11a8 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T13:55:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=2b7a0304-b5d0-431d-b287-32c8388d7fbd,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1048.830271] env[69613]: DEBUG nova.virt.hardware [None req-2f066065-c0da-4611-bda0-6b86a10e11a8 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Flavor limits 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1048.830427] env[69613]: DEBUG nova.virt.hardware [None req-2f066065-c0da-4611-bda0-6b86a10e11a8 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Image limits 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1048.830608] env[69613]: DEBUG nova.virt.hardware [None req-2f066065-c0da-4611-bda0-6b86a10e11a8 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Flavor pref 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1048.830754] env[69613]: DEBUG nova.virt.hardware [None req-2f066065-c0da-4611-bda0-6b86a10e11a8 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Image pref 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1048.830900] env[69613]: DEBUG nova.virt.hardware [None req-2f066065-c0da-4611-bda0-6b86a10e11a8 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1048.831127] env[69613]: DEBUG nova.virt.hardware [None req-2f066065-c0da-4611-bda0-6b86a10e11a8 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1048.831288] env[69613]: DEBUG nova.virt.hardware [None req-2f066065-c0da-4611-bda0-6b86a10e11a8 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69613) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1048.831495] env[69613]: DEBUG nova.virt.hardware [None req-2f066065-c0da-4611-bda0-6b86a10e11a8 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Got 1 possible topologies {{(pid=69613) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1048.831690] env[69613]: DEBUG nova.virt.hardware [None req-2f066065-c0da-4611-bda0-6b86a10e11a8 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1048.831871] env[69613]: DEBUG nova.virt.hardware [None req-2f066065-c0da-4611-bda0-6b86a10e11a8 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1048.838333] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f066065-c0da-4611-bda0-6b86a10e11a8 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] [instance: 2e3d9427-2006-4911-be75-e6b1b98f8bb8] Reconfiguring VM instance instance-0000005f to detach disk 2000 {{(pid=69613) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1048.839252] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e7e8ebc6-601e-49c1-bfea-a3c1ebcf9778 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.859243] env[69613]: DEBUG oslo_vmware.api [None req-2f066065-c0da-4611-bda0-6b86a10e11a8 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Waiting for the task: (returnval){ [ 1048.859243] env[69613]: value = "task-3418006" [ 1048.859243] env[69613]: _type = "Task" [ 1048.859243] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.867604] env[69613]: DEBUG oslo_vmware.api [None req-2f066065-c0da-4611-bda0-6b86a10e11a8 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Task: {'id': task-3418006, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.927288] env[69613]: DEBUG nova.scheduler.client.report [None req-50c877ce-6f95-48d5-bc27-391d5101fe7b tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Inventory has not changed for provider af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69613) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1048.999983] env[69613]: DEBUG nova.compute.manager [None req-ea073ce6-2a99-47d0-bae0-3f1062113398 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] [instance: 9333145d-7d80-405b-b94e-37152559489e] Start spawning the instance on the hypervisor. {{(pid=69613) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1049.033634] env[69613]: DEBUG nova.virt.hardware [None req-ea073ce6-2a99-47d0-bae0-3f1062113398 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T13:55:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T13:55:19Z,direct_url=,disk_format='vmdk',id=2b7a0304-b5d0-431d-b287-32c8388d7fbd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3e9e1b873f1442d59d5ee8247b941f74',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T13:55:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1049.037027] env[69613]: DEBUG nova.virt.hardware [None req-ea073ce6-2a99-47d0-bae0-3f1062113398 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Flavor limits 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1049.037027] env[69613]: DEBUG nova.virt.hardware [None req-ea073ce6-2a99-47d0-bae0-3f1062113398 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Image limits 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1049.037027] env[69613]: DEBUG nova.virt.hardware [None req-ea073ce6-2a99-47d0-bae0-3f1062113398 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Flavor pref 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1049.037027] env[69613]: DEBUG nova.virt.hardware [None req-ea073ce6-2a99-47d0-bae0-3f1062113398 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Image pref 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1049.037027] env[69613]: DEBUG nova.virt.hardware [None req-ea073ce6-2a99-47d0-bae0-3f1062113398 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1049.037027] env[69613]: DEBUG nova.virt.hardware [None req-ea073ce6-2a99-47d0-bae0-3f1062113398 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1049.037027] env[69613]: DEBUG nova.virt.hardware [None req-ea073ce6-2a99-47d0-bae0-3f1062113398 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69613) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1049.037027] env[69613]: DEBUG nova.virt.hardware [None req-ea073ce6-2a99-47d0-bae0-3f1062113398 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Got 1 possible topologies {{(pid=69613) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1049.037027] env[69613]: DEBUG nova.virt.hardware [None req-ea073ce6-2a99-47d0-bae0-3f1062113398 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1049.037027] env[69613]: DEBUG nova.virt.hardware [None req-ea073ce6-2a99-47d0-bae0-3f1062113398 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1049.038705] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d8f9eb8-2cd1-4e5f-aa90-fad7bdcb3f2b {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.047415] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45cc9199-d767-456c-abb0-9c2a3794a3a6 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.082532] env[69613]: DEBUG oslo_concurrency.lockutils [None req-36b0b3e6-096e-47bb-9c69-41d3a12b8f52 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Lock "12d57937-1f89-4e98-b358-630f99527aff" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.539s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1049.231662] env[69613]: DEBUG oslo_vmware.api [None req-ff767629-4140-4925-be47-48916e3e4a7a tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Task: {'id': task-3418005, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.276982] env[69613]: DEBUG oslo_concurrency.lockutils [None req-863a2a15-2d89-4973-a4be-deacf0eda227 tempest-ServerRescueTestJSON-24713172 tempest-ServerRescueTestJSON-24713172-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1049.319305] env[69613]: DEBUG oslo_concurrency.lockutils [None req-8caa00fa-d649-4554-b8d1-aac461db6563 tempest-TenantUsagesTestJSON-155898756 tempest-TenantUsagesTestJSON-155898756-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1049.367911] env[69613]: DEBUG oslo_vmware.api [None req-2f066065-c0da-4611-bda0-6b86a10e11a8 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Task: {'id': task-3418006, 'name': ReconfigVM_Task, 'duration_secs': 0.266446} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.368196] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f066065-c0da-4611-bda0-6b86a10e11a8 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] [instance: 2e3d9427-2006-4911-be75-e6b1b98f8bb8] Reconfigured VM instance instance-0000005f to detach disk 2000 {{(pid=69613) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1049.368951] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf7c8b8d-6324-4ca1-a8db-57ce75e630a8 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.392908] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f066065-c0da-4611-bda0-6b86a10e11a8 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] [instance: 2e3d9427-2006-4911-be75-e6b1b98f8bb8] Reconfiguring VM instance instance-0000005f to attach disk [datastore1] 2e3d9427-2006-4911-be75-e6b1b98f8bb8/2e3d9427-2006-4911-be75-e6b1b98f8bb8.vmdk or device None with type thin {{(pid=69613) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1049.393467] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-08a46be4-a33f-4078-9f4d-90e1c2921ef8 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.406384] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25789cc2-6d09-4f3d-bd34-83555152f7e5 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.412654] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-1079b5e7-cf42-42a3-b502-5d4de6e51935 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] [instance: 12d57937-1f89-4e98-b358-630f99527aff] Suspending the VM {{(pid=69613) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1049.412879] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-73a83200-be9a-4903-85f7-b0cc50f271ad {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.415304] env[69613]: DEBUG oslo_vmware.api [None req-2f066065-c0da-4611-bda0-6b86a10e11a8 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Waiting for the task: (returnval){ [ 1049.415304] env[69613]: value = "task-3418007" [ 1049.415304] env[69613]: _type = "Task" [ 1049.415304] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.420771] env[69613]: DEBUG oslo_vmware.api [None req-1079b5e7-cf42-42a3-b502-5d4de6e51935 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Waiting for the task: (returnval){ [ 1049.420771] env[69613]: value = "task-3418008" [ 1049.420771] env[69613]: _type = "Task" [ 1049.420771] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.424134] env[69613]: DEBUG oslo_vmware.api [None req-2f066065-c0da-4611-bda0-6b86a10e11a8 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Task: {'id': task-3418007, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.431028] env[69613]: DEBUG oslo_vmware.api [None req-1079b5e7-cf42-42a3-b502-5d4de6e51935 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Task: {'id': task-3418008, 'name': SuspendVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.431788] env[69613]: DEBUG oslo_concurrency.lockutils [None req-50c877ce-6f95-48d5-bc27-391d5101fe7b tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.461s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1049.432332] env[69613]: DEBUG nova.compute.manager [None req-50c877ce-6f95-48d5-bc27-391d5101fe7b tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] [instance: 01bcdedb-402d-4542-9f89-d1a661ed158e] Start building networks asynchronously for instance. {{(pid=69613) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1049.435041] env[69613]: DEBUG oslo_concurrency.lockutils [None req-873758c2-dc60-4dae-8d3f-91754c626b6e tempest-ListServersNegativeTestJSON-2081482518 tempest-ListServersNegativeTestJSON-2081482518-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.874s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1049.436270] env[69613]: INFO nova.compute.claims [None req-873758c2-dc60-4dae-8d3f-91754c626b6e tempest-ListServersNegativeTestJSON-2081482518 tempest-ListServersNegativeTestJSON-2081482518-project-member] [instance: 58d4f9d3-4baf-4af6-a8a6-0af073c8231f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1049.553198] env[69613]: DEBUG nova.network.neutron [None req-ea073ce6-2a99-47d0-bae0-3f1062113398 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] [instance: 9333145d-7d80-405b-b94e-37152559489e] Successfully updated port: e6cfcbf8-9c99-4540-ab1b-84edb77ce904 {{(pid=69613) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1049.733736] env[69613]: DEBUG oslo_vmware.api [None req-ff767629-4140-4925-be47-48916e3e4a7a tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Task: {'id': task-3418005, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.531438} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.734136] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff767629-4140-4925-be47-48916e3e4a7a tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk to [datastore2] f8c40b52-17f3-40d9-b938-151cb56129fd/f8c40b52-17f3-40d9-b938-151cb56129fd.vmdk {{(pid=69613) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1049.734217] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-ff767629-4140-4925-be47-48916e3e4a7a tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] [instance: f8c40b52-17f3-40d9-b938-151cb56129fd] Extending root virtual disk to 1048576 {{(pid=69613) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1049.734474] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8887676a-5818-47fa-98db-d4b3c65a29e4 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.740182] env[69613]: DEBUG oslo_vmware.api [None req-ff767629-4140-4925-be47-48916e3e4a7a tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Waiting for the task: (returnval){ [ 1049.740182] env[69613]: value = "task-3418009" [ 1049.740182] env[69613]: _type = "Task" [ 1049.740182] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.748586] env[69613]: DEBUG oslo_vmware.api [None req-ff767629-4140-4925-be47-48916e3e4a7a tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Task: {'id': task-3418009, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.927096] env[69613]: DEBUG oslo_vmware.api [None req-2f066065-c0da-4611-bda0-6b86a10e11a8 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Task: {'id': task-3418007, 'name': ReconfigVM_Task, 'duration_secs': 0.317469} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.930031] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f066065-c0da-4611-bda0-6b86a10e11a8 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] [instance: 2e3d9427-2006-4911-be75-e6b1b98f8bb8] Reconfigured VM instance instance-0000005f to attach disk [datastore1] 2e3d9427-2006-4911-be75-e6b1b98f8bb8/2e3d9427-2006-4911-be75-e6b1b98f8bb8.vmdk or device None with type thin {{(pid=69613) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1049.930372] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-2f066065-c0da-4611-bda0-6b86a10e11a8 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] [instance: 2e3d9427-2006-4911-be75-e6b1b98f8bb8] Updating instance '2e3d9427-2006-4911-be75-e6b1b98f8bb8' progress to 50 {{(pid=69613) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1049.940097] env[69613]: DEBUG nova.compute.utils [None req-50c877ce-6f95-48d5-bc27-391d5101fe7b tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Using /dev/sd instead of None {{(pid=69613) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1049.943852] env[69613]: DEBUG oslo_vmware.api [None req-1079b5e7-cf42-42a3-b502-5d4de6e51935 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Task: {'id': task-3418008, 'name': SuspendVM_Task} progress is 66%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.944296] env[69613]: DEBUG nova.compute.manager [None req-50c877ce-6f95-48d5-bc27-391d5101fe7b tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] [instance: 01bcdedb-402d-4542-9f89-d1a661ed158e] Allocating IP information in the background. {{(pid=69613) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1049.944517] env[69613]: DEBUG nova.network.neutron [None req-50c877ce-6f95-48d5-bc27-391d5101fe7b tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] [instance: 01bcdedb-402d-4542-9f89-d1a661ed158e] allocate_for_instance() {{(pid=69613) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1049.995809] env[69613]: DEBUG nova.policy [None req-50c877ce-6f95-48d5-bc27-391d5101fe7b tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '36834264e3e34b3dbccbe0b6ed5626e7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '00abae90f85947e99f41566442e43eab', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69613) authorize /opt/stack/nova/nova/policy.py:192}} [ 1050.056454] env[69613]: DEBUG oslo_concurrency.lockutils [None req-ea073ce6-2a99-47d0-bae0-3f1062113398 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Acquiring lock "refresh_cache-9333145d-7d80-405b-b94e-37152559489e" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.056615] env[69613]: DEBUG oslo_concurrency.lockutils [None req-ea073ce6-2a99-47d0-bae0-3f1062113398 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Acquired lock "refresh_cache-9333145d-7d80-405b-b94e-37152559489e" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.056775] env[69613]: DEBUG nova.network.neutron [None req-ea073ce6-2a99-47d0-bae0-3f1062113398 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] [instance: 9333145d-7d80-405b-b94e-37152559489e] Building network info cache for instance {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1050.250583] env[69613]: DEBUG oslo_vmware.api [None req-ff767629-4140-4925-be47-48916e3e4a7a tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Task: {'id': task-3418009, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080038} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.250874] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-ff767629-4140-4925-be47-48916e3e4a7a tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] [instance: f8c40b52-17f3-40d9-b938-151cb56129fd] Extended root virtual disk {{(pid=69613) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1050.251814] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8005f0ae-d826-4f2e-b3c3-3c4bc7e7dc7c {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.274113] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff767629-4140-4925-be47-48916e3e4a7a tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] [instance: f8c40b52-17f3-40d9-b938-151cb56129fd] Reconfiguring VM instance instance-00000062 to attach disk [datastore2] f8c40b52-17f3-40d9-b938-151cb56129fd/f8c40b52-17f3-40d9-b938-151cb56129fd.vmdk or device None with type sparse {{(pid=69613) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1050.274690] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-73c20fa3-3bf8-4e19-9a58-a81604a1b81f {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.295147] env[69613]: DEBUG oslo_vmware.api [None req-ff767629-4140-4925-be47-48916e3e4a7a tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Waiting for the task: (returnval){ [ 1050.295147] env[69613]: value = "task-3418010" [ 1050.295147] env[69613]: _type = "Task" [ 1050.295147] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.303086] env[69613]: DEBUG oslo_vmware.api [None req-ff767629-4140-4925-be47-48916e3e4a7a tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Task: {'id': task-3418010, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.305099] env[69613]: DEBUG nova.compute.manager [req-74fb25a6-f629-4045-98c8-6cd7949bab78 req-49c60fac-6ca7-4da1-a0c8-6a9e1cb2236e service nova] [instance: 9333145d-7d80-405b-b94e-37152559489e] Received event network-vif-plugged-e6cfcbf8-9c99-4540-ab1b-84edb77ce904 {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1050.305303] env[69613]: DEBUG oslo_concurrency.lockutils [req-74fb25a6-f629-4045-98c8-6cd7949bab78 req-49c60fac-6ca7-4da1-a0c8-6a9e1cb2236e service nova] Acquiring lock "9333145d-7d80-405b-b94e-37152559489e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1050.305506] env[69613]: DEBUG oslo_concurrency.lockutils [req-74fb25a6-f629-4045-98c8-6cd7949bab78 req-49c60fac-6ca7-4da1-a0c8-6a9e1cb2236e service nova] Lock "9333145d-7d80-405b-b94e-37152559489e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1050.305671] env[69613]: DEBUG oslo_concurrency.lockutils [req-74fb25a6-f629-4045-98c8-6cd7949bab78 req-49c60fac-6ca7-4da1-a0c8-6a9e1cb2236e service nova] Lock "9333145d-7d80-405b-b94e-37152559489e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1050.306323] env[69613]: DEBUG nova.compute.manager [req-74fb25a6-f629-4045-98c8-6cd7949bab78 req-49c60fac-6ca7-4da1-a0c8-6a9e1cb2236e service nova] [instance: 9333145d-7d80-405b-b94e-37152559489e] No waiting events found dispatching network-vif-plugged-e6cfcbf8-9c99-4540-ab1b-84edb77ce904 {{(pid=69613) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1050.306323] env[69613]: WARNING nova.compute.manager [req-74fb25a6-f629-4045-98c8-6cd7949bab78 req-49c60fac-6ca7-4da1-a0c8-6a9e1cb2236e service nova] [instance: 9333145d-7d80-405b-b94e-37152559489e] Received unexpected event network-vif-plugged-e6cfcbf8-9c99-4540-ab1b-84edb77ce904 for instance with vm_state building and task_state spawning. [ 1050.306323] env[69613]: DEBUG nova.compute.manager [req-74fb25a6-f629-4045-98c8-6cd7949bab78 req-49c60fac-6ca7-4da1-a0c8-6a9e1cb2236e service nova] [instance: 9333145d-7d80-405b-b94e-37152559489e] Received event network-changed-e6cfcbf8-9c99-4540-ab1b-84edb77ce904 {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1050.306323] env[69613]: DEBUG nova.compute.manager [req-74fb25a6-f629-4045-98c8-6cd7949bab78 req-49c60fac-6ca7-4da1-a0c8-6a9e1cb2236e service nova] [instance: 9333145d-7d80-405b-b94e-37152559489e] Refreshing instance network info cache due to event network-changed-e6cfcbf8-9c99-4540-ab1b-84edb77ce904. {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1050.306490] env[69613]: DEBUG oslo_concurrency.lockutils [req-74fb25a6-f629-4045-98c8-6cd7949bab78 req-49c60fac-6ca7-4da1-a0c8-6a9e1cb2236e service nova] Acquiring lock "refresh_cache-9333145d-7d80-405b-b94e-37152559489e" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.439071] env[69613]: DEBUG oslo_vmware.api [None req-1079b5e7-cf42-42a3-b502-5d4de6e51935 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Task: {'id': task-3418008, 'name': SuspendVM_Task, 'duration_secs': 0.648949} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.439848] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c84e232e-a0e4-4ba2-8c9a-15d8c93f2d38 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.442456] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-1079b5e7-cf42-42a3-b502-5d4de6e51935 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] [instance: 12d57937-1f89-4e98-b358-630f99527aff] Suspended the VM {{(pid=69613) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1050.442635] env[69613]: DEBUG nova.compute.manager [None req-1079b5e7-cf42-42a3-b502-5d4de6e51935 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] [instance: 12d57937-1f89-4e98-b358-630f99527aff] Checking state {{(pid=69613) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1050.443550] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d411e9b4-8add-4284-baaa-f8e86f5309e8 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.449296] env[69613]: DEBUG nova.compute.manager [None req-50c877ce-6f95-48d5-bc27-391d5101fe7b tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] [instance: 01bcdedb-402d-4542-9f89-d1a661ed158e] Start building block device mappings for instance. {{(pid=69613) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1050.471337] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c301fd26-ab96-44fc-95b5-e49337e9935b {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.475916] env[69613]: DEBUG nova.network.neutron [None req-50c877ce-6f95-48d5-bc27-391d5101fe7b tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] [instance: 01bcdedb-402d-4542-9f89-d1a661ed158e] Successfully created port: 326dfc1c-7657-4fa6-a42a-8930e9717440 {{(pid=69613) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1050.496857] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-2f066065-c0da-4611-bda0-6b86a10e11a8 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] [instance: 2e3d9427-2006-4911-be75-e6b1b98f8bb8] Updating instance '2e3d9427-2006-4911-be75-e6b1b98f8bb8' progress to 67 {{(pid=69613) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1050.605577] env[69613]: DEBUG nova.network.neutron [None req-ea073ce6-2a99-47d0-bae0-3f1062113398 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] [instance: 9333145d-7d80-405b-b94e-37152559489e] Instance cache missing network info. {{(pid=69613) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1050.804959] env[69613]: DEBUG oslo_vmware.api [None req-ff767629-4140-4925-be47-48916e3e4a7a tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Task: {'id': task-3418010, 'name': ReconfigVM_Task, 'duration_secs': 0.279864} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.807252] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff767629-4140-4925-be47-48916e3e4a7a tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] [instance: f8c40b52-17f3-40d9-b938-151cb56129fd] Reconfigured VM instance instance-00000062 to attach disk [datastore2] f8c40b52-17f3-40d9-b938-151cb56129fd/f8c40b52-17f3-40d9-b938-151cb56129fd.vmdk or device None with type sparse {{(pid=69613) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1050.808031] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0bfd76c7-2e31-4676-80a8-b54332759432 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.814129] env[69613]: DEBUG oslo_vmware.api [None req-ff767629-4140-4925-be47-48916e3e4a7a tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Waiting for the task: (returnval){ [ 1050.814129] env[69613]: value = "task-3418011" [ 1050.814129] env[69613]: _type = "Task" [ 1050.814129] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.818225] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d474f45-8586-4a8c-a018-40b00666c5d9 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.827148] env[69613]: DEBUG oslo_vmware.api [None req-ff767629-4140-4925-be47-48916e3e4a7a tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Task: {'id': task-3418011, 'name': Rename_Task} progress is 6%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.828259] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35220666-dbd3-4d91-a5c4-eb67e1912e19 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.860940] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85c6699a-7605-43dc-b7f0-813f0cd592c5 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.868472] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c92a7d8-9ba3-48e3-ae6d-7ede9ed2ae0f {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.883314] env[69613]: DEBUG nova.compute.provider_tree [None req-873758c2-dc60-4dae-8d3f-91754c626b6e tempest-ListServersNegativeTestJSON-2081482518 tempest-ListServersNegativeTestJSON-2081482518-project-member] Inventory has not changed in ProviderTree for provider: af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 {{(pid=69613) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1050.914095] env[69613]: DEBUG nova.network.neutron [None req-ea073ce6-2a99-47d0-bae0-3f1062113398 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] [instance: 9333145d-7d80-405b-b94e-37152559489e] Updating instance_info_cache with network_info: [{"id": "e6cfcbf8-9c99-4540-ab1b-84edb77ce904", "address": "fa:16:3e:3f:3a:21", "network": {"id": "716d936a-9f18-4dbf-8278-8d495c4e8e5e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1568527215-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ac0fd822ae5c46349cf139bf95aa6ad4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "99639c37-b0c6-4be7-9594-230e44b1280b", "external-id": "nsx-vlan-transportzone-17", "segmentation_id": 17, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape6cfcbf8-9c", "ovs_interfaceid": "e6cfcbf8-9c99-4540-ab1b-84edb77ce904", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1051.047017] env[69613]: DEBUG nova.network.neutron [None req-2f066065-c0da-4611-bda0-6b86a10e11a8 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] [instance: 2e3d9427-2006-4911-be75-e6b1b98f8bb8] Port 301b37ec-2e17-4060-8286-6fb5464069d5 binding to destination host cpu-1 is already ACTIVE {{(pid=69613) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1051.326496] env[69613]: DEBUG oslo_vmware.api [None req-ff767629-4140-4925-be47-48916e3e4a7a tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Task: {'id': task-3418011, 'name': Rename_Task, 'duration_secs': 0.140957} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.326827] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff767629-4140-4925-be47-48916e3e4a7a tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] [instance: f8c40b52-17f3-40d9-b938-151cb56129fd] Powering on the VM {{(pid=69613) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1051.327128] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-acc9214f-4160-456f-98af-3e758c79b57d {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.333241] env[69613]: DEBUG oslo_vmware.api [None req-ff767629-4140-4925-be47-48916e3e4a7a tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Waiting for the task: (returnval){ [ 1051.333241] env[69613]: value = "task-3418012" [ 1051.333241] env[69613]: _type = "Task" [ 1051.333241] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.341384] env[69613]: DEBUG oslo_vmware.api [None req-ff767629-4140-4925-be47-48916e3e4a7a tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Task: {'id': task-3418012, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.386581] env[69613]: DEBUG nova.scheduler.client.report [None req-873758c2-dc60-4dae-8d3f-91754c626b6e tempest-ListServersNegativeTestJSON-2081482518 tempest-ListServersNegativeTestJSON-2081482518-project-member] Inventory has not changed for provider af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69613) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1051.417226] env[69613]: DEBUG oslo_concurrency.lockutils [None req-ea073ce6-2a99-47d0-bae0-3f1062113398 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Releasing lock "refresh_cache-9333145d-7d80-405b-b94e-37152559489e" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.417456] env[69613]: DEBUG nova.compute.manager [None req-ea073ce6-2a99-47d0-bae0-3f1062113398 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] [instance: 9333145d-7d80-405b-b94e-37152559489e] Instance network_info: |[{"id": "e6cfcbf8-9c99-4540-ab1b-84edb77ce904", "address": "fa:16:3e:3f:3a:21", "network": {"id": "716d936a-9f18-4dbf-8278-8d495c4e8e5e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1568527215-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ac0fd822ae5c46349cf139bf95aa6ad4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "99639c37-b0c6-4be7-9594-230e44b1280b", "external-id": "nsx-vlan-transportzone-17", "segmentation_id": 17, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape6cfcbf8-9c", "ovs_interfaceid": "e6cfcbf8-9c99-4540-ab1b-84edb77ce904", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69613) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1051.417863] env[69613]: DEBUG oslo_concurrency.lockutils [req-74fb25a6-f629-4045-98c8-6cd7949bab78 req-49c60fac-6ca7-4da1-a0c8-6a9e1cb2236e service nova] Acquired lock "refresh_cache-9333145d-7d80-405b-b94e-37152559489e" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.418058] env[69613]: DEBUG nova.network.neutron [req-74fb25a6-f629-4045-98c8-6cd7949bab78 req-49c60fac-6ca7-4da1-a0c8-6a9e1cb2236e service nova] [instance: 9333145d-7d80-405b-b94e-37152559489e] Refreshing network info cache for port e6cfcbf8-9c99-4540-ab1b-84edb77ce904 {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1051.419805] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-ea073ce6-2a99-47d0-bae0-3f1062113398 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] [instance: 9333145d-7d80-405b-b94e-37152559489e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3f:3a:21', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '99639c37-b0c6-4be7-9594-230e44b1280b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e6cfcbf8-9c99-4540-ab1b-84edb77ce904', 'vif_model': 'vmxnet3'}] {{(pid=69613) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1051.427900] env[69613]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ea073ce6-2a99-47d0-bae0-3f1062113398 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69613) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1051.431095] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9333145d-7d80-405b-b94e-37152559489e] Creating VM on the ESX host {{(pid=69613) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1051.431937] env[69613]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bcdfb77f-9281-464f-af82-ab01dff9cbad {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.453419] env[69613]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1051.453419] env[69613]: value = "task-3418013" [ 1051.453419] env[69613]: _type = "Task" [ 1051.453419] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.463066] env[69613]: DEBUG oslo_vmware.api [-] Task: {'id': task-3418013, 'name': CreateVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.479214] env[69613]: DEBUG nova.compute.manager [None req-50c877ce-6f95-48d5-bc27-391d5101fe7b tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] [instance: 01bcdedb-402d-4542-9f89-d1a661ed158e] Start spawning the instance on the hypervisor. {{(pid=69613) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1051.515250] env[69613]: DEBUG nova.virt.hardware [None req-50c877ce-6f95-48d5-bc27-391d5101fe7b tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T13:55:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T13:55:19Z,direct_url=,disk_format='vmdk',id=2b7a0304-b5d0-431d-b287-32c8388d7fbd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3e9e1b873f1442d59d5ee8247b941f74',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T13:55:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1051.515510] env[69613]: DEBUG nova.virt.hardware [None req-50c877ce-6f95-48d5-bc27-391d5101fe7b tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Flavor limits 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1051.515692] env[69613]: DEBUG nova.virt.hardware [None req-50c877ce-6f95-48d5-bc27-391d5101fe7b tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Image limits 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1051.515879] env[69613]: DEBUG nova.virt.hardware [None req-50c877ce-6f95-48d5-bc27-391d5101fe7b tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Flavor pref 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1051.516037] env[69613]: DEBUG nova.virt.hardware [None req-50c877ce-6f95-48d5-bc27-391d5101fe7b tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Image pref 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1051.516187] env[69613]: DEBUG nova.virt.hardware [None req-50c877ce-6f95-48d5-bc27-391d5101fe7b tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1051.516398] env[69613]: DEBUG nova.virt.hardware [None req-50c877ce-6f95-48d5-bc27-391d5101fe7b tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1051.516557] env[69613]: DEBUG nova.virt.hardware [None req-50c877ce-6f95-48d5-bc27-391d5101fe7b tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69613) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1051.516722] env[69613]: DEBUG nova.virt.hardware [None req-50c877ce-6f95-48d5-bc27-391d5101fe7b tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Got 1 possible topologies {{(pid=69613) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1051.516882] env[69613]: DEBUG nova.virt.hardware [None req-50c877ce-6f95-48d5-bc27-391d5101fe7b tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1051.517068] env[69613]: DEBUG nova.virt.hardware [None req-50c877ce-6f95-48d5-bc27-391d5101fe7b tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1051.518115] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-719e4648-4e85-4c6c-a05b-d54d2dc46481 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.526877] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2da727c7-0531-4e3d-b307-dc0740282b38 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.753383] env[69613]: DEBUG nova.network.neutron [req-74fb25a6-f629-4045-98c8-6cd7949bab78 req-49c60fac-6ca7-4da1-a0c8-6a9e1cb2236e service nova] [instance: 9333145d-7d80-405b-b94e-37152559489e] Updated VIF entry in instance network info cache for port e6cfcbf8-9c99-4540-ab1b-84edb77ce904. {{(pid=69613) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1051.753747] env[69613]: DEBUG nova.network.neutron [req-74fb25a6-f629-4045-98c8-6cd7949bab78 req-49c60fac-6ca7-4da1-a0c8-6a9e1cb2236e service nova] [instance: 9333145d-7d80-405b-b94e-37152559489e] Updating instance_info_cache with network_info: [{"id": "e6cfcbf8-9c99-4540-ab1b-84edb77ce904", "address": "fa:16:3e:3f:3a:21", "network": {"id": "716d936a-9f18-4dbf-8278-8d495c4e8e5e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1568527215-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ac0fd822ae5c46349cf139bf95aa6ad4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "99639c37-b0c6-4be7-9594-230e44b1280b", "external-id": "nsx-vlan-transportzone-17", "segmentation_id": 17, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape6cfcbf8-9c", "ovs_interfaceid": "e6cfcbf8-9c99-4540-ab1b-84edb77ce904", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1051.842684] env[69613]: DEBUG oslo_vmware.api [None req-ff767629-4140-4925-be47-48916e3e4a7a tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Task: {'id': task-3418012, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.892043] env[69613]: DEBUG oslo_concurrency.lockutils [None req-873758c2-dc60-4dae-8d3f-91754c626b6e tempest-ListServersNegativeTestJSON-2081482518 tempest-ListServersNegativeTestJSON-2081482518-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.457s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1051.892597] env[69613]: DEBUG nova.compute.manager [None req-873758c2-dc60-4dae-8d3f-91754c626b6e tempest-ListServersNegativeTestJSON-2081482518 tempest-ListServersNegativeTestJSON-2081482518-project-member] [instance: 58d4f9d3-4baf-4af6-a8a6-0af073c8231f] Start building networks asynchronously for instance. {{(pid=69613) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1051.895563] env[69613]: DEBUG oslo_concurrency.lockutils [None req-873758c2-dc60-4dae-8d3f-91754c626b6e tempest-ListServersNegativeTestJSON-2081482518 tempest-ListServersNegativeTestJSON-2081482518-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.094s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1051.897139] env[69613]: INFO nova.compute.claims [None req-873758c2-dc60-4dae-8d3f-91754c626b6e tempest-ListServersNegativeTestJSON-2081482518 tempest-ListServersNegativeTestJSON-2081482518-project-member] [instance: 67f0ce4d-a780-44bb-9b03-19a8a28bd34c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1051.963958] env[69613]: DEBUG oslo_vmware.api [-] Task: {'id': task-3418013, 'name': CreateVM_Task, 'duration_secs': 0.33905} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.965045] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9333145d-7d80-405b-b94e-37152559489e] Created VM on the ESX host {{(pid=69613) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1051.966564] env[69613]: DEBUG oslo_concurrency.lockutils [None req-ea073ce6-2a99-47d0-bae0-3f1062113398 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.966721] env[69613]: DEBUG oslo_concurrency.lockutils [None req-ea073ce6-2a99-47d0-bae0-3f1062113398 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.967062] env[69613]: DEBUG oslo_concurrency.lockutils [None req-ea073ce6-2a99-47d0-bae0-3f1062113398 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.967581] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8fcd2d71-c904-43d8-b6a5-983bc8a5cd08 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.972246] env[69613]: DEBUG oslo_vmware.api [None req-ea073ce6-2a99-47d0-bae0-3f1062113398 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Waiting for the task: (returnval){ [ 1051.972246] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]527ba11d-18dc-df17-b9a0-f21a0d65d402" [ 1051.972246] env[69613]: _type = "Task" [ 1051.972246] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.985063] env[69613]: DEBUG oslo_vmware.api [None req-ea073ce6-2a99-47d0-bae0-3f1062113398 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]527ba11d-18dc-df17-b9a0-f21a0d65d402, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.985527] env[69613]: DEBUG oslo_concurrency.lockutils [None req-91c6a64b-5baa-4639-8d93-b082388f6c3e tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Acquiring lock "12d57937-1f89-4e98-b358-630f99527aff" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1051.985700] env[69613]: DEBUG oslo_concurrency.lockutils [None req-91c6a64b-5baa-4639-8d93-b082388f6c3e tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Lock "12d57937-1f89-4e98-b358-630f99527aff" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1051.985889] env[69613]: DEBUG oslo_concurrency.lockutils [None req-91c6a64b-5baa-4639-8d93-b082388f6c3e tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Acquiring lock "12d57937-1f89-4e98-b358-630f99527aff-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1051.986083] env[69613]: DEBUG oslo_concurrency.lockutils [None req-91c6a64b-5baa-4639-8d93-b082388f6c3e tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Lock "12d57937-1f89-4e98-b358-630f99527aff-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1051.986261] env[69613]: DEBUG oslo_concurrency.lockutils [None req-91c6a64b-5baa-4639-8d93-b082388f6c3e tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Lock "12d57937-1f89-4e98-b358-630f99527aff-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1051.990505] env[69613]: INFO nova.compute.manager [None req-91c6a64b-5baa-4639-8d93-b082388f6c3e tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] [instance: 12d57937-1f89-4e98-b358-630f99527aff] Terminating instance [ 1052.078085] env[69613]: DEBUG oslo_concurrency.lockutils [None req-2f066065-c0da-4611-bda0-6b86a10e11a8 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Acquiring lock "2e3d9427-2006-4911-be75-e6b1b98f8bb8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1052.078321] env[69613]: DEBUG oslo_concurrency.lockutils [None req-2f066065-c0da-4611-bda0-6b86a10e11a8 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Lock "2e3d9427-2006-4911-be75-e6b1b98f8bb8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1052.078548] env[69613]: DEBUG oslo_concurrency.lockutils [None req-2f066065-c0da-4611-bda0-6b86a10e11a8 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Lock "2e3d9427-2006-4911-be75-e6b1b98f8bb8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1052.221246] env[69613]: DEBUG nova.network.neutron [None req-50c877ce-6f95-48d5-bc27-391d5101fe7b tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] [instance: 01bcdedb-402d-4542-9f89-d1a661ed158e] Successfully updated port: 326dfc1c-7657-4fa6-a42a-8930e9717440 {{(pid=69613) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1052.256897] env[69613]: DEBUG oslo_concurrency.lockutils [req-74fb25a6-f629-4045-98c8-6cd7949bab78 req-49c60fac-6ca7-4da1-a0c8-6a9e1cb2236e service nova] Releasing lock "refresh_cache-9333145d-7d80-405b-b94e-37152559489e" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.334647] env[69613]: DEBUG nova.compute.manager [req-b399850d-3a1f-48e5-a69b-e0defc59db5e req-30945033-d145-42dc-b359-eac2c868cce2 service nova] [instance: 01bcdedb-402d-4542-9f89-d1a661ed158e] Received event network-vif-plugged-326dfc1c-7657-4fa6-a42a-8930e9717440 {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1052.334806] env[69613]: DEBUG oslo_concurrency.lockutils [req-b399850d-3a1f-48e5-a69b-e0defc59db5e req-30945033-d145-42dc-b359-eac2c868cce2 service nova] Acquiring lock "01bcdedb-402d-4542-9f89-d1a661ed158e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1052.335072] env[69613]: DEBUG oslo_concurrency.lockutils [req-b399850d-3a1f-48e5-a69b-e0defc59db5e req-30945033-d145-42dc-b359-eac2c868cce2 service nova] Lock "01bcdedb-402d-4542-9f89-d1a661ed158e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1052.335293] env[69613]: DEBUG oslo_concurrency.lockutils [req-b399850d-3a1f-48e5-a69b-e0defc59db5e req-30945033-d145-42dc-b359-eac2c868cce2 service nova] Lock "01bcdedb-402d-4542-9f89-d1a661ed158e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1052.335498] env[69613]: DEBUG nova.compute.manager [req-b399850d-3a1f-48e5-a69b-e0defc59db5e req-30945033-d145-42dc-b359-eac2c868cce2 service nova] [instance: 01bcdedb-402d-4542-9f89-d1a661ed158e] No waiting events found dispatching network-vif-plugged-326dfc1c-7657-4fa6-a42a-8930e9717440 {{(pid=69613) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1052.335739] env[69613]: WARNING nova.compute.manager [req-b399850d-3a1f-48e5-a69b-e0defc59db5e req-30945033-d145-42dc-b359-eac2c868cce2 service nova] [instance: 01bcdedb-402d-4542-9f89-d1a661ed158e] Received unexpected event network-vif-plugged-326dfc1c-7657-4fa6-a42a-8930e9717440 for instance with vm_state building and task_state spawning. [ 1052.335888] env[69613]: DEBUG nova.compute.manager [req-b399850d-3a1f-48e5-a69b-e0defc59db5e req-30945033-d145-42dc-b359-eac2c868cce2 service nova] [instance: 01bcdedb-402d-4542-9f89-d1a661ed158e] Received event network-changed-326dfc1c-7657-4fa6-a42a-8930e9717440 {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1052.336096] env[69613]: DEBUG nova.compute.manager [req-b399850d-3a1f-48e5-a69b-e0defc59db5e req-30945033-d145-42dc-b359-eac2c868cce2 service nova] [instance: 01bcdedb-402d-4542-9f89-d1a661ed158e] Refreshing instance network info cache due to event network-changed-326dfc1c-7657-4fa6-a42a-8930e9717440. {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1052.336319] env[69613]: DEBUG oslo_concurrency.lockutils [req-b399850d-3a1f-48e5-a69b-e0defc59db5e req-30945033-d145-42dc-b359-eac2c868cce2 service nova] Acquiring lock "refresh_cache-01bcdedb-402d-4542-9f89-d1a661ed158e" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.336482] env[69613]: DEBUG oslo_concurrency.lockutils [req-b399850d-3a1f-48e5-a69b-e0defc59db5e req-30945033-d145-42dc-b359-eac2c868cce2 service nova] Acquired lock "refresh_cache-01bcdedb-402d-4542-9f89-d1a661ed158e" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.336678] env[69613]: DEBUG nova.network.neutron [req-b399850d-3a1f-48e5-a69b-e0defc59db5e req-30945033-d145-42dc-b359-eac2c868cce2 service nova] [instance: 01bcdedb-402d-4542-9f89-d1a661ed158e] Refreshing network info cache for port 326dfc1c-7657-4fa6-a42a-8930e9717440 {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1052.348577] env[69613]: DEBUG oslo_vmware.api [None req-ff767629-4140-4925-be47-48916e3e4a7a tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Task: {'id': task-3418012, 'name': PowerOnVM_Task, 'duration_secs': 0.510684} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.348858] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff767629-4140-4925-be47-48916e3e4a7a tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] [instance: f8c40b52-17f3-40d9-b938-151cb56129fd] Powered on the VM {{(pid=69613) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1052.349107] env[69613]: INFO nova.compute.manager [None req-ff767629-4140-4925-be47-48916e3e4a7a tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] [instance: f8c40b52-17f3-40d9-b938-151cb56129fd] Took 9.95 seconds to spawn the instance on the hypervisor. [ 1052.349368] env[69613]: DEBUG nova.compute.manager [None req-ff767629-4140-4925-be47-48916e3e4a7a tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] [instance: f8c40b52-17f3-40d9-b938-151cb56129fd] Checking state {{(pid=69613) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1052.350211] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70b5b8d9-b3f9-409c-b796-d4465d2c785a {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.403433] env[69613]: DEBUG nova.compute.utils [None req-873758c2-dc60-4dae-8d3f-91754c626b6e tempest-ListServersNegativeTestJSON-2081482518 tempest-ListServersNegativeTestJSON-2081482518-project-member] Using /dev/sd instead of None {{(pid=69613) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1052.404902] env[69613]: DEBUG nova.compute.manager [None req-873758c2-dc60-4dae-8d3f-91754c626b6e tempest-ListServersNegativeTestJSON-2081482518 tempest-ListServersNegativeTestJSON-2081482518-project-member] [instance: 58d4f9d3-4baf-4af6-a8a6-0af073c8231f] Allocating IP information in the background. {{(pid=69613) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1052.405058] env[69613]: DEBUG nova.network.neutron [None req-873758c2-dc60-4dae-8d3f-91754c626b6e tempest-ListServersNegativeTestJSON-2081482518 tempest-ListServersNegativeTestJSON-2081482518-project-member] [instance: 58d4f9d3-4baf-4af6-a8a6-0af073c8231f] allocate_for_instance() {{(pid=69613) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1052.443812] env[69613]: DEBUG nova.policy [None req-873758c2-dc60-4dae-8d3f-91754c626b6e tempest-ListServersNegativeTestJSON-2081482518 tempest-ListServersNegativeTestJSON-2081482518-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f5810c92ef8b40c6959704c3d96d5b8d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7bfd80d13dac415d85df7c273596cb67', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69613) authorize /opt/stack/nova/nova/policy.py:192}} [ 1052.482346] env[69613]: DEBUG oslo_vmware.api [None req-ea073ce6-2a99-47d0-bae0-3f1062113398 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]527ba11d-18dc-df17-b9a0-f21a0d65d402, 'name': SearchDatastore_Task, 'duration_secs': 0.009923} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.482642] env[69613]: DEBUG oslo_concurrency.lockutils [None req-ea073ce6-2a99-47d0-bae0-3f1062113398 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.482877] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-ea073ce6-2a99-47d0-bae0-3f1062113398 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] [instance: 9333145d-7d80-405b-b94e-37152559489e] Processing image 2b7a0304-b5d0-431d-b287-32c8388d7fbd {{(pid=69613) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1052.483122] env[69613]: DEBUG oslo_concurrency.lockutils [None req-ea073ce6-2a99-47d0-bae0-3f1062113398 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.483270] env[69613]: DEBUG oslo_concurrency.lockutils [None req-ea073ce6-2a99-47d0-bae0-3f1062113398 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.483450] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea073ce6-2a99-47d0-bae0-3f1062113398 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69613) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1052.484030] env[69613]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ddd145bc-88a8-4c7a-acfa-eedd0494504e {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.492366] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea073ce6-2a99-47d0-bae0-3f1062113398 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69613) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1052.492547] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-ea073ce6-2a99-47d0-bae0-3f1062113398 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69613) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1052.493308] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e7ef8414-807e-4fb3-b4b4-33e1753c7150 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.496034] env[69613]: DEBUG nova.compute.manager [None req-91c6a64b-5baa-4639-8d93-b082388f6c3e tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] [instance: 12d57937-1f89-4e98-b358-630f99527aff] Start destroying the instance on the hypervisor. {{(pid=69613) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1052.496230] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-91c6a64b-5baa-4639-8d93-b082388f6c3e tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] [instance: 12d57937-1f89-4e98-b358-630f99527aff] Destroying instance {{(pid=69613) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1052.497026] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3f1f857-e85e-41d5-b36c-9ce60e08a2fa {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.502530] env[69613]: DEBUG oslo_vmware.api [None req-ea073ce6-2a99-47d0-bae0-3f1062113398 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Waiting for the task: (returnval){ [ 1052.502530] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]52659291-c9ca-8c97-6577-032c44f1553d" [ 1052.502530] env[69613]: _type = "Task" [ 1052.502530] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.504845] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-91c6a64b-5baa-4639-8d93-b082388f6c3e tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] [instance: 12d57937-1f89-4e98-b358-630f99527aff] Unregistering the VM {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1052.507869] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4a17f1c5-0010-441f-9857-b6377d73fe80 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.513851] env[69613]: DEBUG oslo_vmware.api [None req-ea073ce6-2a99-47d0-bae0-3f1062113398 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52659291-c9ca-8c97-6577-032c44f1553d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.567988] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-91c6a64b-5baa-4639-8d93-b082388f6c3e tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] [instance: 12d57937-1f89-4e98-b358-630f99527aff] Unregistered the VM {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1052.568265] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-91c6a64b-5baa-4639-8d93-b082388f6c3e tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] [instance: 12d57937-1f89-4e98-b358-630f99527aff] Deleting contents of the VM from datastore datastore2 {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1052.568452] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-91c6a64b-5baa-4639-8d93-b082388f6c3e tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Deleting the datastore file [datastore2] 12d57937-1f89-4e98-b358-630f99527aff {{(pid=69613) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1052.568730] env[69613]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-30e9e958-ad3a-48a4-9ca4-eb2ea276d770 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.575720] env[69613]: DEBUG oslo_vmware.api [None req-91c6a64b-5baa-4639-8d93-b082388f6c3e tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Waiting for the task: (returnval){ [ 1052.575720] env[69613]: value = "task-3418015" [ 1052.575720] env[69613]: _type = "Task" [ 1052.575720] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.585228] env[69613]: DEBUG oslo_vmware.api [None req-91c6a64b-5baa-4639-8d93-b082388f6c3e tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Task: {'id': task-3418015, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.723923] env[69613]: DEBUG oslo_concurrency.lockutils [None req-50c877ce-6f95-48d5-bc27-391d5101fe7b tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Acquiring lock "refresh_cache-01bcdedb-402d-4542-9f89-d1a661ed158e" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.870575] env[69613]: INFO nova.compute.manager [None req-ff767629-4140-4925-be47-48916e3e4a7a tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] [instance: f8c40b52-17f3-40d9-b938-151cb56129fd] Took 25.62 seconds to build instance. [ 1052.908725] env[69613]: DEBUG nova.compute.manager [None req-873758c2-dc60-4dae-8d3f-91754c626b6e tempest-ListServersNegativeTestJSON-2081482518 tempest-ListServersNegativeTestJSON-2081482518-project-member] [instance: 58d4f9d3-4baf-4af6-a8a6-0af073c8231f] Start building block device mappings for instance. {{(pid=69613) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1053.015605] env[69613]: DEBUG oslo_vmware.api [None req-ea073ce6-2a99-47d0-bae0-3f1062113398 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52659291-c9ca-8c97-6577-032c44f1553d, 'name': SearchDatastore_Task, 'duration_secs': 0.010671} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.019020] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c41fb30d-19f4-41aa-aa14-71d7b70538f1 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.024738] env[69613]: DEBUG oslo_vmware.api [None req-ea073ce6-2a99-47d0-bae0-3f1062113398 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Waiting for the task: (returnval){ [ 1053.024738] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]52291bbb-83c5-d99a-6501-e30ec2be6090" [ 1053.024738] env[69613]: _type = "Task" [ 1053.024738] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.039539] env[69613]: DEBUG oslo_vmware.api [None req-ea073ce6-2a99-47d0-bae0-3f1062113398 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52291bbb-83c5-d99a-6501-e30ec2be6090, 'name': SearchDatastore_Task, 'duration_secs': 0.008999} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.039539] env[69613]: DEBUG oslo_concurrency.lockutils [None req-ea073ce6-2a99-47d0-bae0-3f1062113398 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.039539] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea073ce6-2a99-47d0-bae0-3f1062113398 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk to [datastore1] 9333145d-7d80-405b-b94e-37152559489e/9333145d-7d80-405b-b94e-37152559489e.vmdk {{(pid=69613) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1053.039539] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-baef02c6-5c71-495d-85f6-9a40312a5cc5 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.049505] env[69613]: DEBUG oslo_vmware.api [None req-ea073ce6-2a99-47d0-bae0-3f1062113398 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Waiting for the task: (returnval){ [ 1053.049505] env[69613]: value = "task-3418016" [ 1053.049505] env[69613]: _type = "Task" [ 1053.049505] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.061869] env[69613]: DEBUG oslo_vmware.api [None req-ea073ce6-2a99-47d0-bae0-3f1062113398 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Task: {'id': task-3418016, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.062691] env[69613]: DEBUG nova.network.neutron [req-b399850d-3a1f-48e5-a69b-e0defc59db5e req-30945033-d145-42dc-b359-eac2c868cce2 service nova] [instance: 01bcdedb-402d-4542-9f89-d1a661ed158e] Instance cache missing network info. {{(pid=69613) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1053.092373] env[69613]: DEBUG oslo_vmware.api [None req-91c6a64b-5baa-4639-8d93-b082388f6c3e tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Task: {'id': task-3418015, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.220345} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.092734] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-91c6a64b-5baa-4639-8d93-b082388f6c3e tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Deleted the datastore file {{(pid=69613) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1053.092935] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-91c6a64b-5baa-4639-8d93-b082388f6c3e tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] [instance: 12d57937-1f89-4e98-b358-630f99527aff] Deleted contents of the VM from datastore datastore2 {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1053.093137] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-91c6a64b-5baa-4639-8d93-b082388f6c3e tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] [instance: 12d57937-1f89-4e98-b358-630f99527aff] Instance destroyed {{(pid=69613) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1053.093310] env[69613]: INFO nova.compute.manager [None req-91c6a64b-5baa-4639-8d93-b082388f6c3e tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] [instance: 12d57937-1f89-4e98-b358-630f99527aff] Took 0.60 seconds to destroy the instance on the hypervisor. [ 1053.093581] env[69613]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-91c6a64b-5baa-4639-8d93-b082388f6c3e tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69613) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1053.094271] env[69613]: DEBUG nova.compute.manager [-] [instance: 12d57937-1f89-4e98-b358-630f99527aff] Deallocating network for instance {{(pid=69613) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1053.094373] env[69613]: DEBUG nova.network.neutron [-] [instance: 12d57937-1f89-4e98-b358-630f99527aff] deallocate_for_instance() {{(pid=69613) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1053.151127] env[69613]: DEBUG oslo_concurrency.lockutils [None req-2f066065-c0da-4611-bda0-6b86a10e11a8 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Acquiring lock "refresh_cache-2e3d9427-2006-4911-be75-e6b1b98f8bb8" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.151320] env[69613]: DEBUG oslo_concurrency.lockutils [None req-2f066065-c0da-4611-bda0-6b86a10e11a8 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Acquired lock "refresh_cache-2e3d9427-2006-4911-be75-e6b1b98f8bb8" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.151499] env[69613]: DEBUG nova.network.neutron [None req-2f066065-c0da-4611-bda0-6b86a10e11a8 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] [instance: 2e3d9427-2006-4911-be75-e6b1b98f8bb8] Building network info cache for instance {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1053.206873] env[69613]: DEBUG nova.network.neutron [None req-873758c2-dc60-4dae-8d3f-91754c626b6e tempest-ListServersNegativeTestJSON-2081482518 tempest-ListServersNegativeTestJSON-2081482518-project-member] [instance: 58d4f9d3-4baf-4af6-a8a6-0af073c8231f] Successfully created port: 1eb94008-9926-44c6-b9eb-5cbdcaaeb216 {{(pid=69613) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1053.283455] env[69613]: DEBUG nova.network.neutron [req-b399850d-3a1f-48e5-a69b-e0defc59db5e req-30945033-d145-42dc-b359-eac2c868cce2 service nova] [instance: 01bcdedb-402d-4542-9f89-d1a661ed158e] Updating instance_info_cache with network_info: [] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1053.350360] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7093e65f-bca0-4106-aa50-d430f9846032 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.362409] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87ee1282-570e-4f92-b324-ce7882d2cbac {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.406020] env[69613]: DEBUG oslo_concurrency.lockutils [None req-ff767629-4140-4925-be47-48916e3e4a7a tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Lock "f8c40b52-17f3-40d9-b938-151cb56129fd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.166s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1053.406862] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7ec070a-0ec5-4a91-87b1-ec8dd7e3a6ae {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.418252] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-155e8ca1-0f0d-4414-a8fd-7d24efeea594 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.433270] env[69613]: DEBUG nova.compute.provider_tree [None req-873758c2-dc60-4dae-8d3f-91754c626b6e tempest-ListServersNegativeTestJSON-2081482518 tempest-ListServersNegativeTestJSON-2081482518-project-member] Inventory has not changed in ProviderTree for provider: af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 {{(pid=69613) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1053.560840] env[69613]: DEBUG oslo_vmware.api [None req-ea073ce6-2a99-47d0-bae0-3f1062113398 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Task: {'id': task-3418016, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.46338} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.561257] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea073ce6-2a99-47d0-bae0-3f1062113398 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk to [datastore1] 9333145d-7d80-405b-b94e-37152559489e/9333145d-7d80-405b-b94e-37152559489e.vmdk {{(pid=69613) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1053.561592] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-ea073ce6-2a99-47d0-bae0-3f1062113398 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] [instance: 9333145d-7d80-405b-b94e-37152559489e] Extending root virtual disk to 1048576 {{(pid=69613) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1053.561899] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ac7898a2-ed5b-487d-944f-0b6c8d2f4a8c {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.570196] env[69613]: DEBUG oslo_vmware.api [None req-ea073ce6-2a99-47d0-bae0-3f1062113398 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Waiting for the task: (returnval){ [ 1053.570196] env[69613]: value = "task-3418017" [ 1053.570196] env[69613]: _type = "Task" [ 1053.570196] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.577998] env[69613]: DEBUG oslo_vmware.api [None req-ea073ce6-2a99-47d0-bae0-3f1062113398 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Task: {'id': task-3418017, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.623104] env[69613]: DEBUG nova.compute.manager [req-131d5c92-79e9-4f94-9524-15e5328d3dc1 req-73de1a8d-1574-4ae3-9e53-c595d7db9ce4 service nova] [instance: 12d57937-1f89-4e98-b358-630f99527aff] Received event network-vif-deleted-7931ff6c-64a4-492f-816c-129d427ada0d {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1053.623351] env[69613]: INFO nova.compute.manager [req-131d5c92-79e9-4f94-9524-15e5328d3dc1 req-73de1a8d-1574-4ae3-9e53-c595d7db9ce4 service nova] [instance: 12d57937-1f89-4e98-b358-630f99527aff] Neutron deleted interface 7931ff6c-64a4-492f-816c-129d427ada0d; detaching it from the instance and deleting it from the info cache [ 1053.623514] env[69613]: DEBUG nova.network.neutron [req-131d5c92-79e9-4f94-9524-15e5328d3dc1 req-73de1a8d-1574-4ae3-9e53-c595d7db9ce4 service nova] [instance: 12d57937-1f89-4e98-b358-630f99527aff] Updating instance_info_cache with network_info: [] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1053.786600] env[69613]: DEBUG oslo_concurrency.lockutils [req-b399850d-3a1f-48e5-a69b-e0defc59db5e req-30945033-d145-42dc-b359-eac2c868cce2 service nova] Releasing lock "refresh_cache-01bcdedb-402d-4542-9f89-d1a661ed158e" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.787647] env[69613]: DEBUG oslo_concurrency.lockutils [None req-50c877ce-6f95-48d5-bc27-391d5101fe7b tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Acquired lock "refresh_cache-01bcdedb-402d-4542-9f89-d1a661ed158e" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.787647] env[69613]: DEBUG nova.network.neutron [None req-50c877ce-6f95-48d5-bc27-391d5101fe7b tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] [instance: 01bcdedb-402d-4542-9f89-d1a661ed158e] Building network info cache for instance {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1053.889746] env[69613]: DEBUG nova.network.neutron [None req-2f066065-c0da-4611-bda0-6b86a10e11a8 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] [instance: 2e3d9427-2006-4911-be75-e6b1b98f8bb8] Updating instance_info_cache with network_info: [{"id": "301b37ec-2e17-4060-8286-6fb5464069d5", "address": "fa:16:3e:72:e1:dc", "network": {"id": "11b401e5-86d1-43b8-acf8-926654aabc3d", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1280003735-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c95e457d9ff84ad99712006a0d8c5dc4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15538852-1a3f-4f71-b4a9-4923c5837c4f", "external-id": "nsx-vlan-transportzone-165", "segmentation_id": 165, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap301b37ec-2e", "ovs_interfaceid": "301b37ec-2e17-4060-8286-6fb5464069d5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1053.924822] env[69613]: DEBUG nova.compute.manager [None req-873758c2-dc60-4dae-8d3f-91754c626b6e tempest-ListServersNegativeTestJSON-2081482518 tempest-ListServersNegativeTestJSON-2081482518-project-member] [instance: 58d4f9d3-4baf-4af6-a8a6-0af073c8231f] Start spawning the instance on the hypervisor. {{(pid=69613) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1053.937143] env[69613]: DEBUG nova.scheduler.client.report [None req-873758c2-dc60-4dae-8d3f-91754c626b6e tempest-ListServersNegativeTestJSON-2081482518 tempest-ListServersNegativeTestJSON-2081482518-project-member] Inventory has not changed for provider af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69613) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1053.951082] env[69613]: DEBUG nova.virt.hardware [None req-873758c2-dc60-4dae-8d3f-91754c626b6e tempest-ListServersNegativeTestJSON-2081482518 tempest-ListServersNegativeTestJSON-2081482518-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T13:55:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T13:55:19Z,direct_url=,disk_format='vmdk',id=2b7a0304-b5d0-431d-b287-32c8388d7fbd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3e9e1b873f1442d59d5ee8247b941f74',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T13:55:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1053.951320] env[69613]: DEBUG nova.virt.hardware [None req-873758c2-dc60-4dae-8d3f-91754c626b6e tempest-ListServersNegativeTestJSON-2081482518 tempest-ListServersNegativeTestJSON-2081482518-project-member] Flavor limits 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1053.951474] env[69613]: DEBUG nova.virt.hardware [None req-873758c2-dc60-4dae-8d3f-91754c626b6e tempest-ListServersNegativeTestJSON-2081482518 tempest-ListServersNegativeTestJSON-2081482518-project-member] Image limits 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1053.951654] env[69613]: DEBUG nova.virt.hardware [None req-873758c2-dc60-4dae-8d3f-91754c626b6e tempest-ListServersNegativeTestJSON-2081482518 tempest-ListServersNegativeTestJSON-2081482518-project-member] Flavor pref 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1053.951797] env[69613]: DEBUG nova.virt.hardware [None req-873758c2-dc60-4dae-8d3f-91754c626b6e tempest-ListServersNegativeTestJSON-2081482518 tempest-ListServersNegativeTestJSON-2081482518-project-member] Image pref 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1053.951940] env[69613]: DEBUG nova.virt.hardware [None req-873758c2-dc60-4dae-8d3f-91754c626b6e tempest-ListServersNegativeTestJSON-2081482518 tempest-ListServersNegativeTestJSON-2081482518-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1053.952450] env[69613]: DEBUG nova.virt.hardware [None req-873758c2-dc60-4dae-8d3f-91754c626b6e tempest-ListServersNegativeTestJSON-2081482518 tempest-ListServersNegativeTestJSON-2081482518-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1053.952450] env[69613]: DEBUG nova.virt.hardware [None req-873758c2-dc60-4dae-8d3f-91754c626b6e tempest-ListServersNegativeTestJSON-2081482518 tempest-ListServersNegativeTestJSON-2081482518-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69613) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1053.952574] env[69613]: DEBUG nova.virt.hardware [None req-873758c2-dc60-4dae-8d3f-91754c626b6e tempest-ListServersNegativeTestJSON-2081482518 tempest-ListServersNegativeTestJSON-2081482518-project-member] Got 1 possible topologies {{(pid=69613) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1053.952692] env[69613]: DEBUG nova.virt.hardware [None req-873758c2-dc60-4dae-8d3f-91754c626b6e tempest-ListServersNegativeTestJSON-2081482518 tempest-ListServersNegativeTestJSON-2081482518-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1053.952861] env[69613]: DEBUG nova.virt.hardware [None req-873758c2-dc60-4dae-8d3f-91754c626b6e tempest-ListServersNegativeTestJSON-2081482518 tempest-ListServersNegativeTestJSON-2081482518-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1053.953711] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd58cae0-7a2e-44b2-99d7-61055faf0c15 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.962624] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6ead079-64c4-46c8-83fe-5d2b8ca0dafc {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.980487] env[69613]: DEBUG nova.network.neutron [-] [instance: 12d57937-1f89-4e98-b358-630f99527aff] Updating instance_info_cache with network_info: [] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1054.080545] env[69613]: DEBUG oslo_vmware.api [None req-ea073ce6-2a99-47d0-bae0-3f1062113398 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Task: {'id': task-3418017, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063271} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.080823] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-ea073ce6-2a99-47d0-bae0-3f1062113398 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] [instance: 9333145d-7d80-405b-b94e-37152559489e] Extended root virtual disk {{(pid=69613) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1054.081625] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-497c6732-2f4d-40f9-b85e-711bbc1516b0 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.103421] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea073ce6-2a99-47d0-bae0-3f1062113398 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] [instance: 9333145d-7d80-405b-b94e-37152559489e] Reconfiguring VM instance instance-00000063 to attach disk [datastore1] 9333145d-7d80-405b-b94e-37152559489e/9333145d-7d80-405b-b94e-37152559489e.vmdk or device None with type sparse {{(pid=69613) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1054.103724] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9ebbba0a-eaad-43fa-8e60-f1e304503b0f {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.123249] env[69613]: DEBUG oslo_vmware.api [None req-ea073ce6-2a99-47d0-bae0-3f1062113398 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Waiting for the task: (returnval){ [ 1054.123249] env[69613]: value = "task-3418018" [ 1054.123249] env[69613]: _type = "Task" [ 1054.123249] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.126820] env[69613]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-227562a7-127c-44d7-ab60-896167b18090 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.133258] env[69613]: DEBUG oslo_vmware.api [None req-ea073ce6-2a99-47d0-bae0-3f1062113398 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Task: {'id': task-3418018, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.136935] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35c239d7-7f84-47b9-a2b0-02343ad9b6b4 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.170424] env[69613]: DEBUG nova.compute.manager [req-131d5c92-79e9-4f94-9524-15e5328d3dc1 req-73de1a8d-1574-4ae3-9e53-c595d7db9ce4 service nova] [instance: 12d57937-1f89-4e98-b358-630f99527aff] Detach interface failed, port_id=7931ff6c-64a4-492f-816c-129d427ada0d, reason: Instance 12d57937-1f89-4e98-b358-630f99527aff could not be found. {{(pid=69613) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1054.233885] env[69613]: DEBUG oslo_concurrency.lockutils [None req-68c120a8-3247-4273-bcd8-528818917396 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Acquiring lock "f8c40b52-17f3-40d9-b938-151cb56129fd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1054.234128] env[69613]: DEBUG oslo_concurrency.lockutils [None req-68c120a8-3247-4273-bcd8-528818917396 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Lock "f8c40b52-17f3-40d9-b938-151cb56129fd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1054.234346] env[69613]: DEBUG oslo_concurrency.lockutils [None req-68c120a8-3247-4273-bcd8-528818917396 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Acquiring lock "f8c40b52-17f3-40d9-b938-151cb56129fd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1054.234540] env[69613]: DEBUG oslo_concurrency.lockutils [None req-68c120a8-3247-4273-bcd8-528818917396 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Lock "f8c40b52-17f3-40d9-b938-151cb56129fd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1054.234723] env[69613]: DEBUG oslo_concurrency.lockutils [None req-68c120a8-3247-4273-bcd8-528818917396 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Lock "f8c40b52-17f3-40d9-b938-151cb56129fd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1054.236904] env[69613]: INFO nova.compute.manager [None req-68c120a8-3247-4273-bcd8-528818917396 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] [instance: f8c40b52-17f3-40d9-b938-151cb56129fd] Terminating instance [ 1054.319107] env[69613]: DEBUG nova.network.neutron [None req-50c877ce-6f95-48d5-bc27-391d5101fe7b tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] [instance: 01bcdedb-402d-4542-9f89-d1a661ed158e] Instance cache missing network info. {{(pid=69613) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1054.394534] env[69613]: DEBUG oslo_concurrency.lockutils [None req-2f066065-c0da-4611-bda0-6b86a10e11a8 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Releasing lock "refresh_cache-2e3d9427-2006-4911-be75-e6b1b98f8bb8" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.441788] env[69613]: DEBUG oslo_concurrency.lockutils [None req-873758c2-dc60-4dae-8d3f-91754c626b6e tempest-ListServersNegativeTestJSON-2081482518 tempest-ListServersNegativeTestJSON-2081482518-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.546s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1054.442333] env[69613]: DEBUG nova.compute.manager [None req-873758c2-dc60-4dae-8d3f-91754c626b6e tempest-ListServersNegativeTestJSON-2081482518 tempest-ListServersNegativeTestJSON-2081482518-project-member] [instance: 67f0ce4d-a780-44bb-9b03-19a8a28bd34c] Start building networks asynchronously for instance. {{(pid=69613) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1054.446087] env[69613]: DEBUG oslo_concurrency.lockutils [None req-873758c2-dc60-4dae-8d3f-91754c626b6e tempest-ListServersNegativeTestJSON-2081482518 tempest-ListServersNegativeTestJSON-2081482518-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.617s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1054.446452] env[69613]: INFO nova.compute.claims [None req-873758c2-dc60-4dae-8d3f-91754c626b6e tempest-ListServersNegativeTestJSON-2081482518 tempest-ListServersNegativeTestJSON-2081482518-project-member] [instance: d7e9fadf-c144-44e4-b840-435c9b6021d3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1054.478740] env[69613]: DEBUG nova.network.neutron [None req-50c877ce-6f95-48d5-bc27-391d5101fe7b tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] [instance: 01bcdedb-402d-4542-9f89-d1a661ed158e] Updating instance_info_cache with network_info: [{"id": "326dfc1c-7657-4fa6-a42a-8930e9717440", "address": "fa:16:3e:2c:ea:90", "network": {"id": "c0b12726-3f23-429f-9754-e392f341b3e5", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-45944192-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "00abae90f85947e99f41566442e43eab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5e27fd35-1d7b-4358-92d5-4d34da27b992", "external-id": "nsx-vlan-transportzone-355", "segmentation_id": 355, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap326dfc1c-76", "ovs_interfaceid": "326dfc1c-7657-4fa6-a42a-8930e9717440", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1054.484879] env[69613]: INFO nova.compute.manager [-] [instance: 12d57937-1f89-4e98-b358-630f99527aff] Took 1.39 seconds to deallocate network for instance. [ 1054.635633] env[69613]: DEBUG oslo_vmware.api [None req-ea073ce6-2a99-47d0-bae0-3f1062113398 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Task: {'id': task-3418018, 'name': ReconfigVM_Task, 'duration_secs': 0.29811} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.635961] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea073ce6-2a99-47d0-bae0-3f1062113398 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] [instance: 9333145d-7d80-405b-b94e-37152559489e] Reconfigured VM instance instance-00000063 to attach disk [datastore1] 9333145d-7d80-405b-b94e-37152559489e/9333145d-7d80-405b-b94e-37152559489e.vmdk or device None with type sparse {{(pid=69613) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1054.636582] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2cebfcf6-47de-43fe-b45e-9cbfb7ea4312 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.643056] env[69613]: DEBUG oslo_vmware.api [None req-ea073ce6-2a99-47d0-bae0-3f1062113398 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Waiting for the task: (returnval){ [ 1054.643056] env[69613]: value = "task-3418019" [ 1054.643056] env[69613]: _type = "Task" [ 1054.643056] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.651485] env[69613]: DEBUG oslo_vmware.api [None req-ea073ce6-2a99-47d0-bae0-3f1062113398 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Task: {'id': task-3418019, 'name': Rename_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.741034] env[69613]: DEBUG nova.compute.manager [None req-68c120a8-3247-4273-bcd8-528818917396 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] [instance: f8c40b52-17f3-40d9-b938-151cb56129fd] Start destroying the instance on the hypervisor. {{(pid=69613) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1054.741193] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-68c120a8-3247-4273-bcd8-528818917396 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] [instance: f8c40b52-17f3-40d9-b938-151cb56129fd] Destroying instance {{(pid=69613) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1054.742396] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d45af05-090e-43ad-8810-20c0aacc5a6e {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.750142] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-68c120a8-3247-4273-bcd8-528818917396 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] [instance: f8c40b52-17f3-40d9-b938-151cb56129fd] Powering off the VM {{(pid=69613) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1054.750550] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7e14cb55-9bc0-4c5a-8584-ece593440e19 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.756442] env[69613]: DEBUG oslo_vmware.api [None req-68c120a8-3247-4273-bcd8-528818917396 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Waiting for the task: (returnval){ [ 1054.756442] env[69613]: value = "task-3418020" [ 1054.756442] env[69613]: _type = "Task" [ 1054.756442] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.765464] env[69613]: DEBUG oslo_vmware.api [None req-68c120a8-3247-4273-bcd8-528818917396 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Task: {'id': task-3418020, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.826949] env[69613]: DEBUG nova.compute.manager [req-9826d2f4-825c-4b40-8829-8377ef5e997b req-59b5ec7d-e83d-44a5-85e8-e8c43fa533db service nova] [instance: 58d4f9d3-4baf-4af6-a8a6-0af073c8231f] Received event network-vif-plugged-1eb94008-9926-44c6-b9eb-5cbdcaaeb216 {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1054.827187] env[69613]: DEBUG oslo_concurrency.lockutils [req-9826d2f4-825c-4b40-8829-8377ef5e997b req-59b5ec7d-e83d-44a5-85e8-e8c43fa533db service nova] Acquiring lock "58d4f9d3-4baf-4af6-a8a6-0af073c8231f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1054.827395] env[69613]: DEBUG oslo_concurrency.lockutils [req-9826d2f4-825c-4b40-8829-8377ef5e997b req-59b5ec7d-e83d-44a5-85e8-e8c43fa533db service nova] Lock "58d4f9d3-4baf-4af6-a8a6-0af073c8231f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1054.827561] env[69613]: DEBUG oslo_concurrency.lockutils [req-9826d2f4-825c-4b40-8829-8377ef5e997b req-59b5ec7d-e83d-44a5-85e8-e8c43fa533db service nova] Lock "58d4f9d3-4baf-4af6-a8a6-0af073c8231f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1054.827724] env[69613]: DEBUG nova.compute.manager [req-9826d2f4-825c-4b40-8829-8377ef5e997b req-59b5ec7d-e83d-44a5-85e8-e8c43fa533db service nova] [instance: 58d4f9d3-4baf-4af6-a8a6-0af073c8231f] No waiting events found dispatching network-vif-plugged-1eb94008-9926-44c6-b9eb-5cbdcaaeb216 {{(pid=69613) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1054.827886] env[69613]: WARNING nova.compute.manager [req-9826d2f4-825c-4b40-8829-8377ef5e997b req-59b5ec7d-e83d-44a5-85e8-e8c43fa533db service nova] [instance: 58d4f9d3-4baf-4af6-a8a6-0af073c8231f] Received unexpected event network-vif-plugged-1eb94008-9926-44c6-b9eb-5cbdcaaeb216 for instance with vm_state building and task_state spawning. [ 1054.921596] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fa598d4-7efd-425a-b1ee-50b6eb42aafa {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.943333] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76ae4373-d6a8-4666-85ce-580bd87c573b {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.951891] env[69613]: DEBUG nova.compute.utils [None req-873758c2-dc60-4dae-8d3f-91754c626b6e tempest-ListServersNegativeTestJSON-2081482518 tempest-ListServersNegativeTestJSON-2081482518-project-member] Using /dev/sd instead of None {{(pid=69613) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1054.956254] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-2f066065-c0da-4611-bda0-6b86a10e11a8 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] [instance: 2e3d9427-2006-4911-be75-e6b1b98f8bb8] Updating instance '2e3d9427-2006-4911-be75-e6b1b98f8bb8' progress to 83 {{(pid=69613) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1054.959374] env[69613]: DEBUG nova.compute.manager [None req-873758c2-dc60-4dae-8d3f-91754c626b6e tempest-ListServersNegativeTestJSON-2081482518 tempest-ListServersNegativeTestJSON-2081482518-project-member] [instance: 67f0ce4d-a780-44bb-9b03-19a8a28bd34c] Allocating IP information in the background. {{(pid=69613) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1054.959465] env[69613]: DEBUG nova.network.neutron [None req-873758c2-dc60-4dae-8d3f-91754c626b6e tempest-ListServersNegativeTestJSON-2081482518 tempest-ListServersNegativeTestJSON-2081482518-project-member] [instance: 67f0ce4d-a780-44bb-9b03-19a8a28bd34c] allocate_for_instance() {{(pid=69613) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1054.982587] env[69613]: DEBUG oslo_concurrency.lockutils [None req-50c877ce-6f95-48d5-bc27-391d5101fe7b tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Releasing lock "refresh_cache-01bcdedb-402d-4542-9f89-d1a661ed158e" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.982953] env[69613]: DEBUG nova.compute.manager [None req-50c877ce-6f95-48d5-bc27-391d5101fe7b tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] [instance: 01bcdedb-402d-4542-9f89-d1a661ed158e] Instance network_info: |[{"id": "326dfc1c-7657-4fa6-a42a-8930e9717440", "address": "fa:16:3e:2c:ea:90", "network": {"id": "c0b12726-3f23-429f-9754-e392f341b3e5", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-45944192-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "00abae90f85947e99f41566442e43eab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5e27fd35-1d7b-4358-92d5-4d34da27b992", "external-id": "nsx-vlan-transportzone-355", "segmentation_id": 355, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap326dfc1c-76", "ovs_interfaceid": "326dfc1c-7657-4fa6-a42a-8930e9717440", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69613) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1054.983769] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-50c877ce-6f95-48d5-bc27-391d5101fe7b tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] [instance: 01bcdedb-402d-4542-9f89-d1a661ed158e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2c:ea:90', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5e27fd35-1d7b-4358-92d5-4d34da27b992', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '326dfc1c-7657-4fa6-a42a-8930e9717440', 'vif_model': 'vmxnet3'}] {{(pid=69613) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1054.992450] env[69613]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-50c877ce-6f95-48d5-bc27-391d5101fe7b tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69613) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1054.993421] env[69613]: DEBUG nova.network.neutron [None req-873758c2-dc60-4dae-8d3f-91754c626b6e tempest-ListServersNegativeTestJSON-2081482518 tempest-ListServersNegativeTestJSON-2081482518-project-member] [instance: 58d4f9d3-4baf-4af6-a8a6-0af073c8231f] Successfully updated port: 1eb94008-9926-44c6-b9eb-5cbdcaaeb216 {{(pid=69613) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1054.995803] env[69613]: DEBUG oslo_concurrency.lockutils [None req-91c6a64b-5baa-4639-8d93-b082388f6c3e tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1054.995994] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 01bcdedb-402d-4542-9f89-d1a661ed158e] Creating VM on the ESX host {{(pid=69613) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1054.996683] env[69613]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1843d56e-3bae-4134-bdf3-e0d80d090146 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.013571] env[69613]: DEBUG nova.policy [None req-873758c2-dc60-4dae-8d3f-91754c626b6e tempest-ListServersNegativeTestJSON-2081482518 tempest-ListServersNegativeTestJSON-2081482518-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f5810c92ef8b40c6959704c3d96d5b8d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7bfd80d13dac415d85df7c273596cb67', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69613) authorize /opt/stack/nova/nova/policy.py:192}} [ 1055.020077] env[69613]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1055.020077] env[69613]: value = "task-3418021" [ 1055.020077] env[69613]: _type = "Task" [ 1055.020077] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.028012] env[69613]: DEBUG oslo_vmware.api [-] Task: {'id': task-3418021, 'name': CreateVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.153083] env[69613]: DEBUG oslo_vmware.api [None req-ea073ce6-2a99-47d0-bae0-3f1062113398 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Task: {'id': task-3418019, 'name': Rename_Task, 'duration_secs': 0.133501} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.153367] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea073ce6-2a99-47d0-bae0-3f1062113398 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] [instance: 9333145d-7d80-405b-b94e-37152559489e] Powering on the VM {{(pid=69613) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1055.153662] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e6202578-f5cb-4fab-b35a-94b9783c1c06 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.159953] env[69613]: DEBUG oslo_vmware.api [None req-ea073ce6-2a99-47d0-bae0-3f1062113398 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Waiting for the task: (returnval){ [ 1055.159953] env[69613]: value = "task-3418022" [ 1055.159953] env[69613]: _type = "Task" [ 1055.159953] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.167521] env[69613]: DEBUG oslo_vmware.api [None req-ea073ce6-2a99-47d0-bae0-3f1062113398 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Task: {'id': task-3418022, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.265787] env[69613]: DEBUG oslo_vmware.api [None req-68c120a8-3247-4273-bcd8-528818917396 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Task: {'id': task-3418020, 'name': PowerOffVM_Task, 'duration_secs': 0.199193} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.266079] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-68c120a8-3247-4273-bcd8-528818917396 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] [instance: f8c40b52-17f3-40d9-b938-151cb56129fd] Powered off the VM {{(pid=69613) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1055.266254] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-68c120a8-3247-4273-bcd8-528818917396 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] [instance: f8c40b52-17f3-40d9-b938-151cb56129fd] Unregistering the VM {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1055.266513] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b8dfe01e-e12a-4d83-9f4f-945fcfedb687 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.274177] env[69613]: DEBUG nova.network.neutron [None req-873758c2-dc60-4dae-8d3f-91754c626b6e tempest-ListServersNegativeTestJSON-2081482518 tempest-ListServersNegativeTestJSON-2081482518-project-member] [instance: 67f0ce4d-a780-44bb-9b03-19a8a28bd34c] Successfully created port: 5cc885ae-14f2-471c-b9d5-1d7583ad344c {{(pid=69613) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1055.327915] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-68c120a8-3247-4273-bcd8-528818917396 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] [instance: f8c40b52-17f3-40d9-b938-151cb56129fd] Unregistered the VM {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1055.328178] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-68c120a8-3247-4273-bcd8-528818917396 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] [instance: f8c40b52-17f3-40d9-b938-151cb56129fd] Deleting contents of the VM from datastore datastore2 {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1055.328341] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-68c120a8-3247-4273-bcd8-528818917396 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Deleting the datastore file [datastore2] f8c40b52-17f3-40d9-b938-151cb56129fd {{(pid=69613) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1055.328606] env[69613]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fbba51c3-01b6-4cf9-a6e4-701765efc9f8 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.335954] env[69613]: DEBUG oslo_vmware.api [None req-68c120a8-3247-4273-bcd8-528818917396 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Waiting for the task: (returnval){ [ 1055.335954] env[69613]: value = "task-3418024" [ 1055.335954] env[69613]: _type = "Task" [ 1055.335954] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.345314] env[69613]: DEBUG oslo_vmware.api [None req-68c120a8-3247-4273-bcd8-528818917396 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Task: {'id': task-3418024, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.463123] env[69613]: DEBUG nova.compute.manager [None req-873758c2-dc60-4dae-8d3f-91754c626b6e tempest-ListServersNegativeTestJSON-2081482518 tempest-ListServersNegativeTestJSON-2081482518-project-member] [instance: 67f0ce4d-a780-44bb-9b03-19a8a28bd34c] Start building block device mappings for instance. {{(pid=69613) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1055.471859] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f066065-c0da-4611-bda0-6b86a10e11a8 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] [instance: 2e3d9427-2006-4911-be75-e6b1b98f8bb8] Powering on the VM {{(pid=69613) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1055.472429] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e0e2239c-0729-4be8-9478-1fc1ebfc974e {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.481793] env[69613]: DEBUG oslo_vmware.api [None req-2f066065-c0da-4611-bda0-6b86a10e11a8 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Waiting for the task: (returnval){ [ 1055.481793] env[69613]: value = "task-3418025" [ 1055.481793] env[69613]: _type = "Task" [ 1055.481793] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.489750] env[69613]: DEBUG oslo_vmware.api [None req-2f066065-c0da-4611-bda0-6b86a10e11a8 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Task: {'id': task-3418025, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.497807] env[69613]: DEBUG oslo_concurrency.lockutils [None req-873758c2-dc60-4dae-8d3f-91754c626b6e tempest-ListServersNegativeTestJSON-2081482518 tempest-ListServersNegativeTestJSON-2081482518-project-member] Acquiring lock "refresh_cache-58d4f9d3-4baf-4af6-a8a6-0af073c8231f" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.497959] env[69613]: DEBUG oslo_concurrency.lockutils [None req-873758c2-dc60-4dae-8d3f-91754c626b6e tempest-ListServersNegativeTestJSON-2081482518 tempest-ListServersNegativeTestJSON-2081482518-project-member] Acquired lock "refresh_cache-58d4f9d3-4baf-4af6-a8a6-0af073c8231f" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.498112] env[69613]: DEBUG nova.network.neutron [None req-873758c2-dc60-4dae-8d3f-91754c626b6e tempest-ListServersNegativeTestJSON-2081482518 tempest-ListServersNegativeTestJSON-2081482518-project-member] [instance: 58d4f9d3-4baf-4af6-a8a6-0af073c8231f] Building network info cache for instance {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1055.530982] env[69613]: DEBUG oslo_vmware.api [-] Task: {'id': task-3418021, 'name': CreateVM_Task, 'duration_secs': 0.354837} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.531217] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 01bcdedb-402d-4542-9f89-d1a661ed158e] Created VM on the ESX host {{(pid=69613) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1055.532159] env[69613]: DEBUG oslo_concurrency.lockutils [None req-50c877ce-6f95-48d5-bc27-391d5101fe7b tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.532159] env[69613]: DEBUG oslo_concurrency.lockutils [None req-50c877ce-6f95-48d5-bc27-391d5101fe7b tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.532689] env[69613]: DEBUG oslo_concurrency.lockutils [None req-50c877ce-6f95-48d5-bc27-391d5101fe7b tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.532793] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-52abaa71-907b-4db6-84be-7d576cbb90b3 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.539909] env[69613]: DEBUG oslo_vmware.api [None req-50c877ce-6f95-48d5-bc27-391d5101fe7b tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Waiting for the task: (returnval){ [ 1055.539909] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]5296c8fd-ea6e-583b-032d-1e47c3e408d3" [ 1055.539909] env[69613]: _type = "Task" [ 1055.539909] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.548867] env[69613]: DEBUG oslo_vmware.api [None req-50c877ce-6f95-48d5-bc27-391d5101fe7b tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]5296c8fd-ea6e-583b-032d-1e47c3e408d3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.671330] env[69613]: DEBUG oslo_vmware.api [None req-ea073ce6-2a99-47d0-bae0-3f1062113398 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Task: {'id': task-3418022, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.798222] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57271e13-bb8b-44a5-bab3-784958abbc88 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.805956] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ab2b6c4-9439-4912-ad9c-3ef3b61d72d4 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.836706] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20373b6f-b0a1-4a96-9fca-fcab4166455f {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.850653] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ca33858-d0f0-40b4-8135-48db458ac2f5 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.854813] env[69613]: DEBUG oslo_vmware.api [None req-68c120a8-3247-4273-bcd8-528818917396 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Task: {'id': task-3418024, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.149297} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.855118] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-68c120a8-3247-4273-bcd8-528818917396 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Deleted the datastore file {{(pid=69613) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1055.855322] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-68c120a8-3247-4273-bcd8-528818917396 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] [instance: f8c40b52-17f3-40d9-b938-151cb56129fd] Deleted contents of the VM from datastore datastore2 {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1055.855518] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-68c120a8-3247-4273-bcd8-528818917396 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] [instance: f8c40b52-17f3-40d9-b938-151cb56129fd] Instance destroyed {{(pid=69613) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1055.855711] env[69613]: INFO nova.compute.manager [None req-68c120a8-3247-4273-bcd8-528818917396 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] [instance: f8c40b52-17f3-40d9-b938-151cb56129fd] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1055.855963] env[69613]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-68c120a8-3247-4273-bcd8-528818917396 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69613) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1055.856543] env[69613]: DEBUG nova.compute.manager [-] [instance: f8c40b52-17f3-40d9-b938-151cb56129fd] Deallocating network for instance {{(pid=69613) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1055.856644] env[69613]: DEBUG nova.network.neutron [-] [instance: f8c40b52-17f3-40d9-b938-151cb56129fd] deallocate_for_instance() {{(pid=69613) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1055.868220] env[69613]: DEBUG nova.compute.provider_tree [None req-873758c2-dc60-4dae-8d3f-91754c626b6e tempest-ListServersNegativeTestJSON-2081482518 tempest-ListServersNegativeTestJSON-2081482518-project-member] Inventory has not changed in ProviderTree for provider: af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 {{(pid=69613) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1055.995020] env[69613]: DEBUG oslo_vmware.api [None req-2f066065-c0da-4611-bda0-6b86a10e11a8 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Task: {'id': task-3418025, 'name': PowerOnVM_Task, 'duration_secs': 0.393995} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.995020] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f066065-c0da-4611-bda0-6b86a10e11a8 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] [instance: 2e3d9427-2006-4911-be75-e6b1b98f8bb8] Powered on the VM {{(pid=69613) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1055.995020] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-2f066065-c0da-4611-bda0-6b86a10e11a8 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] [instance: 2e3d9427-2006-4911-be75-e6b1b98f8bb8] Updating instance '2e3d9427-2006-4911-be75-e6b1b98f8bb8' progress to 100 {{(pid=69613) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1056.051588] env[69613]: DEBUG oslo_vmware.api [None req-50c877ce-6f95-48d5-bc27-391d5101fe7b tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]5296c8fd-ea6e-583b-032d-1e47c3e408d3, 'name': SearchDatastore_Task, 'duration_secs': 0.015684} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.051985] env[69613]: DEBUG oslo_concurrency.lockutils [None req-50c877ce-6f95-48d5-bc27-391d5101fe7b tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.052239] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-50c877ce-6f95-48d5-bc27-391d5101fe7b tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] [instance: 01bcdedb-402d-4542-9f89-d1a661ed158e] Processing image 2b7a0304-b5d0-431d-b287-32c8388d7fbd {{(pid=69613) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1056.053162] env[69613]: DEBUG oslo_concurrency.lockutils [None req-50c877ce-6f95-48d5-bc27-391d5101fe7b tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.053162] env[69613]: DEBUG oslo_concurrency.lockutils [None req-50c877ce-6f95-48d5-bc27-391d5101fe7b tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.053162] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-50c877ce-6f95-48d5-bc27-391d5101fe7b tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69613) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1056.053162] env[69613]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d9ae30ae-0d00-415d-839c-3189a0be778a {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.061849] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-50c877ce-6f95-48d5-bc27-391d5101fe7b tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69613) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1056.062055] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-50c877ce-6f95-48d5-bc27-391d5101fe7b tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69613) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1056.062852] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5fc5a784-0042-48e7-9dec-a73a4348ce76 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.069279] env[69613]: DEBUG oslo_vmware.api [None req-50c877ce-6f95-48d5-bc27-391d5101fe7b tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Waiting for the task: (returnval){ [ 1056.069279] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]52fcdda4-5c70-8251-56ed-e5b6a6a9f317" [ 1056.069279] env[69613]: _type = "Task" [ 1056.069279] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.077945] env[69613]: DEBUG oslo_vmware.api [None req-50c877ce-6f95-48d5-bc27-391d5101fe7b tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52fcdda4-5c70-8251-56ed-e5b6a6a9f317, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.081416] env[69613]: DEBUG nova.network.neutron [None req-873758c2-dc60-4dae-8d3f-91754c626b6e tempest-ListServersNegativeTestJSON-2081482518 tempest-ListServersNegativeTestJSON-2081482518-project-member] [instance: 58d4f9d3-4baf-4af6-a8a6-0af073c8231f] Instance cache missing network info. {{(pid=69613) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1056.171544] env[69613]: DEBUG oslo_vmware.api [None req-ea073ce6-2a99-47d0-bae0-3f1062113398 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Task: {'id': task-3418022, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.299853] env[69613]: DEBUG nova.network.neutron [None req-873758c2-dc60-4dae-8d3f-91754c626b6e tempest-ListServersNegativeTestJSON-2081482518 tempest-ListServersNegativeTestJSON-2081482518-project-member] [instance: 58d4f9d3-4baf-4af6-a8a6-0af073c8231f] Updating instance_info_cache with network_info: [{"id": "1eb94008-9926-44c6-b9eb-5cbdcaaeb216", "address": "fa:16:3e:3d:ae:62", "network": {"id": "dc0e8ed3-d388-4041-996e-dab271a4ad97", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1114319652-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7bfd80d13dac415d85df7c273596cb67", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15165046-2de9-4ada-9e99-0126e20854a9", "external-id": "nsx-vlan-transportzone-974", "segmentation_id": 974, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1eb94008-99", "ovs_interfaceid": "1eb94008-9926-44c6-b9eb-5cbdcaaeb216", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1056.371032] env[69613]: DEBUG nova.scheduler.client.report [None req-873758c2-dc60-4dae-8d3f-91754c626b6e tempest-ListServersNegativeTestJSON-2081482518 tempest-ListServersNegativeTestJSON-2081482518-project-member] Inventory has not changed for provider af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69613) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1056.480084] env[69613]: DEBUG nova.compute.manager [None req-873758c2-dc60-4dae-8d3f-91754c626b6e tempest-ListServersNegativeTestJSON-2081482518 tempest-ListServersNegativeTestJSON-2081482518-project-member] [instance: 67f0ce4d-a780-44bb-9b03-19a8a28bd34c] Start spawning the instance on the hypervisor. {{(pid=69613) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1056.508844] env[69613]: DEBUG nova.virt.hardware [None req-873758c2-dc60-4dae-8d3f-91754c626b6e tempest-ListServersNegativeTestJSON-2081482518 tempest-ListServersNegativeTestJSON-2081482518-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T13:55:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T13:55:19Z,direct_url=,disk_format='vmdk',id=2b7a0304-b5d0-431d-b287-32c8388d7fbd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3e9e1b873f1442d59d5ee8247b941f74',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T13:55:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1056.509094] env[69613]: DEBUG nova.virt.hardware [None req-873758c2-dc60-4dae-8d3f-91754c626b6e tempest-ListServersNegativeTestJSON-2081482518 tempest-ListServersNegativeTestJSON-2081482518-project-member] Flavor limits 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1056.509267] env[69613]: DEBUG nova.virt.hardware [None req-873758c2-dc60-4dae-8d3f-91754c626b6e tempest-ListServersNegativeTestJSON-2081482518 tempest-ListServersNegativeTestJSON-2081482518-project-member] Image limits 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1056.509448] env[69613]: DEBUG nova.virt.hardware [None req-873758c2-dc60-4dae-8d3f-91754c626b6e tempest-ListServersNegativeTestJSON-2081482518 tempest-ListServersNegativeTestJSON-2081482518-project-member] Flavor pref 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1056.509616] env[69613]: DEBUG nova.virt.hardware [None req-873758c2-dc60-4dae-8d3f-91754c626b6e tempest-ListServersNegativeTestJSON-2081482518 tempest-ListServersNegativeTestJSON-2081482518-project-member] Image pref 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1056.509768] env[69613]: DEBUG nova.virt.hardware [None req-873758c2-dc60-4dae-8d3f-91754c626b6e tempest-ListServersNegativeTestJSON-2081482518 tempest-ListServersNegativeTestJSON-2081482518-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1056.509992] env[69613]: DEBUG nova.virt.hardware [None req-873758c2-dc60-4dae-8d3f-91754c626b6e tempest-ListServersNegativeTestJSON-2081482518 tempest-ListServersNegativeTestJSON-2081482518-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1056.510183] env[69613]: DEBUG nova.virt.hardware [None req-873758c2-dc60-4dae-8d3f-91754c626b6e tempest-ListServersNegativeTestJSON-2081482518 tempest-ListServersNegativeTestJSON-2081482518-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69613) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1056.510354] env[69613]: DEBUG nova.virt.hardware [None req-873758c2-dc60-4dae-8d3f-91754c626b6e tempest-ListServersNegativeTestJSON-2081482518 tempest-ListServersNegativeTestJSON-2081482518-project-member] Got 1 possible topologies {{(pid=69613) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1056.510526] env[69613]: DEBUG nova.virt.hardware [None req-873758c2-dc60-4dae-8d3f-91754c626b6e tempest-ListServersNegativeTestJSON-2081482518 tempest-ListServersNegativeTestJSON-2081482518-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1056.510702] env[69613]: DEBUG nova.virt.hardware [None req-873758c2-dc60-4dae-8d3f-91754c626b6e tempest-ListServersNegativeTestJSON-2081482518 tempest-ListServersNegativeTestJSON-2081482518-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1056.511596] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50f52c36-fb02-4351-9393-7b0a072a2a92 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.520246] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-372ba03a-8280-48ca-9b76-599c37d5fc53 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.580909] env[69613]: DEBUG oslo_vmware.api [None req-50c877ce-6f95-48d5-bc27-391d5101fe7b tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52fcdda4-5c70-8251-56ed-e5b6a6a9f317, 'name': SearchDatastore_Task, 'duration_secs': 0.011467} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.581016] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-efc20144-1fbb-4961-8eed-4b5f64bebf7a {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.586950] env[69613]: DEBUG oslo_vmware.api [None req-50c877ce-6f95-48d5-bc27-391d5101fe7b tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Waiting for the task: (returnval){ [ 1056.586950] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]52635a3a-afc6-b099-5772-ffab05552cfe" [ 1056.586950] env[69613]: _type = "Task" [ 1056.586950] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.595180] env[69613]: DEBUG oslo_vmware.api [None req-50c877ce-6f95-48d5-bc27-391d5101fe7b tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52635a3a-afc6-b099-5772-ffab05552cfe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.672477] env[69613]: DEBUG oslo_vmware.api [None req-ea073ce6-2a99-47d0-bae0-3f1062113398 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Task: {'id': task-3418022, 'name': PowerOnVM_Task, 'duration_secs': 1.112902} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.672778] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea073ce6-2a99-47d0-bae0-3f1062113398 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] [instance: 9333145d-7d80-405b-b94e-37152559489e] Powered on the VM {{(pid=69613) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1056.673038] env[69613]: INFO nova.compute.manager [None req-ea073ce6-2a99-47d0-bae0-3f1062113398 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] [instance: 9333145d-7d80-405b-b94e-37152559489e] Took 7.67 seconds to spawn the instance on the hypervisor. [ 1056.673265] env[69613]: DEBUG nova.compute.manager [None req-ea073ce6-2a99-47d0-bae0-3f1062113398 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] [instance: 9333145d-7d80-405b-b94e-37152559489e] Checking state {{(pid=69613) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1056.674161] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26434488-fc5b-4f25-bcfb-5ac2c1ab5e4c {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.773343] env[69613]: DEBUG nova.compute.manager [req-547e61f1-ae70-496e-9c9f-80abac9bb23c req-dd2ae45a-5c0a-4903-b984-51b89ac15e04 service nova] [instance: 67f0ce4d-a780-44bb-9b03-19a8a28bd34c] Received event network-vif-plugged-5cc885ae-14f2-471c-b9d5-1d7583ad344c {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1056.773578] env[69613]: DEBUG oslo_concurrency.lockutils [req-547e61f1-ae70-496e-9c9f-80abac9bb23c req-dd2ae45a-5c0a-4903-b984-51b89ac15e04 service nova] Acquiring lock "67f0ce4d-a780-44bb-9b03-19a8a28bd34c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1056.773797] env[69613]: DEBUG oslo_concurrency.lockutils [req-547e61f1-ae70-496e-9c9f-80abac9bb23c req-dd2ae45a-5c0a-4903-b984-51b89ac15e04 service nova] Lock "67f0ce4d-a780-44bb-9b03-19a8a28bd34c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1056.774134] env[69613]: DEBUG oslo_concurrency.lockutils [req-547e61f1-ae70-496e-9c9f-80abac9bb23c req-dd2ae45a-5c0a-4903-b984-51b89ac15e04 service nova] Lock "67f0ce4d-a780-44bb-9b03-19a8a28bd34c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1056.774424] env[69613]: DEBUG nova.compute.manager [req-547e61f1-ae70-496e-9c9f-80abac9bb23c req-dd2ae45a-5c0a-4903-b984-51b89ac15e04 service nova] [instance: 67f0ce4d-a780-44bb-9b03-19a8a28bd34c] No waiting events found dispatching network-vif-plugged-5cc885ae-14f2-471c-b9d5-1d7583ad344c {{(pid=69613) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1056.774650] env[69613]: WARNING nova.compute.manager [req-547e61f1-ae70-496e-9c9f-80abac9bb23c req-dd2ae45a-5c0a-4903-b984-51b89ac15e04 service nova] [instance: 67f0ce4d-a780-44bb-9b03-19a8a28bd34c] Received unexpected event network-vif-plugged-5cc885ae-14f2-471c-b9d5-1d7583ad344c for instance with vm_state building and task_state spawning. [ 1056.775315] env[69613]: DEBUG nova.network.neutron [-] [instance: f8c40b52-17f3-40d9-b938-151cb56129fd] Updating instance_info_cache with network_info: [] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1056.801949] env[69613]: DEBUG oslo_concurrency.lockutils [None req-873758c2-dc60-4dae-8d3f-91754c626b6e tempest-ListServersNegativeTestJSON-2081482518 tempest-ListServersNegativeTestJSON-2081482518-project-member] Releasing lock "refresh_cache-58d4f9d3-4baf-4af6-a8a6-0af073c8231f" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.802293] env[69613]: DEBUG nova.compute.manager [None req-873758c2-dc60-4dae-8d3f-91754c626b6e tempest-ListServersNegativeTestJSON-2081482518 tempest-ListServersNegativeTestJSON-2081482518-project-member] [instance: 58d4f9d3-4baf-4af6-a8a6-0af073c8231f] Instance network_info: |[{"id": "1eb94008-9926-44c6-b9eb-5cbdcaaeb216", "address": "fa:16:3e:3d:ae:62", "network": {"id": "dc0e8ed3-d388-4041-996e-dab271a4ad97", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1114319652-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7bfd80d13dac415d85df7c273596cb67", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15165046-2de9-4ada-9e99-0126e20854a9", "external-id": "nsx-vlan-transportzone-974", "segmentation_id": 974, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1eb94008-99", "ovs_interfaceid": "1eb94008-9926-44c6-b9eb-5cbdcaaeb216", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69613) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1056.802799] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-873758c2-dc60-4dae-8d3f-91754c626b6e tempest-ListServersNegativeTestJSON-2081482518 tempest-ListServersNegativeTestJSON-2081482518-project-member] [instance: 58d4f9d3-4baf-4af6-a8a6-0af073c8231f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3d:ae:62', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '15165046-2de9-4ada-9e99-0126e20854a9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1eb94008-9926-44c6-b9eb-5cbdcaaeb216', 'vif_model': 'vmxnet3'}] {{(pid=69613) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1056.812086] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-873758c2-dc60-4dae-8d3f-91754c626b6e tempest-ListServersNegativeTestJSON-2081482518 tempest-ListServersNegativeTestJSON-2081482518-project-member] Creating folder: Project (7bfd80d13dac415d85df7c273596cb67). Parent ref: group-v681687. {{(pid=69613) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1056.813066] env[69613]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5c416d8d-1499-4499-97de-19ce3a67da07 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.825937] env[69613]: INFO nova.virt.vmwareapi.vm_util [None req-873758c2-dc60-4dae-8d3f-91754c626b6e tempest-ListServersNegativeTestJSON-2081482518 tempest-ListServersNegativeTestJSON-2081482518-project-member] Created folder: Project (7bfd80d13dac415d85df7c273596cb67) in parent group-v681687. [ 1056.826189] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-873758c2-dc60-4dae-8d3f-91754c626b6e tempest-ListServersNegativeTestJSON-2081482518 tempest-ListServersNegativeTestJSON-2081482518-project-member] Creating folder: Instances. Parent ref: group-v681975. {{(pid=69613) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1056.826489] env[69613]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9cba31d2-b54e-48d7-8f66-9bca1accefad {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.829315] env[69613]: DEBUG nova.network.neutron [None req-873758c2-dc60-4dae-8d3f-91754c626b6e tempest-ListServersNegativeTestJSON-2081482518 tempest-ListServersNegativeTestJSON-2081482518-project-member] [instance: 67f0ce4d-a780-44bb-9b03-19a8a28bd34c] Successfully updated port: 5cc885ae-14f2-471c-b9d5-1d7583ad344c {{(pid=69613) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1056.841938] env[69613]: INFO nova.virt.vmwareapi.vm_util [None req-873758c2-dc60-4dae-8d3f-91754c626b6e tempest-ListServersNegativeTestJSON-2081482518 tempest-ListServersNegativeTestJSON-2081482518-project-member] Created folder: Instances in parent group-v681975. [ 1056.842235] env[69613]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-873758c2-dc60-4dae-8d3f-91754c626b6e tempest-ListServersNegativeTestJSON-2081482518 tempest-ListServersNegativeTestJSON-2081482518-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69613) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1056.842484] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 58d4f9d3-4baf-4af6-a8a6-0af073c8231f] Creating VM on the ESX host {{(pid=69613) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1056.843909] env[69613]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e0b5273b-7b18-4cce-a261-90025c25e85b {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.862674] env[69613]: DEBUG nova.compute.manager [req-a3aed338-ac67-4d0b-a0c9-7dd1ff21c52b req-dceb9835-bd07-4fb7-a51a-8930b0c72c9c service nova] [instance: 58d4f9d3-4baf-4af6-a8a6-0af073c8231f] Received event network-changed-1eb94008-9926-44c6-b9eb-5cbdcaaeb216 {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1056.862868] env[69613]: DEBUG nova.compute.manager [req-a3aed338-ac67-4d0b-a0c9-7dd1ff21c52b req-dceb9835-bd07-4fb7-a51a-8930b0c72c9c service nova] [instance: 58d4f9d3-4baf-4af6-a8a6-0af073c8231f] Refreshing instance network info cache due to event network-changed-1eb94008-9926-44c6-b9eb-5cbdcaaeb216. {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1056.863112] env[69613]: DEBUG oslo_concurrency.lockutils [req-a3aed338-ac67-4d0b-a0c9-7dd1ff21c52b req-dceb9835-bd07-4fb7-a51a-8930b0c72c9c service nova] Acquiring lock "refresh_cache-58d4f9d3-4baf-4af6-a8a6-0af073c8231f" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.863263] env[69613]: DEBUG oslo_concurrency.lockutils [req-a3aed338-ac67-4d0b-a0c9-7dd1ff21c52b req-dceb9835-bd07-4fb7-a51a-8930b0c72c9c service nova] Acquired lock "refresh_cache-58d4f9d3-4baf-4af6-a8a6-0af073c8231f" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.863464] env[69613]: DEBUG nova.network.neutron [req-a3aed338-ac67-4d0b-a0c9-7dd1ff21c52b req-dceb9835-bd07-4fb7-a51a-8930b0c72c9c service nova] [instance: 58d4f9d3-4baf-4af6-a8a6-0af073c8231f] Refreshing network info cache for port 1eb94008-9926-44c6-b9eb-5cbdcaaeb216 {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1056.871773] env[69613]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1056.871773] env[69613]: value = "task-3418028" [ 1056.871773] env[69613]: _type = "Task" [ 1056.871773] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.876180] env[69613]: DEBUG oslo_concurrency.lockutils [None req-873758c2-dc60-4dae-8d3f-91754c626b6e tempest-ListServersNegativeTestJSON-2081482518 tempest-ListServersNegativeTestJSON-2081482518-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.431s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1056.876649] env[69613]: DEBUG nova.compute.manager [None req-873758c2-dc60-4dae-8d3f-91754c626b6e tempest-ListServersNegativeTestJSON-2081482518 tempest-ListServersNegativeTestJSON-2081482518-project-member] [instance: d7e9fadf-c144-44e4-b840-435c9b6021d3] Start building networks asynchronously for instance. {{(pid=69613) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1056.879090] env[69613]: DEBUG oslo_concurrency.lockutils [None req-4a189074-2287-4d8d-8d7c-788586a6fa16 tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.185s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1056.880454] env[69613]: INFO nova.compute.claims [None req-4a189074-2287-4d8d-8d7c-788586a6fa16 tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] [instance: 521abeea-6ae3-4d7e-becf-12ceb0021bb2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1056.892014] env[69613]: DEBUG oslo_vmware.api [-] Task: {'id': task-3418028, 'name': CreateVM_Task} progress is 6%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.097219] env[69613]: DEBUG oslo_vmware.api [None req-50c877ce-6f95-48d5-bc27-391d5101fe7b tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52635a3a-afc6-b099-5772-ffab05552cfe, 'name': SearchDatastore_Task, 'duration_secs': 0.015484} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.097536] env[69613]: DEBUG oslo_concurrency.lockutils [None req-50c877ce-6f95-48d5-bc27-391d5101fe7b tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.097823] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-50c877ce-6f95-48d5-bc27-391d5101fe7b tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk to [datastore1] 01bcdedb-402d-4542-9f89-d1a661ed158e/01bcdedb-402d-4542-9f89-d1a661ed158e.vmdk {{(pid=69613) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1057.098092] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-242c4859-1063-4caf-99e0-ebe4ae5f0892 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.105356] env[69613]: DEBUG oslo_vmware.api [None req-50c877ce-6f95-48d5-bc27-391d5101fe7b tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Waiting for the task: (returnval){ [ 1057.105356] env[69613]: value = "task-3418029" [ 1057.105356] env[69613]: _type = "Task" [ 1057.105356] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.114465] env[69613]: DEBUG oslo_vmware.api [None req-50c877ce-6f95-48d5-bc27-391d5101fe7b tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Task: {'id': task-3418029, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.199127] env[69613]: INFO nova.compute.manager [None req-ea073ce6-2a99-47d0-bae0-3f1062113398 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] [instance: 9333145d-7d80-405b-b94e-37152559489e] Took 19.62 seconds to build instance. [ 1057.277660] env[69613]: INFO nova.compute.manager [-] [instance: f8c40b52-17f3-40d9-b938-151cb56129fd] Took 1.42 seconds to deallocate network for instance. [ 1057.333993] env[69613]: DEBUG oslo_concurrency.lockutils [None req-873758c2-dc60-4dae-8d3f-91754c626b6e tempest-ListServersNegativeTestJSON-2081482518 tempest-ListServersNegativeTestJSON-2081482518-project-member] Acquiring lock "refresh_cache-67f0ce4d-a780-44bb-9b03-19a8a28bd34c" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.333993] env[69613]: DEBUG oslo_concurrency.lockutils [None req-873758c2-dc60-4dae-8d3f-91754c626b6e tempest-ListServersNegativeTestJSON-2081482518 tempest-ListServersNegativeTestJSON-2081482518-project-member] Acquired lock "refresh_cache-67f0ce4d-a780-44bb-9b03-19a8a28bd34c" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.333993] env[69613]: DEBUG nova.network.neutron [None req-873758c2-dc60-4dae-8d3f-91754c626b6e tempest-ListServersNegativeTestJSON-2081482518 tempest-ListServersNegativeTestJSON-2081482518-project-member] [instance: 67f0ce4d-a780-44bb-9b03-19a8a28bd34c] Building network info cache for instance {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1057.381717] env[69613]: DEBUG oslo_vmware.api [-] Task: {'id': task-3418028, 'name': CreateVM_Task, 'duration_secs': 0.466615} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.381886] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 58d4f9d3-4baf-4af6-a8a6-0af073c8231f] Created VM on the ESX host {{(pid=69613) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1057.382605] env[69613]: DEBUG oslo_concurrency.lockutils [None req-873758c2-dc60-4dae-8d3f-91754c626b6e tempest-ListServersNegativeTestJSON-2081482518 tempest-ListServersNegativeTestJSON-2081482518-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.382766] env[69613]: DEBUG oslo_concurrency.lockutils [None req-873758c2-dc60-4dae-8d3f-91754c626b6e tempest-ListServersNegativeTestJSON-2081482518 tempest-ListServersNegativeTestJSON-2081482518-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.383102] env[69613]: DEBUG oslo_concurrency.lockutils [None req-873758c2-dc60-4dae-8d3f-91754c626b6e tempest-ListServersNegativeTestJSON-2081482518 tempest-ListServersNegativeTestJSON-2081482518-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.383357] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d4203ee2-6787-4baa-8ebc-8cb2e0eef70b {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.390496] env[69613]: DEBUG nova.compute.utils [None req-873758c2-dc60-4dae-8d3f-91754c626b6e tempest-ListServersNegativeTestJSON-2081482518 tempest-ListServersNegativeTestJSON-2081482518-project-member] Using /dev/sd instead of None {{(pid=69613) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1057.391897] env[69613]: DEBUG nova.compute.manager [None req-873758c2-dc60-4dae-8d3f-91754c626b6e tempest-ListServersNegativeTestJSON-2081482518 tempest-ListServersNegativeTestJSON-2081482518-project-member] [instance: d7e9fadf-c144-44e4-b840-435c9b6021d3] Allocating IP information in the background. {{(pid=69613) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1057.392065] env[69613]: DEBUG nova.network.neutron [None req-873758c2-dc60-4dae-8d3f-91754c626b6e tempest-ListServersNegativeTestJSON-2081482518 tempest-ListServersNegativeTestJSON-2081482518-project-member] [instance: d7e9fadf-c144-44e4-b840-435c9b6021d3] allocate_for_instance() {{(pid=69613) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1057.397308] env[69613]: DEBUG oslo_vmware.api [None req-873758c2-dc60-4dae-8d3f-91754c626b6e tempest-ListServersNegativeTestJSON-2081482518 tempest-ListServersNegativeTestJSON-2081482518-project-member] Waiting for the task: (returnval){ [ 1057.397308] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]52db7f71-2046-cf4d-ec7d-56eef0956ee1" [ 1057.397308] env[69613]: _type = "Task" [ 1057.397308] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.407073] env[69613]: DEBUG oslo_vmware.api [None req-873758c2-dc60-4dae-8d3f-91754c626b6e tempest-ListServersNegativeTestJSON-2081482518 tempest-ListServersNegativeTestJSON-2081482518-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52db7f71-2046-cf4d-ec7d-56eef0956ee1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.448010] env[69613]: DEBUG nova.policy [None req-873758c2-dc60-4dae-8d3f-91754c626b6e tempest-ListServersNegativeTestJSON-2081482518 tempest-ListServersNegativeTestJSON-2081482518-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f5810c92ef8b40c6959704c3d96d5b8d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7bfd80d13dac415d85df7c273596cb67', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69613) authorize /opt/stack/nova/nova/policy.py:192}} [ 1057.617396] env[69613]: DEBUG oslo_vmware.api [None req-50c877ce-6f95-48d5-bc27-391d5101fe7b tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Task: {'id': task-3418029, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.701320] env[69613]: DEBUG oslo_concurrency.lockutils [None req-ea073ce6-2a99-47d0-bae0-3f1062113398 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Lock "9333145d-7d80-405b-b94e-37152559489e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.139s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1057.750078] env[69613]: DEBUG nova.network.neutron [req-a3aed338-ac67-4d0b-a0c9-7dd1ff21c52b req-dceb9835-bd07-4fb7-a51a-8930b0c72c9c service nova] [instance: 58d4f9d3-4baf-4af6-a8a6-0af073c8231f] Updated VIF entry in instance network info cache for port 1eb94008-9926-44c6-b9eb-5cbdcaaeb216. {{(pid=69613) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1057.750553] env[69613]: DEBUG nova.network.neutron [req-a3aed338-ac67-4d0b-a0c9-7dd1ff21c52b req-dceb9835-bd07-4fb7-a51a-8930b0c72c9c service nova] [instance: 58d4f9d3-4baf-4af6-a8a6-0af073c8231f] Updating instance_info_cache with network_info: [{"id": "1eb94008-9926-44c6-b9eb-5cbdcaaeb216", "address": "fa:16:3e:3d:ae:62", "network": {"id": "dc0e8ed3-d388-4041-996e-dab271a4ad97", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1114319652-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7bfd80d13dac415d85df7c273596cb67", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15165046-2de9-4ada-9e99-0126e20854a9", "external-id": "nsx-vlan-transportzone-974", "segmentation_id": 974, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1eb94008-99", "ovs_interfaceid": "1eb94008-9926-44c6-b9eb-5cbdcaaeb216", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1057.786259] env[69613]: DEBUG oslo_concurrency.lockutils [None req-68c120a8-3247-4273-bcd8-528818917396 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1057.897530] env[69613]: DEBUG nova.network.neutron [None req-873758c2-dc60-4dae-8d3f-91754c626b6e tempest-ListServersNegativeTestJSON-2081482518 tempest-ListServersNegativeTestJSON-2081482518-project-member] [instance: d7e9fadf-c144-44e4-b840-435c9b6021d3] Successfully created port: 5f383dcf-fbd9-4b3d-8e87-ede687fe58bf {{(pid=69613) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1057.903972] env[69613]: DEBUG nova.compute.manager [None req-873758c2-dc60-4dae-8d3f-91754c626b6e tempest-ListServersNegativeTestJSON-2081482518 tempest-ListServersNegativeTestJSON-2081482518-project-member] [instance: d7e9fadf-c144-44e4-b840-435c9b6021d3] Start building block device mappings for instance. {{(pid=69613) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1057.920746] env[69613]: DEBUG oslo_vmware.api [None req-873758c2-dc60-4dae-8d3f-91754c626b6e tempest-ListServersNegativeTestJSON-2081482518 tempest-ListServersNegativeTestJSON-2081482518-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52db7f71-2046-cf4d-ec7d-56eef0956ee1, 'name': SearchDatastore_Task, 'duration_secs': 0.041717} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.921083] env[69613]: DEBUG oslo_concurrency.lockutils [None req-873758c2-dc60-4dae-8d3f-91754c626b6e tempest-ListServersNegativeTestJSON-2081482518 tempest-ListServersNegativeTestJSON-2081482518-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.921532] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-873758c2-dc60-4dae-8d3f-91754c626b6e tempest-ListServersNegativeTestJSON-2081482518 tempest-ListServersNegativeTestJSON-2081482518-project-member] [instance: 58d4f9d3-4baf-4af6-a8a6-0af073c8231f] Processing image 2b7a0304-b5d0-431d-b287-32c8388d7fbd {{(pid=69613) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1057.921795] env[69613]: DEBUG oslo_concurrency.lockutils [None req-873758c2-dc60-4dae-8d3f-91754c626b6e tempest-ListServersNegativeTestJSON-2081482518 tempest-ListServersNegativeTestJSON-2081482518-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.921951] env[69613]: DEBUG oslo_concurrency.lockutils [None req-873758c2-dc60-4dae-8d3f-91754c626b6e tempest-ListServersNegativeTestJSON-2081482518 tempest-ListServersNegativeTestJSON-2081482518-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.922146] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-873758c2-dc60-4dae-8d3f-91754c626b6e tempest-ListServersNegativeTestJSON-2081482518 tempest-ListServersNegativeTestJSON-2081482518-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69613) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1057.922457] env[69613]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dfdf7a7d-83ed-49d3-b78d-6259467ffd37 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.934121] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-873758c2-dc60-4dae-8d3f-91754c626b6e tempest-ListServersNegativeTestJSON-2081482518 tempest-ListServersNegativeTestJSON-2081482518-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69613) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1057.934121] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-873758c2-dc60-4dae-8d3f-91754c626b6e tempest-ListServersNegativeTestJSON-2081482518 tempest-ListServersNegativeTestJSON-2081482518-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69613) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1057.934121] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-374b02ae-b6ab-430d-95eb-0d865c1ad7e1 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.942905] env[69613]: DEBUG oslo_vmware.api [None req-873758c2-dc60-4dae-8d3f-91754c626b6e tempest-ListServersNegativeTestJSON-2081482518 tempest-ListServersNegativeTestJSON-2081482518-project-member] Waiting for the task: (returnval){ [ 1057.942905] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]5277f1b3-e2c4-b39b-07b2-7dafd1a67a76" [ 1057.942905] env[69613]: _type = "Task" [ 1057.942905] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.955019] env[69613]: DEBUG oslo_vmware.api [None req-873758c2-dc60-4dae-8d3f-91754c626b6e tempest-ListServersNegativeTestJSON-2081482518 tempest-ListServersNegativeTestJSON-2081482518-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]5277f1b3-e2c4-b39b-07b2-7dafd1a67a76, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.015923] env[69613]: DEBUG nova.network.neutron [None req-873758c2-dc60-4dae-8d3f-91754c626b6e tempest-ListServersNegativeTestJSON-2081482518 tempest-ListServersNegativeTestJSON-2081482518-project-member] [instance: 67f0ce4d-a780-44bb-9b03-19a8a28bd34c] Instance cache missing network info. {{(pid=69613) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1058.123042] env[69613]: DEBUG oslo_vmware.api [None req-50c877ce-6f95-48d5-bc27-391d5101fe7b tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Task: {'id': task-3418029, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.668199} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.123379] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-50c877ce-6f95-48d5-bc27-391d5101fe7b tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk to [datastore1] 01bcdedb-402d-4542-9f89-d1a661ed158e/01bcdedb-402d-4542-9f89-d1a661ed158e.vmdk {{(pid=69613) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1058.123918] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-50c877ce-6f95-48d5-bc27-391d5101fe7b tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] [instance: 01bcdedb-402d-4542-9f89-d1a661ed158e] Extending root virtual disk to 1048576 {{(pid=69613) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1058.124214] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-29e6e141-32e9-40f2-b70c-cada96194547 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.130628] env[69613]: DEBUG oslo_vmware.api [None req-50c877ce-6f95-48d5-bc27-391d5101fe7b tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Waiting for the task: (returnval){ [ 1058.130628] env[69613]: value = "task-3418030" [ 1058.130628] env[69613]: _type = "Task" [ 1058.130628] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.141116] env[69613]: DEBUG oslo_vmware.api [None req-50c877ce-6f95-48d5-bc27-391d5101fe7b tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Task: {'id': task-3418030, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.187804] env[69613]: DEBUG nova.network.neutron [None req-873758c2-dc60-4dae-8d3f-91754c626b6e tempest-ListServersNegativeTestJSON-2081482518 tempest-ListServersNegativeTestJSON-2081482518-project-member] [instance: 67f0ce4d-a780-44bb-9b03-19a8a28bd34c] Updating instance_info_cache with network_info: [{"id": "5cc885ae-14f2-471c-b9d5-1d7583ad344c", "address": "fa:16:3e:8c:84:23", "network": {"id": "dc0e8ed3-d388-4041-996e-dab271a4ad97", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1114319652-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7bfd80d13dac415d85df7c273596cb67", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15165046-2de9-4ada-9e99-0126e20854a9", "external-id": "nsx-vlan-transportzone-974", "segmentation_id": 974, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5cc885ae-14", "ovs_interfaceid": "5cc885ae-14f2-471c-b9d5-1d7583ad344c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1058.253188] env[69613]: DEBUG oslo_concurrency.lockutils [req-a3aed338-ac67-4d0b-a0c9-7dd1ff21c52b req-dceb9835-bd07-4fb7-a51a-8930b0c72c9c service nova] Releasing lock "refresh_cache-58d4f9d3-4baf-4af6-a8a6-0af073c8231f" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.253526] env[69613]: DEBUG nova.compute.manager [req-a3aed338-ac67-4d0b-a0c9-7dd1ff21c52b req-dceb9835-bd07-4fb7-a51a-8930b0c72c9c service nova] [instance: f8c40b52-17f3-40d9-b938-151cb56129fd] Received event network-vif-deleted-005fe42b-7a5d-4e40-b234-1546bf41a925 {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1058.282989] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3a75a1d-f91b-463b-8f46-7de2f96bf5db {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.291661] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea81f3ec-cc2e-408e-8537-21709458cda4 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.331328] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49893ec2-9e46-4971-8d28-9b4ddb784478 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.339983] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a3987a6-b5e7-4d4b-9d32-5f62a63faea7 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.360607] env[69613]: DEBUG nova.compute.provider_tree [None req-4a189074-2287-4d8d-8d7c-788586a6fa16 tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] Inventory has not changed in ProviderTree for provider: af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 {{(pid=69613) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1058.458854] env[69613]: DEBUG oslo_vmware.api [None req-873758c2-dc60-4dae-8d3f-91754c626b6e tempest-ListServersNegativeTestJSON-2081482518 tempest-ListServersNegativeTestJSON-2081482518-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]5277f1b3-e2c4-b39b-07b2-7dafd1a67a76, 'name': SearchDatastore_Task, 'duration_secs': 0.010788} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.459796] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cc5f9fae-4e1e-4ab9-9151-f7f40ff5aa38 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.466448] env[69613]: DEBUG oslo_vmware.api [None req-873758c2-dc60-4dae-8d3f-91754c626b6e tempest-ListServersNegativeTestJSON-2081482518 tempest-ListServersNegativeTestJSON-2081482518-project-member] Waiting for the task: (returnval){ [ 1058.466448] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]525449d5-5610-361f-fe97-a6eccc395ad8" [ 1058.466448] env[69613]: _type = "Task" [ 1058.466448] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.478084] env[69613]: DEBUG oslo_vmware.api [None req-873758c2-dc60-4dae-8d3f-91754c626b6e tempest-ListServersNegativeTestJSON-2081482518 tempest-ListServersNegativeTestJSON-2081482518-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]525449d5-5610-361f-fe97-a6eccc395ad8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.644729] env[69613]: DEBUG oslo_vmware.api [None req-50c877ce-6f95-48d5-bc27-391d5101fe7b tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Task: {'id': task-3418030, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.204842} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.645037] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-50c877ce-6f95-48d5-bc27-391d5101fe7b tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] [instance: 01bcdedb-402d-4542-9f89-d1a661ed158e] Extended root virtual disk {{(pid=69613) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1058.646068] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28ad24c3-e6e8-4ace-9306-73b21160df23 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.681399] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-50c877ce-6f95-48d5-bc27-391d5101fe7b tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] [instance: 01bcdedb-402d-4542-9f89-d1a661ed158e] Reconfiguring VM instance instance-00000064 to attach disk [datastore1] 01bcdedb-402d-4542-9f89-d1a661ed158e/01bcdedb-402d-4542-9f89-d1a661ed158e.vmdk or device None with type sparse {{(pid=69613) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1058.681847] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6980287b-cf5f-46dc-99f8-93fc56124969 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.705594] env[69613]: DEBUG oslo_concurrency.lockutils [None req-873758c2-dc60-4dae-8d3f-91754c626b6e tempest-ListServersNegativeTestJSON-2081482518 tempest-ListServersNegativeTestJSON-2081482518-project-member] Releasing lock "refresh_cache-67f0ce4d-a780-44bb-9b03-19a8a28bd34c" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.706057] env[69613]: DEBUG nova.compute.manager [None req-873758c2-dc60-4dae-8d3f-91754c626b6e tempest-ListServersNegativeTestJSON-2081482518 tempest-ListServersNegativeTestJSON-2081482518-project-member] [instance: 67f0ce4d-a780-44bb-9b03-19a8a28bd34c] Instance network_info: |[{"id": "5cc885ae-14f2-471c-b9d5-1d7583ad344c", "address": "fa:16:3e:8c:84:23", "network": {"id": "dc0e8ed3-d388-4041-996e-dab271a4ad97", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1114319652-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7bfd80d13dac415d85df7c273596cb67", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15165046-2de9-4ada-9e99-0126e20854a9", "external-id": "nsx-vlan-transportzone-974", "segmentation_id": 974, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5cc885ae-14", "ovs_interfaceid": "5cc885ae-14f2-471c-b9d5-1d7583ad344c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69613) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1058.707032] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-873758c2-dc60-4dae-8d3f-91754c626b6e tempest-ListServersNegativeTestJSON-2081482518 tempest-ListServersNegativeTestJSON-2081482518-project-member] [instance: 67f0ce4d-a780-44bb-9b03-19a8a28bd34c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8c:84:23', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '15165046-2de9-4ada-9e99-0126e20854a9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5cc885ae-14f2-471c-b9d5-1d7583ad344c', 'vif_model': 'vmxnet3'}] {{(pid=69613) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1058.718506] env[69613]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-873758c2-dc60-4dae-8d3f-91754c626b6e tempest-ListServersNegativeTestJSON-2081482518 tempest-ListServersNegativeTestJSON-2081482518-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69613) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1058.719971] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 67f0ce4d-a780-44bb-9b03-19a8a28bd34c] Creating VM on the ESX host {{(pid=69613) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1058.719971] env[69613]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b45a3a02-dc35-47c7-969e-7fce4f60fad4 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.739023] env[69613]: DEBUG oslo_vmware.api [None req-50c877ce-6f95-48d5-bc27-391d5101fe7b tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Waiting for the task: (returnval){ [ 1058.739023] env[69613]: value = "task-3418031" [ 1058.739023] env[69613]: _type = "Task" [ 1058.739023] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.743174] env[69613]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1058.743174] env[69613]: value = "task-3418032" [ 1058.743174] env[69613]: _type = "Task" [ 1058.743174] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.746349] env[69613]: DEBUG oslo_vmware.api [None req-50c877ce-6f95-48d5-bc27-391d5101fe7b tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Task: {'id': task-3418031, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.755007] env[69613]: DEBUG oslo_vmware.api [-] Task: {'id': task-3418032, 'name': CreateVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.810348] env[69613]: DEBUG nova.compute.manager [req-ce6f4789-434f-4b19-8abd-1947e2495f37 req-b75a28a0-ba5f-4c50-b2df-a75cd5dded2d service nova] [instance: 67f0ce4d-a780-44bb-9b03-19a8a28bd34c] Received event network-changed-5cc885ae-14f2-471c-b9d5-1d7583ad344c {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1058.810348] env[69613]: DEBUG nova.compute.manager [req-ce6f4789-434f-4b19-8abd-1947e2495f37 req-b75a28a0-ba5f-4c50-b2df-a75cd5dded2d service nova] [instance: 67f0ce4d-a780-44bb-9b03-19a8a28bd34c] Refreshing instance network info cache due to event network-changed-5cc885ae-14f2-471c-b9d5-1d7583ad344c. {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1058.810348] env[69613]: DEBUG oslo_concurrency.lockutils [req-ce6f4789-434f-4b19-8abd-1947e2495f37 req-b75a28a0-ba5f-4c50-b2df-a75cd5dded2d service nova] Acquiring lock "refresh_cache-67f0ce4d-a780-44bb-9b03-19a8a28bd34c" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.810348] env[69613]: DEBUG oslo_concurrency.lockutils [req-ce6f4789-434f-4b19-8abd-1947e2495f37 req-b75a28a0-ba5f-4c50-b2df-a75cd5dded2d service nova] Acquired lock "refresh_cache-67f0ce4d-a780-44bb-9b03-19a8a28bd34c" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.810348] env[69613]: DEBUG nova.network.neutron [req-ce6f4789-434f-4b19-8abd-1947e2495f37 req-b75a28a0-ba5f-4c50-b2df-a75cd5dded2d service nova] [instance: 67f0ce4d-a780-44bb-9b03-19a8a28bd34c] Refreshing network info cache for port 5cc885ae-14f2-471c-b9d5-1d7583ad344c {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1058.864239] env[69613]: DEBUG nova.scheduler.client.report [None req-4a189074-2287-4d8d-8d7c-788586a6fa16 tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] Inventory has not changed for provider af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69613) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1058.880297] env[69613]: DEBUG oslo_concurrency.lockutils [None req-4a9e88d7-b7df-49d7-8892-29b2b1af2293 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Acquiring lock "2e3d9427-2006-4911-be75-e6b1b98f8bb8" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1058.880720] env[69613]: DEBUG oslo_concurrency.lockutils [None req-4a9e88d7-b7df-49d7-8892-29b2b1af2293 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Lock "2e3d9427-2006-4911-be75-e6b1b98f8bb8" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1058.880787] env[69613]: DEBUG nova.compute.manager [None req-4a9e88d7-b7df-49d7-8892-29b2b1af2293 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] [instance: 2e3d9427-2006-4911-be75-e6b1b98f8bb8] Going to confirm migration 5 {{(pid=69613) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1058.917042] env[69613]: DEBUG nova.compute.manager [None req-873758c2-dc60-4dae-8d3f-91754c626b6e tempest-ListServersNegativeTestJSON-2081482518 tempest-ListServersNegativeTestJSON-2081482518-project-member] [instance: d7e9fadf-c144-44e4-b840-435c9b6021d3] Start spawning the instance on the hypervisor. {{(pid=69613) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1058.949029] env[69613]: DEBUG nova.virt.hardware [None req-873758c2-dc60-4dae-8d3f-91754c626b6e tempest-ListServersNegativeTestJSON-2081482518 tempest-ListServersNegativeTestJSON-2081482518-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T13:55:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T13:55:19Z,direct_url=,disk_format='vmdk',id=2b7a0304-b5d0-431d-b287-32c8388d7fbd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3e9e1b873f1442d59d5ee8247b941f74',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T13:55:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1058.949029] env[69613]: DEBUG nova.virt.hardware [None req-873758c2-dc60-4dae-8d3f-91754c626b6e tempest-ListServersNegativeTestJSON-2081482518 tempest-ListServersNegativeTestJSON-2081482518-project-member] Flavor limits 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1058.949029] env[69613]: DEBUG nova.virt.hardware [None req-873758c2-dc60-4dae-8d3f-91754c626b6e tempest-ListServersNegativeTestJSON-2081482518 tempest-ListServersNegativeTestJSON-2081482518-project-member] Image limits 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1058.949029] env[69613]: DEBUG nova.virt.hardware [None req-873758c2-dc60-4dae-8d3f-91754c626b6e tempest-ListServersNegativeTestJSON-2081482518 tempest-ListServersNegativeTestJSON-2081482518-project-member] Flavor pref 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1058.949029] env[69613]: DEBUG nova.virt.hardware [None req-873758c2-dc60-4dae-8d3f-91754c626b6e tempest-ListServersNegativeTestJSON-2081482518 tempest-ListServersNegativeTestJSON-2081482518-project-member] Image pref 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1058.949029] env[69613]: DEBUG nova.virt.hardware [None req-873758c2-dc60-4dae-8d3f-91754c626b6e tempest-ListServersNegativeTestJSON-2081482518 tempest-ListServersNegativeTestJSON-2081482518-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1058.949029] env[69613]: DEBUG nova.virt.hardware [None req-873758c2-dc60-4dae-8d3f-91754c626b6e tempest-ListServersNegativeTestJSON-2081482518 tempest-ListServersNegativeTestJSON-2081482518-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1058.949029] env[69613]: DEBUG nova.virt.hardware [None req-873758c2-dc60-4dae-8d3f-91754c626b6e tempest-ListServersNegativeTestJSON-2081482518 tempest-ListServersNegativeTestJSON-2081482518-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69613) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1058.949029] env[69613]: DEBUG nova.virt.hardware [None req-873758c2-dc60-4dae-8d3f-91754c626b6e tempest-ListServersNegativeTestJSON-2081482518 tempest-ListServersNegativeTestJSON-2081482518-project-member] Got 1 possible topologies {{(pid=69613) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1058.949385] env[69613]: DEBUG nova.virt.hardware [None req-873758c2-dc60-4dae-8d3f-91754c626b6e tempest-ListServersNegativeTestJSON-2081482518 tempest-ListServersNegativeTestJSON-2081482518-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1058.949385] env[69613]: DEBUG nova.virt.hardware [None req-873758c2-dc60-4dae-8d3f-91754c626b6e tempest-ListServersNegativeTestJSON-2081482518 tempest-ListServersNegativeTestJSON-2081482518-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1058.950317] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44b74a37-e139-4b3f-830a-a0165642f6cd {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.959514] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af137c61-bcae-4ab8-aeea-934ac325c9dc {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.982822] env[69613]: DEBUG oslo_vmware.api [None req-873758c2-dc60-4dae-8d3f-91754c626b6e tempest-ListServersNegativeTestJSON-2081482518 tempest-ListServersNegativeTestJSON-2081482518-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]525449d5-5610-361f-fe97-a6eccc395ad8, 'name': SearchDatastore_Task, 'duration_secs': 0.047469} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.983136] env[69613]: DEBUG oslo_concurrency.lockutils [None req-873758c2-dc60-4dae-8d3f-91754c626b6e tempest-ListServersNegativeTestJSON-2081482518 tempest-ListServersNegativeTestJSON-2081482518-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.983439] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-873758c2-dc60-4dae-8d3f-91754c626b6e tempest-ListServersNegativeTestJSON-2081482518 tempest-ListServersNegativeTestJSON-2081482518-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk to [datastore1] 58d4f9d3-4baf-4af6-a8a6-0af073c8231f/58d4f9d3-4baf-4af6-a8a6-0af073c8231f.vmdk {{(pid=69613) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1058.983718] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5c5b1a3f-11ca-4e99-9a78-041c44a0166d {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.991436] env[69613]: DEBUG oslo_vmware.api [None req-873758c2-dc60-4dae-8d3f-91754c626b6e tempest-ListServersNegativeTestJSON-2081482518 tempest-ListServersNegativeTestJSON-2081482518-project-member] Waiting for the task: (returnval){ [ 1058.991436] env[69613]: value = "task-3418033" [ 1058.991436] env[69613]: _type = "Task" [ 1058.991436] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.999932] env[69613]: DEBUG oslo_vmware.api [None req-873758c2-dc60-4dae-8d3f-91754c626b6e tempest-ListServersNegativeTestJSON-2081482518 tempest-ListServersNegativeTestJSON-2081482518-project-member] Task: {'id': task-3418033, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.072937] env[69613]: INFO nova.compute.manager [None req-0f857ce1-2332-411c-a66b-b46e59ce40ef tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] [instance: 815ee067-7d2e-4312-8f7a-77ce8854bd2d] Rebuilding instance [ 1059.115633] env[69613]: DEBUG nova.compute.manager [None req-0f857ce1-2332-411c-a66b-b46e59ce40ef tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] [instance: 815ee067-7d2e-4312-8f7a-77ce8854bd2d] Checking state {{(pid=69613) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1059.116535] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be41c922-ac3e-4e5b-9b6a-e1beeca18925 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.248545] env[69613]: DEBUG oslo_vmware.api [None req-50c877ce-6f95-48d5-bc27-391d5101fe7b tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Task: {'id': task-3418031, 'name': ReconfigVM_Task, 'duration_secs': 0.357951} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.251928] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-50c877ce-6f95-48d5-bc27-391d5101fe7b tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] [instance: 01bcdedb-402d-4542-9f89-d1a661ed158e] Reconfigured VM instance instance-00000064 to attach disk [datastore1] 01bcdedb-402d-4542-9f89-d1a661ed158e/01bcdedb-402d-4542-9f89-d1a661ed158e.vmdk or device None with type sparse {{(pid=69613) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1059.252724] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-500ac5c8-636c-4f03-b9bd-941e464f0432 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.259992] env[69613]: DEBUG oslo_vmware.api [-] Task: {'id': task-3418032, 'name': CreateVM_Task, 'duration_secs': 0.354119} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.260822] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 67f0ce4d-a780-44bb-9b03-19a8a28bd34c] Created VM on the ESX host {{(pid=69613) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1059.262377] env[69613]: DEBUG oslo_concurrency.lockutils [None req-873758c2-dc60-4dae-8d3f-91754c626b6e tempest-ListServersNegativeTestJSON-2081482518 tempest-ListServersNegativeTestJSON-2081482518-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.262594] env[69613]: DEBUG oslo_concurrency.lockutils [None req-873758c2-dc60-4dae-8d3f-91754c626b6e tempest-ListServersNegativeTestJSON-2081482518 tempest-ListServersNegativeTestJSON-2081482518-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.262975] env[69613]: DEBUG oslo_concurrency.lockutils [None req-873758c2-dc60-4dae-8d3f-91754c626b6e tempest-ListServersNegativeTestJSON-2081482518 tempest-ListServersNegativeTestJSON-2081482518-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.263353] env[69613]: DEBUG oslo_vmware.api [None req-50c877ce-6f95-48d5-bc27-391d5101fe7b tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Waiting for the task: (returnval){ [ 1059.263353] env[69613]: value = "task-3418034" [ 1059.263353] env[69613]: _type = "Task" [ 1059.263353] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.263597] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c7c4d0bb-2d52-4ba3-9d03-a7c8642c8d24 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.272042] env[69613]: DEBUG oslo_vmware.api [None req-873758c2-dc60-4dae-8d3f-91754c626b6e tempest-ListServersNegativeTestJSON-2081482518 tempest-ListServersNegativeTestJSON-2081482518-project-member] Waiting for the task: (returnval){ [ 1059.272042] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]52bd4543-cbd9-a8f4-507f-c93efd9da43d" [ 1059.272042] env[69613]: _type = "Task" [ 1059.272042] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.278128] env[69613]: DEBUG oslo_vmware.api [None req-50c877ce-6f95-48d5-bc27-391d5101fe7b tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Task: {'id': task-3418034, 'name': Rename_Task} progress is 6%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.287176] env[69613]: DEBUG oslo_vmware.api [None req-873758c2-dc60-4dae-8d3f-91754c626b6e tempest-ListServersNegativeTestJSON-2081482518 tempest-ListServersNegativeTestJSON-2081482518-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52bd4543-cbd9-a8f4-507f-c93efd9da43d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.371171] env[69613]: DEBUG oslo_concurrency.lockutils [None req-4a189074-2287-4d8d-8d7c-788586a6fa16 tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.492s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1059.371715] env[69613]: DEBUG nova.compute.manager [None req-4a189074-2287-4d8d-8d7c-788586a6fa16 tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] [instance: 521abeea-6ae3-4d7e-becf-12ceb0021bb2] Start building networks asynchronously for instance. {{(pid=69613) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1059.374600] env[69613]: DEBUG oslo_concurrency.lockutils [None req-4a189074-2287-4d8d-8d7c-788586a6fa16 tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.608s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1059.376511] env[69613]: INFO nova.compute.claims [None req-4a189074-2287-4d8d-8d7c-788586a6fa16 tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] [instance: 225b95ef-63bb-4262-88b3-53f5095e9390] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1059.431317] env[69613]: DEBUG oslo_concurrency.lockutils [None req-4a9e88d7-b7df-49d7-8892-29b2b1af2293 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Acquiring lock "refresh_cache-2e3d9427-2006-4911-be75-e6b1b98f8bb8" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.432029] env[69613]: DEBUG oslo_concurrency.lockutils [None req-4a9e88d7-b7df-49d7-8892-29b2b1af2293 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Acquired lock "refresh_cache-2e3d9427-2006-4911-be75-e6b1b98f8bb8" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.432029] env[69613]: DEBUG nova.network.neutron [None req-4a9e88d7-b7df-49d7-8892-29b2b1af2293 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] [instance: 2e3d9427-2006-4911-be75-e6b1b98f8bb8] Building network info cache for instance {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1059.432182] env[69613]: DEBUG nova.objects.instance [None req-4a9e88d7-b7df-49d7-8892-29b2b1af2293 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Lazy-loading 'info_cache' on Instance uuid 2e3d9427-2006-4911-be75-e6b1b98f8bb8 {{(pid=69613) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1059.503093] env[69613]: DEBUG oslo_vmware.api [None req-873758c2-dc60-4dae-8d3f-91754c626b6e tempest-ListServersNegativeTestJSON-2081482518 tempest-ListServersNegativeTestJSON-2081482518-project-member] Task: {'id': task-3418033, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.557815] env[69613]: DEBUG nova.network.neutron [req-ce6f4789-434f-4b19-8abd-1947e2495f37 req-b75a28a0-ba5f-4c50-b2df-a75cd5dded2d service nova] [instance: 67f0ce4d-a780-44bb-9b03-19a8a28bd34c] Updated VIF entry in instance network info cache for port 5cc885ae-14f2-471c-b9d5-1d7583ad344c. {{(pid=69613) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1059.558279] env[69613]: DEBUG nova.network.neutron [req-ce6f4789-434f-4b19-8abd-1947e2495f37 req-b75a28a0-ba5f-4c50-b2df-a75cd5dded2d service nova] [instance: 67f0ce4d-a780-44bb-9b03-19a8a28bd34c] Updating instance_info_cache with network_info: [{"id": "5cc885ae-14f2-471c-b9d5-1d7583ad344c", "address": "fa:16:3e:8c:84:23", "network": {"id": "dc0e8ed3-d388-4041-996e-dab271a4ad97", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1114319652-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7bfd80d13dac415d85df7c273596cb67", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15165046-2de9-4ada-9e99-0126e20854a9", "external-id": "nsx-vlan-transportzone-974", "segmentation_id": 974, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5cc885ae-14", "ovs_interfaceid": "5cc885ae-14f2-471c-b9d5-1d7583ad344c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1059.698972] env[69613]: DEBUG nova.compute.manager [req-e21b9073-e26c-4445-be49-bd297572e76c req-5bd84d18-d368-496a-8cdb-08f7af019184 service nova] [instance: d7e9fadf-c144-44e4-b840-435c9b6021d3] Received event network-vif-plugged-5f383dcf-fbd9-4b3d-8e87-ede687fe58bf {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1059.699109] env[69613]: DEBUG oslo_concurrency.lockutils [req-e21b9073-e26c-4445-be49-bd297572e76c req-5bd84d18-d368-496a-8cdb-08f7af019184 service nova] Acquiring lock "d7e9fadf-c144-44e4-b840-435c9b6021d3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1059.699350] env[69613]: DEBUG oslo_concurrency.lockutils [req-e21b9073-e26c-4445-be49-bd297572e76c req-5bd84d18-d368-496a-8cdb-08f7af019184 service nova] Lock "d7e9fadf-c144-44e4-b840-435c9b6021d3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1059.699545] env[69613]: DEBUG oslo_concurrency.lockutils [req-e21b9073-e26c-4445-be49-bd297572e76c req-5bd84d18-d368-496a-8cdb-08f7af019184 service nova] Lock "d7e9fadf-c144-44e4-b840-435c9b6021d3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1059.699742] env[69613]: DEBUG nova.compute.manager [req-e21b9073-e26c-4445-be49-bd297572e76c req-5bd84d18-d368-496a-8cdb-08f7af019184 service nova] [instance: d7e9fadf-c144-44e4-b840-435c9b6021d3] No waiting events found dispatching network-vif-plugged-5f383dcf-fbd9-4b3d-8e87-ede687fe58bf {{(pid=69613) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1059.699910] env[69613]: WARNING nova.compute.manager [req-e21b9073-e26c-4445-be49-bd297572e76c req-5bd84d18-d368-496a-8cdb-08f7af019184 service nova] [instance: d7e9fadf-c144-44e4-b840-435c9b6021d3] Received unexpected event network-vif-plugged-5f383dcf-fbd9-4b3d-8e87-ede687fe58bf for instance with vm_state building and task_state spawning. [ 1059.775494] env[69613]: DEBUG oslo_vmware.api [None req-50c877ce-6f95-48d5-bc27-391d5101fe7b tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Task: {'id': task-3418034, 'name': Rename_Task, 'duration_secs': 0.203163} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.775774] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-50c877ce-6f95-48d5-bc27-391d5101fe7b tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] [instance: 01bcdedb-402d-4542-9f89-d1a661ed158e] Powering on the VM {{(pid=69613) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1059.776049] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-687f1271-b8fd-4ec8-bd1c-0f9be37cfc5b {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.784243] env[69613]: DEBUG oslo_vmware.api [None req-50c877ce-6f95-48d5-bc27-391d5101fe7b tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Waiting for the task: (returnval){ [ 1059.784243] env[69613]: value = "task-3418035" [ 1059.784243] env[69613]: _type = "Task" [ 1059.784243] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.786857] env[69613]: DEBUG oslo_vmware.api [None req-873758c2-dc60-4dae-8d3f-91754c626b6e tempest-ListServersNegativeTestJSON-2081482518 tempest-ListServersNegativeTestJSON-2081482518-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52bd4543-cbd9-a8f4-507f-c93efd9da43d, 'name': SearchDatastore_Task, 'duration_secs': 0.058368} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.789771] env[69613]: DEBUG oslo_concurrency.lockutils [None req-873758c2-dc60-4dae-8d3f-91754c626b6e tempest-ListServersNegativeTestJSON-2081482518 tempest-ListServersNegativeTestJSON-2081482518-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.789978] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-873758c2-dc60-4dae-8d3f-91754c626b6e tempest-ListServersNegativeTestJSON-2081482518 tempest-ListServersNegativeTestJSON-2081482518-project-member] [instance: 67f0ce4d-a780-44bb-9b03-19a8a28bd34c] Processing image 2b7a0304-b5d0-431d-b287-32c8388d7fbd {{(pid=69613) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1059.790228] env[69613]: DEBUG oslo_concurrency.lockutils [None req-873758c2-dc60-4dae-8d3f-91754c626b6e tempest-ListServersNegativeTestJSON-2081482518 tempest-ListServersNegativeTestJSON-2081482518-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.790377] env[69613]: DEBUG oslo_concurrency.lockutils [None req-873758c2-dc60-4dae-8d3f-91754c626b6e tempest-ListServersNegativeTestJSON-2081482518 tempest-ListServersNegativeTestJSON-2081482518-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.790644] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-873758c2-dc60-4dae-8d3f-91754c626b6e tempest-ListServersNegativeTestJSON-2081482518 tempest-ListServersNegativeTestJSON-2081482518-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69613) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1059.790887] env[69613]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0d9a6767-4611-49bc-8688-b8536c73b117 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.797231] env[69613]: DEBUG oslo_vmware.api [None req-50c877ce-6f95-48d5-bc27-391d5101fe7b tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Task: {'id': task-3418035, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.805869] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-873758c2-dc60-4dae-8d3f-91754c626b6e tempest-ListServersNegativeTestJSON-2081482518 tempest-ListServersNegativeTestJSON-2081482518-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69613) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1059.806069] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-873758c2-dc60-4dae-8d3f-91754c626b6e tempest-ListServersNegativeTestJSON-2081482518 tempest-ListServersNegativeTestJSON-2081482518-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69613) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1059.806765] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7c3ba710-335b-4591-9472-7817078e7c4e {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.811478] env[69613]: DEBUG oslo_vmware.api [None req-873758c2-dc60-4dae-8d3f-91754c626b6e tempest-ListServersNegativeTestJSON-2081482518 tempest-ListServersNegativeTestJSON-2081482518-project-member] Waiting for the task: (returnval){ [ 1059.811478] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]5293a9a5-ada6-b0b8-bb50-2260fe2d6977" [ 1059.811478] env[69613]: _type = "Task" [ 1059.811478] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.812220] env[69613]: DEBUG nova.network.neutron [None req-873758c2-dc60-4dae-8d3f-91754c626b6e tempest-ListServersNegativeTestJSON-2081482518 tempest-ListServersNegativeTestJSON-2081482518-project-member] [instance: d7e9fadf-c144-44e4-b840-435c9b6021d3] Successfully updated port: 5f383dcf-fbd9-4b3d-8e87-ede687fe58bf {{(pid=69613) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1059.821068] env[69613]: DEBUG oslo_vmware.api [None req-873758c2-dc60-4dae-8d3f-91754c626b6e tempest-ListServersNegativeTestJSON-2081482518 tempest-ListServersNegativeTestJSON-2081482518-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]5293a9a5-ada6-b0b8-bb50-2260fe2d6977, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.880903] env[69613]: DEBUG nova.compute.utils [None req-4a189074-2287-4d8d-8d7c-788586a6fa16 tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] Using /dev/sd instead of None {{(pid=69613) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1059.885076] env[69613]: DEBUG nova.compute.manager [None req-4a189074-2287-4d8d-8d7c-788586a6fa16 tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] [instance: 521abeea-6ae3-4d7e-becf-12ceb0021bb2] Allocating IP information in the background. {{(pid=69613) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1059.885317] env[69613]: DEBUG nova.network.neutron [None req-4a189074-2287-4d8d-8d7c-788586a6fa16 tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] [instance: 521abeea-6ae3-4d7e-becf-12ceb0021bb2] allocate_for_instance() {{(pid=69613) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1059.960206] env[69613]: DEBUG nova.policy [None req-4a189074-2287-4d8d-8d7c-788586a6fa16 tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '85f1f1debeff4dce83163efc4aa2d0d0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2dbf5c5290e346509b79022e11bddd6b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69613) authorize /opt/stack/nova/nova/policy.py:192}} [ 1060.007072] env[69613]: DEBUG oslo_vmware.api [None req-873758c2-dc60-4dae-8d3f-91754c626b6e tempest-ListServersNegativeTestJSON-2081482518 tempest-ListServersNegativeTestJSON-2081482518-project-member] Task: {'id': task-3418033, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.602514} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.008441] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-873758c2-dc60-4dae-8d3f-91754c626b6e tempest-ListServersNegativeTestJSON-2081482518 tempest-ListServersNegativeTestJSON-2081482518-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk to [datastore1] 58d4f9d3-4baf-4af6-a8a6-0af073c8231f/58d4f9d3-4baf-4af6-a8a6-0af073c8231f.vmdk {{(pid=69613) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1060.008441] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-873758c2-dc60-4dae-8d3f-91754c626b6e tempest-ListServersNegativeTestJSON-2081482518 tempest-ListServersNegativeTestJSON-2081482518-project-member] [instance: 58d4f9d3-4baf-4af6-a8a6-0af073c8231f] Extending root virtual disk to 1048576 {{(pid=69613) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1060.009445] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-26dcc1d4-e889-49dd-b553-aed52b1e9de1 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.017853] env[69613]: DEBUG oslo_vmware.api [None req-873758c2-dc60-4dae-8d3f-91754c626b6e tempest-ListServersNegativeTestJSON-2081482518 tempest-ListServersNegativeTestJSON-2081482518-project-member] Waiting for the task: (returnval){ [ 1060.017853] env[69613]: value = "task-3418036" [ 1060.017853] env[69613]: _type = "Task" [ 1060.017853] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.030401] env[69613]: DEBUG oslo_vmware.api [None req-873758c2-dc60-4dae-8d3f-91754c626b6e tempest-ListServersNegativeTestJSON-2081482518 tempest-ListServersNegativeTestJSON-2081482518-project-member] Task: {'id': task-3418036, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.061282] env[69613]: DEBUG oslo_concurrency.lockutils [req-ce6f4789-434f-4b19-8abd-1947e2495f37 req-b75a28a0-ba5f-4c50-b2df-a75cd5dded2d service nova] Releasing lock "refresh_cache-67f0ce4d-a780-44bb-9b03-19a8a28bd34c" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.061647] env[69613]: DEBUG nova.compute.manager [req-ce6f4789-434f-4b19-8abd-1947e2495f37 req-b75a28a0-ba5f-4c50-b2df-a75cd5dded2d service nova] [instance: 9333145d-7d80-405b-b94e-37152559489e] Received event network-changed-e6cfcbf8-9c99-4540-ab1b-84edb77ce904 {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1060.061915] env[69613]: DEBUG nova.compute.manager [req-ce6f4789-434f-4b19-8abd-1947e2495f37 req-b75a28a0-ba5f-4c50-b2df-a75cd5dded2d service nova] [instance: 9333145d-7d80-405b-b94e-37152559489e] Refreshing instance network info cache due to event network-changed-e6cfcbf8-9c99-4540-ab1b-84edb77ce904. {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1060.062280] env[69613]: DEBUG oslo_concurrency.lockutils [req-ce6f4789-434f-4b19-8abd-1947e2495f37 req-b75a28a0-ba5f-4c50-b2df-a75cd5dded2d service nova] Acquiring lock "refresh_cache-9333145d-7d80-405b-b94e-37152559489e" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.062561] env[69613]: DEBUG oslo_concurrency.lockutils [req-ce6f4789-434f-4b19-8abd-1947e2495f37 req-b75a28a0-ba5f-4c50-b2df-a75cd5dded2d service nova] Acquired lock "refresh_cache-9333145d-7d80-405b-b94e-37152559489e" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.062820] env[69613]: DEBUG nova.network.neutron [req-ce6f4789-434f-4b19-8abd-1947e2495f37 req-b75a28a0-ba5f-4c50-b2df-a75cd5dded2d service nova] [instance: 9333145d-7d80-405b-b94e-37152559489e] Refreshing network info cache for port e6cfcbf8-9c99-4540-ab1b-84edb77ce904 {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1060.133406] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f857ce1-2332-411c-a66b-b46e59ce40ef tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] [instance: 815ee067-7d2e-4312-8f7a-77ce8854bd2d] Powering off the VM {{(pid=69613) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1060.133758] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3dac7176-9573-4859-b2ef-085a64bd83ff {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.140765] env[69613]: DEBUG oslo_vmware.api [None req-0f857ce1-2332-411c-a66b-b46e59ce40ef tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Waiting for the task: (returnval){ [ 1060.140765] env[69613]: value = "task-3418037" [ 1060.140765] env[69613]: _type = "Task" [ 1060.140765] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.149733] env[69613]: DEBUG oslo_vmware.api [None req-0f857ce1-2332-411c-a66b-b46e59ce40ef tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Task: {'id': task-3418037, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.294122] env[69613]: DEBUG nova.network.neutron [None req-4a189074-2287-4d8d-8d7c-788586a6fa16 tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] [instance: 521abeea-6ae3-4d7e-becf-12ceb0021bb2] Successfully created port: 9c358560-ba2f-46c5-9320-ff396a996e08 {{(pid=69613) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1060.299504] env[69613]: DEBUG oslo_vmware.api [None req-50c877ce-6f95-48d5-bc27-391d5101fe7b tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Task: {'id': task-3418035, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.317853] env[69613]: DEBUG oslo_concurrency.lockutils [None req-873758c2-dc60-4dae-8d3f-91754c626b6e tempest-ListServersNegativeTestJSON-2081482518 tempest-ListServersNegativeTestJSON-2081482518-project-member] Acquiring lock "refresh_cache-d7e9fadf-c144-44e4-b840-435c9b6021d3" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.317998] env[69613]: DEBUG oslo_concurrency.lockutils [None req-873758c2-dc60-4dae-8d3f-91754c626b6e tempest-ListServersNegativeTestJSON-2081482518 tempest-ListServersNegativeTestJSON-2081482518-project-member] Acquired lock "refresh_cache-d7e9fadf-c144-44e4-b840-435c9b6021d3" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.318140] env[69613]: DEBUG nova.network.neutron [None req-873758c2-dc60-4dae-8d3f-91754c626b6e tempest-ListServersNegativeTestJSON-2081482518 tempest-ListServersNegativeTestJSON-2081482518-project-member] [instance: d7e9fadf-c144-44e4-b840-435c9b6021d3] Building network info cache for instance {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1060.326773] env[69613]: DEBUG oslo_vmware.api [None req-873758c2-dc60-4dae-8d3f-91754c626b6e tempest-ListServersNegativeTestJSON-2081482518 tempest-ListServersNegativeTestJSON-2081482518-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]5293a9a5-ada6-b0b8-bb50-2260fe2d6977, 'name': SearchDatastore_Task, 'duration_secs': 0.033777} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.328458] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6854424b-4099-4d09-9584-36267a0fc485 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.335591] env[69613]: DEBUG oslo_vmware.api [None req-873758c2-dc60-4dae-8d3f-91754c626b6e tempest-ListServersNegativeTestJSON-2081482518 tempest-ListServersNegativeTestJSON-2081482518-project-member] Waiting for the task: (returnval){ [ 1060.335591] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]524d9deb-336d-ef08-dee1-0f1125565b09" [ 1060.335591] env[69613]: _type = "Task" [ 1060.335591] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.345784] env[69613]: DEBUG oslo_vmware.api [None req-873758c2-dc60-4dae-8d3f-91754c626b6e tempest-ListServersNegativeTestJSON-2081482518 tempest-ListServersNegativeTestJSON-2081482518-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]524d9deb-336d-ef08-dee1-0f1125565b09, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.386490] env[69613]: DEBUG nova.compute.manager [None req-4a189074-2287-4d8d-8d7c-788586a6fa16 tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] [instance: 521abeea-6ae3-4d7e-becf-12ceb0021bb2] Start building block device mappings for instance. {{(pid=69613) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1060.529613] env[69613]: DEBUG oslo_vmware.api [None req-873758c2-dc60-4dae-8d3f-91754c626b6e tempest-ListServersNegativeTestJSON-2081482518 tempest-ListServersNegativeTestJSON-2081482518-project-member] Task: {'id': task-3418036, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083216} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.530804] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-873758c2-dc60-4dae-8d3f-91754c626b6e tempest-ListServersNegativeTestJSON-2081482518 tempest-ListServersNegativeTestJSON-2081482518-project-member] [instance: 58d4f9d3-4baf-4af6-a8a6-0af073c8231f] Extended root virtual disk {{(pid=69613) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1060.531212] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46c6dc40-6d58-4ef1-be9d-77a4b9f054c2 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.556422] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-873758c2-dc60-4dae-8d3f-91754c626b6e tempest-ListServersNegativeTestJSON-2081482518 tempest-ListServersNegativeTestJSON-2081482518-project-member] [instance: 58d4f9d3-4baf-4af6-a8a6-0af073c8231f] Reconfiguring VM instance instance-00000065 to attach disk [datastore1] 58d4f9d3-4baf-4af6-a8a6-0af073c8231f/58d4f9d3-4baf-4af6-a8a6-0af073c8231f.vmdk or device None with type sparse {{(pid=69613) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1060.560871] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-58b199a7-e5b8-40f2-a88c-bb75b223ffe0 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.584499] env[69613]: DEBUG oslo_vmware.api [None req-873758c2-dc60-4dae-8d3f-91754c626b6e tempest-ListServersNegativeTestJSON-2081482518 tempest-ListServersNegativeTestJSON-2081482518-project-member] Waiting for the task: (returnval){ [ 1060.584499] env[69613]: value = "task-3418038" [ 1060.584499] env[69613]: _type = "Task" [ 1060.584499] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.595691] env[69613]: DEBUG oslo_vmware.api [None req-873758c2-dc60-4dae-8d3f-91754c626b6e tempest-ListServersNegativeTestJSON-2081482518 tempest-ListServersNegativeTestJSON-2081482518-project-member] Task: {'id': task-3418038, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.653936] env[69613]: DEBUG oslo_vmware.api [None req-0f857ce1-2332-411c-a66b-b46e59ce40ef tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Task: {'id': task-3418037, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.681444] env[69613]: DEBUG nova.network.neutron [None req-4a9e88d7-b7df-49d7-8892-29b2b1af2293 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] [instance: 2e3d9427-2006-4911-be75-e6b1b98f8bb8] Updating instance_info_cache with network_info: [{"id": "301b37ec-2e17-4060-8286-6fb5464069d5", "address": "fa:16:3e:72:e1:dc", "network": {"id": "11b401e5-86d1-43b8-acf8-926654aabc3d", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1280003735-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c95e457d9ff84ad99712006a0d8c5dc4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15538852-1a3f-4f71-b4a9-4923c5837c4f", "external-id": "nsx-vlan-transportzone-165", "segmentation_id": 165, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap301b37ec-2e", "ovs_interfaceid": "301b37ec-2e17-4060-8286-6fb5464069d5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1060.753084] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41be20ea-4cb1-464e-8854-a15693df79c3 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.762137] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6c4e929-17d0-401e-9658-6ecd213aa393 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.796804] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2d925bf-addf-411d-96cc-7ce0605225ea {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.803127] env[69613]: DEBUG oslo_vmware.api [None req-50c877ce-6f95-48d5-bc27-391d5101fe7b tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Task: {'id': task-3418035, 'name': PowerOnVM_Task, 'duration_secs': 0.52749} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.805195] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-50c877ce-6f95-48d5-bc27-391d5101fe7b tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] [instance: 01bcdedb-402d-4542-9f89-d1a661ed158e] Powered on the VM {{(pid=69613) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1060.805373] env[69613]: INFO nova.compute.manager [None req-50c877ce-6f95-48d5-bc27-391d5101fe7b tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] [instance: 01bcdedb-402d-4542-9f89-d1a661ed158e] Took 9.33 seconds to spawn the instance on the hypervisor. [ 1060.805582] env[69613]: DEBUG nova.compute.manager [None req-50c877ce-6f95-48d5-bc27-391d5101fe7b tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] [instance: 01bcdedb-402d-4542-9f89-d1a661ed158e] Checking state {{(pid=69613) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1060.808372] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-770672c2-7162-4139-aed5-db43c3682cd0 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.811865] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1aa8055-4b7b-4d69-95d3-2da106f0c84a {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.831282] env[69613]: DEBUG nova.compute.provider_tree [None req-4a189074-2287-4d8d-8d7c-788586a6fa16 tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] Updating inventory in ProviderTree for provider af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69613) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1060.845843] env[69613]: DEBUG oslo_vmware.api [None req-873758c2-dc60-4dae-8d3f-91754c626b6e tempest-ListServersNegativeTestJSON-2081482518 tempest-ListServersNegativeTestJSON-2081482518-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]524d9deb-336d-ef08-dee1-0f1125565b09, 'name': SearchDatastore_Task, 'duration_secs': 0.015316} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.846295] env[69613]: DEBUG oslo_concurrency.lockutils [None req-873758c2-dc60-4dae-8d3f-91754c626b6e tempest-ListServersNegativeTestJSON-2081482518 tempest-ListServersNegativeTestJSON-2081482518-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.847451] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-873758c2-dc60-4dae-8d3f-91754c626b6e tempest-ListServersNegativeTestJSON-2081482518 tempest-ListServersNegativeTestJSON-2081482518-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk to [datastore1] 67f0ce4d-a780-44bb-9b03-19a8a28bd34c/67f0ce4d-a780-44bb-9b03-19a8a28bd34c.vmdk {{(pid=69613) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1060.847451] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1c176e2d-ead7-4843-a01c-bbcafc1977a8 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.853796] env[69613]: DEBUG oslo_vmware.api [None req-873758c2-dc60-4dae-8d3f-91754c626b6e tempest-ListServersNegativeTestJSON-2081482518 tempest-ListServersNegativeTestJSON-2081482518-project-member] Waiting for the task: (returnval){ [ 1060.853796] env[69613]: value = "task-3418039" [ 1060.853796] env[69613]: _type = "Task" [ 1060.853796] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.862338] env[69613]: DEBUG oslo_vmware.api [None req-873758c2-dc60-4dae-8d3f-91754c626b6e tempest-ListServersNegativeTestJSON-2081482518 tempest-ListServersNegativeTestJSON-2081482518-project-member] Task: {'id': task-3418039, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.864092] env[69613]: DEBUG nova.network.neutron [req-ce6f4789-434f-4b19-8abd-1947e2495f37 req-b75a28a0-ba5f-4c50-b2df-a75cd5dded2d service nova] [instance: 9333145d-7d80-405b-b94e-37152559489e] Updated VIF entry in instance network info cache for port e6cfcbf8-9c99-4540-ab1b-84edb77ce904. {{(pid=69613) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1060.864440] env[69613]: DEBUG nova.network.neutron [req-ce6f4789-434f-4b19-8abd-1947e2495f37 req-b75a28a0-ba5f-4c50-b2df-a75cd5dded2d service nova] [instance: 9333145d-7d80-405b-b94e-37152559489e] Updating instance_info_cache with network_info: [{"id": "e6cfcbf8-9c99-4540-ab1b-84edb77ce904", "address": "fa:16:3e:3f:3a:21", "network": {"id": "716d936a-9f18-4dbf-8278-8d495c4e8e5e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1568527215-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.131", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ac0fd822ae5c46349cf139bf95aa6ad4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "99639c37-b0c6-4be7-9594-230e44b1280b", "external-id": "nsx-vlan-transportzone-17", "segmentation_id": 17, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape6cfcbf8-9c", "ovs_interfaceid": "e6cfcbf8-9c99-4540-ab1b-84edb77ce904", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1060.866155] env[69613]: DEBUG nova.network.neutron [None req-873758c2-dc60-4dae-8d3f-91754c626b6e tempest-ListServersNegativeTestJSON-2081482518 tempest-ListServersNegativeTestJSON-2081482518-project-member] [instance: d7e9fadf-c144-44e4-b840-435c9b6021d3] Instance cache missing network info. {{(pid=69613) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1061.008314] env[69613]: DEBUG nova.network.neutron [None req-873758c2-dc60-4dae-8d3f-91754c626b6e tempest-ListServersNegativeTestJSON-2081482518 tempest-ListServersNegativeTestJSON-2081482518-project-member] [instance: d7e9fadf-c144-44e4-b840-435c9b6021d3] Updating instance_info_cache with network_info: [{"id": "5f383dcf-fbd9-4b3d-8e87-ede687fe58bf", "address": "fa:16:3e:84:28:67", "network": {"id": "dc0e8ed3-d388-4041-996e-dab271a4ad97", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1114319652-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7bfd80d13dac415d85df7c273596cb67", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15165046-2de9-4ada-9e99-0126e20854a9", "external-id": "nsx-vlan-transportzone-974", "segmentation_id": 974, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f383dcf-fb", "ovs_interfaceid": "5f383dcf-fbd9-4b3d-8e87-ede687fe58bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1061.096691] env[69613]: DEBUG oslo_vmware.api [None req-873758c2-dc60-4dae-8d3f-91754c626b6e tempest-ListServersNegativeTestJSON-2081482518 tempest-ListServersNegativeTestJSON-2081482518-project-member] Task: {'id': task-3418038, 'name': ReconfigVM_Task, 'duration_secs': 0.461425} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.096691] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-873758c2-dc60-4dae-8d3f-91754c626b6e tempest-ListServersNegativeTestJSON-2081482518 tempest-ListServersNegativeTestJSON-2081482518-project-member] [instance: 58d4f9d3-4baf-4af6-a8a6-0af073c8231f] Reconfigured VM instance instance-00000065 to attach disk [datastore1] 58d4f9d3-4baf-4af6-a8a6-0af073c8231f/58d4f9d3-4baf-4af6-a8a6-0af073c8231f.vmdk or device None with type sparse {{(pid=69613) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1061.097016] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ebeaeff1-924a-4d1d-aa29-8367deb55ede {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.103492] env[69613]: DEBUG oslo_vmware.api [None req-873758c2-dc60-4dae-8d3f-91754c626b6e tempest-ListServersNegativeTestJSON-2081482518 tempest-ListServersNegativeTestJSON-2081482518-project-member] Waiting for the task: (returnval){ [ 1061.103492] env[69613]: value = "task-3418040" [ 1061.103492] env[69613]: _type = "Task" [ 1061.103492] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.111609] env[69613]: DEBUG oslo_vmware.api [None req-873758c2-dc60-4dae-8d3f-91754c626b6e tempest-ListServersNegativeTestJSON-2081482518 tempest-ListServersNegativeTestJSON-2081482518-project-member] Task: {'id': task-3418040, 'name': Rename_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.153917] env[69613]: DEBUG oslo_vmware.api [None req-0f857ce1-2332-411c-a66b-b46e59ce40ef tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Task: {'id': task-3418037, 'name': PowerOffVM_Task, 'duration_secs': 0.539131} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.154392] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f857ce1-2332-411c-a66b-b46e59ce40ef tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] [instance: 815ee067-7d2e-4312-8f7a-77ce8854bd2d] Powered off the VM {{(pid=69613) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1061.154751] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-0f857ce1-2332-411c-a66b-b46e59ce40ef tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] [instance: 815ee067-7d2e-4312-8f7a-77ce8854bd2d] Destroying instance {{(pid=69613) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1061.155714] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3da971f4-6413-44f5-b661-e7b4b9421b09 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.163169] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-0f857ce1-2332-411c-a66b-b46e59ce40ef tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] [instance: 815ee067-7d2e-4312-8f7a-77ce8854bd2d] Unregistering the VM {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1061.163448] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2a1328b4-1bf6-4d20-8d0e-6dae910c4053 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.186155] env[69613]: DEBUG oslo_concurrency.lockutils [None req-4a9e88d7-b7df-49d7-8892-29b2b1af2293 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Releasing lock "refresh_cache-2e3d9427-2006-4911-be75-e6b1b98f8bb8" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.186418] env[69613]: DEBUG nova.objects.instance [None req-4a9e88d7-b7df-49d7-8892-29b2b1af2293 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Lazy-loading 'migration_context' on Instance uuid 2e3d9427-2006-4911-be75-e6b1b98f8bb8 {{(pid=69613) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1061.270177] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-0f857ce1-2332-411c-a66b-b46e59ce40ef tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] [instance: 815ee067-7d2e-4312-8f7a-77ce8854bd2d] Unregistered the VM {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1061.270434] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-0f857ce1-2332-411c-a66b-b46e59ce40ef tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] [instance: 815ee067-7d2e-4312-8f7a-77ce8854bd2d] Deleting contents of the VM from datastore datastore2 {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1061.270653] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f857ce1-2332-411c-a66b-b46e59ce40ef tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Deleting the datastore file [datastore2] 815ee067-7d2e-4312-8f7a-77ce8854bd2d {{(pid=69613) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1061.270931] env[69613]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e5300842-f46e-4cdf-8585-d8cb0e845065 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.278337] env[69613]: DEBUG oslo_vmware.api [None req-0f857ce1-2332-411c-a66b-b46e59ce40ef tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Waiting for the task: (returnval){ [ 1061.278337] env[69613]: value = "task-3418042" [ 1061.278337] env[69613]: _type = "Task" [ 1061.278337] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.287618] env[69613]: DEBUG oslo_vmware.api [None req-0f857ce1-2332-411c-a66b-b46e59ce40ef tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Task: {'id': task-3418042, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.344386] env[69613]: INFO nova.compute.manager [None req-50c877ce-6f95-48d5-bc27-391d5101fe7b tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] [instance: 01bcdedb-402d-4542-9f89-d1a661ed158e] Took 21.71 seconds to build instance. [ 1061.360448] env[69613]: ERROR nova.scheduler.client.report [None req-4a189074-2287-4d8d-8d7c-788586a6fa16 tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] [req-24a5f0d2-a31c-42d1-93c8-4c52092043b7] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID af76dfa6-80f5-47a1-ac1e-7e11abfaaed9. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-24a5f0d2-a31c-42d1-93c8-4c52092043b7"}]} [ 1061.366514] env[69613]: DEBUG oslo_vmware.api [None req-873758c2-dc60-4dae-8d3f-91754c626b6e tempest-ListServersNegativeTestJSON-2081482518 tempest-ListServersNegativeTestJSON-2081482518-project-member] Task: {'id': task-3418039, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.369311] env[69613]: DEBUG oslo_concurrency.lockutils [req-ce6f4789-434f-4b19-8abd-1947e2495f37 req-b75a28a0-ba5f-4c50-b2df-a75cd5dded2d service nova] Releasing lock "refresh_cache-9333145d-7d80-405b-b94e-37152559489e" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.382103] env[69613]: DEBUG nova.scheduler.client.report [None req-4a189074-2287-4d8d-8d7c-788586a6fa16 tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] Refreshing inventories for resource provider af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 {{(pid=69613) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1061.396375] env[69613]: DEBUG nova.compute.manager [None req-4a189074-2287-4d8d-8d7c-788586a6fa16 tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] [instance: 521abeea-6ae3-4d7e-becf-12ceb0021bb2] Start spawning the instance on the hypervisor. {{(pid=69613) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1061.400239] env[69613]: DEBUG nova.scheduler.client.report [None req-4a189074-2287-4d8d-8d7c-788586a6fa16 tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] Updating ProviderTree inventory for provider af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69613) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1061.400239] env[69613]: DEBUG nova.compute.provider_tree [None req-4a189074-2287-4d8d-8d7c-788586a6fa16 tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] Updating inventory in ProviderTree for provider af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69613) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1061.414748] env[69613]: DEBUG nova.scheduler.client.report [None req-4a189074-2287-4d8d-8d7c-788586a6fa16 tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] Refreshing aggregate associations for resource provider af76dfa6-80f5-47a1-ac1e-7e11abfaaed9, aggregates: None {{(pid=69613) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1061.429520] env[69613]: DEBUG nova.virt.hardware [None req-4a189074-2287-4d8d-8d7c-788586a6fa16 tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T13:55:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T13:55:19Z,direct_url=,disk_format='vmdk',id=2b7a0304-b5d0-431d-b287-32c8388d7fbd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3e9e1b873f1442d59d5ee8247b941f74',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T13:55:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1061.429679] env[69613]: DEBUG nova.virt.hardware [None req-4a189074-2287-4d8d-8d7c-788586a6fa16 tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] Flavor limits 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1061.429896] env[69613]: DEBUG nova.virt.hardware [None req-4a189074-2287-4d8d-8d7c-788586a6fa16 tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] Image limits 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1061.430110] env[69613]: DEBUG nova.virt.hardware [None req-4a189074-2287-4d8d-8d7c-788586a6fa16 tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] Flavor pref 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1061.430266] env[69613]: DEBUG nova.virt.hardware [None req-4a189074-2287-4d8d-8d7c-788586a6fa16 tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] Image pref 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1061.430415] env[69613]: DEBUG nova.virt.hardware [None req-4a189074-2287-4d8d-8d7c-788586a6fa16 tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1061.430632] env[69613]: DEBUG nova.virt.hardware [None req-4a189074-2287-4d8d-8d7c-788586a6fa16 tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1061.430808] env[69613]: DEBUG nova.virt.hardware [None req-4a189074-2287-4d8d-8d7c-788586a6fa16 tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69613) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1061.431026] env[69613]: DEBUG nova.virt.hardware [None req-4a189074-2287-4d8d-8d7c-788586a6fa16 tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] Got 1 possible topologies {{(pid=69613) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1061.431209] env[69613]: DEBUG nova.virt.hardware [None req-4a189074-2287-4d8d-8d7c-788586a6fa16 tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1061.431445] env[69613]: DEBUG nova.virt.hardware [None req-4a189074-2287-4d8d-8d7c-788586a6fa16 tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1061.432818] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a8dd268-85a6-43c6-b9b8-bc9ab49a4275 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.438299] env[69613]: DEBUG nova.scheduler.client.report [None req-4a189074-2287-4d8d-8d7c-788586a6fa16 tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] Refreshing trait associations for resource provider af76dfa6-80f5-47a1-ac1e-7e11abfaaed9, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_NODE {{(pid=69613) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1061.445076] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6153b1a2-dddd-4539-8539-6ae3a52af32f {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.511221] env[69613]: DEBUG oslo_concurrency.lockutils [None req-873758c2-dc60-4dae-8d3f-91754c626b6e tempest-ListServersNegativeTestJSON-2081482518 tempest-ListServersNegativeTestJSON-2081482518-project-member] Releasing lock "refresh_cache-d7e9fadf-c144-44e4-b840-435c9b6021d3" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.511527] env[69613]: DEBUG nova.compute.manager [None req-873758c2-dc60-4dae-8d3f-91754c626b6e tempest-ListServersNegativeTestJSON-2081482518 tempest-ListServersNegativeTestJSON-2081482518-project-member] [instance: d7e9fadf-c144-44e4-b840-435c9b6021d3] Instance network_info: |[{"id": "5f383dcf-fbd9-4b3d-8e87-ede687fe58bf", "address": "fa:16:3e:84:28:67", "network": {"id": "dc0e8ed3-d388-4041-996e-dab271a4ad97", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1114319652-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7bfd80d13dac415d85df7c273596cb67", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15165046-2de9-4ada-9e99-0126e20854a9", "external-id": "nsx-vlan-transportzone-974", "segmentation_id": 974, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f383dcf-fb", "ovs_interfaceid": "5f383dcf-fbd9-4b3d-8e87-ede687fe58bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69613) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1061.511930] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-873758c2-dc60-4dae-8d3f-91754c626b6e tempest-ListServersNegativeTestJSON-2081482518 tempest-ListServersNegativeTestJSON-2081482518-project-member] [instance: d7e9fadf-c144-44e4-b840-435c9b6021d3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:84:28:67', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '15165046-2de9-4ada-9e99-0126e20854a9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5f383dcf-fbd9-4b3d-8e87-ede687fe58bf', 'vif_model': 'vmxnet3'}] {{(pid=69613) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1061.519444] env[69613]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-873758c2-dc60-4dae-8d3f-91754c626b6e tempest-ListServersNegativeTestJSON-2081482518 tempest-ListServersNegativeTestJSON-2081482518-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69613) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1061.521768] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d7e9fadf-c144-44e4-b840-435c9b6021d3] Creating VM on the ESX host {{(pid=69613) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1061.522169] env[69613]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fbf83e88-7b7b-4bec-9421-a94c152c552e {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.543271] env[69613]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1061.543271] env[69613]: value = "task-3418043" [ 1061.543271] env[69613]: _type = "Task" [ 1061.543271] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.555413] env[69613]: DEBUG oslo_vmware.api [-] Task: {'id': task-3418043, 'name': CreateVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.615759] env[69613]: DEBUG oslo_vmware.api [None req-873758c2-dc60-4dae-8d3f-91754c626b6e tempest-ListServersNegativeTestJSON-2081482518 tempest-ListServersNegativeTestJSON-2081482518-project-member] Task: {'id': task-3418040, 'name': Rename_Task} progress is 99%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.690538] env[69613]: DEBUG nova.objects.base [None req-4a9e88d7-b7df-49d7-8892-29b2b1af2293 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Object Instance<2e3d9427-2006-4911-be75-e6b1b98f8bb8> lazy-loaded attributes: info_cache,migration_context {{(pid=69613) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1061.691688] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-062a7df3-3fca-4c2a-be75-ba1258753450 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.715212] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f1063faa-fd9b-49cb-8e2f-d4e4e077d6d2 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.720915] env[69613]: DEBUG oslo_vmware.api [None req-4a9e88d7-b7df-49d7-8892-29b2b1af2293 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Waiting for the task: (returnval){ [ 1061.720915] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]529b8a47-a2f5-a6ad-f133-adec70c0dba5" [ 1061.720915] env[69613]: _type = "Task" [ 1061.720915] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.726628] env[69613]: DEBUG nova.compute.manager [req-4d0260c9-9ea6-4251-a4ba-767cad1952cb req-fdeb2c36-a723-4000-80c6-9240125f4065 service nova] [instance: d7e9fadf-c144-44e4-b840-435c9b6021d3] Received event network-changed-5f383dcf-fbd9-4b3d-8e87-ede687fe58bf {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1061.727064] env[69613]: DEBUG nova.compute.manager [req-4d0260c9-9ea6-4251-a4ba-767cad1952cb req-fdeb2c36-a723-4000-80c6-9240125f4065 service nova] [instance: d7e9fadf-c144-44e4-b840-435c9b6021d3] Refreshing instance network info cache due to event network-changed-5f383dcf-fbd9-4b3d-8e87-ede687fe58bf. {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1061.727349] env[69613]: DEBUG oslo_concurrency.lockutils [req-4d0260c9-9ea6-4251-a4ba-767cad1952cb req-fdeb2c36-a723-4000-80c6-9240125f4065 service nova] Acquiring lock "refresh_cache-d7e9fadf-c144-44e4-b840-435c9b6021d3" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.727455] env[69613]: DEBUG oslo_concurrency.lockutils [req-4d0260c9-9ea6-4251-a4ba-767cad1952cb req-fdeb2c36-a723-4000-80c6-9240125f4065 service nova] Acquired lock "refresh_cache-d7e9fadf-c144-44e4-b840-435c9b6021d3" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.727617] env[69613]: DEBUG nova.network.neutron [req-4d0260c9-9ea6-4251-a4ba-767cad1952cb req-fdeb2c36-a723-4000-80c6-9240125f4065 service nova] [instance: d7e9fadf-c144-44e4-b840-435c9b6021d3] Refreshing network info cache for port 5f383dcf-fbd9-4b3d-8e87-ede687fe58bf {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1061.738684] env[69613]: DEBUG oslo_vmware.api [None req-4a9e88d7-b7df-49d7-8892-29b2b1af2293 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]529b8a47-a2f5-a6ad-f133-adec70c0dba5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.769636] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-556c53bb-2d56-4510-8de5-79ac36e3e615 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.777226] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f7095c1-4d4d-406b-afb0-87d17bddbe9d {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.788771] env[69613]: DEBUG oslo_vmware.api [None req-0f857ce1-2332-411c-a66b-b46e59ce40ef tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Task: {'id': task-3418042, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.433884} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.813155] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f857ce1-2332-411c-a66b-b46e59ce40ef tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Deleted the datastore file {{(pid=69613) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1061.813370] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-0f857ce1-2332-411c-a66b-b46e59ce40ef tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] [instance: 815ee067-7d2e-4312-8f7a-77ce8854bd2d] Deleted contents of the VM from datastore datastore2 {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1061.813552] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-0f857ce1-2332-411c-a66b-b46e59ce40ef tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] [instance: 815ee067-7d2e-4312-8f7a-77ce8854bd2d] Instance destroyed {{(pid=69613) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1061.818681] env[69613]: DEBUG nova.network.neutron [None req-4a189074-2287-4d8d-8d7c-788586a6fa16 tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] [instance: 521abeea-6ae3-4d7e-becf-12ceb0021bb2] Successfully updated port: 9c358560-ba2f-46c5-9320-ff396a996e08 {{(pid=69613) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1061.820271] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf99c672-bddf-4e65-bc30-ba2800874a3c {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.828795] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-146c4560-cf34-4525-bb34-6246deefb963 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.845574] env[69613]: DEBUG nova.compute.provider_tree [None req-4a189074-2287-4d8d-8d7c-788586a6fa16 tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] Inventory has not changed in ProviderTree for provider: af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 {{(pid=69613) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1061.847358] env[69613]: DEBUG oslo_concurrency.lockutils [None req-50c877ce-6f95-48d5-bc27-391d5101fe7b tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Lock "01bcdedb-402d-4542-9f89-d1a661ed158e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.225s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1061.865189] env[69613]: DEBUG oslo_vmware.api [None req-873758c2-dc60-4dae-8d3f-91754c626b6e tempest-ListServersNegativeTestJSON-2081482518 tempest-ListServersNegativeTestJSON-2081482518-project-member] Task: {'id': task-3418039, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.615975} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.865442] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-873758c2-dc60-4dae-8d3f-91754c626b6e tempest-ListServersNegativeTestJSON-2081482518 tempest-ListServersNegativeTestJSON-2081482518-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk to [datastore1] 67f0ce4d-a780-44bb-9b03-19a8a28bd34c/67f0ce4d-a780-44bb-9b03-19a8a28bd34c.vmdk {{(pid=69613) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1061.865683] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-873758c2-dc60-4dae-8d3f-91754c626b6e tempest-ListServersNegativeTestJSON-2081482518 tempest-ListServersNegativeTestJSON-2081482518-project-member] [instance: 67f0ce4d-a780-44bb-9b03-19a8a28bd34c] Extending root virtual disk to 1048576 {{(pid=69613) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1061.865932] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ab858a06-ea1c-4054-9d63-4f412151a2f2 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.872274] env[69613]: DEBUG oslo_vmware.api [None req-873758c2-dc60-4dae-8d3f-91754c626b6e tempest-ListServersNegativeTestJSON-2081482518 tempest-ListServersNegativeTestJSON-2081482518-project-member] Waiting for the task: (returnval){ [ 1061.872274] env[69613]: value = "task-3418044" [ 1061.872274] env[69613]: _type = "Task" [ 1061.872274] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.879746] env[69613]: DEBUG oslo_vmware.api [None req-873758c2-dc60-4dae-8d3f-91754c626b6e tempest-ListServersNegativeTestJSON-2081482518 tempest-ListServersNegativeTestJSON-2081482518-project-member] Task: {'id': task-3418044, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.894017] env[69613]: DEBUG oslo_concurrency.lockutils [None req-170591a8-46d4-4cb1-ad1e-958d9fac325d tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Acquiring lock "01bcdedb-402d-4542-9f89-d1a661ed158e" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1061.894266] env[69613]: DEBUG oslo_concurrency.lockutils [None req-170591a8-46d4-4cb1-ad1e-958d9fac325d tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Lock "01bcdedb-402d-4542-9f89-d1a661ed158e" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1061.894445] env[69613]: DEBUG nova.compute.manager [None req-170591a8-46d4-4cb1-ad1e-958d9fac325d tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] [instance: 01bcdedb-402d-4542-9f89-d1a661ed158e] Checking state {{(pid=69613) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1061.895522] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e93eda5-7adb-454d-a446-38bf8df12e07 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.901663] env[69613]: DEBUG nova.compute.manager [None req-170591a8-46d4-4cb1-ad1e-958d9fac325d tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] [instance: 01bcdedb-402d-4542-9f89-d1a661ed158e] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69613) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1061.902574] env[69613]: DEBUG nova.objects.instance [None req-170591a8-46d4-4cb1-ad1e-958d9fac325d tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Lazy-loading 'flavor' on Instance uuid 01bcdedb-402d-4542-9f89-d1a661ed158e {{(pid=69613) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1062.054212] env[69613]: DEBUG oslo_vmware.api [-] Task: {'id': task-3418043, 'name': CreateVM_Task} progress is 25%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.114700] env[69613]: DEBUG oslo_vmware.api [None req-873758c2-dc60-4dae-8d3f-91754c626b6e tempest-ListServersNegativeTestJSON-2081482518 tempest-ListServersNegativeTestJSON-2081482518-project-member] Task: {'id': task-3418040, 'name': Rename_Task} progress is 99%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.231459] env[69613]: DEBUG oslo_vmware.api [None req-4a9e88d7-b7df-49d7-8892-29b2b1af2293 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]529b8a47-a2f5-a6ad-f133-adec70c0dba5, 'name': SearchDatastore_Task, 'duration_secs': 0.016387} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.231761] env[69613]: DEBUG oslo_concurrency.lockutils [None req-4a9e88d7-b7df-49d7-8892-29b2b1af2293 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1062.324386] env[69613]: DEBUG oslo_concurrency.lockutils [None req-4a189074-2287-4d8d-8d7c-788586a6fa16 tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] Acquiring lock "refresh_cache-521abeea-6ae3-4d7e-becf-12ceb0021bb2" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.324386] env[69613]: DEBUG oslo_concurrency.lockutils [None req-4a189074-2287-4d8d-8d7c-788586a6fa16 tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] Acquired lock "refresh_cache-521abeea-6ae3-4d7e-becf-12ceb0021bb2" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.324571] env[69613]: DEBUG nova.network.neutron [None req-4a189074-2287-4d8d-8d7c-788586a6fa16 tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] [instance: 521abeea-6ae3-4d7e-becf-12ceb0021bb2] Building network info cache for instance {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1062.349972] env[69613]: DEBUG nova.scheduler.client.report [None req-4a189074-2287-4d8d-8d7c-788586a6fa16 tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] Inventory has not changed for provider af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69613) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1062.383406] env[69613]: DEBUG oslo_vmware.api [None req-873758c2-dc60-4dae-8d3f-91754c626b6e tempest-ListServersNegativeTestJSON-2081482518 tempest-ListServersNegativeTestJSON-2081482518-project-member] Task: {'id': task-3418044, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.358003} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.383406] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-873758c2-dc60-4dae-8d3f-91754c626b6e tempest-ListServersNegativeTestJSON-2081482518 tempest-ListServersNegativeTestJSON-2081482518-project-member] [instance: 67f0ce4d-a780-44bb-9b03-19a8a28bd34c] Extended root virtual disk {{(pid=69613) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1062.384231] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f06b63d5-5ea2-4999-a8e3-a539e87d5879 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.409578] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-873758c2-dc60-4dae-8d3f-91754c626b6e tempest-ListServersNegativeTestJSON-2081482518 tempest-ListServersNegativeTestJSON-2081482518-project-member] [instance: 67f0ce4d-a780-44bb-9b03-19a8a28bd34c] Reconfiguring VM instance instance-00000066 to attach disk [datastore1] 67f0ce4d-a780-44bb-9b03-19a8a28bd34c/67f0ce4d-a780-44bb-9b03-19a8a28bd34c.vmdk or device None with type sparse {{(pid=69613) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1062.411761] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a4a96bd1-8047-44cd-9866-5994f7ae14ce {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.433685] env[69613]: DEBUG oslo_vmware.api [None req-873758c2-dc60-4dae-8d3f-91754c626b6e tempest-ListServersNegativeTestJSON-2081482518 tempest-ListServersNegativeTestJSON-2081482518-project-member] Waiting for the task: (returnval){ [ 1062.433685] env[69613]: value = "task-3418045" [ 1062.433685] env[69613]: _type = "Task" [ 1062.433685] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.441857] env[69613]: DEBUG oslo_vmware.api [None req-873758c2-dc60-4dae-8d3f-91754c626b6e tempest-ListServersNegativeTestJSON-2081482518 tempest-ListServersNegativeTestJSON-2081482518-project-member] Task: {'id': task-3418045, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.475727] env[69613]: DEBUG nova.network.neutron [req-4d0260c9-9ea6-4251-a4ba-767cad1952cb req-fdeb2c36-a723-4000-80c6-9240125f4065 service nova] [instance: d7e9fadf-c144-44e4-b840-435c9b6021d3] Updated VIF entry in instance network info cache for port 5f383dcf-fbd9-4b3d-8e87-ede687fe58bf. {{(pid=69613) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1062.476088] env[69613]: DEBUG nova.network.neutron [req-4d0260c9-9ea6-4251-a4ba-767cad1952cb req-fdeb2c36-a723-4000-80c6-9240125f4065 service nova] [instance: d7e9fadf-c144-44e4-b840-435c9b6021d3] Updating instance_info_cache with network_info: [{"id": "5f383dcf-fbd9-4b3d-8e87-ede687fe58bf", "address": "fa:16:3e:84:28:67", "network": {"id": "dc0e8ed3-d388-4041-996e-dab271a4ad97", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1114319652-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7bfd80d13dac415d85df7c273596cb67", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15165046-2de9-4ada-9e99-0126e20854a9", "external-id": "nsx-vlan-transportzone-974", "segmentation_id": 974, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f383dcf-fb", "ovs_interfaceid": "5f383dcf-fbd9-4b3d-8e87-ede687fe58bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1062.555865] env[69613]: DEBUG oslo_vmware.api [-] Task: {'id': task-3418043, 'name': CreateVM_Task} progress is 25%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.349617] env[69613]: DEBUG oslo_concurrency.lockutils [None req-4a189074-2287-4d8d-8d7c-788586a6fa16 tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.975s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1063.350079] env[69613]: DEBUG nova.compute.manager [None req-4a189074-2287-4d8d-8d7c-788586a6fa16 tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] [instance: 225b95ef-63bb-4262-88b3-53f5095e9390] Start building networks asynchronously for instance. {{(pid=69613) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1063.352676] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-170591a8-46d4-4cb1-ad1e-958d9fac325d tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] [instance: 01bcdedb-402d-4542-9f89-d1a661ed158e] Powering off the VM {{(pid=69613) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1063.353088] env[69613]: DEBUG oslo_concurrency.lockutils [req-4d0260c9-9ea6-4251-a4ba-767cad1952cb req-fdeb2c36-a723-4000-80c6-9240125f4065 service nova] Releasing lock "refresh_cache-d7e9fadf-c144-44e4-b840-435c9b6021d3" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.353364] env[69613]: DEBUG nova.compute.manager [req-4d0260c9-9ea6-4251-a4ba-767cad1952cb req-fdeb2c36-a723-4000-80c6-9240125f4065 service nova] [instance: 521abeea-6ae3-4d7e-becf-12ceb0021bb2] Received event network-vif-plugged-9c358560-ba2f-46c5-9320-ff396a996e08 {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1063.353476] env[69613]: DEBUG oslo_concurrency.lockutils [req-4d0260c9-9ea6-4251-a4ba-767cad1952cb req-fdeb2c36-a723-4000-80c6-9240125f4065 service nova] Acquiring lock "521abeea-6ae3-4d7e-becf-12ceb0021bb2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1063.353690] env[69613]: DEBUG oslo_concurrency.lockutils [req-4d0260c9-9ea6-4251-a4ba-767cad1952cb req-fdeb2c36-a723-4000-80c6-9240125f4065 service nova] Lock "521abeea-6ae3-4d7e-becf-12ceb0021bb2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1063.353850] env[69613]: DEBUG oslo_concurrency.lockutils [req-4d0260c9-9ea6-4251-a4ba-767cad1952cb req-fdeb2c36-a723-4000-80c6-9240125f4065 service nova] Lock "521abeea-6ae3-4d7e-becf-12ceb0021bb2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1063.354022] env[69613]: DEBUG nova.compute.manager [req-4d0260c9-9ea6-4251-a4ba-767cad1952cb req-fdeb2c36-a723-4000-80c6-9240125f4065 service nova] [instance: 521abeea-6ae3-4d7e-becf-12ceb0021bb2] No waiting events found dispatching network-vif-plugged-9c358560-ba2f-46c5-9320-ff396a996e08 {{(pid=69613) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1063.354185] env[69613]: WARNING nova.compute.manager [req-4d0260c9-9ea6-4251-a4ba-767cad1952cb req-fdeb2c36-a723-4000-80c6-9240125f4065 service nova] [instance: 521abeea-6ae3-4d7e-becf-12ceb0021bb2] Received unexpected event network-vif-plugged-9c358560-ba2f-46c5-9320-ff396a996e08 for instance with vm_state building and task_state spawning. [ 1063.355131] env[69613]: DEBUG oslo_concurrency.lockutils [None req-ad636fc3-d79d-43b0-90f9-87655cd55774 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.753s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1063.355341] env[69613]: DEBUG nova.objects.instance [None req-ad636fc3-d79d-43b0-90f9-87655cd55774 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Lazy-loading 'resources' on Instance uuid 06ba24f5-e698-4fb3-9c47-fe146eee8e72 {{(pid=69613) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1063.356204] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c3c93f7f-397b-42b6-bf60-51a75532bfb8 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.368924] env[69613]: DEBUG oslo_vmware.api [None req-873758c2-dc60-4dae-8d3f-91754c626b6e tempest-ListServersNegativeTestJSON-2081482518 tempest-ListServersNegativeTestJSON-2081482518-project-member] Task: {'id': task-3418040, 'name': Rename_Task, 'duration_secs': 1.207342} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.375534] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-873758c2-dc60-4dae-8d3f-91754c626b6e tempest-ListServersNegativeTestJSON-2081482518 tempest-ListServersNegativeTestJSON-2081482518-project-member] [instance: 58d4f9d3-4baf-4af6-a8a6-0af073c8231f] Powering on the VM {{(pid=69613) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1063.376153] env[69613]: DEBUG oslo_vmware.api [None req-873758c2-dc60-4dae-8d3f-91754c626b6e tempest-ListServersNegativeTestJSON-2081482518 tempest-ListServersNegativeTestJSON-2081482518-project-member] Task: {'id': task-3418045, 'name': ReconfigVM_Task, 'duration_secs': 0.545349} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.376417] env[69613]: DEBUG oslo_vmware.api [None req-170591a8-46d4-4cb1-ad1e-958d9fac325d tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Waiting for the task: (returnval){ [ 1063.376417] env[69613]: value = "task-3418046" [ 1063.376417] env[69613]: _type = "Task" [ 1063.376417] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.376569] env[69613]: DEBUG oslo_vmware.api [-] Task: {'id': task-3418043, 'name': CreateVM_Task, 'duration_secs': 1.584768} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.378486] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5eecfa0a-bd3a-4fdc-8392-d422c644d886 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.380132] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-873758c2-dc60-4dae-8d3f-91754c626b6e tempest-ListServersNegativeTestJSON-2081482518 tempest-ListServersNegativeTestJSON-2081482518-project-member] [instance: 67f0ce4d-a780-44bb-9b03-19a8a28bd34c] Reconfigured VM instance instance-00000066 to attach disk [datastore1] 67f0ce4d-a780-44bb-9b03-19a8a28bd34c/67f0ce4d-a780-44bb-9b03-19a8a28bd34c.vmdk or device None with type sparse {{(pid=69613) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1063.380801] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d7e9fadf-c144-44e4-b840-435c9b6021d3] Created VM on the ESX host {{(pid=69613) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1063.382556] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-59d10ca3-b841-4efb-99c5-1101189c1958 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.385928] env[69613]: DEBUG oslo_concurrency.lockutils [None req-873758c2-dc60-4dae-8d3f-91754c626b6e tempest-ListServersNegativeTestJSON-2081482518 tempest-ListServersNegativeTestJSON-2081482518-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.386109] env[69613]: DEBUG oslo_concurrency.lockutils [None req-873758c2-dc60-4dae-8d3f-91754c626b6e tempest-ListServersNegativeTestJSON-2081482518 tempest-ListServersNegativeTestJSON-2081482518-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.386682] env[69613]: DEBUG oslo_concurrency.lockutils [None req-873758c2-dc60-4dae-8d3f-91754c626b6e tempest-ListServersNegativeTestJSON-2081482518 tempest-ListServersNegativeTestJSON-2081482518-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.388994] env[69613]: DEBUG nova.virt.hardware [None req-0f857ce1-2332-411c-a66b-b46e59ce40ef tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T13:55:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T13:55:19Z,direct_url=,disk_format='vmdk',id=2b7a0304-b5d0-431d-b287-32c8388d7fbd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3e9e1b873f1442d59d5ee8247b941f74',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T13:55:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1063.389231] env[69613]: DEBUG nova.virt.hardware [None req-0f857ce1-2332-411c-a66b-b46e59ce40ef tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Flavor limits 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1063.389383] env[69613]: DEBUG nova.virt.hardware [None req-0f857ce1-2332-411c-a66b-b46e59ce40ef tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Image limits 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1063.389558] env[69613]: DEBUG nova.virt.hardware [None req-0f857ce1-2332-411c-a66b-b46e59ce40ef tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Flavor pref 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1063.389708] env[69613]: DEBUG nova.virt.hardware [None req-0f857ce1-2332-411c-a66b-b46e59ce40ef tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Image pref 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1063.389843] env[69613]: DEBUG nova.virt.hardware [None req-0f857ce1-2332-411c-a66b-b46e59ce40ef tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1063.390057] env[69613]: DEBUG nova.virt.hardware [None req-0f857ce1-2332-411c-a66b-b46e59ce40ef tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1063.390216] env[69613]: DEBUG nova.virt.hardware [None req-0f857ce1-2332-411c-a66b-b46e59ce40ef tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69613) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1063.390378] env[69613]: DEBUG nova.virt.hardware [None req-0f857ce1-2332-411c-a66b-b46e59ce40ef tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Got 1 possible topologies {{(pid=69613) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1063.390581] env[69613]: DEBUG nova.virt.hardware [None req-0f857ce1-2332-411c-a66b-b46e59ce40ef tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1063.390762] env[69613]: DEBUG nova.virt.hardware [None req-0f857ce1-2332-411c-a66b-b46e59ce40ef tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1063.391375] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2274478d-2ea1-42cb-ba89-09c0aadb8c86 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.394026] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f098eec-d79e-455f-a1bb-4e671e289610 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.397868] env[69613]: DEBUG nova.network.neutron [None req-4a189074-2287-4d8d-8d7c-788586a6fa16 tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] [instance: 521abeea-6ae3-4d7e-becf-12ceb0021bb2] Instance cache missing network info. {{(pid=69613) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1063.400410] env[69613]: DEBUG oslo_vmware.api [None req-873758c2-dc60-4dae-8d3f-91754c626b6e tempest-ListServersNegativeTestJSON-2081482518 tempest-ListServersNegativeTestJSON-2081482518-project-member] Waiting for the task: (returnval){ [ 1063.400410] env[69613]: value = "task-3418047" [ 1063.400410] env[69613]: _type = "Task" [ 1063.400410] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.409648] env[69613]: DEBUG oslo_vmware.api [None req-170591a8-46d4-4cb1-ad1e-958d9fac325d tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Task: {'id': task-3418046, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.409922] env[69613]: DEBUG oslo_vmware.api [None req-873758c2-dc60-4dae-8d3f-91754c626b6e tempest-ListServersNegativeTestJSON-2081482518 tempest-ListServersNegativeTestJSON-2081482518-project-member] Waiting for the task: (returnval){ [ 1063.409922] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]52b63c4d-da0a-01fb-655e-131c43d3ee09" [ 1063.409922] env[69613]: _type = "Task" [ 1063.409922] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.412324] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e51da665-5fcb-4db3-b514-27ed92fde045 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.416275] env[69613]: DEBUG oslo_vmware.api [None req-873758c2-dc60-4dae-8d3f-91754c626b6e tempest-ListServersNegativeTestJSON-2081482518 tempest-ListServersNegativeTestJSON-2081482518-project-member] Waiting for the task: (returnval){ [ 1063.416275] env[69613]: value = "task-3418048" [ 1063.416275] env[69613]: _type = "Task" [ 1063.416275] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.422830] env[69613]: DEBUG oslo_vmware.api [None req-873758c2-dc60-4dae-8d3f-91754c626b6e tempest-ListServersNegativeTestJSON-2081482518 tempest-ListServersNegativeTestJSON-2081482518-project-member] Task: {'id': task-3418047, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.436934] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-0f857ce1-2332-411c-a66b-b46e59ce40ef tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] [instance: 815ee067-7d2e-4312-8f7a-77ce8854bd2d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bf:df:fa', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'fe20ef0e-0991-44d7-887d-08dddac0b56b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f6caeca6-9d1c-4ae2-938d-d7ca42806669', 'vif_model': 'vmxnet3'}] {{(pid=69613) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1063.444809] env[69613]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0f857ce1-2332-411c-a66b-b46e59ce40ef tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69613) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1063.449044] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 815ee067-7d2e-4312-8f7a-77ce8854bd2d] Creating VM on the ESX host {{(pid=69613) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1063.450082] env[69613]: DEBUG oslo_vmware.api [None req-873758c2-dc60-4dae-8d3f-91754c626b6e tempest-ListServersNegativeTestJSON-2081482518 tempest-ListServersNegativeTestJSON-2081482518-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52b63c4d-da0a-01fb-655e-131c43d3ee09, 'name': SearchDatastore_Task, 'duration_secs': 0.01162} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.450082] env[69613]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4d0dbd4d-3db7-4d9a-b747-e7a90a3030ea {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.464391] env[69613]: DEBUG oslo_concurrency.lockutils [None req-873758c2-dc60-4dae-8d3f-91754c626b6e tempest-ListServersNegativeTestJSON-2081482518 tempest-ListServersNegativeTestJSON-2081482518-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.464656] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-873758c2-dc60-4dae-8d3f-91754c626b6e tempest-ListServersNegativeTestJSON-2081482518 tempest-ListServersNegativeTestJSON-2081482518-project-member] [instance: d7e9fadf-c144-44e4-b840-435c9b6021d3] Processing image 2b7a0304-b5d0-431d-b287-32c8388d7fbd {{(pid=69613) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1063.464887] env[69613]: DEBUG oslo_concurrency.lockutils [None req-873758c2-dc60-4dae-8d3f-91754c626b6e tempest-ListServersNegativeTestJSON-2081482518 tempest-ListServersNegativeTestJSON-2081482518-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.465046] env[69613]: DEBUG oslo_concurrency.lockutils [None req-873758c2-dc60-4dae-8d3f-91754c626b6e tempest-ListServersNegativeTestJSON-2081482518 tempest-ListServersNegativeTestJSON-2081482518-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.465240] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-873758c2-dc60-4dae-8d3f-91754c626b6e tempest-ListServersNegativeTestJSON-2081482518 tempest-ListServersNegativeTestJSON-2081482518-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69613) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1063.471556] env[69613]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8a4d370b-f82f-483c-bcae-30fe550bf2e0 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.473538] env[69613]: DEBUG oslo_vmware.api [None req-873758c2-dc60-4dae-8d3f-91754c626b6e tempest-ListServersNegativeTestJSON-2081482518 tempest-ListServersNegativeTestJSON-2081482518-project-member] Task: {'id': task-3418048, 'name': Rename_Task} progress is 14%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.479263] env[69613]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1063.479263] env[69613]: value = "task-3418049" [ 1063.479263] env[69613]: _type = "Task" [ 1063.479263] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.480413] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-873758c2-dc60-4dae-8d3f-91754c626b6e tempest-ListServersNegativeTestJSON-2081482518 tempest-ListServersNegativeTestJSON-2081482518-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69613) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1063.480584] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-873758c2-dc60-4dae-8d3f-91754c626b6e tempest-ListServersNegativeTestJSON-2081482518 tempest-ListServersNegativeTestJSON-2081482518-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69613) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1063.484022] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-086387f4-c248-4623-9d71-4267f3588d18 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.489492] env[69613]: DEBUG oslo_vmware.api [None req-873758c2-dc60-4dae-8d3f-91754c626b6e tempest-ListServersNegativeTestJSON-2081482518 tempest-ListServersNegativeTestJSON-2081482518-project-member] Waiting for the task: (returnval){ [ 1063.489492] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]526f2cba-abdb-14e0-89d9-8c29122de82f" [ 1063.489492] env[69613]: _type = "Task" [ 1063.489492] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.494181] env[69613]: DEBUG oslo_vmware.api [-] Task: {'id': task-3418049, 'name': CreateVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.502763] env[69613]: DEBUG oslo_vmware.api [None req-873758c2-dc60-4dae-8d3f-91754c626b6e tempest-ListServersNegativeTestJSON-2081482518 tempest-ListServersNegativeTestJSON-2081482518-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]526f2cba-abdb-14e0-89d9-8c29122de82f, 'name': SearchDatastore_Task, 'duration_secs': 0.008272} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.503939] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-65068606-7d62-45cf-b538-8d46435aa2e6 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.509280] env[69613]: DEBUG oslo_vmware.api [None req-873758c2-dc60-4dae-8d3f-91754c626b6e tempest-ListServersNegativeTestJSON-2081482518 tempest-ListServersNegativeTestJSON-2081482518-project-member] Waiting for the task: (returnval){ [ 1063.509280] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]525e2e4e-792e-1dc4-b130-44f8ff59e2f4" [ 1063.509280] env[69613]: _type = "Task" [ 1063.509280] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.517449] env[69613]: DEBUG oslo_vmware.api [None req-873758c2-dc60-4dae-8d3f-91754c626b6e tempest-ListServersNegativeTestJSON-2081482518 tempest-ListServersNegativeTestJSON-2081482518-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]525e2e4e-792e-1dc4-b130-44f8ff59e2f4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.591656] env[69613]: DEBUG nova.network.neutron [None req-4a189074-2287-4d8d-8d7c-788586a6fa16 tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] [instance: 521abeea-6ae3-4d7e-becf-12ceb0021bb2] Updating instance_info_cache with network_info: [{"id": "9c358560-ba2f-46c5-9320-ff396a996e08", "address": "fa:16:3e:10:14:3e", "network": {"id": "c535614a-e0b8-4fda-9b78-1a0b2f9ac4c1", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-203443238-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2dbf5c5290e346509b79022e11bddd6b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d12aff80-9d1b-4a67-a470-9c0148b443e3", "external-id": "nsx-vlan-transportzone-784", "segmentation_id": 784, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9c358560-ba", "ovs_interfaceid": "9c358560-ba2f-46c5-9320-ff396a996e08", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1063.856997] env[69613]: DEBUG nova.compute.utils [None req-4a189074-2287-4d8d-8d7c-788586a6fa16 tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] Using /dev/sd instead of None {{(pid=69613) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1063.862694] env[69613]: DEBUG nova.compute.manager [None req-4a189074-2287-4d8d-8d7c-788586a6fa16 tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] [instance: 225b95ef-63bb-4262-88b3-53f5095e9390] Allocating IP information in the background. {{(pid=69613) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1063.862886] env[69613]: DEBUG nova.network.neutron [None req-4a189074-2287-4d8d-8d7c-788586a6fa16 tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] [instance: 225b95ef-63bb-4262-88b3-53f5095e9390] allocate_for_instance() {{(pid=69613) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1063.894209] env[69613]: DEBUG oslo_vmware.api [None req-170591a8-46d4-4cb1-ad1e-958d9fac325d tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Task: {'id': task-3418046, 'name': PowerOffVM_Task, 'duration_secs': 0.189816} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.894615] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-170591a8-46d4-4cb1-ad1e-958d9fac325d tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] [instance: 01bcdedb-402d-4542-9f89-d1a661ed158e] Powered off the VM {{(pid=69613) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1063.894948] env[69613]: DEBUG nova.compute.manager [None req-170591a8-46d4-4cb1-ad1e-958d9fac325d tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] [instance: 01bcdedb-402d-4542-9f89-d1a661ed158e] Checking state {{(pid=69613) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1063.895932] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61ba42f2-32fb-4c5a-bb23-05d399589d2f {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.913202] env[69613]: DEBUG oslo_vmware.api [None req-873758c2-dc60-4dae-8d3f-91754c626b6e tempest-ListServersNegativeTestJSON-2081482518 tempest-ListServersNegativeTestJSON-2081482518-project-member] Task: {'id': task-3418047, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.934874] env[69613]: DEBUG oslo_vmware.api [None req-873758c2-dc60-4dae-8d3f-91754c626b6e tempest-ListServersNegativeTestJSON-2081482518 tempest-ListServersNegativeTestJSON-2081482518-project-member] Task: {'id': task-3418048, 'name': Rename_Task, 'duration_secs': 0.160161} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.935313] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-873758c2-dc60-4dae-8d3f-91754c626b6e tempest-ListServersNegativeTestJSON-2081482518 tempest-ListServersNegativeTestJSON-2081482518-project-member] [instance: 67f0ce4d-a780-44bb-9b03-19a8a28bd34c] Powering on the VM {{(pid=69613) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1063.935574] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8f55947e-893b-4b8d-9b60-b459ff2ef354 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.944661] env[69613]: DEBUG oslo_vmware.api [None req-873758c2-dc60-4dae-8d3f-91754c626b6e tempest-ListServersNegativeTestJSON-2081482518 tempest-ListServersNegativeTestJSON-2081482518-project-member] Waiting for the task: (returnval){ [ 1063.944661] env[69613]: value = "task-3418050" [ 1063.944661] env[69613]: _type = "Task" [ 1063.944661] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.953043] env[69613]: DEBUG oslo_vmware.api [None req-873758c2-dc60-4dae-8d3f-91754c626b6e tempest-ListServersNegativeTestJSON-2081482518 tempest-ListServersNegativeTestJSON-2081482518-project-member] Task: {'id': task-3418050, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.955507] env[69613]: DEBUG nova.compute.manager [req-1512d32e-049b-4cd4-982d-eade14aa1d92 req-36ccdf21-b704-4528-804f-4bdef89f31a5 service nova] [instance: 521abeea-6ae3-4d7e-becf-12ceb0021bb2] Received event network-changed-9c358560-ba2f-46c5-9320-ff396a996e08 {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1063.955700] env[69613]: DEBUG nova.compute.manager [req-1512d32e-049b-4cd4-982d-eade14aa1d92 req-36ccdf21-b704-4528-804f-4bdef89f31a5 service nova] [instance: 521abeea-6ae3-4d7e-becf-12ceb0021bb2] Refreshing instance network info cache due to event network-changed-9c358560-ba2f-46c5-9320-ff396a996e08. {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1063.955948] env[69613]: DEBUG oslo_concurrency.lockutils [req-1512d32e-049b-4cd4-982d-eade14aa1d92 req-36ccdf21-b704-4528-804f-4bdef89f31a5 service nova] Acquiring lock "refresh_cache-521abeea-6ae3-4d7e-becf-12ceb0021bb2" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.971571] env[69613]: DEBUG nova.policy [None req-4a189074-2287-4d8d-8d7c-788586a6fa16 tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '85f1f1debeff4dce83163efc4aa2d0d0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2dbf5c5290e346509b79022e11bddd6b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69613) authorize /opt/stack/nova/nova/policy.py:192}} [ 1063.989846] env[69613]: DEBUG oslo_vmware.api [-] Task: {'id': task-3418049, 'name': CreateVM_Task, 'duration_secs': 0.325038} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.993399] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 815ee067-7d2e-4312-8f7a-77ce8854bd2d] Created VM on the ESX host {{(pid=69613) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1063.994926] env[69613]: DEBUG oslo_concurrency.lockutils [None req-0f857ce1-2332-411c-a66b-b46e59ce40ef tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.995137] env[69613]: DEBUG oslo_concurrency.lockutils [None req-0f857ce1-2332-411c-a66b-b46e59ce40ef tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.995447] env[69613]: DEBUG oslo_concurrency.lockutils [None req-0f857ce1-2332-411c-a66b-b46e59ce40ef tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.995714] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-afdfe4b6-d7cf-41fb-a422-7d3ce3c6c276 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.000617] env[69613]: DEBUG oslo_vmware.api [None req-0f857ce1-2332-411c-a66b-b46e59ce40ef tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Waiting for the task: (returnval){ [ 1064.000617] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]52cff146-a6ee-5cb3-c1ef-7c4f07426587" [ 1064.000617] env[69613]: _type = "Task" [ 1064.000617] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.009403] env[69613]: DEBUG oslo_vmware.api [None req-0f857ce1-2332-411c-a66b-b46e59ce40ef tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52cff146-a6ee-5cb3-c1ef-7c4f07426587, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.020859] env[69613]: DEBUG oslo_vmware.api [None req-873758c2-dc60-4dae-8d3f-91754c626b6e tempest-ListServersNegativeTestJSON-2081482518 tempest-ListServersNegativeTestJSON-2081482518-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]525e2e4e-792e-1dc4-b130-44f8ff59e2f4, 'name': SearchDatastore_Task, 'duration_secs': 0.01003} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.021127] env[69613]: DEBUG oslo_concurrency.lockutils [None req-873758c2-dc60-4dae-8d3f-91754c626b6e tempest-ListServersNegativeTestJSON-2081482518 tempest-ListServersNegativeTestJSON-2081482518-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.021385] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-873758c2-dc60-4dae-8d3f-91754c626b6e tempest-ListServersNegativeTestJSON-2081482518 tempest-ListServersNegativeTestJSON-2081482518-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk to [datastore1] d7e9fadf-c144-44e4-b840-435c9b6021d3/d7e9fadf-c144-44e4-b840-435c9b6021d3.vmdk {{(pid=69613) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1064.021641] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-13aec0df-1cb6-4636-b75d-ac3f52818aca {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.029126] env[69613]: DEBUG oslo_vmware.api [None req-873758c2-dc60-4dae-8d3f-91754c626b6e tempest-ListServersNegativeTestJSON-2081482518 tempest-ListServersNegativeTestJSON-2081482518-project-member] Waiting for the task: (returnval){ [ 1064.029126] env[69613]: value = "task-3418051" [ 1064.029126] env[69613]: _type = "Task" [ 1064.029126] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.036676] env[69613]: DEBUG oslo_vmware.api [None req-873758c2-dc60-4dae-8d3f-91754c626b6e tempest-ListServersNegativeTestJSON-2081482518 tempest-ListServersNegativeTestJSON-2081482518-project-member] Task: {'id': task-3418051, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.094419] env[69613]: DEBUG oslo_concurrency.lockutils [None req-4a189074-2287-4d8d-8d7c-788586a6fa16 tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] Releasing lock "refresh_cache-521abeea-6ae3-4d7e-becf-12ceb0021bb2" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.094782] env[69613]: DEBUG nova.compute.manager [None req-4a189074-2287-4d8d-8d7c-788586a6fa16 tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] [instance: 521abeea-6ae3-4d7e-becf-12ceb0021bb2] Instance network_info: |[{"id": "9c358560-ba2f-46c5-9320-ff396a996e08", "address": "fa:16:3e:10:14:3e", "network": {"id": "c535614a-e0b8-4fda-9b78-1a0b2f9ac4c1", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-203443238-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2dbf5c5290e346509b79022e11bddd6b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d12aff80-9d1b-4a67-a470-9c0148b443e3", "external-id": "nsx-vlan-transportzone-784", "segmentation_id": 784, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9c358560-ba", "ovs_interfaceid": "9c358560-ba2f-46c5-9320-ff396a996e08", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69613) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1064.095105] env[69613]: DEBUG oslo_concurrency.lockutils [req-1512d32e-049b-4cd4-982d-eade14aa1d92 req-36ccdf21-b704-4528-804f-4bdef89f31a5 service nova] Acquired lock "refresh_cache-521abeea-6ae3-4d7e-becf-12ceb0021bb2" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.097696] env[69613]: DEBUG nova.network.neutron [req-1512d32e-049b-4cd4-982d-eade14aa1d92 req-36ccdf21-b704-4528-804f-4bdef89f31a5 service nova] [instance: 521abeea-6ae3-4d7e-becf-12ceb0021bb2] Refreshing network info cache for port 9c358560-ba2f-46c5-9320-ff396a996e08 {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1064.097696] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-4a189074-2287-4d8d-8d7c-788586a6fa16 tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] [instance: 521abeea-6ae3-4d7e-becf-12ceb0021bb2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:10:14:3e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd12aff80-9d1b-4a67-a470-9c0148b443e3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9c358560-ba2f-46c5-9320-ff396a996e08', 'vif_model': 'vmxnet3'}] {{(pid=69613) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1064.106042] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a189074-2287-4d8d-8d7c-788586a6fa16 tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] Creating folder: Project (2dbf5c5290e346509b79022e11bddd6b). Parent ref: group-v681687. {{(pid=69613) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1064.110337] env[69613]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7ace9f99-035c-4eab-b20c-49130055facb {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.122828] env[69613]: INFO nova.virt.vmwareapi.vm_util [None req-4a189074-2287-4d8d-8d7c-788586a6fa16 tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] Created folder: Project (2dbf5c5290e346509b79022e11bddd6b) in parent group-v681687. [ 1064.123135] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a189074-2287-4d8d-8d7c-788586a6fa16 tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] Creating folder: Instances. Parent ref: group-v681981. {{(pid=69613) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1064.127362] env[69613]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7b314cb8-2ac7-4128-bed6-2f5902a8d398 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.138042] env[69613]: INFO nova.virt.vmwareapi.vm_util [None req-4a189074-2287-4d8d-8d7c-788586a6fa16 tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] Created folder: Instances in parent group-v681981. [ 1064.138346] env[69613]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4a189074-2287-4d8d-8d7c-788586a6fa16 tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69613) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1064.138562] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 521abeea-6ae3-4d7e-becf-12ceb0021bb2] Creating VM on the ESX host {{(pid=69613) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1064.138875] env[69613]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-360b6b6c-adc1-4732-9ef7-9ad88ebae05d {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.171431] env[69613]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1064.171431] env[69613]: value = "task-3418054" [ 1064.171431] env[69613]: _type = "Task" [ 1064.171431] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.188041] env[69613]: DEBUG oslo_vmware.api [-] Task: {'id': task-3418054, 'name': CreateVM_Task} progress is 6%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.296753] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39fc026b-92af-4a1c-999d-d958428d1f8f {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.305425] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f02ac8b5-98c7-47d1-a187-e03b54d80467 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.346051] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8963c08c-ba71-4491-9748-a761a187f6b9 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.352232] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3bbdbf6-46f5-4e11-acf0-d7a9359f9b12 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.370677] env[69613]: DEBUG nova.compute.manager [None req-4a189074-2287-4d8d-8d7c-788586a6fa16 tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] [instance: 225b95ef-63bb-4262-88b3-53f5095e9390] Start building block device mappings for instance. {{(pid=69613) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1064.373925] env[69613]: DEBUG nova.compute.provider_tree [None req-ad636fc3-d79d-43b0-90f9-87655cd55774 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Inventory has not changed in ProviderTree for provider: af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 {{(pid=69613) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1064.420027] env[69613]: DEBUG oslo_vmware.api [None req-873758c2-dc60-4dae-8d3f-91754c626b6e tempest-ListServersNegativeTestJSON-2081482518 tempest-ListServersNegativeTestJSON-2081482518-project-member] Task: {'id': task-3418047, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.420027] env[69613]: DEBUG oslo_concurrency.lockutils [None req-170591a8-46d4-4cb1-ad1e-958d9fac325d tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Lock "01bcdedb-402d-4542-9f89-d1a661ed158e" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.521s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1064.454894] env[69613]: DEBUG oslo_vmware.api [None req-873758c2-dc60-4dae-8d3f-91754c626b6e tempest-ListServersNegativeTestJSON-2081482518 tempest-ListServersNegativeTestJSON-2081482518-project-member] Task: {'id': task-3418050, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.455857] env[69613]: DEBUG nova.network.neutron [None req-4a189074-2287-4d8d-8d7c-788586a6fa16 tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] [instance: 225b95ef-63bb-4262-88b3-53f5095e9390] Successfully created port: ba2354b3-585d-4b19-8b27-5bc645bad0a4 {{(pid=69613) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1064.518329] env[69613]: DEBUG oslo_vmware.api [None req-0f857ce1-2332-411c-a66b-b46e59ce40ef tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52cff146-a6ee-5cb3-c1ef-7c4f07426587, 'name': SearchDatastore_Task, 'duration_secs': 0.018815} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.518800] env[69613]: DEBUG oslo_concurrency.lockutils [None req-0f857ce1-2332-411c-a66b-b46e59ce40ef tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.519144] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-0f857ce1-2332-411c-a66b-b46e59ce40ef tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] [instance: 815ee067-7d2e-4312-8f7a-77ce8854bd2d] Processing image 2b7a0304-b5d0-431d-b287-32c8388d7fbd {{(pid=69613) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1064.519503] env[69613]: DEBUG oslo_concurrency.lockutils [None req-0f857ce1-2332-411c-a66b-b46e59ce40ef tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.519788] env[69613]: DEBUG oslo_concurrency.lockutils [None req-0f857ce1-2332-411c-a66b-b46e59ce40ef tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.520062] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f857ce1-2332-411c-a66b-b46e59ce40ef tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69613) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1064.520397] env[69613]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-64d6a4d0-5623-444f-8ff2-d2e0a8ddfa4e {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.535044] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f857ce1-2332-411c-a66b-b46e59ce40ef tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69613) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1064.535477] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-0f857ce1-2332-411c-a66b-b46e59ce40ef tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69613) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1064.536478] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-da41a308-0e86-4011-8027-7decb902efec {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.542024] env[69613]: DEBUG oslo_vmware.api [None req-873758c2-dc60-4dae-8d3f-91754c626b6e tempest-ListServersNegativeTestJSON-2081482518 tempest-ListServersNegativeTestJSON-2081482518-project-member] Task: {'id': task-3418051, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.545456] env[69613]: DEBUG oslo_vmware.api [None req-0f857ce1-2332-411c-a66b-b46e59ce40ef tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Waiting for the task: (returnval){ [ 1064.545456] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]52e25438-c4a9-315b-2fc9-58a3348cb404" [ 1064.545456] env[69613]: _type = "Task" [ 1064.545456] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.554254] env[69613]: DEBUG oslo_vmware.api [None req-0f857ce1-2332-411c-a66b-b46e59ce40ef tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52e25438-c4a9-315b-2fc9-58a3348cb404, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.684061] env[69613]: DEBUG oslo_vmware.api [-] Task: {'id': task-3418054, 'name': CreateVM_Task} progress is 99%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.815837] env[69613]: DEBUG nova.network.neutron [req-1512d32e-049b-4cd4-982d-eade14aa1d92 req-36ccdf21-b704-4528-804f-4bdef89f31a5 service nova] [instance: 521abeea-6ae3-4d7e-becf-12ceb0021bb2] Updated VIF entry in instance network info cache for port 9c358560-ba2f-46c5-9320-ff396a996e08. {{(pid=69613) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1064.816235] env[69613]: DEBUG nova.network.neutron [req-1512d32e-049b-4cd4-982d-eade14aa1d92 req-36ccdf21-b704-4528-804f-4bdef89f31a5 service nova] [instance: 521abeea-6ae3-4d7e-becf-12ceb0021bb2] Updating instance_info_cache with network_info: [{"id": "9c358560-ba2f-46c5-9320-ff396a996e08", "address": "fa:16:3e:10:14:3e", "network": {"id": "c535614a-e0b8-4fda-9b78-1a0b2f9ac4c1", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-203443238-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2dbf5c5290e346509b79022e11bddd6b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d12aff80-9d1b-4a67-a470-9c0148b443e3", "external-id": "nsx-vlan-transportzone-784", "segmentation_id": 784, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9c358560-ba", "ovs_interfaceid": "9c358560-ba2f-46c5-9320-ff396a996e08", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1064.883597] env[69613]: DEBUG nova.scheduler.client.report [None req-ad636fc3-d79d-43b0-90f9-87655cd55774 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Inventory has not changed for provider af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69613) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1064.911095] env[69613]: DEBUG oslo_vmware.api [None req-873758c2-dc60-4dae-8d3f-91754c626b6e tempest-ListServersNegativeTestJSON-2081482518 tempest-ListServersNegativeTestJSON-2081482518-project-member] Task: {'id': task-3418047, 'name': PowerOnVM_Task, 'duration_secs': 1.231712} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.911395] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-873758c2-dc60-4dae-8d3f-91754c626b6e tempest-ListServersNegativeTestJSON-2081482518 tempest-ListServersNegativeTestJSON-2081482518-project-member] [instance: 58d4f9d3-4baf-4af6-a8a6-0af073c8231f] Powered on the VM {{(pid=69613) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1064.911570] env[69613]: INFO nova.compute.manager [None req-873758c2-dc60-4dae-8d3f-91754c626b6e tempest-ListServersNegativeTestJSON-2081482518 tempest-ListServersNegativeTestJSON-2081482518-project-member] [instance: 58d4f9d3-4baf-4af6-a8a6-0af073c8231f] Took 10.99 seconds to spawn the instance on the hypervisor. [ 1064.911887] env[69613]: DEBUG nova.compute.manager [None req-873758c2-dc60-4dae-8d3f-91754c626b6e tempest-ListServersNegativeTestJSON-2081482518 tempest-ListServersNegativeTestJSON-2081482518-project-member] [instance: 58d4f9d3-4baf-4af6-a8a6-0af073c8231f] Checking state {{(pid=69613) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1064.912570] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-241b70b9-8b76-40b1-b1c5-9fa9be7e2249 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.956466] env[69613]: DEBUG oslo_vmware.api [None req-873758c2-dc60-4dae-8d3f-91754c626b6e tempest-ListServersNegativeTestJSON-2081482518 tempest-ListServersNegativeTestJSON-2081482518-project-member] Task: {'id': task-3418050, 'name': PowerOnVM_Task, 'duration_secs': 0.899162} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.956715] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-873758c2-dc60-4dae-8d3f-91754c626b6e tempest-ListServersNegativeTestJSON-2081482518 tempest-ListServersNegativeTestJSON-2081482518-project-member] [instance: 67f0ce4d-a780-44bb-9b03-19a8a28bd34c] Powered on the VM {{(pid=69613) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1064.956930] env[69613]: INFO nova.compute.manager [None req-873758c2-dc60-4dae-8d3f-91754c626b6e tempest-ListServersNegativeTestJSON-2081482518 tempest-ListServersNegativeTestJSON-2081482518-project-member] [instance: 67f0ce4d-a780-44bb-9b03-19a8a28bd34c] Took 8.48 seconds to spawn the instance on the hypervisor. [ 1064.957125] env[69613]: DEBUG nova.compute.manager [None req-873758c2-dc60-4dae-8d3f-91754c626b6e tempest-ListServersNegativeTestJSON-2081482518 tempest-ListServersNegativeTestJSON-2081482518-project-member] [instance: 67f0ce4d-a780-44bb-9b03-19a8a28bd34c] Checking state {{(pid=69613) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1064.957892] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90c9026a-21da-448f-830f-9410e914f345 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.040595] env[69613]: DEBUG oslo_vmware.api [None req-873758c2-dc60-4dae-8d3f-91754c626b6e tempest-ListServersNegativeTestJSON-2081482518 tempest-ListServersNegativeTestJSON-2081482518-project-member] Task: {'id': task-3418051, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.582825} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.041051] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-873758c2-dc60-4dae-8d3f-91754c626b6e tempest-ListServersNegativeTestJSON-2081482518 tempest-ListServersNegativeTestJSON-2081482518-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk to [datastore1] d7e9fadf-c144-44e4-b840-435c9b6021d3/d7e9fadf-c144-44e4-b840-435c9b6021d3.vmdk {{(pid=69613) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1065.041155] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-873758c2-dc60-4dae-8d3f-91754c626b6e tempest-ListServersNegativeTestJSON-2081482518 tempest-ListServersNegativeTestJSON-2081482518-project-member] [instance: d7e9fadf-c144-44e4-b840-435c9b6021d3] Extending root virtual disk to 1048576 {{(pid=69613) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1065.041497] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dbdb920f-52ad-40df-ad9d-a01a8dbaaf96 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.051202] env[69613]: DEBUG oslo_vmware.api [None req-873758c2-dc60-4dae-8d3f-91754c626b6e tempest-ListServersNegativeTestJSON-2081482518 tempest-ListServersNegativeTestJSON-2081482518-project-member] Waiting for the task: (returnval){ [ 1065.051202] env[69613]: value = "task-3418055" [ 1065.051202] env[69613]: _type = "Task" [ 1065.051202] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.059256] env[69613]: DEBUG oslo_vmware.api [None req-0f857ce1-2332-411c-a66b-b46e59ce40ef tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52e25438-c4a9-315b-2fc9-58a3348cb404, 'name': SearchDatastore_Task, 'duration_secs': 0.025404} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.061021] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d788a35a-47bf-41fd-9d50-b995f9827d86 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.065708] env[69613]: DEBUG oslo_vmware.api [None req-873758c2-dc60-4dae-8d3f-91754c626b6e tempest-ListServersNegativeTestJSON-2081482518 tempest-ListServersNegativeTestJSON-2081482518-project-member] Task: {'id': task-3418055, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.068668] env[69613]: DEBUG oslo_vmware.api [None req-0f857ce1-2332-411c-a66b-b46e59ce40ef tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Waiting for the task: (returnval){ [ 1065.068668] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]52f75c64-abf7-1323-15ae-966feffd1663" [ 1065.068668] env[69613]: _type = "Task" [ 1065.068668] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.077729] env[69613]: DEBUG oslo_vmware.api [None req-0f857ce1-2332-411c-a66b-b46e59ce40ef tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52f75c64-abf7-1323-15ae-966feffd1663, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.181804] env[69613]: DEBUG oslo_vmware.api [-] Task: {'id': task-3418054, 'name': CreateVM_Task, 'duration_secs': 0.584706} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.181967] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 521abeea-6ae3-4d7e-becf-12ceb0021bb2] Created VM on the ESX host {{(pid=69613) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1065.182714] env[69613]: DEBUG oslo_concurrency.lockutils [None req-4a189074-2287-4d8d-8d7c-788586a6fa16 tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.182882] env[69613]: DEBUG oslo_concurrency.lockutils [None req-4a189074-2287-4d8d-8d7c-788586a6fa16 tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.183382] env[69613]: DEBUG oslo_concurrency.lockutils [None req-4a189074-2287-4d8d-8d7c-788586a6fa16 tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.183493] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9b61b9f0-88e7-46fb-b7d2-4acc1d8c83b7 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.188611] env[69613]: DEBUG oslo_vmware.api [None req-4a189074-2287-4d8d-8d7c-788586a6fa16 tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] Waiting for the task: (returnval){ [ 1065.188611] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]52a166eb-fa20-0f13-f5af-ce540a859c48" [ 1065.188611] env[69613]: _type = "Task" [ 1065.188611] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.197245] env[69613]: DEBUG oslo_vmware.api [None req-4a189074-2287-4d8d-8d7c-788586a6fa16 tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52a166eb-fa20-0f13-f5af-ce540a859c48, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.318462] env[69613]: DEBUG oslo_concurrency.lockutils [req-1512d32e-049b-4cd4-982d-eade14aa1d92 req-36ccdf21-b704-4528-804f-4bdef89f31a5 service nova] Releasing lock "refresh_cache-521abeea-6ae3-4d7e-becf-12ceb0021bb2" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.390657] env[69613]: DEBUG nova.compute.manager [None req-4a189074-2287-4d8d-8d7c-788586a6fa16 tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] [instance: 225b95ef-63bb-4262-88b3-53f5095e9390] Start spawning the instance on the hypervisor. {{(pid=69613) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1065.396044] env[69613]: DEBUG oslo_concurrency.lockutils [None req-ad636fc3-d79d-43b0-90f9-87655cd55774 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.041s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1065.399813] env[69613]: DEBUG oslo_concurrency.lockutils [None req-863a2a15-2d89-4973-a4be-deacf0eda227 tempest-ServerRescueTestJSON-24713172 tempest-ServerRescueTestJSON-24713172-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.122s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1065.400098] env[69613]: DEBUG nova.objects.instance [None req-863a2a15-2d89-4973-a4be-deacf0eda227 tempest-ServerRescueTestJSON-24713172 tempest-ServerRescueTestJSON-24713172-project-member] Lazy-loading 'resources' on Instance uuid a21826db-d20f-443b-9042-9ffa93cd24af {{(pid=69613) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1065.420150] env[69613]: DEBUG nova.virt.hardware [None req-4a189074-2287-4d8d-8d7c-788586a6fa16 tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T13:55:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T13:55:19Z,direct_url=,disk_format='vmdk',id=2b7a0304-b5d0-431d-b287-32c8388d7fbd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3e9e1b873f1442d59d5ee8247b941f74',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T13:55:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1065.420399] env[69613]: DEBUG nova.virt.hardware [None req-4a189074-2287-4d8d-8d7c-788586a6fa16 tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] Flavor limits 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1065.420577] env[69613]: DEBUG nova.virt.hardware [None req-4a189074-2287-4d8d-8d7c-788586a6fa16 tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] Image limits 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1065.420762] env[69613]: DEBUG nova.virt.hardware [None req-4a189074-2287-4d8d-8d7c-788586a6fa16 tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] Flavor pref 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1065.420907] env[69613]: DEBUG nova.virt.hardware [None req-4a189074-2287-4d8d-8d7c-788586a6fa16 tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] Image pref 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1065.421345] env[69613]: DEBUG nova.virt.hardware [None req-4a189074-2287-4d8d-8d7c-788586a6fa16 tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1065.421975] env[69613]: DEBUG nova.virt.hardware [None req-4a189074-2287-4d8d-8d7c-788586a6fa16 tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1065.422247] env[69613]: DEBUG nova.virt.hardware [None req-4a189074-2287-4d8d-8d7c-788586a6fa16 tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69613) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1065.422447] env[69613]: DEBUG nova.virt.hardware [None req-4a189074-2287-4d8d-8d7c-788586a6fa16 tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] Got 1 possible topologies {{(pid=69613) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1065.422669] env[69613]: DEBUG nova.virt.hardware [None req-4a189074-2287-4d8d-8d7c-788586a6fa16 tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1065.422873] env[69613]: DEBUG nova.virt.hardware [None req-4a189074-2287-4d8d-8d7c-788586a6fa16 tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1065.427723] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3874ebb5-2365-41ed-b04f-fb0ea5be30ef {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.433344] env[69613]: INFO nova.compute.manager [None req-873758c2-dc60-4dae-8d3f-91754c626b6e tempest-ListServersNegativeTestJSON-2081482518 tempest-ListServersNegativeTestJSON-2081482518-project-member] [instance: 58d4f9d3-4baf-4af6-a8a6-0af073c8231f] Took 23.92 seconds to build instance. [ 1065.438073] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f54ec892-10df-4f69-b7ca-c6864820d371 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.444074] env[69613]: INFO nova.scheduler.client.report [None req-ad636fc3-d79d-43b0-90f9-87655cd55774 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Deleted allocations for instance 06ba24f5-e698-4fb3-9c47-fe146eee8e72 [ 1065.475758] env[69613]: INFO nova.compute.manager [None req-873758c2-dc60-4dae-8d3f-91754c626b6e tempest-ListServersNegativeTestJSON-2081482518 tempest-ListServersNegativeTestJSON-2081482518-project-member] [instance: 67f0ce4d-a780-44bb-9b03-19a8a28bd34c] Took 23.70 seconds to build instance. [ 1065.561455] env[69613]: DEBUG oslo_vmware.api [None req-873758c2-dc60-4dae-8d3f-91754c626b6e tempest-ListServersNegativeTestJSON-2081482518 tempest-ListServersNegativeTestJSON-2081482518-project-member] Task: {'id': task-3418055, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067712} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.561937] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-873758c2-dc60-4dae-8d3f-91754c626b6e tempest-ListServersNegativeTestJSON-2081482518 tempest-ListServersNegativeTestJSON-2081482518-project-member] [instance: d7e9fadf-c144-44e4-b840-435c9b6021d3] Extended root virtual disk {{(pid=69613) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1065.563067] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd07dfe5-6d92-4bea-867b-5a60b1622148 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.591141] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-873758c2-dc60-4dae-8d3f-91754c626b6e tempest-ListServersNegativeTestJSON-2081482518 tempest-ListServersNegativeTestJSON-2081482518-project-member] [instance: d7e9fadf-c144-44e4-b840-435c9b6021d3] Reconfiguring VM instance instance-00000067 to attach disk [datastore1] d7e9fadf-c144-44e4-b840-435c9b6021d3/d7e9fadf-c144-44e4-b840-435c9b6021d3.vmdk or device None with type sparse {{(pid=69613) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1065.592836] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c743439c-0e38-4838-a4bf-10d88e3d238e {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.617251] env[69613]: DEBUG oslo_vmware.api [None req-0f857ce1-2332-411c-a66b-b46e59ce40ef tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52f75c64-abf7-1323-15ae-966feffd1663, 'name': SearchDatastore_Task, 'duration_secs': 0.023764} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.617604] env[69613]: DEBUG oslo_concurrency.lockutils [None req-0f857ce1-2332-411c-a66b-b46e59ce40ef tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.618018] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f857ce1-2332-411c-a66b-b46e59ce40ef tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk to [datastore2] 815ee067-7d2e-4312-8f7a-77ce8854bd2d/815ee067-7d2e-4312-8f7a-77ce8854bd2d.vmdk {{(pid=69613) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1065.618396] env[69613]: DEBUG oslo_vmware.api [None req-873758c2-dc60-4dae-8d3f-91754c626b6e tempest-ListServersNegativeTestJSON-2081482518 tempest-ListServersNegativeTestJSON-2081482518-project-member] Waiting for the task: (returnval){ [ 1065.618396] env[69613]: value = "task-3418056" [ 1065.618396] env[69613]: _type = "Task" [ 1065.618396] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.618867] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-627d1197-6248-4ef3-bacb-bb491793ca18 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.629337] env[69613]: DEBUG oslo_vmware.api [None req-873758c2-dc60-4dae-8d3f-91754c626b6e tempest-ListServersNegativeTestJSON-2081482518 tempest-ListServersNegativeTestJSON-2081482518-project-member] Task: {'id': task-3418056, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.630836] env[69613]: DEBUG oslo_vmware.api [None req-0f857ce1-2332-411c-a66b-b46e59ce40ef tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Waiting for the task: (returnval){ [ 1065.630836] env[69613]: value = "task-3418057" [ 1065.630836] env[69613]: _type = "Task" [ 1065.630836] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.639342] env[69613]: DEBUG oslo_vmware.api [None req-0f857ce1-2332-411c-a66b-b46e59ce40ef tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Task: {'id': task-3418057, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.702033] env[69613]: DEBUG oslo_vmware.api [None req-4a189074-2287-4d8d-8d7c-788586a6fa16 tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52a166eb-fa20-0f13-f5af-ce540a859c48, 'name': SearchDatastore_Task, 'duration_secs': 0.068} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.702033] env[69613]: DEBUG oslo_concurrency.lockutils [None req-4a189074-2287-4d8d-8d7c-788586a6fa16 tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.702033] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-4a189074-2287-4d8d-8d7c-788586a6fa16 tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] [instance: 521abeea-6ae3-4d7e-becf-12ceb0021bb2] Processing image 2b7a0304-b5d0-431d-b287-32c8388d7fbd {{(pid=69613) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1065.702224] env[69613]: DEBUG oslo_concurrency.lockutils [None req-4a189074-2287-4d8d-8d7c-788586a6fa16 tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.702322] env[69613]: DEBUG oslo_concurrency.lockutils [None req-4a189074-2287-4d8d-8d7c-788586a6fa16 tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.702455] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a189074-2287-4d8d-8d7c-788586a6fa16 tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69613) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1065.702781] env[69613]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-05361c50-ebd8-4d8c-8aa8-8d79ebe18b2a {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.715648] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a189074-2287-4d8d-8d7c-788586a6fa16 tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69613) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1065.715838] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-4a189074-2287-4d8d-8d7c-788586a6fa16 tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69613) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1065.716603] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7b7b0ef3-ce75-42f8-9a81-f6b5e6df389d {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.721611] env[69613]: DEBUG oslo_vmware.api [None req-4a189074-2287-4d8d-8d7c-788586a6fa16 tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] Waiting for the task: (returnval){ [ 1065.721611] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]52153ed2-5c88-3ec9-7390-b46e7ed37a93" [ 1065.721611] env[69613]: _type = "Task" [ 1065.721611] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.729342] env[69613]: DEBUG oslo_vmware.api [None req-4a189074-2287-4d8d-8d7c-788586a6fa16 tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52153ed2-5c88-3ec9-7390-b46e7ed37a93, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.755142] env[69613]: INFO nova.compute.manager [None req-f4b40de1-e8a8-4c03-af17-976926fe6d56 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] [instance: 01bcdedb-402d-4542-9f89-d1a661ed158e] Rebuilding instance [ 1065.800523] env[69613]: DEBUG nova.compute.manager [None req-f4b40de1-e8a8-4c03-af17-976926fe6d56 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] [instance: 01bcdedb-402d-4542-9f89-d1a661ed158e] Checking state {{(pid=69613) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1065.800782] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2946b65b-89b5-4255-b184-0c6195d71c68 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.936308] env[69613]: DEBUG oslo_concurrency.lockutils [None req-873758c2-dc60-4dae-8d3f-91754c626b6e tempest-ListServersNegativeTestJSON-2081482518 tempest-ListServersNegativeTestJSON-2081482518-project-member] Lock "58d4f9d3-4baf-4af6-a8a6-0af073c8231f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.434s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1065.956018] env[69613]: DEBUG oslo_concurrency.lockutils [None req-ad636fc3-d79d-43b0-90f9-87655cd55774 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Lock "06ba24f5-e698-4fb3-9c47-fe146eee8e72" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.893s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1065.979191] env[69613]: DEBUG oslo_concurrency.lockutils [None req-873758c2-dc60-4dae-8d3f-91754c626b6e tempest-ListServersNegativeTestJSON-2081482518 tempest-ListServersNegativeTestJSON-2081482518-project-member] Lock "67f0ce4d-a780-44bb-9b03-19a8a28bd34c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.225s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1065.990092] env[69613]: DEBUG nova.compute.manager [req-cdb89141-39af-45bf-8c05-75a4ffb0b49f req-2adf2795-6fc7-4a3a-9709-004c9d035b46 service nova] [instance: 225b95ef-63bb-4262-88b3-53f5095e9390] Received event network-vif-plugged-ba2354b3-585d-4b19-8b27-5bc645bad0a4 {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1065.990092] env[69613]: DEBUG oslo_concurrency.lockutils [req-cdb89141-39af-45bf-8c05-75a4ffb0b49f req-2adf2795-6fc7-4a3a-9709-004c9d035b46 service nova] Acquiring lock "225b95ef-63bb-4262-88b3-53f5095e9390-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1065.991359] env[69613]: DEBUG oslo_concurrency.lockutils [req-cdb89141-39af-45bf-8c05-75a4ffb0b49f req-2adf2795-6fc7-4a3a-9709-004c9d035b46 service nova] Lock "225b95ef-63bb-4262-88b3-53f5095e9390-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1065.991606] env[69613]: DEBUG oslo_concurrency.lockutils [req-cdb89141-39af-45bf-8c05-75a4ffb0b49f req-2adf2795-6fc7-4a3a-9709-004c9d035b46 service nova] Lock "225b95ef-63bb-4262-88b3-53f5095e9390-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1065.991863] env[69613]: DEBUG nova.compute.manager [req-cdb89141-39af-45bf-8c05-75a4ffb0b49f req-2adf2795-6fc7-4a3a-9709-004c9d035b46 service nova] [instance: 225b95ef-63bb-4262-88b3-53f5095e9390] No waiting events found dispatching network-vif-plugged-ba2354b3-585d-4b19-8b27-5bc645bad0a4 {{(pid=69613) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1065.992100] env[69613]: WARNING nova.compute.manager [req-cdb89141-39af-45bf-8c05-75a4ffb0b49f req-2adf2795-6fc7-4a3a-9709-004c9d035b46 service nova] [instance: 225b95ef-63bb-4262-88b3-53f5095e9390] Received unexpected event network-vif-plugged-ba2354b3-585d-4b19-8b27-5bc645bad0a4 for instance with vm_state building and task_state spawning. [ 1066.113803] env[69613]: DEBUG nova.network.neutron [None req-4a189074-2287-4d8d-8d7c-788586a6fa16 tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] [instance: 225b95ef-63bb-4262-88b3-53f5095e9390] Successfully updated port: ba2354b3-585d-4b19-8b27-5bc645bad0a4 {{(pid=69613) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1066.136381] env[69613]: DEBUG oslo_vmware.api [None req-873758c2-dc60-4dae-8d3f-91754c626b6e tempest-ListServersNegativeTestJSON-2081482518 tempest-ListServersNegativeTestJSON-2081482518-project-member] Task: {'id': task-3418056, 'name': ReconfigVM_Task, 'duration_secs': 0.433312} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.143194] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-873758c2-dc60-4dae-8d3f-91754c626b6e tempest-ListServersNegativeTestJSON-2081482518 tempest-ListServersNegativeTestJSON-2081482518-project-member] [instance: d7e9fadf-c144-44e4-b840-435c9b6021d3] Reconfigured VM instance instance-00000067 to attach disk [datastore1] d7e9fadf-c144-44e4-b840-435c9b6021d3/d7e9fadf-c144-44e4-b840-435c9b6021d3.vmdk or device None with type sparse {{(pid=69613) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1066.144977] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-98010981-2315-4fcc-a19a-a91bd00bbc99 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.153039] env[69613]: DEBUG oslo_vmware.api [None req-0f857ce1-2332-411c-a66b-b46e59ce40ef tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Task: {'id': task-3418057, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.156022] env[69613]: DEBUG oslo_vmware.api [None req-873758c2-dc60-4dae-8d3f-91754c626b6e tempest-ListServersNegativeTestJSON-2081482518 tempest-ListServersNegativeTestJSON-2081482518-project-member] Waiting for the task: (returnval){ [ 1066.156022] env[69613]: value = "task-3418058" [ 1066.156022] env[69613]: _type = "Task" [ 1066.156022] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.168850] env[69613]: DEBUG oslo_vmware.api [None req-873758c2-dc60-4dae-8d3f-91754c626b6e tempest-ListServersNegativeTestJSON-2081482518 tempest-ListServersNegativeTestJSON-2081482518-project-member] Task: {'id': task-3418058, 'name': Rename_Task} progress is 6%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.233576] env[69613]: DEBUG oslo_vmware.api [None req-4a189074-2287-4d8d-8d7c-788586a6fa16 tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52153ed2-5c88-3ec9-7390-b46e7ed37a93, 'name': SearchDatastore_Task, 'duration_secs': 0.041902} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.238242] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0d10b988-056e-42a7-bf88-a8cb59c6ea64 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.244756] env[69613]: DEBUG oslo_vmware.api [None req-4a189074-2287-4d8d-8d7c-788586a6fa16 tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] Waiting for the task: (returnval){ [ 1066.244756] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]5203e98e-0131-2ce6-0f28-3d9d46681ff8" [ 1066.244756] env[69613]: _type = "Task" [ 1066.244756] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.255581] env[69613]: DEBUG oslo_vmware.api [None req-4a189074-2287-4d8d-8d7c-788586a6fa16 tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]5203e98e-0131-2ce6-0f28-3d9d46681ff8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.313530] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d046fd20-e483-42a3-8538-c46e638a3e86 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.322092] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab5c256a-1dc7-4ddb-8243-81faefea2581 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.355551] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e153d34c-28a3-4b28-acc3-654ec72f0816 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.362791] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdf35279-d41b-4431-873f-579984701c95 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.376107] env[69613]: DEBUG nova.compute.provider_tree [None req-863a2a15-2d89-4973-a4be-deacf0eda227 tempest-ServerRescueTestJSON-24713172 tempest-ServerRescueTestJSON-24713172-project-member] Inventory has not changed in ProviderTree for provider: af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 {{(pid=69613) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1066.609377] env[69613]: DEBUG oslo_concurrency.lockutils [None req-55a76f44-06c3-4672-8bd8-9cb1777e7a54 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Acquiring lock "6ce9d7ae-aabf-444e-ab76-68f077d43cf0" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1066.609377] env[69613]: DEBUG oslo_concurrency.lockutils [None req-55a76f44-06c3-4672-8bd8-9cb1777e7a54 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Lock "6ce9d7ae-aabf-444e-ab76-68f077d43cf0" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1066.619143] env[69613]: DEBUG oslo_concurrency.lockutils [None req-4a189074-2287-4d8d-8d7c-788586a6fa16 tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] Acquiring lock "refresh_cache-225b95ef-63bb-4262-88b3-53f5095e9390" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.619254] env[69613]: DEBUG oslo_concurrency.lockutils [None req-4a189074-2287-4d8d-8d7c-788586a6fa16 tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] Acquired lock "refresh_cache-225b95ef-63bb-4262-88b3-53f5095e9390" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.619319] env[69613]: DEBUG nova.network.neutron [None req-4a189074-2287-4d8d-8d7c-788586a6fa16 tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] [instance: 225b95ef-63bb-4262-88b3-53f5095e9390] Building network info cache for instance {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1066.645609] env[69613]: DEBUG oslo_vmware.api [None req-0f857ce1-2332-411c-a66b-b46e59ce40ef tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Task: {'id': task-3418057, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.626289} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.645900] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f857ce1-2332-411c-a66b-b46e59ce40ef tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk to [datastore2] 815ee067-7d2e-4312-8f7a-77ce8854bd2d/815ee067-7d2e-4312-8f7a-77ce8854bd2d.vmdk {{(pid=69613) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1066.646132] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-0f857ce1-2332-411c-a66b-b46e59ce40ef tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] [instance: 815ee067-7d2e-4312-8f7a-77ce8854bd2d] Extending root virtual disk to 1048576 {{(pid=69613) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1066.646409] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0c282b39-6e8c-4695-830e-dc17a5d5c841 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.653366] env[69613]: DEBUG oslo_vmware.api [None req-0f857ce1-2332-411c-a66b-b46e59ce40ef tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Waiting for the task: (returnval){ [ 1066.653366] env[69613]: value = "task-3418059" [ 1066.653366] env[69613]: _type = "Task" [ 1066.653366] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.667188] env[69613]: DEBUG oslo_vmware.api [None req-0f857ce1-2332-411c-a66b-b46e59ce40ef tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Task: {'id': task-3418059, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.669833] env[69613]: DEBUG oslo_vmware.api [None req-873758c2-dc60-4dae-8d3f-91754c626b6e tempest-ListServersNegativeTestJSON-2081482518 tempest-ListServersNegativeTestJSON-2081482518-project-member] Task: {'id': task-3418058, 'name': Rename_Task, 'duration_secs': 0.205717} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.670256] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-873758c2-dc60-4dae-8d3f-91754c626b6e tempest-ListServersNegativeTestJSON-2081482518 tempest-ListServersNegativeTestJSON-2081482518-project-member] [instance: d7e9fadf-c144-44e4-b840-435c9b6021d3] Powering on the VM {{(pid=69613) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1066.670557] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bd937361-cde4-4f42-8d4d-a5de5f85cabe {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.676937] env[69613]: DEBUG oslo_vmware.api [None req-873758c2-dc60-4dae-8d3f-91754c626b6e tempest-ListServersNegativeTestJSON-2081482518 tempest-ListServersNegativeTestJSON-2081482518-project-member] Waiting for the task: (returnval){ [ 1066.676937] env[69613]: value = "task-3418060" [ 1066.676937] env[69613]: _type = "Task" [ 1066.676937] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.685161] env[69613]: DEBUG oslo_vmware.api [None req-873758c2-dc60-4dae-8d3f-91754c626b6e tempest-ListServersNegativeTestJSON-2081482518 tempest-ListServersNegativeTestJSON-2081482518-project-member] Task: {'id': task-3418060, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.755909] env[69613]: DEBUG oslo_vmware.api [None req-4a189074-2287-4d8d-8d7c-788586a6fa16 tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]5203e98e-0131-2ce6-0f28-3d9d46681ff8, 'name': SearchDatastore_Task, 'duration_secs': 0.009904} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.756144] env[69613]: DEBUG oslo_concurrency.lockutils [None req-4a189074-2287-4d8d-8d7c-788586a6fa16 tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.756407] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a189074-2287-4d8d-8d7c-788586a6fa16 tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk to [datastore1] 521abeea-6ae3-4d7e-becf-12ceb0021bb2/521abeea-6ae3-4d7e-becf-12ceb0021bb2.vmdk {{(pid=69613) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1066.756686] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-eea57bee-6715-411a-bc2e-e40c1d36de75 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.764687] env[69613]: DEBUG oslo_vmware.api [None req-4a189074-2287-4d8d-8d7c-788586a6fa16 tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] Waiting for the task: (returnval){ [ 1066.764687] env[69613]: value = "task-3418061" [ 1066.764687] env[69613]: _type = "Task" [ 1066.764687] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.773143] env[69613]: DEBUG oslo_vmware.api [None req-4a189074-2287-4d8d-8d7c-788586a6fa16 tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] Task: {'id': task-3418061, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.818097] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4b40de1-e8a8-4c03-af17-976926fe6d56 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] [instance: 01bcdedb-402d-4542-9f89-d1a661ed158e] Powering off the VM {{(pid=69613) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1066.818332] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1301db00-3aaf-4656-8216-138031c76f33 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.826568] env[69613]: DEBUG oslo_vmware.api [None req-f4b40de1-e8a8-4c03-af17-976926fe6d56 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Waiting for the task: (returnval){ [ 1066.826568] env[69613]: value = "task-3418062" [ 1066.826568] env[69613]: _type = "Task" [ 1066.826568] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.836612] env[69613]: DEBUG oslo_vmware.api [None req-f4b40de1-e8a8-4c03-af17-976926fe6d56 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Task: {'id': task-3418062, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.880364] env[69613]: DEBUG nova.scheduler.client.report [None req-863a2a15-2d89-4973-a4be-deacf0eda227 tempest-ServerRescueTestJSON-24713172 tempest-ServerRescueTestJSON-24713172-project-member] Inventory has not changed for provider af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69613) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1067.111976] env[69613]: INFO nova.compute.manager [None req-55a76f44-06c3-4672-8bd8-9cb1777e7a54 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] [instance: 6ce9d7ae-aabf-444e-ab76-68f077d43cf0] Detaching volume 11e58ef1-5a23-4b42-a496-ddc6c59e0c54 [ 1067.149511] env[69613]: INFO nova.virt.block_device [None req-55a76f44-06c3-4672-8bd8-9cb1777e7a54 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] [instance: 6ce9d7ae-aabf-444e-ab76-68f077d43cf0] Attempting to driver detach volume 11e58ef1-5a23-4b42-a496-ddc6c59e0c54 from mountpoint /dev/sdb [ 1067.149759] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-55a76f44-06c3-4672-8bd8-9cb1777e7a54 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] [instance: 6ce9d7ae-aabf-444e-ab76-68f077d43cf0] Volume detach. Driver type: vmdk {{(pid=69613) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1067.149964] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-55a76f44-06c3-4672-8bd8-9cb1777e7a54 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] [instance: 6ce9d7ae-aabf-444e-ab76-68f077d43cf0] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-681930', 'volume_id': '11e58ef1-5a23-4b42-a496-ddc6c59e0c54', 'name': 'volume-11e58ef1-5a23-4b42-a496-ddc6c59e0c54', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6ce9d7ae-aabf-444e-ab76-68f077d43cf0', 'attached_at': '', 'detached_at': '', 'volume_id': '11e58ef1-5a23-4b42-a496-ddc6c59e0c54', 'serial': '11e58ef1-5a23-4b42-a496-ddc6c59e0c54'} {{(pid=69613) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1067.150913] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a138d457-4eca-4445-81b0-aa21f8e12196 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.173596] env[69613]: DEBUG nova.network.neutron [None req-4a189074-2287-4d8d-8d7c-788586a6fa16 tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] [instance: 225b95ef-63bb-4262-88b3-53f5095e9390] Instance cache missing network info. {{(pid=69613) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1067.176659] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c34a276-b309-4713-b154-cd9bf6958518 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.182910] env[69613]: DEBUG oslo_vmware.api [None req-0f857ce1-2332-411c-a66b-b46e59ce40ef tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Task: {'id': task-3418059, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067872} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.187780] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-0f857ce1-2332-411c-a66b-b46e59ce40ef tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] [instance: 815ee067-7d2e-4312-8f7a-77ce8854bd2d] Extended root virtual disk {{(pid=69613) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1067.188928] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-330a5cab-19c3-45fe-af44-cd6012a2bbb4 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.196247] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e365592-4d67-407f-af8f-17382be8f1b0 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.225933] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f857ce1-2332-411c-a66b-b46e59ce40ef tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] [instance: 815ee067-7d2e-4312-8f7a-77ce8854bd2d] Reconfiguring VM instance instance-00000051 to attach disk [datastore2] 815ee067-7d2e-4312-8f7a-77ce8854bd2d/815ee067-7d2e-4312-8f7a-77ce8854bd2d.vmdk or device None with type sparse {{(pid=69613) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1067.226334] env[69613]: DEBUG oslo_vmware.api [None req-873758c2-dc60-4dae-8d3f-91754c626b6e tempest-ListServersNegativeTestJSON-2081482518 tempest-ListServersNegativeTestJSON-2081482518-project-member] Task: {'id': task-3418060, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.230250] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-36a86513-57df-422f-9bfe-79e5b4d6a6c6 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.265315] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1082e90-63f8-4d05-acdd-f4145b6202ee {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.273176] env[69613]: DEBUG oslo_vmware.api [None req-0f857ce1-2332-411c-a66b-b46e59ce40ef tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Waiting for the task: (returnval){ [ 1067.273176] env[69613]: value = "task-3418063" [ 1067.273176] env[69613]: _type = "Task" [ 1067.273176] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.291181] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-55a76f44-06c3-4672-8bd8-9cb1777e7a54 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] The volume has not been displaced from its original location: [datastore2] volume-11e58ef1-5a23-4b42-a496-ddc6c59e0c54/volume-11e58ef1-5a23-4b42-a496-ddc6c59e0c54.vmdk. No consolidation needed. {{(pid=69613) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1067.296999] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-55a76f44-06c3-4672-8bd8-9cb1777e7a54 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] [instance: 6ce9d7ae-aabf-444e-ab76-68f077d43cf0] Reconfiguring VM instance instance-00000043 to detach disk 2001 {{(pid=69613) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1067.297401] env[69613]: DEBUG oslo_vmware.api [None req-4a189074-2287-4d8d-8d7c-788586a6fa16 tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] Task: {'id': task-3418061, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.300488] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-639b4ab2-efd6-4247-999a-d1bd825b1c65 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.319417] env[69613]: DEBUG oslo_vmware.api [None req-0f857ce1-2332-411c-a66b-b46e59ce40ef tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Task: {'id': task-3418063, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.333871] env[69613]: DEBUG oslo_vmware.api [None req-55a76f44-06c3-4672-8bd8-9cb1777e7a54 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Waiting for the task: (returnval){ [ 1067.333871] env[69613]: value = "task-3418064" [ 1067.333871] env[69613]: _type = "Task" [ 1067.333871] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.341964] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4b40de1-e8a8-4c03-af17-976926fe6d56 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] [instance: 01bcdedb-402d-4542-9f89-d1a661ed158e] VM already powered off {{(pid=69613) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1067.342265] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-f4b40de1-e8a8-4c03-af17-976926fe6d56 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] [instance: 01bcdedb-402d-4542-9f89-d1a661ed158e] Destroying instance {{(pid=69613) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1067.343417] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3d76f80-d5ca-4a41-a44c-8a74e6d56c21 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.349673] env[69613]: DEBUG oslo_vmware.api [None req-55a76f44-06c3-4672-8bd8-9cb1777e7a54 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Task: {'id': task-3418064, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.355226] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-f4b40de1-e8a8-4c03-af17-976926fe6d56 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] [instance: 01bcdedb-402d-4542-9f89-d1a661ed158e] Unregistering the VM {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1067.355590] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-924932b9-1d83-417b-8321-61b004ee1e33 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.385874] env[69613]: DEBUG oslo_concurrency.lockutils [None req-863a2a15-2d89-4973-a4be-deacf0eda227 tempest-ServerRescueTestJSON-24713172 tempest-ServerRescueTestJSON-24713172-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.987s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1067.388989] env[69613]: DEBUG oslo_concurrency.lockutils [None req-8caa00fa-d649-4554-b8d1-aac461db6563 tempest-TenantUsagesTestJSON-155898756 tempest-TenantUsagesTestJSON-155898756-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.069s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1067.390617] env[69613]: INFO nova.compute.claims [None req-8caa00fa-d649-4554-b8d1-aac461db6563 tempest-TenantUsagesTestJSON-155898756 tempest-TenantUsagesTestJSON-155898756-project-member] [instance: 25836078-1a39-4b3a-b7e0-48c0c9a61d20] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1067.393815] env[69613]: DEBUG oslo_service.periodic_task [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69613) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1067.394573] env[69613]: DEBUG oslo_service.periodic_task [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69613) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1067.418469] env[69613]: INFO nova.scheduler.client.report [None req-863a2a15-2d89-4973-a4be-deacf0eda227 tempest-ServerRescueTestJSON-24713172 tempest-ServerRescueTestJSON-24713172-project-member] Deleted allocations for instance a21826db-d20f-443b-9042-9ffa93cd24af [ 1067.442017] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-f4b40de1-e8a8-4c03-af17-976926fe6d56 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] [instance: 01bcdedb-402d-4542-9f89-d1a661ed158e] Unregistered the VM {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1067.442302] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-f4b40de1-e8a8-4c03-af17-976926fe6d56 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] [instance: 01bcdedb-402d-4542-9f89-d1a661ed158e] Deleting contents of the VM from datastore datastore1 {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1067.442564] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-f4b40de1-e8a8-4c03-af17-976926fe6d56 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Deleting the datastore file [datastore1] 01bcdedb-402d-4542-9f89-d1a661ed158e {{(pid=69613) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1067.442952] env[69613]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bc31879a-b6fa-44e5-8325-24fa01b6cb38 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.452867] env[69613]: DEBUG oslo_vmware.api [None req-f4b40de1-e8a8-4c03-af17-976926fe6d56 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Waiting for the task: (returnval){ [ 1067.452867] env[69613]: value = "task-3418066" [ 1067.452867] env[69613]: _type = "Task" [ 1067.452867] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.465488] env[69613]: DEBUG oslo_vmware.api [None req-f4b40de1-e8a8-4c03-af17-976926fe6d56 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Task: {'id': task-3418066, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.500020] env[69613]: DEBUG nova.network.neutron [None req-4a189074-2287-4d8d-8d7c-788586a6fa16 tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] [instance: 225b95ef-63bb-4262-88b3-53f5095e9390] Updating instance_info_cache with network_info: [{"id": "ba2354b3-585d-4b19-8b27-5bc645bad0a4", "address": "fa:16:3e:aa:39:8f", "network": {"id": "c535614a-e0b8-4fda-9b78-1a0b2f9ac4c1", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-203443238-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2dbf5c5290e346509b79022e11bddd6b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d12aff80-9d1b-4a67-a470-9c0148b443e3", "external-id": "nsx-vlan-transportzone-784", "segmentation_id": 784, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapba2354b3-58", "ovs_interfaceid": "ba2354b3-585d-4b19-8b27-5bc645bad0a4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1067.695682] env[69613]: DEBUG oslo_vmware.api [None req-873758c2-dc60-4dae-8d3f-91754c626b6e tempest-ListServersNegativeTestJSON-2081482518 tempest-ListServersNegativeTestJSON-2081482518-project-member] Task: {'id': task-3418060, 'name': PowerOnVM_Task, 'duration_secs': 1.013467} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.696067] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-873758c2-dc60-4dae-8d3f-91754c626b6e tempest-ListServersNegativeTestJSON-2081482518 tempest-ListServersNegativeTestJSON-2081482518-project-member] [instance: d7e9fadf-c144-44e4-b840-435c9b6021d3] Powered on the VM {{(pid=69613) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1067.696301] env[69613]: INFO nova.compute.manager [None req-873758c2-dc60-4dae-8d3f-91754c626b6e tempest-ListServersNegativeTestJSON-2081482518 tempest-ListServersNegativeTestJSON-2081482518-project-member] [instance: d7e9fadf-c144-44e4-b840-435c9b6021d3] Took 8.78 seconds to spawn the instance on the hypervisor. [ 1067.696670] env[69613]: DEBUG nova.compute.manager [None req-873758c2-dc60-4dae-8d3f-91754c626b6e tempest-ListServersNegativeTestJSON-2081482518 tempest-ListServersNegativeTestJSON-2081482518-project-member] [instance: d7e9fadf-c144-44e4-b840-435c9b6021d3] Checking state {{(pid=69613) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1067.697766] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4088e068-3246-47e0-9ed6-0545794d87c6 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.788124] env[69613]: DEBUG oslo_vmware.api [None req-4a189074-2287-4d8d-8d7c-788586a6fa16 tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] Task: {'id': task-3418061, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.987102} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.791732] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a189074-2287-4d8d-8d7c-788586a6fa16 tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk to [datastore1] 521abeea-6ae3-4d7e-becf-12ceb0021bb2/521abeea-6ae3-4d7e-becf-12ceb0021bb2.vmdk {{(pid=69613) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1067.791960] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-4a189074-2287-4d8d-8d7c-788586a6fa16 tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] [instance: 521abeea-6ae3-4d7e-becf-12ceb0021bb2] Extending root virtual disk to 1048576 {{(pid=69613) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1067.792236] env[69613]: DEBUG oslo_vmware.api [None req-0f857ce1-2332-411c-a66b-b46e59ce40ef tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Task: {'id': task-3418063, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.792715] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-817d92d2-5910-4ce7-a56f-859fbc3c2d59 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.800608] env[69613]: DEBUG oslo_vmware.api [None req-4a189074-2287-4d8d-8d7c-788586a6fa16 tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] Waiting for the task: (returnval){ [ 1067.800608] env[69613]: value = "task-3418067" [ 1067.800608] env[69613]: _type = "Task" [ 1067.800608] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.813357] env[69613]: DEBUG oslo_vmware.api [None req-4a189074-2287-4d8d-8d7c-788586a6fa16 tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] Task: {'id': task-3418067, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.823689] env[69613]: DEBUG oslo_concurrency.lockutils [None req-f9b283d5-6cb9-458d-95a5-3f07877b7d4c tempest-ServersTestBootFromVolume-835828331 tempest-ServersTestBootFromVolume-835828331-project-member] Acquiring lock "e849b8b2-7ad7-475a-bab6-48d8412c58ad" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1067.824066] env[69613]: DEBUG oslo_concurrency.lockutils [None req-f9b283d5-6cb9-458d-95a5-3f07877b7d4c tempest-ServersTestBootFromVolume-835828331 tempest-ServersTestBootFromVolume-835828331-project-member] Lock "e849b8b2-7ad7-475a-bab6-48d8412c58ad" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1067.824399] env[69613]: DEBUG oslo_concurrency.lockutils [None req-f9b283d5-6cb9-458d-95a5-3f07877b7d4c tempest-ServersTestBootFromVolume-835828331 tempest-ServersTestBootFromVolume-835828331-project-member] Acquiring lock "e849b8b2-7ad7-475a-bab6-48d8412c58ad-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1067.824672] env[69613]: DEBUG oslo_concurrency.lockutils [None req-f9b283d5-6cb9-458d-95a5-3f07877b7d4c tempest-ServersTestBootFromVolume-835828331 tempest-ServersTestBootFromVolume-835828331-project-member] Lock "e849b8b2-7ad7-475a-bab6-48d8412c58ad-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1067.824914] env[69613]: DEBUG oslo_concurrency.lockutils [None req-f9b283d5-6cb9-458d-95a5-3f07877b7d4c tempest-ServersTestBootFromVolume-835828331 tempest-ServersTestBootFromVolume-835828331-project-member] Lock "e849b8b2-7ad7-475a-bab6-48d8412c58ad-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1067.827594] env[69613]: INFO nova.compute.manager [None req-f9b283d5-6cb9-458d-95a5-3f07877b7d4c tempest-ServersTestBootFromVolume-835828331 tempest-ServersTestBootFromVolume-835828331-project-member] [instance: e849b8b2-7ad7-475a-bab6-48d8412c58ad] Terminating instance [ 1067.847384] env[69613]: DEBUG oslo_vmware.api [None req-55a76f44-06c3-4672-8bd8-9cb1777e7a54 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Task: {'id': task-3418064, 'name': ReconfigVM_Task, 'duration_secs': 0.354813} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.847719] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-55a76f44-06c3-4672-8bd8-9cb1777e7a54 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] [instance: 6ce9d7ae-aabf-444e-ab76-68f077d43cf0] Reconfigured VM instance instance-00000043 to detach disk 2001 {{(pid=69613) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1067.853785] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d8635144-3de7-4475-8466-5df791732190 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.872715] env[69613]: DEBUG oslo_vmware.api [None req-55a76f44-06c3-4672-8bd8-9cb1777e7a54 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Waiting for the task: (returnval){ [ 1067.872715] env[69613]: value = "task-3418068" [ 1067.872715] env[69613]: _type = "Task" [ 1067.872715] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.882852] env[69613]: DEBUG oslo_vmware.api [None req-55a76f44-06c3-4672-8bd8-9cb1777e7a54 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Task: {'id': task-3418068, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.903126] env[69613]: DEBUG oslo_service.periodic_task [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69613) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1067.903307] env[69613]: DEBUG oslo_service.periodic_task [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69613) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1067.903394] env[69613]: DEBUG oslo_service.periodic_task [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69613) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1067.903972] env[69613]: DEBUG oslo_service.periodic_task [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69613) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1067.904199] env[69613]: DEBUG oslo_service.periodic_task [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69613) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1067.904362] env[69613]: DEBUG oslo_service.periodic_task [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69613) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1067.904507] env[69613]: DEBUG nova.compute.manager [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69613) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1067.904645] env[69613]: DEBUG oslo_service.periodic_task [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Running periodic task ComputeManager.update_available_resource {{(pid=69613) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1067.931205] env[69613]: DEBUG oslo_concurrency.lockutils [None req-863a2a15-2d89-4973-a4be-deacf0eda227 tempest-ServerRescueTestJSON-24713172 tempest-ServerRescueTestJSON-24713172-project-member] Lock "a21826db-d20f-443b-9042-9ffa93cd24af" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.396s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1067.967375] env[69613]: DEBUG oslo_vmware.api [None req-f4b40de1-e8a8-4c03-af17-976926fe6d56 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Task: {'id': task-3418066, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.003711] env[69613]: DEBUG oslo_concurrency.lockutils [None req-4a189074-2287-4d8d-8d7c-788586a6fa16 tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] Releasing lock "refresh_cache-225b95ef-63bb-4262-88b3-53f5095e9390" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.004188] env[69613]: DEBUG nova.compute.manager [None req-4a189074-2287-4d8d-8d7c-788586a6fa16 tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] [instance: 225b95ef-63bb-4262-88b3-53f5095e9390] Instance network_info: |[{"id": "ba2354b3-585d-4b19-8b27-5bc645bad0a4", "address": "fa:16:3e:aa:39:8f", "network": {"id": "c535614a-e0b8-4fda-9b78-1a0b2f9ac4c1", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-203443238-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2dbf5c5290e346509b79022e11bddd6b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d12aff80-9d1b-4a67-a470-9c0148b443e3", "external-id": "nsx-vlan-transportzone-784", "segmentation_id": 784, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapba2354b3-58", "ovs_interfaceid": "ba2354b3-585d-4b19-8b27-5bc645bad0a4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69613) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1068.004627] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-4a189074-2287-4d8d-8d7c-788586a6fa16 tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] [instance: 225b95ef-63bb-4262-88b3-53f5095e9390] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:aa:39:8f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd12aff80-9d1b-4a67-a470-9c0148b443e3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ba2354b3-585d-4b19-8b27-5bc645bad0a4', 'vif_model': 'vmxnet3'}] {{(pid=69613) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1068.012283] env[69613]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4a189074-2287-4d8d-8d7c-788586a6fa16 tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69613) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1068.012517] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 225b95ef-63bb-4262-88b3-53f5095e9390] Creating VM on the ESX host {{(pid=69613) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1068.012783] env[69613]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ea2f1577-774c-4155-bd6d-f397166818fb {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.035744] env[69613]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1068.035744] env[69613]: value = "task-3418069" [ 1068.035744] env[69613]: _type = "Task" [ 1068.035744] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.044194] env[69613]: DEBUG oslo_vmware.api [-] Task: {'id': task-3418069, 'name': CreateVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.085449] env[69613]: DEBUG nova.compute.manager [req-63f186c0-3776-41ad-845a-b847890a5708 req-60b48c34-d625-4812-829e-9b0ecdab1505 service nova] [instance: 225b95ef-63bb-4262-88b3-53f5095e9390] Received event network-changed-ba2354b3-585d-4b19-8b27-5bc645bad0a4 {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1068.085618] env[69613]: DEBUG nova.compute.manager [req-63f186c0-3776-41ad-845a-b847890a5708 req-60b48c34-d625-4812-829e-9b0ecdab1505 service nova] [instance: 225b95ef-63bb-4262-88b3-53f5095e9390] Refreshing instance network info cache due to event network-changed-ba2354b3-585d-4b19-8b27-5bc645bad0a4. {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1068.085842] env[69613]: DEBUG oslo_concurrency.lockutils [req-63f186c0-3776-41ad-845a-b847890a5708 req-60b48c34-d625-4812-829e-9b0ecdab1505 service nova] Acquiring lock "refresh_cache-225b95ef-63bb-4262-88b3-53f5095e9390" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.085986] env[69613]: DEBUG oslo_concurrency.lockutils [req-63f186c0-3776-41ad-845a-b847890a5708 req-60b48c34-d625-4812-829e-9b0ecdab1505 service nova] Acquired lock "refresh_cache-225b95ef-63bb-4262-88b3-53f5095e9390" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.086197] env[69613]: DEBUG nova.network.neutron [req-63f186c0-3776-41ad-845a-b847890a5708 req-60b48c34-d625-4812-829e-9b0ecdab1505 service nova] [instance: 225b95ef-63bb-4262-88b3-53f5095e9390] Refreshing network info cache for port ba2354b3-585d-4b19-8b27-5bc645bad0a4 {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1068.222146] env[69613]: INFO nova.compute.manager [None req-873758c2-dc60-4dae-8d3f-91754c626b6e tempest-ListServersNegativeTestJSON-2081482518 tempest-ListServersNegativeTestJSON-2081482518-project-member] [instance: d7e9fadf-c144-44e4-b840-435c9b6021d3] Took 26.41 seconds to build instance. [ 1068.266513] env[69613]: DEBUG oslo_concurrency.lockutils [None req-a7aa2fe0-4432-4a69-aa23-27456aaf9413 tempest-ServerRescueTestJSON-24713172 tempest-ServerRescueTestJSON-24713172-project-member] Acquiring lock "6ddb7bfb-cf8e-4f10-ba48-b67061364a4f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1068.269031] env[69613]: DEBUG oslo_concurrency.lockutils [None req-a7aa2fe0-4432-4a69-aa23-27456aaf9413 tempest-ServerRescueTestJSON-24713172 tempest-ServerRescueTestJSON-24713172-project-member] Lock "6ddb7bfb-cf8e-4f10-ba48-b67061364a4f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1068.269031] env[69613]: DEBUG oslo_concurrency.lockutils [None req-a7aa2fe0-4432-4a69-aa23-27456aaf9413 tempest-ServerRescueTestJSON-24713172 tempest-ServerRescueTestJSON-24713172-project-member] Acquiring lock "6ddb7bfb-cf8e-4f10-ba48-b67061364a4f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1068.269031] env[69613]: DEBUG oslo_concurrency.lockutils [None req-a7aa2fe0-4432-4a69-aa23-27456aaf9413 tempest-ServerRescueTestJSON-24713172 tempest-ServerRescueTestJSON-24713172-project-member] Lock "6ddb7bfb-cf8e-4f10-ba48-b67061364a4f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1068.269031] env[69613]: DEBUG oslo_concurrency.lockutils [None req-a7aa2fe0-4432-4a69-aa23-27456aaf9413 tempest-ServerRescueTestJSON-24713172 tempest-ServerRescueTestJSON-24713172-project-member] Lock "6ddb7bfb-cf8e-4f10-ba48-b67061364a4f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1068.271335] env[69613]: INFO nova.compute.manager [None req-a7aa2fe0-4432-4a69-aa23-27456aaf9413 tempest-ServerRescueTestJSON-24713172 tempest-ServerRescueTestJSON-24713172-project-member] [instance: 6ddb7bfb-cf8e-4f10-ba48-b67061364a4f] Terminating instance [ 1068.286916] env[69613]: DEBUG oslo_vmware.api [None req-0f857ce1-2332-411c-a66b-b46e59ce40ef tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Task: {'id': task-3418063, 'name': ReconfigVM_Task, 'duration_secs': 0.708999} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.287346] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f857ce1-2332-411c-a66b-b46e59ce40ef tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] [instance: 815ee067-7d2e-4312-8f7a-77ce8854bd2d] Reconfigured VM instance instance-00000051 to attach disk [datastore2] 815ee067-7d2e-4312-8f7a-77ce8854bd2d/815ee067-7d2e-4312-8f7a-77ce8854bd2d.vmdk or device None with type sparse {{(pid=69613) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1068.288309] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8357d61f-03eb-49be-954b-8f6c753b9961 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.299126] env[69613]: DEBUG oslo_vmware.api [None req-0f857ce1-2332-411c-a66b-b46e59ce40ef tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Waiting for the task: (returnval){ [ 1068.299126] env[69613]: value = "task-3418070" [ 1068.299126] env[69613]: _type = "Task" [ 1068.299126] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.312928] env[69613]: DEBUG oslo_vmware.api [None req-4a189074-2287-4d8d-8d7c-788586a6fa16 tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] Task: {'id': task-3418067, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074878} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.316383] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-4a189074-2287-4d8d-8d7c-788586a6fa16 tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] [instance: 521abeea-6ae3-4d7e-becf-12ceb0021bb2] Extended root virtual disk {{(pid=69613) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1068.317119] env[69613]: DEBUG oslo_vmware.api [None req-0f857ce1-2332-411c-a66b-b46e59ce40ef tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Task: {'id': task-3418070, 'name': Rename_Task} progress is 5%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.317859] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68bfef12-48e1-4658-a462-0b20a9408953 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.333933] env[69613]: DEBUG nova.compute.manager [None req-f9b283d5-6cb9-458d-95a5-3f07877b7d4c tempest-ServersTestBootFromVolume-835828331 tempest-ServersTestBootFromVolume-835828331-project-member] [instance: e849b8b2-7ad7-475a-bab6-48d8412c58ad] Start destroying the instance on the hypervisor. {{(pid=69613) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1068.334236] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9b283d5-6cb9-458d-95a5-3f07877b7d4c tempest-ServersTestBootFromVolume-835828331 tempest-ServersTestBootFromVolume-835828331-project-member] [instance: e849b8b2-7ad7-475a-bab6-48d8412c58ad] Powering off the VM {{(pid=69613) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1068.344030] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-4a189074-2287-4d8d-8d7c-788586a6fa16 tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] [instance: 521abeea-6ae3-4d7e-becf-12ceb0021bb2] Reconfiguring VM instance instance-00000068 to attach disk [datastore1] 521abeea-6ae3-4d7e-becf-12ceb0021bb2/521abeea-6ae3-4d7e-becf-12ceb0021bb2.vmdk or device None with type sparse {{(pid=69613) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1068.344400] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-23113431-7403-45e5-a512-d66db7e9c943 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.346280] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a9b12dbe-5959-4c6b-ac2a-8a6c91f08f3b {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.368373] env[69613]: DEBUG oslo_vmware.api [None req-f9b283d5-6cb9-458d-95a5-3f07877b7d4c tempest-ServersTestBootFromVolume-835828331 tempest-ServersTestBootFromVolume-835828331-project-member] Waiting for the task: (returnval){ [ 1068.368373] env[69613]: value = "task-3418071" [ 1068.368373] env[69613]: _type = "Task" [ 1068.368373] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.369849] env[69613]: DEBUG oslo_vmware.api [None req-4a189074-2287-4d8d-8d7c-788586a6fa16 tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] Waiting for the task: (returnval){ [ 1068.369849] env[69613]: value = "task-3418072" [ 1068.369849] env[69613]: _type = "Task" [ 1068.369849] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.389859] env[69613]: DEBUG oslo_vmware.api [None req-f9b283d5-6cb9-458d-95a5-3f07877b7d4c tempest-ServersTestBootFromVolume-835828331 tempest-ServersTestBootFromVolume-835828331-project-member] Task: {'id': task-3418071, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.393914] env[69613]: DEBUG oslo_vmware.api [None req-4a189074-2287-4d8d-8d7c-788586a6fa16 tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] Task: {'id': task-3418072, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.397510] env[69613]: DEBUG oslo_vmware.api [None req-55a76f44-06c3-4672-8bd8-9cb1777e7a54 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Task: {'id': task-3418068, 'name': ReconfigVM_Task, 'duration_secs': 0.214152} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.397832] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-55a76f44-06c3-4672-8bd8-9cb1777e7a54 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] [instance: 6ce9d7ae-aabf-444e-ab76-68f077d43cf0] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-681930', 'volume_id': '11e58ef1-5a23-4b42-a496-ddc6c59e0c54', 'name': 'volume-11e58ef1-5a23-4b42-a496-ddc6c59e0c54', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6ce9d7ae-aabf-444e-ab76-68f077d43cf0', 'attached_at': '', 'detached_at': '', 'volume_id': '11e58ef1-5a23-4b42-a496-ddc6c59e0c54', 'serial': '11e58ef1-5a23-4b42-a496-ddc6c59e0c54'} {{(pid=69613) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1068.407649] env[69613]: DEBUG oslo_concurrency.lockutils [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1068.468028] env[69613]: DEBUG oslo_vmware.api [None req-f4b40de1-e8a8-4c03-af17-976926fe6d56 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Task: {'id': task-3418066, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.522347} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.468028] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-f4b40de1-e8a8-4c03-af17-976926fe6d56 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Deleted the datastore file {{(pid=69613) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1068.468028] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-f4b40de1-e8a8-4c03-af17-976926fe6d56 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] [instance: 01bcdedb-402d-4542-9f89-d1a661ed158e] Deleted contents of the VM from datastore datastore1 {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1068.468028] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-f4b40de1-e8a8-4c03-af17-976926fe6d56 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] [instance: 01bcdedb-402d-4542-9f89-d1a661ed158e] Instance destroyed {{(pid=69613) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1068.551052] env[69613]: DEBUG oslo_vmware.api [-] Task: {'id': task-3418069, 'name': CreateVM_Task, 'duration_secs': 0.452823} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.551329] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 225b95ef-63bb-4262-88b3-53f5095e9390] Created VM on the ESX host {{(pid=69613) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1068.552046] env[69613]: DEBUG oslo_concurrency.lockutils [None req-4a189074-2287-4d8d-8d7c-788586a6fa16 tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.552280] env[69613]: DEBUG oslo_concurrency.lockutils [None req-4a189074-2287-4d8d-8d7c-788586a6fa16 tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.552599] env[69613]: DEBUG oslo_concurrency.lockutils [None req-4a189074-2287-4d8d-8d7c-788586a6fa16 tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.555787] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-04291903-5f5a-45ef-afec-23d61ab0a172 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.562407] env[69613]: DEBUG oslo_vmware.api [None req-4a189074-2287-4d8d-8d7c-788586a6fa16 tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] Waiting for the task: (returnval){ [ 1068.562407] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]5281e9b4-5cd3-798e-c17e-25167bbf89af" [ 1068.562407] env[69613]: _type = "Task" [ 1068.562407] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.574056] env[69613]: DEBUG oslo_vmware.api [None req-4a189074-2287-4d8d-8d7c-788586a6fa16 tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]5281e9b4-5cd3-798e-c17e-25167bbf89af, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.724851] env[69613]: DEBUG oslo_concurrency.lockutils [None req-873758c2-dc60-4dae-8d3f-91754c626b6e tempest-ListServersNegativeTestJSON-2081482518 tempest-ListServersNegativeTestJSON-2081482518-project-member] Lock "d7e9fadf-c144-44e4-b840-435c9b6021d3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.925s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1068.742540] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f975854e-d52d-4cb9-bcfb-2dfd4e5d40d9 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.748729] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c487744-7aa7-4fc3-8cc2-8bf885439b7f {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.781185] env[69613]: DEBUG nova.compute.manager [None req-a7aa2fe0-4432-4a69-aa23-27456aaf9413 tempest-ServerRescueTestJSON-24713172 tempest-ServerRescueTestJSON-24713172-project-member] [instance: 6ddb7bfb-cf8e-4f10-ba48-b67061364a4f] Start destroying the instance on the hypervisor. {{(pid=69613) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1068.781435] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-a7aa2fe0-4432-4a69-aa23-27456aaf9413 tempest-ServerRescueTestJSON-24713172 tempest-ServerRescueTestJSON-24713172-project-member] [instance: 6ddb7bfb-cf8e-4f10-ba48-b67061364a4f] Destroying instance {{(pid=69613) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1068.782842] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a1a5149-102a-461e-a195-83493455aec4 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.785988] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65c6c7fd-ef08-45f3-9351-896100f730a7 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.797986] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0bf21bb-621d-47c2-8333-7e9a1b09fb37 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.801677] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7aa2fe0-4432-4a69-aa23-27456aaf9413 tempest-ServerRescueTestJSON-24713172 tempest-ServerRescueTestJSON-24713172-project-member] [instance: 6ddb7bfb-cf8e-4f10-ba48-b67061364a4f] Powering off the VM {{(pid=69613) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1068.802236] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7d760bc7-e96d-4b0d-a3ae-7abb55a3b810 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.811733] env[69613]: DEBUG oslo_vmware.api [None req-0f857ce1-2332-411c-a66b-b46e59ce40ef tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Task: {'id': task-3418070, 'name': Rename_Task} progress is 14%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.821123] env[69613]: DEBUG oslo_vmware.api [None req-a7aa2fe0-4432-4a69-aa23-27456aaf9413 tempest-ServerRescueTestJSON-24713172 tempest-ServerRescueTestJSON-24713172-project-member] Waiting for the task: (returnval){ [ 1068.821123] env[69613]: value = "task-3418073" [ 1068.821123] env[69613]: _type = "Task" [ 1068.821123] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.821123] env[69613]: DEBUG nova.compute.provider_tree [None req-8caa00fa-d649-4554-b8d1-aac461db6563 tempest-TenantUsagesTestJSON-155898756 tempest-TenantUsagesTestJSON-155898756-project-member] Inventory has not changed in ProviderTree for provider: af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 {{(pid=69613) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1068.830570] env[69613]: DEBUG oslo_vmware.api [None req-a7aa2fe0-4432-4a69-aa23-27456aaf9413 tempest-ServerRescueTestJSON-24713172 tempest-ServerRescueTestJSON-24713172-project-member] Task: {'id': task-3418073, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.886985] env[69613]: DEBUG oslo_vmware.api [None req-f9b283d5-6cb9-458d-95a5-3f07877b7d4c tempest-ServersTestBootFromVolume-835828331 tempest-ServersTestBootFromVolume-835828331-project-member] Task: {'id': task-3418071, 'name': PowerOffVM_Task, 'duration_secs': 0.215985} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.887315] env[69613]: DEBUG oslo_vmware.api [None req-4a189074-2287-4d8d-8d7c-788586a6fa16 tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] Task: {'id': task-3418072, 'name': ReconfigVM_Task, 'duration_secs': 0.4232} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.888126] env[69613]: DEBUG nova.network.neutron [req-63f186c0-3776-41ad-845a-b847890a5708 req-60b48c34-d625-4812-829e-9b0ecdab1505 service nova] [instance: 225b95ef-63bb-4262-88b3-53f5095e9390] Updated VIF entry in instance network info cache for port ba2354b3-585d-4b19-8b27-5bc645bad0a4. {{(pid=69613) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1068.888461] env[69613]: DEBUG nova.network.neutron [req-63f186c0-3776-41ad-845a-b847890a5708 req-60b48c34-d625-4812-829e-9b0ecdab1505 service nova] [instance: 225b95ef-63bb-4262-88b3-53f5095e9390] Updating instance_info_cache with network_info: [{"id": "ba2354b3-585d-4b19-8b27-5bc645bad0a4", "address": "fa:16:3e:aa:39:8f", "network": {"id": "c535614a-e0b8-4fda-9b78-1a0b2f9ac4c1", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-203443238-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2dbf5c5290e346509b79022e11bddd6b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d12aff80-9d1b-4a67-a470-9c0148b443e3", "external-id": "nsx-vlan-transportzone-784", "segmentation_id": 784, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapba2354b3-58", "ovs_interfaceid": "ba2354b3-585d-4b19-8b27-5bc645bad0a4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1068.889683] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9b283d5-6cb9-458d-95a5-3f07877b7d4c tempest-ServersTestBootFromVolume-835828331 tempest-ServersTestBootFromVolume-835828331-project-member] [instance: e849b8b2-7ad7-475a-bab6-48d8412c58ad] Powered off the VM {{(pid=69613) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1068.890318] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-f9b283d5-6cb9-458d-95a5-3f07877b7d4c tempest-ServersTestBootFromVolume-835828331 tempest-ServersTestBootFromVolume-835828331-project-member] [instance: e849b8b2-7ad7-475a-bab6-48d8412c58ad] Volume detach. Driver type: vmdk {{(pid=69613) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1068.890318] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-f9b283d5-6cb9-458d-95a5-3f07877b7d4c tempest-ServersTestBootFromVolume-835828331 tempest-ServersTestBootFromVolume-835828331-project-member] [instance: e849b8b2-7ad7-475a-bab6-48d8412c58ad] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-681919', 'volume_id': '266a250e-27dd-4176-818e-d3cd3c4ed5dd', 'name': 'volume-266a250e-27dd-4176-818e-d3cd3c4ed5dd', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e849b8b2-7ad7-475a-bab6-48d8412c58ad', 'attached_at': '', 'detached_at': '', 'volume_id': '266a250e-27dd-4176-818e-d3cd3c4ed5dd', 'serial': '266a250e-27dd-4176-818e-d3cd3c4ed5dd'} {{(pid=69613) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1068.890554] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-4a189074-2287-4d8d-8d7c-788586a6fa16 tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] [instance: 521abeea-6ae3-4d7e-becf-12ceb0021bb2] Reconfigured VM instance instance-00000068 to attach disk [datastore1] 521abeea-6ae3-4d7e-becf-12ceb0021bb2/521abeea-6ae3-4d7e-becf-12ceb0021bb2.vmdk or device None with type sparse {{(pid=69613) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1068.891647] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc2533e7-62e3-4a42-a93c-e794fb6b13ae {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.895634] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ec82d3e2-8509-411f-bc57-0331a0a55bf2 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.896187] env[69613]: DEBUG oslo_concurrency.lockutils [None req-77369abd-131b-46b9-a937-9ce4629c3de3 tempest-ListServersNegativeTestJSON-2081482518 tempest-ListServersNegativeTestJSON-2081482518-project-member] Acquiring lock "58d4f9d3-4baf-4af6-a8a6-0af073c8231f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1068.896429] env[69613]: DEBUG oslo_concurrency.lockutils [None req-77369abd-131b-46b9-a937-9ce4629c3de3 tempest-ListServersNegativeTestJSON-2081482518 tempest-ListServersNegativeTestJSON-2081482518-project-member] Lock "58d4f9d3-4baf-4af6-a8a6-0af073c8231f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1068.896659] env[69613]: DEBUG oslo_concurrency.lockutils [None req-77369abd-131b-46b9-a937-9ce4629c3de3 tempest-ListServersNegativeTestJSON-2081482518 tempest-ListServersNegativeTestJSON-2081482518-project-member] Acquiring lock "58d4f9d3-4baf-4af6-a8a6-0af073c8231f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1068.896825] env[69613]: DEBUG oslo_concurrency.lockutils [None req-77369abd-131b-46b9-a937-9ce4629c3de3 tempest-ListServersNegativeTestJSON-2081482518 tempest-ListServersNegativeTestJSON-2081482518-project-member] Lock "58d4f9d3-4baf-4af6-a8a6-0af073c8231f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1068.896996] env[69613]: DEBUG oslo_concurrency.lockutils [None req-77369abd-131b-46b9-a937-9ce4629c3de3 tempest-ListServersNegativeTestJSON-2081482518 tempest-ListServersNegativeTestJSON-2081482518-project-member] Lock "58d4f9d3-4baf-4af6-a8a6-0af073c8231f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1068.901847] env[69613]: INFO nova.compute.manager [None req-77369abd-131b-46b9-a937-9ce4629c3de3 tempest-ListServersNegativeTestJSON-2081482518 tempest-ListServersNegativeTestJSON-2081482518-project-member] [instance: 58d4f9d3-4baf-4af6-a8a6-0af073c8231f] Terminating instance [ 1068.921069] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ceaa89c8-9bff-4be7-a244-b5568374d77d {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.925159] env[69613]: DEBUG oslo_vmware.api [None req-4a189074-2287-4d8d-8d7c-788586a6fa16 tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] Waiting for the task: (returnval){ [ 1068.925159] env[69613]: value = "task-3418074" [ 1068.925159] env[69613]: _type = "Task" [ 1068.925159] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.933955] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0482b30-7f80-4f25-b084-7352359da6ea {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.941972] env[69613]: DEBUG oslo_vmware.api [None req-4a189074-2287-4d8d-8d7c-788586a6fa16 tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] Task: {'id': task-3418074, 'name': Rename_Task} progress is 14%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.966292] env[69613]: DEBUG nova.objects.instance [None req-55a76f44-06c3-4672-8bd8-9cb1777e7a54 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Lazy-loading 'flavor' on Instance uuid 6ce9d7ae-aabf-444e-ab76-68f077d43cf0 {{(pid=69613) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1068.966415] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c44d5f1d-acd0-4af1-93dd-044a354cc2e6 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.989819] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-f9b283d5-6cb9-458d-95a5-3f07877b7d4c tempest-ServersTestBootFromVolume-835828331 tempest-ServersTestBootFromVolume-835828331-project-member] The volume has not been displaced from its original location: [datastore2] volume-266a250e-27dd-4176-818e-d3cd3c4ed5dd/volume-266a250e-27dd-4176-818e-d3cd3c4ed5dd.vmdk. No consolidation needed. {{(pid=69613) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1068.997026] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-f9b283d5-6cb9-458d-95a5-3f07877b7d4c tempest-ServersTestBootFromVolume-835828331 tempest-ServersTestBootFromVolume-835828331-project-member] [instance: e849b8b2-7ad7-475a-bab6-48d8412c58ad] Reconfiguring VM instance instance-00000053 to detach disk 2000 {{(pid=69613) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1068.997026] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6e36f736-2321-4764-8db5-109462aba3ee {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.019158] env[69613]: DEBUG oslo_vmware.api [None req-f9b283d5-6cb9-458d-95a5-3f07877b7d4c tempest-ServersTestBootFromVolume-835828331 tempest-ServersTestBootFromVolume-835828331-project-member] Waiting for the task: (returnval){ [ 1069.019158] env[69613]: value = "task-3418075" [ 1069.019158] env[69613]: _type = "Task" [ 1069.019158] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.030124] env[69613]: DEBUG oslo_vmware.api [None req-f9b283d5-6cb9-458d-95a5-3f07877b7d4c tempest-ServersTestBootFromVolume-835828331 tempest-ServersTestBootFromVolume-835828331-project-member] Task: {'id': task-3418075, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.075923] env[69613]: DEBUG oslo_vmware.api [None req-4a189074-2287-4d8d-8d7c-788586a6fa16 tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]5281e9b4-5cd3-798e-c17e-25167bbf89af, 'name': SearchDatastore_Task, 'duration_secs': 0.034829} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.076252] env[69613]: DEBUG oslo_concurrency.lockutils [None req-4a189074-2287-4d8d-8d7c-788586a6fa16 tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.076488] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-4a189074-2287-4d8d-8d7c-788586a6fa16 tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] [instance: 225b95ef-63bb-4262-88b3-53f5095e9390] Processing image 2b7a0304-b5d0-431d-b287-32c8388d7fbd {{(pid=69613) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1069.076736] env[69613]: DEBUG oslo_concurrency.lockutils [None req-4a189074-2287-4d8d-8d7c-788586a6fa16 tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.076898] env[69613]: DEBUG oslo_concurrency.lockutils [None req-4a189074-2287-4d8d-8d7c-788586a6fa16 tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.077096] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a189074-2287-4d8d-8d7c-788586a6fa16 tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69613) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1069.077380] env[69613]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d0577e71-742b-40f6-9c00-ed54b316c9c2 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.088353] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a189074-2287-4d8d-8d7c-788586a6fa16 tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69613) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1069.088353] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-4a189074-2287-4d8d-8d7c-788586a6fa16 tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69613) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1069.089016] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7cfef09f-cdfd-4dcf-b905-5ac9bc07b1ed {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.097410] env[69613]: DEBUG oslo_vmware.api [None req-4a189074-2287-4d8d-8d7c-788586a6fa16 tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] Waiting for the task: (returnval){ [ 1069.097410] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]52084d30-2a73-7d86-603f-38015f425610" [ 1069.097410] env[69613]: _type = "Task" [ 1069.097410] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.106418] env[69613]: DEBUG oslo_vmware.api [None req-4a189074-2287-4d8d-8d7c-788586a6fa16 tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52084d30-2a73-7d86-603f-38015f425610, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.311958] env[69613]: DEBUG oslo_vmware.api [None req-0f857ce1-2332-411c-a66b-b46e59ce40ef tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Task: {'id': task-3418070, 'name': Rename_Task, 'duration_secs': 0.777352} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.312316] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f857ce1-2332-411c-a66b-b46e59ce40ef tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] [instance: 815ee067-7d2e-4312-8f7a-77ce8854bd2d] Powering on the VM {{(pid=69613) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1069.312621] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-02e57a01-6279-4a45-a510-fd1f04696397 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.321049] env[69613]: DEBUG oslo_vmware.api [None req-0f857ce1-2332-411c-a66b-b46e59ce40ef tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Waiting for the task: (returnval){ [ 1069.321049] env[69613]: value = "task-3418076" [ 1069.321049] env[69613]: _type = "Task" [ 1069.321049] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.330287] env[69613]: DEBUG nova.scheduler.client.report [None req-8caa00fa-d649-4554-b8d1-aac461db6563 tempest-TenantUsagesTestJSON-155898756 tempest-TenantUsagesTestJSON-155898756-project-member] Inventory has not changed for provider af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69613) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1069.345869] env[69613]: DEBUG oslo_vmware.api [None req-a7aa2fe0-4432-4a69-aa23-27456aaf9413 tempest-ServerRescueTestJSON-24713172 tempest-ServerRescueTestJSON-24713172-project-member] Task: {'id': task-3418073, 'name': PowerOffVM_Task, 'duration_secs': 0.198199} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.349294] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7aa2fe0-4432-4a69-aa23-27456aaf9413 tempest-ServerRescueTestJSON-24713172 tempest-ServerRescueTestJSON-24713172-project-member] [instance: 6ddb7bfb-cf8e-4f10-ba48-b67061364a4f] Powered off the VM {{(pid=69613) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1069.349294] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-a7aa2fe0-4432-4a69-aa23-27456aaf9413 tempest-ServerRescueTestJSON-24713172 tempest-ServerRescueTestJSON-24713172-project-member] [instance: 6ddb7bfb-cf8e-4f10-ba48-b67061364a4f] Unregistering the VM {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1069.349597] env[69613]: DEBUG oslo_vmware.api [None req-0f857ce1-2332-411c-a66b-b46e59ce40ef tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Task: {'id': task-3418076, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.349857] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b5348afb-939f-4d9d-b51c-aec9686a8ede {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.396825] env[69613]: DEBUG oslo_concurrency.lockutils [req-63f186c0-3776-41ad-845a-b847890a5708 req-60b48c34-d625-4812-829e-9b0ecdab1505 service nova] Releasing lock "refresh_cache-225b95ef-63bb-4262-88b3-53f5095e9390" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.427570] env[69613]: DEBUG nova.compute.manager [None req-77369abd-131b-46b9-a937-9ce4629c3de3 tempest-ListServersNegativeTestJSON-2081482518 tempest-ListServersNegativeTestJSON-2081482518-project-member] [instance: 58d4f9d3-4baf-4af6-a8a6-0af073c8231f] Start destroying the instance on the hypervisor. {{(pid=69613) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1069.427757] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-77369abd-131b-46b9-a937-9ce4629c3de3 tempest-ListServersNegativeTestJSON-2081482518 tempest-ListServersNegativeTestJSON-2081482518-project-member] [instance: 58d4f9d3-4baf-4af6-a8a6-0af073c8231f] Destroying instance {{(pid=69613) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1069.428750] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2000d168-c91f-491d-b58b-71bae4cb4061 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.440531] env[69613]: DEBUG oslo_vmware.api [None req-4a189074-2287-4d8d-8d7c-788586a6fa16 tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] Task: {'id': task-3418074, 'name': Rename_Task, 'duration_secs': 0.183792} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.442622] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a189074-2287-4d8d-8d7c-788586a6fa16 tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] [instance: 521abeea-6ae3-4d7e-becf-12ceb0021bb2] Powering on the VM {{(pid=69613) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1069.442930] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-77369abd-131b-46b9-a937-9ce4629c3de3 tempest-ListServersNegativeTestJSON-2081482518 tempest-ListServersNegativeTestJSON-2081482518-project-member] [instance: 58d4f9d3-4baf-4af6-a8a6-0af073c8231f] Powering off the VM {{(pid=69613) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1069.443158] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-03c06cb3-25f3-40b3-ba99-336f9274daa1 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.444644] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-559928d5-66cd-4761-b845-e95af7aa41cb {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.451559] env[69613]: DEBUG oslo_vmware.api [None req-4a189074-2287-4d8d-8d7c-788586a6fa16 tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] Waiting for the task: (returnval){ [ 1069.451559] env[69613]: value = "task-3418078" [ 1069.451559] env[69613]: _type = "Task" [ 1069.451559] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.455974] env[69613]: DEBUG oslo_vmware.api [None req-77369abd-131b-46b9-a937-9ce4629c3de3 tempest-ListServersNegativeTestJSON-2081482518 tempest-ListServersNegativeTestJSON-2081482518-project-member] Waiting for the task: (returnval){ [ 1069.455974] env[69613]: value = "task-3418079" [ 1069.455974] env[69613]: _type = "Task" [ 1069.455974] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.460616] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-a7aa2fe0-4432-4a69-aa23-27456aaf9413 tempest-ServerRescueTestJSON-24713172 tempest-ServerRescueTestJSON-24713172-project-member] [instance: 6ddb7bfb-cf8e-4f10-ba48-b67061364a4f] Unregistered the VM {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1069.460872] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-a7aa2fe0-4432-4a69-aa23-27456aaf9413 tempest-ServerRescueTestJSON-24713172 tempest-ServerRescueTestJSON-24713172-project-member] [instance: 6ddb7bfb-cf8e-4f10-ba48-b67061364a4f] Deleting contents of the VM from datastore datastore2 {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1069.461132] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7aa2fe0-4432-4a69-aa23-27456aaf9413 tempest-ServerRescueTestJSON-24713172 tempest-ServerRescueTestJSON-24713172-project-member] Deleting the datastore file [datastore2] 6ddb7bfb-cf8e-4f10-ba48-b67061364a4f {{(pid=69613) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1069.464779] env[69613]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d34003d1-d2dd-4c5c-a71b-113ec9f408c5 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.466685] env[69613]: DEBUG oslo_vmware.api [None req-4a189074-2287-4d8d-8d7c-788586a6fa16 tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] Task: {'id': task-3418078, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.473620] env[69613]: DEBUG oslo_vmware.api [None req-77369abd-131b-46b9-a937-9ce4629c3de3 tempest-ListServersNegativeTestJSON-2081482518 tempest-ListServersNegativeTestJSON-2081482518-project-member] Task: {'id': task-3418079, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.481827] env[69613]: DEBUG oslo_vmware.api [None req-a7aa2fe0-4432-4a69-aa23-27456aaf9413 tempest-ServerRescueTestJSON-24713172 tempest-ServerRescueTestJSON-24713172-project-member] Waiting for the task: (returnval){ [ 1069.481827] env[69613]: value = "task-3418080" [ 1069.481827] env[69613]: _type = "Task" [ 1069.481827] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.492305] env[69613]: DEBUG oslo_vmware.api [None req-a7aa2fe0-4432-4a69-aa23-27456aaf9413 tempest-ServerRescueTestJSON-24713172 tempest-ServerRescueTestJSON-24713172-project-member] Task: {'id': task-3418080, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.527526] env[69613]: DEBUG nova.virt.hardware [None req-f4b40de1-e8a8-4c03-af17-976926fe6d56 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T13:55:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T13:55:19Z,direct_url=,disk_format='vmdk',id=2b7a0304-b5d0-431d-b287-32c8388d7fbd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3e9e1b873f1442d59d5ee8247b941f74',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T13:55:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1069.527795] env[69613]: DEBUG nova.virt.hardware [None req-f4b40de1-e8a8-4c03-af17-976926fe6d56 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Flavor limits 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1069.527996] env[69613]: DEBUG nova.virt.hardware [None req-f4b40de1-e8a8-4c03-af17-976926fe6d56 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Image limits 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1069.528254] env[69613]: DEBUG nova.virt.hardware [None req-f4b40de1-e8a8-4c03-af17-976926fe6d56 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Flavor pref 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1069.528422] env[69613]: DEBUG nova.virt.hardware [None req-f4b40de1-e8a8-4c03-af17-976926fe6d56 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Image pref 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1069.528644] env[69613]: DEBUG nova.virt.hardware [None req-f4b40de1-e8a8-4c03-af17-976926fe6d56 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1069.528878] env[69613]: DEBUG nova.virt.hardware [None req-f4b40de1-e8a8-4c03-af17-976926fe6d56 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1069.529053] env[69613]: DEBUG nova.virt.hardware [None req-f4b40de1-e8a8-4c03-af17-976926fe6d56 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69613) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1069.529229] env[69613]: DEBUG nova.virt.hardware [None req-f4b40de1-e8a8-4c03-af17-976926fe6d56 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Got 1 possible topologies {{(pid=69613) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1069.529459] env[69613]: DEBUG nova.virt.hardware [None req-f4b40de1-e8a8-4c03-af17-976926fe6d56 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1069.529692] env[69613]: DEBUG nova.virt.hardware [None req-f4b40de1-e8a8-4c03-af17-976926fe6d56 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1069.531309] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa4df93f-b5fd-4212-8a5b-16d5b360a799 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.537801] env[69613]: DEBUG oslo_vmware.api [None req-f9b283d5-6cb9-458d-95a5-3f07877b7d4c tempest-ServersTestBootFromVolume-835828331 tempest-ServersTestBootFromVolume-835828331-project-member] Task: {'id': task-3418075, 'name': ReconfigVM_Task, 'duration_secs': 0.182499} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.538495] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-f9b283d5-6cb9-458d-95a5-3f07877b7d4c tempest-ServersTestBootFromVolume-835828331 tempest-ServersTestBootFromVolume-835828331-project-member] [instance: e849b8b2-7ad7-475a-bab6-48d8412c58ad] Reconfigured VM instance instance-00000053 to detach disk 2000 {{(pid=69613) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1069.549487] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e1d613ea-5da1-451d-a9c3-ae94c97798f1 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.570029] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bc808fe-29ac-4943-b1cb-dc2872078eab {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.589811] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-f4b40de1-e8a8-4c03-af17-976926fe6d56 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] [instance: 01bcdedb-402d-4542-9f89-d1a661ed158e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2c:ea:90', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5e27fd35-1d7b-4358-92d5-4d34da27b992', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '326dfc1c-7657-4fa6-a42a-8930e9717440', 'vif_model': 'vmxnet3'}] {{(pid=69613) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1069.598336] env[69613]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f4b40de1-e8a8-4c03-af17-976926fe6d56 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69613) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1069.600295] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 01bcdedb-402d-4542-9f89-d1a661ed158e] Creating VM on the ESX host {{(pid=69613) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1069.600688] env[69613]: DEBUG oslo_vmware.api [None req-f9b283d5-6cb9-458d-95a5-3f07877b7d4c tempest-ServersTestBootFromVolume-835828331 tempest-ServersTestBootFromVolume-835828331-project-member] Waiting for the task: (returnval){ [ 1069.600688] env[69613]: value = "task-3418081" [ 1069.600688] env[69613]: _type = "Task" [ 1069.600688] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.604390] env[69613]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fc201d50-f331-4a95-a885-3fc966e08cfc {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.631851] env[69613]: DEBUG oslo_vmware.api [None req-4a189074-2287-4d8d-8d7c-788586a6fa16 tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52084d30-2a73-7d86-603f-38015f425610, 'name': SearchDatastore_Task, 'duration_secs': 0.012321} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.637576] env[69613]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1069.637576] env[69613]: value = "task-3418082" [ 1069.637576] env[69613]: _type = "Task" [ 1069.637576] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.637951] env[69613]: DEBUG oslo_vmware.api [None req-f9b283d5-6cb9-458d-95a5-3f07877b7d4c tempest-ServersTestBootFromVolume-835828331 tempest-ServersTestBootFromVolume-835828331-project-member] Task: {'id': task-3418081, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.638256] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-45d2d546-657f-43ba-a9dc-44cc540ccfde {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.648865] env[69613]: DEBUG oslo_vmware.api [None req-4a189074-2287-4d8d-8d7c-788586a6fa16 tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] Waiting for the task: (returnval){ [ 1069.648865] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]52555edf-e92c-947e-667b-6e6a874e3ccf" [ 1069.648865] env[69613]: _type = "Task" [ 1069.648865] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.661490] env[69613]: DEBUG oslo_vmware.api [None req-4a189074-2287-4d8d-8d7c-788586a6fa16 tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52555edf-e92c-947e-667b-6e6a874e3ccf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.832579] env[69613]: DEBUG oslo_vmware.api [None req-0f857ce1-2332-411c-a66b-b46e59ce40ef tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Task: {'id': task-3418076, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.838062] env[69613]: DEBUG oslo_concurrency.lockutils [None req-8caa00fa-d649-4554-b8d1-aac461db6563 tempest-TenantUsagesTestJSON-155898756 tempest-TenantUsagesTestJSON-155898756-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.449s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1069.838062] env[69613]: DEBUG nova.compute.manager [None req-8caa00fa-d649-4554-b8d1-aac461db6563 tempest-TenantUsagesTestJSON-155898756 tempest-TenantUsagesTestJSON-155898756-project-member] [instance: 25836078-1a39-4b3a-b7e0-48c0c9a61d20] Start building networks asynchronously for instance. {{(pid=69613) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1069.840776] env[69613]: DEBUG oslo_concurrency.lockutils [None req-91c6a64b-5baa-4639-8d93-b082388f6c3e tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.845s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1069.841038] env[69613]: DEBUG nova.objects.instance [None req-91c6a64b-5baa-4639-8d93-b082388f6c3e tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Lazy-loading 'resources' on Instance uuid 12d57937-1f89-4e98-b358-630f99527aff {{(pid=69613) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1069.975089] env[69613]: DEBUG oslo_vmware.api [None req-77369abd-131b-46b9-a937-9ce4629c3de3 tempest-ListServersNegativeTestJSON-2081482518 tempest-ListServersNegativeTestJSON-2081482518-project-member] Task: {'id': task-3418079, 'name': PowerOffVM_Task, 'duration_secs': 0.209227} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.981302] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-77369abd-131b-46b9-a937-9ce4629c3de3 tempest-ListServersNegativeTestJSON-2081482518 tempest-ListServersNegativeTestJSON-2081482518-project-member] [instance: 58d4f9d3-4baf-4af6-a8a6-0af073c8231f] Powered off the VM {{(pid=69613) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1069.981646] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-77369abd-131b-46b9-a937-9ce4629c3de3 tempest-ListServersNegativeTestJSON-2081482518 tempest-ListServersNegativeTestJSON-2081482518-project-member] [instance: 58d4f9d3-4baf-4af6-a8a6-0af073c8231f] Unregistering the VM {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1069.982313] env[69613]: DEBUG oslo_concurrency.lockutils [None req-55a76f44-06c3-4672-8bd8-9cb1777e7a54 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Lock "6ce9d7ae-aabf-444e-ab76-68f077d43cf0" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.374s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1069.983767] env[69613]: DEBUG oslo_vmware.api [None req-4a189074-2287-4d8d-8d7c-788586a6fa16 tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] Task: {'id': task-3418078, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.984382] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d93167ad-a21c-4a9d-8e94-c882869fe1f0 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.001205] env[69613]: DEBUG oslo_vmware.api [None req-a7aa2fe0-4432-4a69-aa23-27456aaf9413 tempest-ServerRescueTestJSON-24713172 tempest-ServerRescueTestJSON-24713172-project-member] Task: {'id': task-3418080, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.251939} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.002501] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7aa2fe0-4432-4a69-aa23-27456aaf9413 tempest-ServerRescueTestJSON-24713172 tempest-ServerRescueTestJSON-24713172-project-member] Deleted the datastore file {{(pid=69613) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1070.002774] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-a7aa2fe0-4432-4a69-aa23-27456aaf9413 tempest-ServerRescueTestJSON-24713172 tempest-ServerRescueTestJSON-24713172-project-member] [instance: 6ddb7bfb-cf8e-4f10-ba48-b67061364a4f] Deleted contents of the VM from datastore datastore2 {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1070.003069] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-a7aa2fe0-4432-4a69-aa23-27456aaf9413 tempest-ServerRescueTestJSON-24713172 tempest-ServerRescueTestJSON-24713172-project-member] [instance: 6ddb7bfb-cf8e-4f10-ba48-b67061364a4f] Instance destroyed {{(pid=69613) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1070.003353] env[69613]: INFO nova.compute.manager [None req-a7aa2fe0-4432-4a69-aa23-27456aaf9413 tempest-ServerRescueTestJSON-24713172 tempest-ServerRescueTestJSON-24713172-project-member] [instance: 6ddb7bfb-cf8e-4f10-ba48-b67061364a4f] Took 1.22 seconds to destroy the instance on the hypervisor. [ 1070.003774] env[69613]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a7aa2fe0-4432-4a69-aa23-27456aaf9413 tempest-ServerRescueTestJSON-24713172 tempest-ServerRescueTestJSON-24713172-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69613) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1070.004575] env[69613]: DEBUG nova.compute.manager [-] [instance: 6ddb7bfb-cf8e-4f10-ba48-b67061364a4f] Deallocating network for instance {{(pid=69613) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1070.004758] env[69613]: DEBUG nova.network.neutron [-] [instance: 6ddb7bfb-cf8e-4f10-ba48-b67061364a4f] deallocate_for_instance() {{(pid=69613) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1070.122662] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-77369abd-131b-46b9-a937-9ce4629c3de3 tempest-ListServersNegativeTestJSON-2081482518 tempest-ListServersNegativeTestJSON-2081482518-project-member] [instance: 58d4f9d3-4baf-4af6-a8a6-0af073c8231f] Unregistered the VM {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1070.122836] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-77369abd-131b-46b9-a937-9ce4629c3de3 tempest-ListServersNegativeTestJSON-2081482518 tempest-ListServersNegativeTestJSON-2081482518-project-member] [instance: 58d4f9d3-4baf-4af6-a8a6-0af073c8231f] Deleting contents of the VM from datastore datastore1 {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1070.123115] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-77369abd-131b-46b9-a937-9ce4629c3de3 tempest-ListServersNegativeTestJSON-2081482518 tempest-ListServersNegativeTestJSON-2081482518-project-member] Deleting the datastore file [datastore1] 58d4f9d3-4baf-4af6-a8a6-0af073c8231f {{(pid=69613) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1070.128527] env[69613]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9a1d8302-4fe9-4b49-b2e7-04d862481874 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.135462] env[69613]: DEBUG oslo_vmware.api [None req-f9b283d5-6cb9-458d-95a5-3f07877b7d4c tempest-ServersTestBootFromVolume-835828331 tempest-ServersTestBootFromVolume-835828331-project-member] Task: {'id': task-3418081, 'name': ReconfigVM_Task, 'duration_secs': 0.204821} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.137132] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-f9b283d5-6cb9-458d-95a5-3f07877b7d4c tempest-ServersTestBootFromVolume-835828331 tempest-ServersTestBootFromVolume-835828331-project-member] [instance: e849b8b2-7ad7-475a-bab6-48d8412c58ad] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-681919', 'volume_id': '266a250e-27dd-4176-818e-d3cd3c4ed5dd', 'name': 'volume-266a250e-27dd-4176-818e-d3cd3c4ed5dd', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e849b8b2-7ad7-475a-bab6-48d8412c58ad', 'attached_at': '', 'detached_at': '', 'volume_id': '266a250e-27dd-4176-818e-d3cd3c4ed5dd', 'serial': '266a250e-27dd-4176-818e-d3cd3c4ed5dd'} {{(pid=69613) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1070.137474] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-f9b283d5-6cb9-458d-95a5-3f07877b7d4c tempest-ServersTestBootFromVolume-835828331 tempest-ServersTestBootFromVolume-835828331-project-member] [instance: e849b8b2-7ad7-475a-bab6-48d8412c58ad] Destroying instance {{(pid=69613) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1070.137735] env[69613]: DEBUG oslo_vmware.api [None req-77369abd-131b-46b9-a937-9ce4629c3de3 tempest-ListServersNegativeTestJSON-2081482518 tempest-ListServersNegativeTestJSON-2081482518-project-member] Waiting for the task: (returnval){ [ 1070.137735] env[69613]: value = "task-3418084" [ 1070.137735] env[69613]: _type = "Task" [ 1070.137735] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.138623] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45792a10-d6c4-4d9a-8924-003c082794a0 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.152033] env[69613]: DEBUG oslo_vmware.api [None req-77369abd-131b-46b9-a937-9ce4629c3de3 tempest-ListServersNegativeTestJSON-2081482518 tempest-ListServersNegativeTestJSON-2081482518-project-member] Task: {'id': task-3418084, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.157084] env[69613]: DEBUG oslo_vmware.api [-] Task: {'id': task-3418082, 'name': CreateVM_Task, 'duration_secs': 0.51424} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.157226] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-f9b283d5-6cb9-458d-95a5-3f07877b7d4c tempest-ServersTestBootFromVolume-835828331 tempest-ServersTestBootFromVolume-835828331-project-member] [instance: e849b8b2-7ad7-475a-bab6-48d8412c58ad] Unregistering the VM {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1070.161244] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 01bcdedb-402d-4542-9f89-d1a661ed158e] Created VM on the ESX host {{(pid=69613) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1070.161466] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-feb8b047-bbac-4d79-b47e-65182a9362e4 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.163256] env[69613]: DEBUG oslo_concurrency.lockutils [None req-f4b40de1-e8a8-4c03-af17-976926fe6d56 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.163605] env[69613]: DEBUG oslo_concurrency.lockutils [None req-f4b40de1-e8a8-4c03-af17-976926fe6d56 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.163910] env[69613]: DEBUG oslo_concurrency.lockutils [None req-f4b40de1-e8a8-4c03-af17-976926fe6d56 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.164513] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-05a6ca61-fe32-49b2-9877-33ee095fc097 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.171585] env[69613]: DEBUG oslo_vmware.api [None req-4a189074-2287-4d8d-8d7c-788586a6fa16 tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52555edf-e92c-947e-667b-6e6a874e3ccf, 'name': SearchDatastore_Task, 'duration_secs': 0.021912} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.173067] env[69613]: DEBUG oslo_concurrency.lockutils [None req-4a189074-2287-4d8d-8d7c-788586a6fa16 tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.173758] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a189074-2287-4d8d-8d7c-788586a6fa16 tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk to [datastore2] 225b95ef-63bb-4262-88b3-53f5095e9390/225b95ef-63bb-4262-88b3-53f5095e9390.vmdk {{(pid=69613) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1070.174219] env[69613]: DEBUG oslo_vmware.api [None req-f4b40de1-e8a8-4c03-af17-976926fe6d56 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Waiting for the task: (returnval){ [ 1070.174219] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]52bd698b-74c0-dedd-1947-f45cdd56e228" [ 1070.174219] env[69613]: _type = "Task" [ 1070.174219] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.174445] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a71e9d32-13ee-421d-be9f-de87f168d0ab {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.187198] env[69613]: DEBUG oslo_vmware.api [None req-f4b40de1-e8a8-4c03-af17-976926fe6d56 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52bd698b-74c0-dedd-1947-f45cdd56e228, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.188964] env[69613]: DEBUG oslo_vmware.api [None req-4a189074-2287-4d8d-8d7c-788586a6fa16 tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] Waiting for the task: (returnval){ [ 1070.188964] env[69613]: value = "task-3418086" [ 1070.188964] env[69613]: _type = "Task" [ 1070.188964] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.199317] env[69613]: DEBUG oslo_vmware.api [None req-4a189074-2287-4d8d-8d7c-788586a6fa16 tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] Task: {'id': task-3418086, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.250474] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-f9b283d5-6cb9-458d-95a5-3f07877b7d4c tempest-ServersTestBootFromVolume-835828331 tempest-ServersTestBootFromVolume-835828331-project-member] [instance: e849b8b2-7ad7-475a-bab6-48d8412c58ad] Unregistered the VM {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1070.250675] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-f9b283d5-6cb9-458d-95a5-3f07877b7d4c tempest-ServersTestBootFromVolume-835828331 tempest-ServersTestBootFromVolume-835828331-project-member] [instance: e849b8b2-7ad7-475a-bab6-48d8412c58ad] Deleting contents of the VM from datastore datastore2 {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1070.250884] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9b283d5-6cb9-458d-95a5-3f07877b7d4c tempest-ServersTestBootFromVolume-835828331 tempest-ServersTestBootFromVolume-835828331-project-member] Deleting the datastore file [datastore2] e849b8b2-7ad7-475a-bab6-48d8412c58ad {{(pid=69613) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1070.251199] env[69613]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-651db719-72f2-4e75-a77d-43e803d801a6 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.259479] env[69613]: DEBUG oslo_vmware.api [None req-f9b283d5-6cb9-458d-95a5-3f07877b7d4c tempest-ServersTestBootFromVolume-835828331 tempest-ServersTestBootFromVolume-835828331-project-member] Waiting for the task: (returnval){ [ 1070.259479] env[69613]: value = "task-3418087" [ 1070.259479] env[69613]: _type = "Task" [ 1070.259479] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.269098] env[69613]: DEBUG oslo_vmware.api [None req-f9b283d5-6cb9-458d-95a5-3f07877b7d4c tempest-ServersTestBootFromVolume-835828331 tempest-ServersTestBootFromVolume-835828331-project-member] Task: {'id': task-3418087, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.333468] env[69613]: DEBUG oslo_vmware.api [None req-0f857ce1-2332-411c-a66b-b46e59ce40ef tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Task: {'id': task-3418076, 'name': PowerOnVM_Task, 'duration_secs': 0.682064} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.333835] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f857ce1-2332-411c-a66b-b46e59ce40ef tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] [instance: 815ee067-7d2e-4312-8f7a-77ce8854bd2d] Powered on the VM {{(pid=69613) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1070.334039] env[69613]: DEBUG nova.compute.manager [None req-0f857ce1-2332-411c-a66b-b46e59ce40ef tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] [instance: 815ee067-7d2e-4312-8f7a-77ce8854bd2d] Checking state {{(pid=69613) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1070.334930] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8f1b044-2d28-4fbb-ae26-6ca7d0170d8b {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.345015] env[69613]: DEBUG nova.compute.utils [None req-8caa00fa-d649-4554-b8d1-aac461db6563 tempest-TenantUsagesTestJSON-155898756 tempest-TenantUsagesTestJSON-155898756-project-member] Using /dev/sd instead of None {{(pid=69613) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1070.360847] env[69613]: DEBUG nova.compute.manager [None req-8caa00fa-d649-4554-b8d1-aac461db6563 tempest-TenantUsagesTestJSON-155898756 tempest-TenantUsagesTestJSON-155898756-project-member] [instance: 25836078-1a39-4b3a-b7e0-48c0c9a61d20] Allocating IP information in the background. {{(pid=69613) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1070.360847] env[69613]: DEBUG nova.network.neutron [None req-8caa00fa-d649-4554-b8d1-aac461db6563 tempest-TenantUsagesTestJSON-155898756 tempest-TenantUsagesTestJSON-155898756-project-member] [instance: 25836078-1a39-4b3a-b7e0-48c0c9a61d20] allocate_for_instance() {{(pid=69613) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1070.463998] env[69613]: DEBUG nova.policy [None req-8caa00fa-d649-4554-b8d1-aac461db6563 tempest-TenantUsagesTestJSON-155898756 tempest-TenantUsagesTestJSON-155898756-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd0b1efb1c4904ea79684112fe718206e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0c1a95849b0f4f29aed4d143b2ee7e16', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69613) authorize /opt/stack/nova/nova/policy.py:192}} [ 1070.469135] env[69613]: DEBUG oslo_vmware.api [None req-4a189074-2287-4d8d-8d7c-788586a6fa16 tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] Task: {'id': task-3418078, 'name': PowerOnVM_Task, 'duration_secs': 0.612963} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.469428] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a189074-2287-4d8d-8d7c-788586a6fa16 tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] [instance: 521abeea-6ae3-4d7e-becf-12ceb0021bb2] Powered on the VM {{(pid=69613) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1070.469630] env[69613]: INFO nova.compute.manager [None req-4a189074-2287-4d8d-8d7c-788586a6fa16 tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] [instance: 521abeea-6ae3-4d7e-becf-12ceb0021bb2] Took 9.07 seconds to spawn the instance on the hypervisor. [ 1070.470220] env[69613]: DEBUG nova.compute.manager [None req-4a189074-2287-4d8d-8d7c-788586a6fa16 tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] [instance: 521abeea-6ae3-4d7e-becf-12ceb0021bb2] Checking state {{(pid=69613) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1070.470690] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36a0995c-e547-4926-8f05-b2523f860a8a {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.549397] env[69613]: DEBUG nova.compute.manager [req-ac141734-b8b3-44c9-85a6-4151dcd34dd3 req-a998fcd1-3876-4f66-9f20-16b0e53e2884 service nova] [instance: 6ddb7bfb-cf8e-4f10-ba48-b67061364a4f] Received event network-vif-deleted-10ee3f2b-1d47-451a-813a-4b3201982783 {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1070.549735] env[69613]: INFO nova.compute.manager [req-ac141734-b8b3-44c9-85a6-4151dcd34dd3 req-a998fcd1-3876-4f66-9f20-16b0e53e2884 service nova] [instance: 6ddb7bfb-cf8e-4f10-ba48-b67061364a4f] Neutron deleted interface 10ee3f2b-1d47-451a-813a-4b3201982783; detaching it from the instance and deleting it from the info cache [ 1070.549931] env[69613]: DEBUG nova.network.neutron [req-ac141734-b8b3-44c9-85a6-4151dcd34dd3 req-a998fcd1-3876-4f66-9f20-16b0e53e2884 service nova] [instance: 6ddb7bfb-cf8e-4f10-ba48-b67061364a4f] Updating instance_info_cache with network_info: [] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1070.656146] env[69613]: DEBUG oslo_vmware.api [None req-77369abd-131b-46b9-a937-9ce4629c3de3 tempest-ListServersNegativeTestJSON-2081482518 tempest-ListServersNegativeTestJSON-2081482518-project-member] Task: {'id': task-3418084, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.219876} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.656660] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-77369abd-131b-46b9-a937-9ce4629c3de3 tempest-ListServersNegativeTestJSON-2081482518 tempest-ListServersNegativeTestJSON-2081482518-project-member] Deleted the datastore file {{(pid=69613) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1070.656660] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-77369abd-131b-46b9-a937-9ce4629c3de3 tempest-ListServersNegativeTestJSON-2081482518 tempest-ListServersNegativeTestJSON-2081482518-project-member] [instance: 58d4f9d3-4baf-4af6-a8a6-0af073c8231f] Deleted contents of the VM from datastore datastore1 {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1070.656813] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-77369abd-131b-46b9-a937-9ce4629c3de3 tempest-ListServersNegativeTestJSON-2081482518 tempest-ListServersNegativeTestJSON-2081482518-project-member] [instance: 58d4f9d3-4baf-4af6-a8a6-0af073c8231f] Instance destroyed {{(pid=69613) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1070.656924] env[69613]: INFO nova.compute.manager [None req-77369abd-131b-46b9-a937-9ce4629c3de3 tempest-ListServersNegativeTestJSON-2081482518 tempest-ListServersNegativeTestJSON-2081482518-project-member] [instance: 58d4f9d3-4baf-4af6-a8a6-0af073c8231f] Took 1.23 seconds to destroy the instance on the hypervisor. [ 1070.657180] env[69613]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-77369abd-131b-46b9-a937-9ce4629c3de3 tempest-ListServersNegativeTestJSON-2081482518 tempest-ListServersNegativeTestJSON-2081482518-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69613) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1070.657381] env[69613]: DEBUG nova.compute.manager [-] [instance: 58d4f9d3-4baf-4af6-a8a6-0af073c8231f] Deallocating network for instance {{(pid=69613) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1070.657479] env[69613]: DEBUG nova.network.neutron [-] [instance: 58d4f9d3-4baf-4af6-a8a6-0af073c8231f] deallocate_for_instance() {{(pid=69613) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1070.690657] env[69613]: DEBUG oslo_vmware.api [None req-f4b40de1-e8a8-4c03-af17-976926fe6d56 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52bd698b-74c0-dedd-1947-f45cdd56e228, 'name': SearchDatastore_Task, 'duration_secs': 0.01751} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.694167] env[69613]: DEBUG oslo_concurrency.lockutils [None req-f4b40de1-e8a8-4c03-af17-976926fe6d56 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.694541] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-f4b40de1-e8a8-4c03-af17-976926fe6d56 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] [instance: 01bcdedb-402d-4542-9f89-d1a661ed158e] Processing image 2b7a0304-b5d0-431d-b287-32c8388d7fbd {{(pid=69613) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1070.694659] env[69613]: DEBUG oslo_concurrency.lockutils [None req-f4b40de1-e8a8-4c03-af17-976926fe6d56 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.694754] env[69613]: DEBUG oslo_concurrency.lockutils [None req-f4b40de1-e8a8-4c03-af17-976926fe6d56 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.694874] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-f4b40de1-e8a8-4c03-af17-976926fe6d56 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69613) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1070.695433] env[69613]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f06ff571-7165-450b-b3b1-1f561ea23744 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.705929] env[69613]: DEBUG oslo_vmware.api [None req-4a189074-2287-4d8d-8d7c-788586a6fa16 tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] Task: {'id': task-3418086, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.714246] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-f4b40de1-e8a8-4c03-af17-976926fe6d56 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69613) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1070.714446] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-f4b40de1-e8a8-4c03-af17-976926fe6d56 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69613) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1070.715242] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-39a9dfad-03a7-4d6c-9f18-283e4ed3fa5e {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.722142] env[69613]: DEBUG oslo_vmware.api [None req-f4b40de1-e8a8-4c03-af17-976926fe6d56 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Waiting for the task: (returnval){ [ 1070.722142] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]52e41a64-2fe5-1244-1b57-e35c207748ce" [ 1070.722142] env[69613]: _type = "Task" [ 1070.722142] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.732051] env[69613]: DEBUG oslo_vmware.api [None req-f4b40de1-e8a8-4c03-af17-976926fe6d56 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52e41a64-2fe5-1244-1b57-e35c207748ce, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.770404] env[69613]: DEBUG oslo_vmware.api [None req-f9b283d5-6cb9-458d-95a5-3f07877b7d4c tempest-ServersTestBootFromVolume-835828331 tempest-ServersTestBootFromVolume-835828331-project-member] Task: {'id': task-3418087, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.123001} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.770704] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9b283d5-6cb9-458d-95a5-3f07877b7d4c tempest-ServersTestBootFromVolume-835828331 tempest-ServersTestBootFromVolume-835828331-project-member] Deleted the datastore file {{(pid=69613) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1070.770868] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-f9b283d5-6cb9-458d-95a5-3f07877b7d4c tempest-ServersTestBootFromVolume-835828331 tempest-ServersTestBootFromVolume-835828331-project-member] [instance: e849b8b2-7ad7-475a-bab6-48d8412c58ad] Deleted contents of the VM from datastore datastore2 {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1070.771060] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-f9b283d5-6cb9-458d-95a5-3f07877b7d4c tempest-ServersTestBootFromVolume-835828331 tempest-ServersTestBootFromVolume-835828331-project-member] [instance: e849b8b2-7ad7-475a-bab6-48d8412c58ad] Instance destroyed {{(pid=69613) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1070.771224] env[69613]: INFO nova.compute.manager [None req-f9b283d5-6cb9-458d-95a5-3f07877b7d4c tempest-ServersTestBootFromVolume-835828331 tempest-ServersTestBootFromVolume-835828331-project-member] [instance: e849b8b2-7ad7-475a-bab6-48d8412c58ad] Took 2.44 seconds to destroy the instance on the hypervisor. [ 1070.771460] env[69613]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f9b283d5-6cb9-458d-95a5-3f07877b7d4c tempest-ServersTestBootFromVolume-835828331 tempest-ServersTestBootFromVolume-835828331-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69613) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1070.772472] env[69613]: DEBUG nova.compute.manager [-] [instance: e849b8b2-7ad7-475a-bab6-48d8412c58ad] Deallocating network for instance {{(pid=69613) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1070.772571] env[69613]: DEBUG nova.network.neutron [-] [instance: e849b8b2-7ad7-475a-bab6-48d8412c58ad] deallocate_for_instance() {{(pid=69613) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1070.774680] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-519369cc-57b3-467c-8f39-874587781694 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.783104] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-012c5a43-b6f0-47e4-a77f-22bb18be762d {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.814071] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46755f22-b257-4bfe-a28c-0dfc7bb86cd5 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.822762] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51a2b77e-adf0-4bcd-b955-ea53d0c2bed9 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.839965] env[69613]: DEBUG nova.compute.provider_tree [None req-91c6a64b-5baa-4639-8d93-b082388f6c3e tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Inventory has not changed in ProviderTree for provider: af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 {{(pid=69613) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1070.860700] env[69613]: DEBUG nova.compute.manager [None req-8caa00fa-d649-4554-b8d1-aac461db6563 tempest-TenantUsagesTestJSON-155898756 tempest-TenantUsagesTestJSON-155898756-project-member] [instance: 25836078-1a39-4b3a-b7e0-48c0c9a61d20] Start building block device mappings for instance. {{(pid=69613) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1070.873676] env[69613]: DEBUG oslo_concurrency.lockutils [None req-0f857ce1-2332-411c-a66b-b46e59ce40ef tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1070.876107] env[69613]: DEBUG nova.network.neutron [None req-8caa00fa-d649-4554-b8d1-aac461db6563 tempest-TenantUsagesTestJSON-155898756 tempest-TenantUsagesTestJSON-155898756-project-member] [instance: 25836078-1a39-4b3a-b7e0-48c0c9a61d20] Successfully created port: 77b4f406-14d7-483e-87a3-20b06147bdc0 {{(pid=69613) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1070.992073] env[69613]: INFO nova.compute.manager [None req-4a189074-2287-4d8d-8d7c-788586a6fa16 tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] [instance: 521abeea-6ae3-4d7e-becf-12ceb0021bb2] Took 27.34 seconds to build instance. [ 1071.002657] env[69613]: DEBUG nova.network.neutron [-] [instance: 6ddb7bfb-cf8e-4f10-ba48-b67061364a4f] Updating instance_info_cache with network_info: [] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1071.055857] env[69613]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1e323d3b-5a8b-450d-8fa3-db2a6b86a303 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.067140] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8050fe8a-2631-4942-9732-d2b86951c42a {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.087735] env[69613]: DEBUG oslo_concurrency.lockutils [None req-fcac1eb9-1223-4580-8bcf-a72a1abe2b14 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Acquiring lock "6ce9d7ae-aabf-444e-ab76-68f077d43cf0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1071.087982] env[69613]: DEBUG oslo_concurrency.lockutils [None req-fcac1eb9-1223-4580-8bcf-a72a1abe2b14 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Lock "6ce9d7ae-aabf-444e-ab76-68f077d43cf0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1071.088204] env[69613]: DEBUG oslo_concurrency.lockutils [None req-fcac1eb9-1223-4580-8bcf-a72a1abe2b14 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Acquiring lock "6ce9d7ae-aabf-444e-ab76-68f077d43cf0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1071.088386] env[69613]: DEBUG oslo_concurrency.lockutils [None req-fcac1eb9-1223-4580-8bcf-a72a1abe2b14 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Lock "6ce9d7ae-aabf-444e-ab76-68f077d43cf0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1071.088550] env[69613]: DEBUG oslo_concurrency.lockutils [None req-fcac1eb9-1223-4580-8bcf-a72a1abe2b14 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Lock "6ce9d7ae-aabf-444e-ab76-68f077d43cf0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1071.102762] env[69613]: DEBUG nova.compute.manager [req-ac141734-b8b3-44c9-85a6-4151dcd34dd3 req-a998fcd1-3876-4f66-9f20-16b0e53e2884 service nova] [instance: 6ddb7bfb-cf8e-4f10-ba48-b67061364a4f] Detach interface failed, port_id=10ee3f2b-1d47-451a-813a-4b3201982783, reason: Instance 6ddb7bfb-cf8e-4f10-ba48-b67061364a4f could not be found. {{(pid=69613) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1071.103481] env[69613]: INFO nova.compute.manager [None req-fcac1eb9-1223-4580-8bcf-a72a1abe2b14 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] [instance: 6ce9d7ae-aabf-444e-ab76-68f077d43cf0] Terminating instance [ 1071.201179] env[69613]: DEBUG oslo_vmware.api [None req-4a189074-2287-4d8d-8d7c-788586a6fa16 tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] Task: {'id': task-3418086, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.568407} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.201529] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a189074-2287-4d8d-8d7c-788586a6fa16 tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk to [datastore2] 225b95ef-63bb-4262-88b3-53f5095e9390/225b95ef-63bb-4262-88b3-53f5095e9390.vmdk {{(pid=69613) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1071.201749] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-4a189074-2287-4d8d-8d7c-788586a6fa16 tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] [instance: 225b95ef-63bb-4262-88b3-53f5095e9390] Extending root virtual disk to 1048576 {{(pid=69613) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1071.202011] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4bfd2cc5-dc0d-4f38-b73d-307c5dbd04d6 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.209869] env[69613]: DEBUG oslo_vmware.api [None req-4a189074-2287-4d8d-8d7c-788586a6fa16 tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] Waiting for the task: (returnval){ [ 1071.209869] env[69613]: value = "task-3418088" [ 1071.209869] env[69613]: _type = "Task" [ 1071.209869] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.218346] env[69613]: DEBUG oslo_vmware.api [None req-4a189074-2287-4d8d-8d7c-788586a6fa16 tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] Task: {'id': task-3418088, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.232180] env[69613]: DEBUG oslo_vmware.api [None req-f4b40de1-e8a8-4c03-af17-976926fe6d56 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52e41a64-2fe5-1244-1b57-e35c207748ce, 'name': SearchDatastore_Task, 'duration_secs': 0.017665} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.233112] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5648c511-69d5-43a5-8559-09bee778359e {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.239782] env[69613]: DEBUG oslo_vmware.api [None req-f4b40de1-e8a8-4c03-af17-976926fe6d56 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Waiting for the task: (returnval){ [ 1071.239782] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]52758ce6-43ea-6c7c-0f83-8afd129d361c" [ 1071.239782] env[69613]: _type = "Task" [ 1071.239782] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.248182] env[69613]: DEBUG oslo_vmware.api [None req-f4b40de1-e8a8-4c03-af17-976926fe6d56 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52758ce6-43ea-6c7c-0f83-8afd129d361c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.344325] env[69613]: DEBUG nova.scheduler.client.report [None req-91c6a64b-5baa-4639-8d93-b082388f6c3e tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Inventory has not changed for provider af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69613) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1071.494151] env[69613]: DEBUG oslo_concurrency.lockutils [None req-4a189074-2287-4d8d-8d7c-788586a6fa16 tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] Lock "521abeea-6ae3-4d7e-becf-12ceb0021bb2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.852s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1071.504926] env[69613]: INFO nova.compute.manager [-] [instance: 6ddb7bfb-cf8e-4f10-ba48-b67061364a4f] Took 1.50 seconds to deallocate network for instance. [ 1071.609119] env[69613]: DEBUG nova.compute.manager [None req-fcac1eb9-1223-4580-8bcf-a72a1abe2b14 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] [instance: 6ce9d7ae-aabf-444e-ab76-68f077d43cf0] Start destroying the instance on the hypervisor. {{(pid=69613) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1071.609119] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-fcac1eb9-1223-4580-8bcf-a72a1abe2b14 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] [instance: 6ce9d7ae-aabf-444e-ab76-68f077d43cf0] Destroying instance {{(pid=69613) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1071.610390] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-587355ad-bacc-44d9-b276-64fe45390a00 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.620809] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-fcac1eb9-1223-4580-8bcf-a72a1abe2b14 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] [instance: 6ce9d7ae-aabf-444e-ab76-68f077d43cf0] Powering off the VM {{(pid=69613) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1071.622480] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3c31c742-562c-4c12-a0c9-a03f69c8bf68 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.631814] env[69613]: DEBUG oslo_vmware.api [None req-fcac1eb9-1223-4580-8bcf-a72a1abe2b14 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Waiting for the task: (returnval){ [ 1071.631814] env[69613]: value = "task-3418089" [ 1071.631814] env[69613]: _type = "Task" [ 1071.631814] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.643876] env[69613]: DEBUG oslo_vmware.api [None req-fcac1eb9-1223-4580-8bcf-a72a1abe2b14 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Task: {'id': task-3418089, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.669542] env[69613]: DEBUG nova.network.neutron [-] [instance: 58d4f9d3-4baf-4af6-a8a6-0af073c8231f] Updating instance_info_cache with network_info: [] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1071.721682] env[69613]: DEBUG oslo_vmware.api [None req-4a189074-2287-4d8d-8d7c-788586a6fa16 tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] Task: {'id': task-3418088, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.109172} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.721682] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-4a189074-2287-4d8d-8d7c-788586a6fa16 tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] [instance: 225b95ef-63bb-4262-88b3-53f5095e9390] Extended root virtual disk {{(pid=69613) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1071.722219] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dd03b55-9a97-40a1-9aba-80e1c1df4fad {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.744333] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-4a189074-2287-4d8d-8d7c-788586a6fa16 tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] [instance: 225b95ef-63bb-4262-88b3-53f5095e9390] Reconfiguring VM instance instance-00000069 to attach disk [datastore2] 225b95ef-63bb-4262-88b3-53f5095e9390/225b95ef-63bb-4262-88b3-53f5095e9390.vmdk or device None with type sparse {{(pid=69613) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1071.744651] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-11ceec22-6d65-4a08-92e4-9d0b075c6a64 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.767490] env[69613]: DEBUG oslo_vmware.api [None req-f4b40de1-e8a8-4c03-af17-976926fe6d56 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52758ce6-43ea-6c7c-0f83-8afd129d361c, 'name': SearchDatastore_Task, 'duration_secs': 0.023526} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.768760] env[69613]: DEBUG oslo_concurrency.lockutils [None req-f4b40de1-e8a8-4c03-af17-976926fe6d56 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.768975] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4b40de1-e8a8-4c03-af17-976926fe6d56 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk to [datastore2] 01bcdedb-402d-4542-9f89-d1a661ed158e/01bcdedb-402d-4542-9f89-d1a661ed158e.vmdk {{(pid=69613) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1071.769314] env[69613]: DEBUG oslo_vmware.api [None req-4a189074-2287-4d8d-8d7c-788586a6fa16 tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] Waiting for the task: (returnval){ [ 1071.769314] env[69613]: value = "task-3418090" [ 1071.769314] env[69613]: _type = "Task" [ 1071.769314] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.769500] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c919b34a-ebf4-41a9-ba48-0018d2d6b3a7 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.780838] env[69613]: DEBUG oslo_vmware.api [None req-4a189074-2287-4d8d-8d7c-788586a6fa16 tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] Task: {'id': task-3418090, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.782120] env[69613]: DEBUG oslo_vmware.api [None req-f4b40de1-e8a8-4c03-af17-976926fe6d56 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Waiting for the task: (returnval){ [ 1071.782120] env[69613]: value = "task-3418091" [ 1071.782120] env[69613]: _type = "Task" [ 1071.782120] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.848490] env[69613]: DEBUG oslo_concurrency.lockutils [None req-91c6a64b-5baa-4639-8d93-b082388f6c3e tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.008s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1071.851597] env[69613]: DEBUG oslo_concurrency.lockutils [None req-68c120a8-3247-4273-bcd8-528818917396 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.067s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1071.851705] env[69613]: DEBUG nova.objects.instance [None req-68c120a8-3247-4273-bcd8-528818917396 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Lazy-loading 'resources' on Instance uuid f8c40b52-17f3-40d9-b938-151cb56129fd {{(pid=69613) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1071.875736] env[69613]: DEBUG nova.compute.manager [None req-8caa00fa-d649-4554-b8d1-aac461db6563 tempest-TenantUsagesTestJSON-155898756 tempest-TenantUsagesTestJSON-155898756-project-member] [instance: 25836078-1a39-4b3a-b7e0-48c0c9a61d20] Start spawning the instance on the hypervisor. {{(pid=69613) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1071.878552] env[69613]: INFO nova.scheduler.client.report [None req-91c6a64b-5baa-4639-8d93-b082388f6c3e tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Deleted allocations for instance 12d57937-1f89-4e98-b358-630f99527aff [ 1071.907781] env[69613]: DEBUG nova.virt.hardware [None req-8caa00fa-d649-4554-b8d1-aac461db6563 tempest-TenantUsagesTestJSON-155898756 tempest-TenantUsagesTestJSON-155898756-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T13:55:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T13:55:19Z,direct_url=,disk_format='vmdk',id=2b7a0304-b5d0-431d-b287-32c8388d7fbd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3e9e1b873f1442d59d5ee8247b941f74',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T13:55:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1071.908131] env[69613]: DEBUG nova.virt.hardware [None req-8caa00fa-d649-4554-b8d1-aac461db6563 tempest-TenantUsagesTestJSON-155898756 tempest-TenantUsagesTestJSON-155898756-project-member] Flavor limits 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1071.908392] env[69613]: DEBUG nova.virt.hardware [None req-8caa00fa-d649-4554-b8d1-aac461db6563 tempest-TenantUsagesTestJSON-155898756 tempest-TenantUsagesTestJSON-155898756-project-member] Image limits 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1071.908521] env[69613]: DEBUG nova.virt.hardware [None req-8caa00fa-d649-4554-b8d1-aac461db6563 tempest-TenantUsagesTestJSON-155898756 tempest-TenantUsagesTestJSON-155898756-project-member] Flavor pref 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1071.908675] env[69613]: DEBUG nova.virt.hardware [None req-8caa00fa-d649-4554-b8d1-aac461db6563 tempest-TenantUsagesTestJSON-155898756 tempest-TenantUsagesTestJSON-155898756-project-member] Image pref 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1071.908839] env[69613]: DEBUG nova.virt.hardware [None req-8caa00fa-d649-4554-b8d1-aac461db6563 tempest-TenantUsagesTestJSON-155898756 tempest-TenantUsagesTestJSON-155898756-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1071.909093] env[69613]: DEBUG nova.virt.hardware [None req-8caa00fa-d649-4554-b8d1-aac461db6563 tempest-TenantUsagesTestJSON-155898756 tempest-TenantUsagesTestJSON-155898756-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1071.909580] env[69613]: DEBUG nova.virt.hardware [None req-8caa00fa-d649-4554-b8d1-aac461db6563 tempest-TenantUsagesTestJSON-155898756 tempest-TenantUsagesTestJSON-155898756-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69613) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1071.909634] env[69613]: DEBUG nova.virt.hardware [None req-8caa00fa-d649-4554-b8d1-aac461db6563 tempest-TenantUsagesTestJSON-155898756 tempest-TenantUsagesTestJSON-155898756-project-member] Got 1 possible topologies {{(pid=69613) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1071.909832] env[69613]: DEBUG nova.virt.hardware [None req-8caa00fa-d649-4554-b8d1-aac461db6563 tempest-TenantUsagesTestJSON-155898756 tempest-TenantUsagesTestJSON-155898756-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1071.910100] env[69613]: DEBUG nova.virt.hardware [None req-8caa00fa-d649-4554-b8d1-aac461db6563 tempest-TenantUsagesTestJSON-155898756 tempest-TenantUsagesTestJSON-155898756-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1071.911208] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0f92b49-2950-4e2f-bd42-d8adb66e4e92 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.923328] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5382fd1-3d5d-47fa-86f8-8626bd6a43ca {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.015387] env[69613]: DEBUG oslo_concurrency.lockutils [None req-a7aa2fe0-4432-4a69-aa23-27456aaf9413 tempest-ServerRescueTestJSON-24713172 tempest-ServerRescueTestJSON-24713172-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1072.115812] env[69613]: DEBUG nova.network.neutron [-] [instance: e849b8b2-7ad7-475a-bab6-48d8412c58ad] Updating instance_info_cache with network_info: [] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1072.144286] env[69613]: DEBUG oslo_vmware.api [None req-fcac1eb9-1223-4580-8bcf-a72a1abe2b14 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Task: {'id': task-3418089, 'name': PowerOffVM_Task, 'duration_secs': 0.319921} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.144578] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-fcac1eb9-1223-4580-8bcf-a72a1abe2b14 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] [instance: 6ce9d7ae-aabf-444e-ab76-68f077d43cf0] Powered off the VM {{(pid=69613) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1072.144747] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-fcac1eb9-1223-4580-8bcf-a72a1abe2b14 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] [instance: 6ce9d7ae-aabf-444e-ab76-68f077d43cf0] Unregistering the VM {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1072.145037] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c643122b-e3f5-4598-81dd-f7bec2db0304 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.173136] env[69613]: INFO nova.compute.manager [-] [instance: 58d4f9d3-4baf-4af6-a8a6-0af073c8231f] Took 1.52 seconds to deallocate network for instance. [ 1072.217035] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-fcac1eb9-1223-4580-8bcf-a72a1abe2b14 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] [instance: 6ce9d7ae-aabf-444e-ab76-68f077d43cf0] Unregistered the VM {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1072.217035] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-fcac1eb9-1223-4580-8bcf-a72a1abe2b14 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] [instance: 6ce9d7ae-aabf-444e-ab76-68f077d43cf0] Deleting contents of the VM from datastore datastore1 {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1072.217035] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-fcac1eb9-1223-4580-8bcf-a72a1abe2b14 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Deleting the datastore file [datastore1] 6ce9d7ae-aabf-444e-ab76-68f077d43cf0 {{(pid=69613) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1072.217766] env[69613]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-919928a6-e0cc-4098-83ba-3a73fa306ad3 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.230147] env[69613]: DEBUG oslo_vmware.api [None req-fcac1eb9-1223-4580-8bcf-a72a1abe2b14 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Waiting for the task: (returnval){ [ 1072.230147] env[69613]: value = "task-3418093" [ 1072.230147] env[69613]: _type = "Task" [ 1072.230147] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.240867] env[69613]: DEBUG oslo_vmware.api [None req-fcac1eb9-1223-4580-8bcf-a72a1abe2b14 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Task: {'id': task-3418093, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.284446] env[69613]: DEBUG oslo_vmware.api [None req-4a189074-2287-4d8d-8d7c-788586a6fa16 tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] Task: {'id': task-3418090, 'name': ReconfigVM_Task, 'duration_secs': 0.455173} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.288567] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-4a189074-2287-4d8d-8d7c-788586a6fa16 tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] [instance: 225b95ef-63bb-4262-88b3-53f5095e9390] Reconfigured VM instance instance-00000069 to attach disk [datastore2] 225b95ef-63bb-4262-88b3-53f5095e9390/225b95ef-63bb-4262-88b3-53f5095e9390.vmdk or device None with type sparse {{(pid=69613) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1072.289388] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f5630c1f-2e70-442f-9a7e-05d9caf59a03 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.297935] env[69613]: DEBUG oslo_vmware.api [None req-f4b40de1-e8a8-4c03-af17-976926fe6d56 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Task: {'id': task-3418091, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.299176] env[69613]: DEBUG oslo_vmware.api [None req-4a189074-2287-4d8d-8d7c-788586a6fa16 tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] Waiting for the task: (returnval){ [ 1072.299176] env[69613]: value = "task-3418094" [ 1072.299176] env[69613]: _type = "Task" [ 1072.299176] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.308293] env[69613]: DEBUG oslo_vmware.api [None req-4a189074-2287-4d8d-8d7c-788586a6fa16 tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] Task: {'id': task-3418094, 'name': Rename_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.390374] env[69613]: DEBUG oslo_concurrency.lockutils [None req-91c6a64b-5baa-4639-8d93-b082388f6c3e tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Lock "12d57937-1f89-4e98-b358-630f99527aff" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.404s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1072.405701] env[69613]: DEBUG nova.network.neutron [None req-8caa00fa-d649-4554-b8d1-aac461db6563 tempest-TenantUsagesTestJSON-155898756 tempest-TenantUsagesTestJSON-155898756-project-member] [instance: 25836078-1a39-4b3a-b7e0-48c0c9a61d20] Successfully updated port: 77b4f406-14d7-483e-87a3-20b06147bdc0 {{(pid=69613) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1072.443744] env[69613]: DEBUG nova.compute.manager [req-20d5bc8b-0620-4589-ba15-946f27c9f9a5 req-0026823a-4380-4e69-946b-f48472453a9f service nova] [instance: 25836078-1a39-4b3a-b7e0-48c0c9a61d20] Received event network-vif-plugged-77b4f406-14d7-483e-87a3-20b06147bdc0 {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1072.444009] env[69613]: DEBUG oslo_concurrency.lockutils [req-20d5bc8b-0620-4589-ba15-946f27c9f9a5 req-0026823a-4380-4e69-946b-f48472453a9f service nova] Acquiring lock "25836078-1a39-4b3a-b7e0-48c0c9a61d20-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1072.444689] env[69613]: DEBUG oslo_concurrency.lockutils [req-20d5bc8b-0620-4589-ba15-946f27c9f9a5 req-0026823a-4380-4e69-946b-f48472453a9f service nova] Lock "25836078-1a39-4b3a-b7e0-48c0c9a61d20-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1072.444890] env[69613]: DEBUG oslo_concurrency.lockutils [req-20d5bc8b-0620-4589-ba15-946f27c9f9a5 req-0026823a-4380-4e69-946b-f48472453a9f service nova] Lock "25836078-1a39-4b3a-b7e0-48c0c9a61d20-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1072.445381] env[69613]: DEBUG nova.compute.manager [req-20d5bc8b-0620-4589-ba15-946f27c9f9a5 req-0026823a-4380-4e69-946b-f48472453a9f service nova] [instance: 25836078-1a39-4b3a-b7e0-48c0c9a61d20] No waiting events found dispatching network-vif-plugged-77b4f406-14d7-483e-87a3-20b06147bdc0 {{(pid=69613) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1072.445381] env[69613]: WARNING nova.compute.manager [req-20d5bc8b-0620-4589-ba15-946f27c9f9a5 req-0026823a-4380-4e69-946b-f48472453a9f service nova] [instance: 25836078-1a39-4b3a-b7e0-48c0c9a61d20] Received unexpected event network-vif-plugged-77b4f406-14d7-483e-87a3-20b06147bdc0 for instance with vm_state building and task_state spawning. [ 1072.584427] env[69613]: DEBUG nova.compute.manager [req-79f5d6f4-0ddf-4f5d-993a-6b0fb08ddfeb req-4c99f805-1dbc-48d1-8d0a-bcdd676be7f0 service nova] [instance: 58d4f9d3-4baf-4af6-a8a6-0af073c8231f] Received event network-vif-deleted-1eb94008-9926-44c6-b9eb-5cbdcaaeb216 {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1072.584699] env[69613]: DEBUG nova.compute.manager [req-79f5d6f4-0ddf-4f5d-993a-6b0fb08ddfeb req-4c99f805-1dbc-48d1-8d0a-bcdd676be7f0 service nova] [instance: e849b8b2-7ad7-475a-bab6-48d8412c58ad] Received event network-vif-deleted-4edd8822-6947-4caf-9c65-0d96b41196fa {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1072.618672] env[69613]: INFO nova.compute.manager [-] [instance: e849b8b2-7ad7-475a-bab6-48d8412c58ad] Took 1.85 seconds to deallocate network for instance. [ 1072.670365] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17efd90d-a490-4246-9e71-5ec40fb792d9 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.681244] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-beaffe53-3888-43ea-8d8d-20063e7bcb4e {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.687359] env[69613]: DEBUG oslo_concurrency.lockutils [None req-77369abd-131b-46b9-a937-9ce4629c3de3 tempest-ListServersNegativeTestJSON-2081482518 tempest-ListServersNegativeTestJSON-2081482518-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1072.721780] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a6ba212-9c94-4b29-9f42-fcafbff5bcdc {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.734439] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e1d94c0-fb09-4bca-8d77-435de78cfb97 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.750417] env[69613]: DEBUG nova.compute.provider_tree [None req-68c120a8-3247-4273-bcd8-528818917396 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Inventory has not changed in ProviderTree for provider: af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 {{(pid=69613) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1072.755315] env[69613]: DEBUG oslo_vmware.api [None req-fcac1eb9-1223-4580-8bcf-a72a1abe2b14 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Task: {'id': task-3418093, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.198501} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.755716] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-fcac1eb9-1223-4580-8bcf-a72a1abe2b14 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Deleted the datastore file {{(pid=69613) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1072.756389] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-fcac1eb9-1223-4580-8bcf-a72a1abe2b14 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] [instance: 6ce9d7ae-aabf-444e-ab76-68f077d43cf0] Deleted contents of the VM from datastore datastore1 {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1072.756389] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-fcac1eb9-1223-4580-8bcf-a72a1abe2b14 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] [instance: 6ce9d7ae-aabf-444e-ab76-68f077d43cf0] Instance destroyed {{(pid=69613) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1072.756389] env[69613]: INFO nova.compute.manager [None req-fcac1eb9-1223-4580-8bcf-a72a1abe2b14 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] [instance: 6ce9d7ae-aabf-444e-ab76-68f077d43cf0] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1072.756586] env[69613]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fcac1eb9-1223-4580-8bcf-a72a1abe2b14 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69613) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1072.758141] env[69613]: DEBUG nova.compute.manager [-] [instance: 6ce9d7ae-aabf-444e-ab76-68f077d43cf0] Deallocating network for instance {{(pid=69613) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1072.758141] env[69613]: DEBUG nova.network.neutron [-] [instance: 6ce9d7ae-aabf-444e-ab76-68f077d43cf0] deallocate_for_instance() {{(pid=69613) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1072.796634] env[69613]: DEBUG oslo_vmware.api [None req-f4b40de1-e8a8-4c03-af17-976926fe6d56 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Task: {'id': task-3418091, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.529059} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.797676] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4b40de1-e8a8-4c03-af17-976926fe6d56 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk to [datastore2] 01bcdedb-402d-4542-9f89-d1a661ed158e/01bcdedb-402d-4542-9f89-d1a661ed158e.vmdk {{(pid=69613) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1072.797915] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-f4b40de1-e8a8-4c03-af17-976926fe6d56 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] [instance: 01bcdedb-402d-4542-9f89-d1a661ed158e] Extending root virtual disk to 1048576 {{(pid=69613) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1072.798333] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-14e525b1-d975-4b9b-b2a4-5b91ee67a106 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.812338] env[69613]: DEBUG oslo_vmware.api [None req-4a189074-2287-4d8d-8d7c-788586a6fa16 tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] Task: {'id': task-3418094, 'name': Rename_Task, 'duration_secs': 0.182366} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.816820] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a189074-2287-4d8d-8d7c-788586a6fa16 tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] [instance: 225b95ef-63bb-4262-88b3-53f5095e9390] Powering on the VM {{(pid=69613) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1072.817331] env[69613]: DEBUG oslo_vmware.api [None req-f4b40de1-e8a8-4c03-af17-976926fe6d56 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Waiting for the task: (returnval){ [ 1072.817331] env[69613]: value = "task-3418095" [ 1072.817331] env[69613]: _type = "Task" [ 1072.817331] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.817581] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-309f231e-52f9-4500-a0f3-dd9b2ef8ba63 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.834061] env[69613]: DEBUG oslo_vmware.api [None req-f4b40de1-e8a8-4c03-af17-976926fe6d56 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Task: {'id': task-3418095, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.835615] env[69613]: DEBUG oslo_vmware.api [None req-4a189074-2287-4d8d-8d7c-788586a6fa16 tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] Waiting for the task: (returnval){ [ 1072.835615] env[69613]: value = "task-3418096" [ 1072.835615] env[69613]: _type = "Task" [ 1072.835615] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.849585] env[69613]: DEBUG oslo_vmware.api [None req-4a189074-2287-4d8d-8d7c-788586a6fa16 tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] Task: {'id': task-3418096, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.908549] env[69613]: DEBUG oslo_concurrency.lockutils [None req-8caa00fa-d649-4554-b8d1-aac461db6563 tempest-TenantUsagesTestJSON-155898756 tempest-TenantUsagesTestJSON-155898756-project-member] Acquiring lock "refresh_cache-25836078-1a39-4b3a-b7e0-48c0c9a61d20" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.908708] env[69613]: DEBUG oslo_concurrency.lockutils [None req-8caa00fa-d649-4554-b8d1-aac461db6563 tempest-TenantUsagesTestJSON-155898756 tempest-TenantUsagesTestJSON-155898756-project-member] Acquired lock "refresh_cache-25836078-1a39-4b3a-b7e0-48c0c9a61d20" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.908875] env[69613]: DEBUG nova.network.neutron [None req-8caa00fa-d649-4554-b8d1-aac461db6563 tempest-TenantUsagesTestJSON-155898756 tempest-TenantUsagesTestJSON-155898756-project-member] [instance: 25836078-1a39-4b3a-b7e0-48c0c9a61d20] Building network info cache for instance {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1073.184715] env[69613]: INFO nova.compute.manager [None req-f9b283d5-6cb9-458d-95a5-3f07877b7d4c tempest-ServersTestBootFromVolume-835828331 tempest-ServersTestBootFromVolume-835828331-project-member] [instance: e849b8b2-7ad7-475a-bab6-48d8412c58ad] Took 0.56 seconds to detach 1 volumes for instance. [ 1073.185369] env[69613]: DEBUG nova.compute.manager [None req-f9b283d5-6cb9-458d-95a5-3f07877b7d4c tempest-ServersTestBootFromVolume-835828331 tempest-ServersTestBootFromVolume-835828331-project-member] [instance: e849b8b2-7ad7-475a-bab6-48d8412c58ad] Deleting volume: 266a250e-27dd-4176-818e-d3cd3c4ed5dd {{(pid=69613) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1073.259038] env[69613]: DEBUG nova.scheduler.client.report [None req-68c120a8-3247-4273-bcd8-528818917396 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Inventory has not changed for provider af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69613) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1073.331865] env[69613]: DEBUG oslo_vmware.api [None req-f4b40de1-e8a8-4c03-af17-976926fe6d56 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Task: {'id': task-3418095, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.108342} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.332184] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-f4b40de1-e8a8-4c03-af17-976926fe6d56 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] [instance: 01bcdedb-402d-4542-9f89-d1a661ed158e] Extended root virtual disk {{(pid=69613) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1073.333125] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8ca0e22-08b6-4cbc-ae34-34b9f9050602 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.358538] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-f4b40de1-e8a8-4c03-af17-976926fe6d56 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] [instance: 01bcdedb-402d-4542-9f89-d1a661ed158e] Reconfiguring VM instance instance-00000064 to attach disk [datastore2] 01bcdedb-402d-4542-9f89-d1a661ed158e/01bcdedb-402d-4542-9f89-d1a661ed158e.vmdk or device None with type sparse {{(pid=69613) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1073.359380] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-831036cc-238d-459d-9ec0-a207ce2d65f1 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.379700] env[69613]: DEBUG oslo_vmware.api [None req-4a189074-2287-4d8d-8d7c-788586a6fa16 tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] Task: {'id': task-3418096, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.387152] env[69613]: DEBUG oslo_vmware.api [None req-f4b40de1-e8a8-4c03-af17-976926fe6d56 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Waiting for the task: (returnval){ [ 1073.387152] env[69613]: value = "task-3418098" [ 1073.387152] env[69613]: _type = "Task" [ 1073.387152] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.395970] env[69613]: DEBUG oslo_vmware.api [None req-f4b40de1-e8a8-4c03-af17-976926fe6d56 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Task: {'id': task-3418098, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.444830] env[69613]: DEBUG nova.network.neutron [None req-8caa00fa-d649-4554-b8d1-aac461db6563 tempest-TenantUsagesTestJSON-155898756 tempest-TenantUsagesTestJSON-155898756-project-member] [instance: 25836078-1a39-4b3a-b7e0-48c0c9a61d20] Instance cache missing network info. {{(pid=69613) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1073.587841] env[69613]: DEBUG nova.network.neutron [None req-8caa00fa-d649-4554-b8d1-aac461db6563 tempest-TenantUsagesTestJSON-155898756 tempest-TenantUsagesTestJSON-155898756-project-member] [instance: 25836078-1a39-4b3a-b7e0-48c0c9a61d20] Updating instance_info_cache with network_info: [{"id": "77b4f406-14d7-483e-87a3-20b06147bdc0", "address": "fa:16:3e:ab:a9:21", "network": {"id": "7f5a9020-c966-459c-b2b1-fc62b2ff6283", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.167", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3e9e1b873f1442d59d5ee8247b941f74", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aec0089a-ff85-4bef-bad8-c84de39af71a", "external-id": "nsx-vlan-transportzone-758", "segmentation_id": 758, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap77b4f406-14", "ovs_interfaceid": "77b4f406-14d7-483e-87a3-20b06147bdc0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1073.734289] env[69613]: DEBUG oslo_concurrency.lockutils [None req-f9b283d5-6cb9-458d-95a5-3f07877b7d4c tempest-ServersTestBootFromVolume-835828331 tempest-ServersTestBootFromVolume-835828331-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1073.735023] env[69613]: DEBUG nova.network.neutron [-] [instance: 6ce9d7ae-aabf-444e-ab76-68f077d43cf0] Updating instance_info_cache with network_info: [] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1073.763827] env[69613]: DEBUG oslo_concurrency.lockutils [None req-68c120a8-3247-4273-bcd8-528818917396 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.911s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1073.765412] env[69613]: DEBUG oslo_concurrency.lockutils [None req-4a9e88d7-b7df-49d7-8892-29b2b1af2293 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 11.533s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1073.788622] env[69613]: INFO nova.scheduler.client.report [None req-68c120a8-3247-4273-bcd8-528818917396 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Deleted allocations for instance f8c40b52-17f3-40d9-b938-151cb56129fd [ 1073.814443] env[69613]: DEBUG oslo_concurrency.lockutils [None req-de0994d5-e62c-4024-bc69-9339f1d482d0 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Acquiring lock "65aee893-5fdc-4721-855d-249b34cd1b62" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1073.814854] env[69613]: DEBUG oslo_concurrency.lockutils [None req-de0994d5-e62c-4024-bc69-9339f1d482d0 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Lock "65aee893-5fdc-4721-855d-249b34cd1b62" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1073.847572] env[69613]: DEBUG oslo_vmware.api [None req-4a189074-2287-4d8d-8d7c-788586a6fa16 tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] Task: {'id': task-3418096, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.899528] env[69613]: DEBUG oslo_vmware.api [None req-f4b40de1-e8a8-4c03-af17-976926fe6d56 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Task: {'id': task-3418098, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.090988] env[69613]: DEBUG oslo_concurrency.lockutils [None req-8caa00fa-d649-4554-b8d1-aac461db6563 tempest-TenantUsagesTestJSON-155898756 tempest-TenantUsagesTestJSON-155898756-project-member] Releasing lock "refresh_cache-25836078-1a39-4b3a-b7e0-48c0c9a61d20" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.090988] env[69613]: DEBUG nova.compute.manager [None req-8caa00fa-d649-4554-b8d1-aac461db6563 tempest-TenantUsagesTestJSON-155898756 tempest-TenantUsagesTestJSON-155898756-project-member] [instance: 25836078-1a39-4b3a-b7e0-48c0c9a61d20] Instance network_info: |[{"id": "77b4f406-14d7-483e-87a3-20b06147bdc0", "address": "fa:16:3e:ab:a9:21", "network": {"id": "7f5a9020-c966-459c-b2b1-fc62b2ff6283", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.167", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3e9e1b873f1442d59d5ee8247b941f74", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aec0089a-ff85-4bef-bad8-c84de39af71a", "external-id": "nsx-vlan-transportzone-758", "segmentation_id": 758, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap77b4f406-14", "ovs_interfaceid": "77b4f406-14d7-483e-87a3-20b06147bdc0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69613) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1074.091461] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-8caa00fa-d649-4554-b8d1-aac461db6563 tempest-TenantUsagesTestJSON-155898756 tempest-TenantUsagesTestJSON-155898756-project-member] [instance: 25836078-1a39-4b3a-b7e0-48c0c9a61d20] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ab:a9:21', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'aec0089a-ff85-4bef-bad8-c84de39af71a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '77b4f406-14d7-483e-87a3-20b06147bdc0', 'vif_model': 'vmxnet3'}] {{(pid=69613) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1074.098881] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-8caa00fa-d649-4554-b8d1-aac461db6563 tempest-TenantUsagesTestJSON-155898756 tempest-TenantUsagesTestJSON-155898756-project-member] Creating folder: Project (0c1a95849b0f4f29aed4d143b2ee7e16). Parent ref: group-v681687. {{(pid=69613) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1074.099244] env[69613]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-57326527-1dbe-48cb-a24a-371ac5929557 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.115403] env[69613]: INFO nova.virt.vmwareapi.vm_util [None req-8caa00fa-d649-4554-b8d1-aac461db6563 tempest-TenantUsagesTestJSON-155898756 tempest-TenantUsagesTestJSON-155898756-project-member] Created folder: Project (0c1a95849b0f4f29aed4d143b2ee7e16) in parent group-v681687. [ 1074.115575] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-8caa00fa-d649-4554-b8d1-aac461db6563 tempest-TenantUsagesTestJSON-155898756 tempest-TenantUsagesTestJSON-155898756-project-member] Creating folder: Instances. Parent ref: group-v681986. {{(pid=69613) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1074.115879] env[69613]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-de4d599e-3b77-4ed6-a4d4-99a5888cd9c1 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.128630] env[69613]: INFO nova.virt.vmwareapi.vm_util [None req-8caa00fa-d649-4554-b8d1-aac461db6563 tempest-TenantUsagesTestJSON-155898756 tempest-TenantUsagesTestJSON-155898756-project-member] Created folder: Instances in parent group-v681986. [ 1074.128727] env[69613]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8caa00fa-d649-4554-b8d1-aac461db6563 tempest-TenantUsagesTestJSON-155898756 tempest-TenantUsagesTestJSON-155898756-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69613) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1074.128903] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 25836078-1a39-4b3a-b7e0-48c0c9a61d20] Creating VM on the ESX host {{(pid=69613) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1074.129137] env[69613]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4d117f98-0993-41b2-9f95-9ea0a7ae77d9 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.151565] env[69613]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1074.151565] env[69613]: value = "task-3418101" [ 1074.151565] env[69613]: _type = "Task" [ 1074.151565] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.160488] env[69613]: DEBUG oslo_vmware.api [-] Task: {'id': task-3418101, 'name': CreateVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.194200] env[69613]: DEBUG oslo_concurrency.lockutils [None req-9e269aac-6f8f-4f82-8248-c11171626c24 tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] Acquiring lock "2f982eab-2892-40c1-866c-3f4395db4201" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1074.194457] env[69613]: DEBUG oslo_concurrency.lockutils [None req-9e269aac-6f8f-4f82-8248-c11171626c24 tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] Lock "2f982eab-2892-40c1-866c-3f4395db4201" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1074.236992] env[69613]: INFO nova.compute.manager [-] [instance: 6ce9d7ae-aabf-444e-ab76-68f077d43cf0] Took 1.48 seconds to deallocate network for instance. [ 1074.300174] env[69613]: DEBUG oslo_concurrency.lockutils [None req-68c120a8-3247-4273-bcd8-528818917396 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Lock "f8c40b52-17f3-40d9-b938-151cb56129fd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.066s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1074.318465] env[69613]: DEBUG nova.compute.manager [None req-de0994d5-e62c-4024-bc69-9339f1d482d0 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] [instance: 65aee893-5fdc-4721-855d-249b34cd1b62] Starting instance... {{(pid=69613) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1074.350270] env[69613]: DEBUG oslo_vmware.api [None req-4a189074-2287-4d8d-8d7c-788586a6fa16 tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] Task: {'id': task-3418096, 'name': PowerOnVM_Task, 'duration_secs': 1.126335} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.354597] env[69613]: DEBUG oslo_concurrency.lockutils [None req-15304f95-a784-455d-b1ca-ef57866b7cb8 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Acquiring lock "f36147c5-be86-4d45-9d2c-da38bba1885a" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1074.354597] env[69613]: DEBUG oslo_concurrency.lockutils [None req-15304f95-a784-455d-b1ca-ef57866b7cb8 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Lock "f36147c5-be86-4d45-9d2c-da38bba1885a" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1074.356102] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a189074-2287-4d8d-8d7c-788586a6fa16 tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] [instance: 225b95ef-63bb-4262-88b3-53f5095e9390] Powered on the VM {{(pid=69613) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1074.356428] env[69613]: INFO nova.compute.manager [None req-4a189074-2287-4d8d-8d7c-788586a6fa16 tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] [instance: 225b95ef-63bb-4262-88b3-53f5095e9390] Took 8.97 seconds to spawn the instance on the hypervisor. [ 1074.356760] env[69613]: DEBUG nova.compute.manager [None req-4a189074-2287-4d8d-8d7c-788586a6fa16 tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] [instance: 225b95ef-63bb-4262-88b3-53f5095e9390] Checking state {{(pid=69613) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1074.359129] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c58963f6-eff7-41d1-ab6f-fdee14bef759 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.399851] env[69613]: DEBUG oslo_vmware.api [None req-f4b40de1-e8a8-4c03-af17-976926fe6d56 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Task: {'id': task-3418098, 'name': ReconfigVM_Task, 'duration_secs': 1.009306} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.402552] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-f4b40de1-e8a8-4c03-af17-976926fe6d56 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] [instance: 01bcdedb-402d-4542-9f89-d1a661ed158e] Reconfigured VM instance instance-00000064 to attach disk [datastore2] 01bcdedb-402d-4542-9f89-d1a661ed158e/01bcdedb-402d-4542-9f89-d1a661ed158e.vmdk or device None with type sparse {{(pid=69613) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1074.403405] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-628101a3-be90-4b32-810e-58811e880d01 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.412345] env[69613]: DEBUG oslo_vmware.api [None req-f4b40de1-e8a8-4c03-af17-976926fe6d56 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Waiting for the task: (returnval){ [ 1074.412345] env[69613]: value = "task-3418102" [ 1074.412345] env[69613]: _type = "Task" [ 1074.412345] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.424284] env[69613]: DEBUG oslo_vmware.api [None req-f4b40de1-e8a8-4c03-af17-976926fe6d56 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Task: {'id': task-3418102, 'name': Rename_Task} progress is 5%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.477830] env[69613]: DEBUG nova.compute.manager [req-db6e5105-66ad-49b7-bf5d-a5df618264df req-9e416b26-9203-4ab2-86bc-f4a44160644d service nova] [instance: 25836078-1a39-4b3a-b7e0-48c0c9a61d20] Received event network-changed-77b4f406-14d7-483e-87a3-20b06147bdc0 {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1074.477959] env[69613]: DEBUG nova.compute.manager [req-db6e5105-66ad-49b7-bf5d-a5df618264df req-9e416b26-9203-4ab2-86bc-f4a44160644d service nova] [instance: 25836078-1a39-4b3a-b7e0-48c0c9a61d20] Refreshing instance network info cache due to event network-changed-77b4f406-14d7-483e-87a3-20b06147bdc0. {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1074.478190] env[69613]: DEBUG oslo_concurrency.lockutils [req-db6e5105-66ad-49b7-bf5d-a5df618264df req-9e416b26-9203-4ab2-86bc-f4a44160644d service nova] Acquiring lock "refresh_cache-25836078-1a39-4b3a-b7e0-48c0c9a61d20" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.478278] env[69613]: DEBUG oslo_concurrency.lockutils [req-db6e5105-66ad-49b7-bf5d-a5df618264df req-9e416b26-9203-4ab2-86bc-f4a44160644d service nova] Acquired lock "refresh_cache-25836078-1a39-4b3a-b7e0-48c0c9a61d20" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.478440] env[69613]: DEBUG nova.network.neutron [req-db6e5105-66ad-49b7-bf5d-a5df618264df req-9e416b26-9203-4ab2-86bc-f4a44160644d service nova] [instance: 25836078-1a39-4b3a-b7e0-48c0c9a61d20] Refreshing network info cache for port 77b4f406-14d7-483e-87a3-20b06147bdc0 {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1074.584097] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d40b8dc-9ce8-4c60-9fa0-0968b36d41b7 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.596160] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0eb43e7e-3575-4bbb-ab0f-78c7a51e18ea {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.628431] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-175da6f0-af2c-4c71-899f-74dde4e2587a {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.637304] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9d8094e-e1a9-4233-906e-53a41a9bd47d {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.655049] env[69613]: DEBUG nova.compute.provider_tree [None req-4a9e88d7-b7df-49d7-8892-29b2b1af2293 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Inventory has not changed in ProviderTree for provider: af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 {{(pid=69613) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1074.665684] env[69613]: DEBUG oslo_vmware.api [-] Task: {'id': task-3418101, 'name': CreateVM_Task, 'duration_secs': 0.480142} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.666635] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 25836078-1a39-4b3a-b7e0-48c0c9a61d20] Created VM on the ESX host {{(pid=69613) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1074.667436] env[69613]: DEBUG oslo_concurrency.lockutils [None req-8caa00fa-d649-4554-b8d1-aac461db6563 tempest-TenantUsagesTestJSON-155898756 tempest-TenantUsagesTestJSON-155898756-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.667736] env[69613]: DEBUG oslo_concurrency.lockutils [None req-8caa00fa-d649-4554-b8d1-aac461db6563 tempest-TenantUsagesTestJSON-155898756 tempest-TenantUsagesTestJSON-155898756-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.668076] env[69613]: DEBUG oslo_concurrency.lockutils [None req-8caa00fa-d649-4554-b8d1-aac461db6563 tempest-TenantUsagesTestJSON-155898756 tempest-TenantUsagesTestJSON-155898756-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.668560] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-049fe296-3dcd-491e-8865-464392b0141f {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.674107] env[69613]: DEBUG oslo_vmware.api [None req-8caa00fa-d649-4554-b8d1-aac461db6563 tempest-TenantUsagesTestJSON-155898756 tempest-TenantUsagesTestJSON-155898756-project-member] Waiting for the task: (returnval){ [ 1074.674107] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]529a020a-9107-f0b5-e5e6-56ef91ed1381" [ 1074.674107] env[69613]: _type = "Task" [ 1074.674107] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.683276] env[69613]: DEBUG oslo_vmware.api [None req-8caa00fa-d649-4554-b8d1-aac461db6563 tempest-TenantUsagesTestJSON-155898756 tempest-TenantUsagesTestJSON-155898756-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]529a020a-9107-f0b5-e5e6-56ef91ed1381, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.697663] env[69613]: INFO nova.compute.manager [None req-9e269aac-6f8f-4f82-8248-c11171626c24 tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] [instance: 2f982eab-2892-40c1-866c-3f4395db4201] Detaching volume f8a12f43-2b38-412a-b5e0-63453364d910 [ 1074.737909] env[69613]: INFO nova.virt.block_device [None req-9e269aac-6f8f-4f82-8248-c11171626c24 tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] [instance: 2f982eab-2892-40c1-866c-3f4395db4201] Attempting to driver detach volume f8a12f43-2b38-412a-b5e0-63453364d910 from mountpoint /dev/sdb [ 1074.738170] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e269aac-6f8f-4f82-8248-c11171626c24 tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] [instance: 2f982eab-2892-40c1-866c-3f4395db4201] Volume detach. Driver type: vmdk {{(pid=69613) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1074.738361] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e269aac-6f8f-4f82-8248-c11171626c24 tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] [instance: 2f982eab-2892-40c1-866c-3f4395db4201] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-681969', 'volume_id': 'f8a12f43-2b38-412a-b5e0-63453364d910', 'name': 'volume-f8a12f43-2b38-412a-b5e0-63453364d910', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2f982eab-2892-40c1-866c-3f4395db4201', 'attached_at': '', 'detached_at': '', 'volume_id': 'f8a12f43-2b38-412a-b5e0-63453364d910', 'serial': 'f8a12f43-2b38-412a-b5e0-63453364d910'} {{(pid=69613) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1074.739725] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba2566d9-0eb2-480f-bcb9-79edd10d8ee6 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.743612] env[69613]: DEBUG oslo_concurrency.lockutils [None req-fcac1eb9-1223-4580-8bcf-a72a1abe2b14 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1074.765547] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b831f8b0-c6e1-4b71-9f64-2a85f45aa658 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.774030] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fc4e6e7-f252-48f0-b6f0-6ff5dc4e47c7 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.795975] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26bfcc11-a2c7-4246-a325-86131b2de162 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.812638] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e269aac-6f8f-4f82-8248-c11171626c24 tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] The volume has not been displaced from its original location: [datastore1] volume-f8a12f43-2b38-412a-b5e0-63453364d910/volume-f8a12f43-2b38-412a-b5e0-63453364d910.vmdk. No consolidation needed. {{(pid=69613) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1074.818216] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e269aac-6f8f-4f82-8248-c11171626c24 tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] [instance: 2f982eab-2892-40c1-866c-3f4395db4201] Reconfiguring VM instance instance-00000056 to detach disk 2001 {{(pid=69613) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1074.818471] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e084f759-680d-43c5-93e8-ce3aeaa90622 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.841830] env[69613]: DEBUG oslo_vmware.api [None req-9e269aac-6f8f-4f82-8248-c11171626c24 tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] Waiting for the task: (returnval){ [ 1074.841830] env[69613]: value = "task-3418103" [ 1074.841830] env[69613]: _type = "Task" [ 1074.841830] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.846883] env[69613]: DEBUG oslo_concurrency.lockutils [None req-de0994d5-e62c-4024-bc69-9339f1d482d0 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1074.851697] env[69613]: DEBUG oslo_vmware.api [None req-9e269aac-6f8f-4f82-8248-c11171626c24 tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] Task: {'id': task-3418103, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.859729] env[69613]: DEBUG nova.compute.utils [None req-15304f95-a784-455d-b1ca-ef57866b7cb8 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Using /dev/sd instead of None {{(pid=69613) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1074.884092] env[69613]: INFO nova.compute.manager [None req-4a189074-2287-4d8d-8d7c-788586a6fa16 tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] [instance: 225b95ef-63bb-4262-88b3-53f5095e9390] Took 31.13 seconds to build instance. [ 1074.923592] env[69613]: DEBUG oslo_vmware.api [None req-f4b40de1-e8a8-4c03-af17-976926fe6d56 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Task: {'id': task-3418102, 'name': Rename_Task, 'duration_secs': 0.259958} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.923914] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4b40de1-e8a8-4c03-af17-976926fe6d56 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] [instance: 01bcdedb-402d-4542-9f89-d1a661ed158e] Powering on the VM {{(pid=69613) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1074.924189] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dfc2021d-4432-4dbb-854a-053b5a8fb50b {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.933937] env[69613]: DEBUG oslo_vmware.api [None req-f4b40de1-e8a8-4c03-af17-976926fe6d56 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Waiting for the task: (returnval){ [ 1074.933937] env[69613]: value = "task-3418104" [ 1074.933937] env[69613]: _type = "Task" [ 1074.933937] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.944757] env[69613]: DEBUG oslo_vmware.api [None req-f4b40de1-e8a8-4c03-af17-976926fe6d56 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Task: {'id': task-3418104, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.160750] env[69613]: DEBUG nova.scheduler.client.report [None req-4a9e88d7-b7df-49d7-8892-29b2b1af2293 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Inventory has not changed for provider af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69613) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1075.186552] env[69613]: DEBUG oslo_vmware.api [None req-8caa00fa-d649-4554-b8d1-aac461db6563 tempest-TenantUsagesTestJSON-155898756 tempest-TenantUsagesTestJSON-155898756-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]529a020a-9107-f0b5-e5e6-56ef91ed1381, 'name': SearchDatastore_Task, 'duration_secs': 0.014276} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.186842] env[69613]: DEBUG oslo_concurrency.lockutils [None req-8caa00fa-d649-4554-b8d1-aac461db6563 tempest-TenantUsagesTestJSON-155898756 tempest-TenantUsagesTestJSON-155898756-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.187131] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-8caa00fa-d649-4554-b8d1-aac461db6563 tempest-TenantUsagesTestJSON-155898756 tempest-TenantUsagesTestJSON-155898756-project-member] [instance: 25836078-1a39-4b3a-b7e0-48c0c9a61d20] Processing image 2b7a0304-b5d0-431d-b287-32c8388d7fbd {{(pid=69613) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1075.187385] env[69613]: DEBUG oslo_concurrency.lockutils [None req-8caa00fa-d649-4554-b8d1-aac461db6563 tempest-TenantUsagesTestJSON-155898756 tempest-TenantUsagesTestJSON-155898756-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.187549] env[69613]: DEBUG oslo_concurrency.lockutils [None req-8caa00fa-d649-4554-b8d1-aac461db6563 tempest-TenantUsagesTestJSON-155898756 tempest-TenantUsagesTestJSON-155898756-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.187736] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-8caa00fa-d649-4554-b8d1-aac461db6563 tempest-TenantUsagesTestJSON-155898756 tempest-TenantUsagesTestJSON-155898756-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69613) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1075.188051] env[69613]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2d35b4c9-0e14-43fd-85c9-e93ae02d5e0c {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.199095] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-8caa00fa-d649-4554-b8d1-aac461db6563 tempest-TenantUsagesTestJSON-155898756 tempest-TenantUsagesTestJSON-155898756-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69613) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1075.199321] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-8caa00fa-d649-4554-b8d1-aac461db6563 tempest-TenantUsagesTestJSON-155898756 tempest-TenantUsagesTestJSON-155898756-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69613) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1075.200478] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-acfac0b9-8da0-47db-a6f3-068dfd4b8c30 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.203611] env[69613]: DEBUG nova.network.neutron [req-db6e5105-66ad-49b7-bf5d-a5df618264df req-9e416b26-9203-4ab2-86bc-f4a44160644d service nova] [instance: 25836078-1a39-4b3a-b7e0-48c0c9a61d20] Updated VIF entry in instance network info cache for port 77b4f406-14d7-483e-87a3-20b06147bdc0. {{(pid=69613) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1075.204021] env[69613]: DEBUG nova.network.neutron [req-db6e5105-66ad-49b7-bf5d-a5df618264df req-9e416b26-9203-4ab2-86bc-f4a44160644d service nova] [instance: 25836078-1a39-4b3a-b7e0-48c0c9a61d20] Updating instance_info_cache with network_info: [{"id": "77b4f406-14d7-483e-87a3-20b06147bdc0", "address": "fa:16:3e:ab:a9:21", "network": {"id": "7f5a9020-c966-459c-b2b1-fc62b2ff6283", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.167", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3e9e1b873f1442d59d5ee8247b941f74", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aec0089a-ff85-4bef-bad8-c84de39af71a", "external-id": "nsx-vlan-transportzone-758", "segmentation_id": 758, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap77b4f406-14", "ovs_interfaceid": "77b4f406-14d7-483e-87a3-20b06147bdc0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1075.212155] env[69613]: DEBUG oslo_vmware.api [None req-8caa00fa-d649-4554-b8d1-aac461db6563 tempest-TenantUsagesTestJSON-155898756 tempest-TenantUsagesTestJSON-155898756-project-member] Waiting for the task: (returnval){ [ 1075.212155] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]5277ba1d-87aa-cdc4-99bb-322c718532fb" [ 1075.212155] env[69613]: _type = "Task" [ 1075.212155] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.219044] env[69613]: DEBUG oslo_vmware.api [None req-8caa00fa-d649-4554-b8d1-aac461db6563 tempest-TenantUsagesTestJSON-155898756 tempest-TenantUsagesTestJSON-155898756-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]5277ba1d-87aa-cdc4-99bb-322c718532fb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.356415] env[69613]: DEBUG oslo_vmware.api [None req-9e269aac-6f8f-4f82-8248-c11171626c24 tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] Task: {'id': task-3418103, 'name': ReconfigVM_Task, 'duration_secs': 0.293601} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.356760] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e269aac-6f8f-4f82-8248-c11171626c24 tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] [instance: 2f982eab-2892-40c1-866c-3f4395db4201] Reconfigured VM instance instance-00000056 to detach disk 2001 {{(pid=69613) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1075.362453] env[69613]: DEBUG oslo_concurrency.lockutils [None req-15304f95-a784-455d-b1ca-ef57866b7cb8 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Lock "f36147c5-be86-4d45-9d2c-da38bba1885a" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1075.363042] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-750adeed-3e5a-4d4b-9ecd-4811306508a7 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.382016] env[69613]: DEBUG oslo_vmware.api [None req-9e269aac-6f8f-4f82-8248-c11171626c24 tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] Waiting for the task: (returnval){ [ 1075.382016] env[69613]: value = "task-3418105" [ 1075.382016] env[69613]: _type = "Task" [ 1075.382016] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.386245] env[69613]: DEBUG oslo_concurrency.lockutils [None req-4a189074-2287-4d8d-8d7c-788586a6fa16 tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] Lock "225b95ef-63bb-4262-88b3-53f5095e9390" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.648s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1075.390640] env[69613]: DEBUG oslo_vmware.api [None req-9e269aac-6f8f-4f82-8248-c11171626c24 tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] Task: {'id': task-3418105, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.443563] env[69613]: DEBUG oslo_vmware.api [None req-f4b40de1-e8a8-4c03-af17-976926fe6d56 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Task: {'id': task-3418104, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.706780] env[69613]: DEBUG oslo_concurrency.lockutils [req-db6e5105-66ad-49b7-bf5d-a5df618264df req-9e416b26-9203-4ab2-86bc-f4a44160644d service nova] Releasing lock "refresh_cache-25836078-1a39-4b3a-b7e0-48c0c9a61d20" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.707090] env[69613]: DEBUG nova.compute.manager [req-db6e5105-66ad-49b7-bf5d-a5df618264df req-9e416b26-9203-4ab2-86bc-f4a44160644d service nova] [instance: 6ce9d7ae-aabf-444e-ab76-68f077d43cf0] Received event network-vif-deleted-be2b6b5c-560f-49de-959a-256d54f3551e {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1075.722135] env[69613]: DEBUG oslo_vmware.api [None req-8caa00fa-d649-4554-b8d1-aac461db6563 tempest-TenantUsagesTestJSON-155898756 tempest-TenantUsagesTestJSON-155898756-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]5277ba1d-87aa-cdc4-99bb-322c718532fb, 'name': SearchDatastore_Task, 'duration_secs': 0.01611} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.723055] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-44b0e02c-761e-4944-96c8-8345ef8e5b28 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.729397] env[69613]: DEBUG oslo_vmware.api [None req-8caa00fa-d649-4554-b8d1-aac461db6563 tempest-TenantUsagesTestJSON-155898756 tempest-TenantUsagesTestJSON-155898756-project-member] Waiting for the task: (returnval){ [ 1075.729397] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]52d4ae50-170f-39aa-6d33-f9485215b627" [ 1075.729397] env[69613]: _type = "Task" [ 1075.729397] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.739697] env[69613]: DEBUG oslo_vmware.api [None req-8caa00fa-d649-4554-b8d1-aac461db6563 tempest-TenantUsagesTestJSON-155898756 tempest-TenantUsagesTestJSON-155898756-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52d4ae50-170f-39aa-6d33-f9485215b627, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.768132] env[69613]: DEBUG oslo_concurrency.lockutils [None req-b6de58ca-4a39-46d4-b31a-61df3a4012e9 tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] Acquiring lock "521abeea-6ae3-4d7e-becf-12ceb0021bb2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1075.768429] env[69613]: DEBUG oslo_concurrency.lockutils [None req-b6de58ca-4a39-46d4-b31a-61df3a4012e9 tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] Lock "521abeea-6ae3-4d7e-becf-12ceb0021bb2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1075.768654] env[69613]: DEBUG oslo_concurrency.lockutils [None req-b6de58ca-4a39-46d4-b31a-61df3a4012e9 tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] Acquiring lock "521abeea-6ae3-4d7e-becf-12ceb0021bb2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1075.768822] env[69613]: DEBUG oslo_concurrency.lockutils [None req-b6de58ca-4a39-46d4-b31a-61df3a4012e9 tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] Lock "521abeea-6ae3-4d7e-becf-12ceb0021bb2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1075.768988] env[69613]: DEBUG oslo_concurrency.lockutils [None req-b6de58ca-4a39-46d4-b31a-61df3a4012e9 tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] Lock "521abeea-6ae3-4d7e-becf-12ceb0021bb2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1075.774816] env[69613]: INFO nova.compute.manager [None req-b6de58ca-4a39-46d4-b31a-61df3a4012e9 tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] [instance: 521abeea-6ae3-4d7e-becf-12ceb0021bb2] Terminating instance [ 1075.894756] env[69613]: DEBUG oslo_vmware.api [None req-9e269aac-6f8f-4f82-8248-c11171626c24 tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] Task: {'id': task-3418105, 'name': ReconfigVM_Task, 'duration_secs': 0.157416} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.895325] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e269aac-6f8f-4f82-8248-c11171626c24 tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] [instance: 2f982eab-2892-40c1-866c-3f4395db4201] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-681969', 'volume_id': 'f8a12f43-2b38-412a-b5e0-63453364d910', 'name': 'volume-f8a12f43-2b38-412a-b5e0-63453364d910', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2f982eab-2892-40c1-866c-3f4395db4201', 'attached_at': '', 'detached_at': '', 'volume_id': 'f8a12f43-2b38-412a-b5e0-63453364d910', 'serial': 'f8a12f43-2b38-412a-b5e0-63453364d910'} {{(pid=69613) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1075.944275] env[69613]: DEBUG oslo_vmware.api [None req-f4b40de1-e8a8-4c03-af17-976926fe6d56 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Task: {'id': task-3418104, 'name': PowerOnVM_Task, 'duration_secs': 0.523403} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.944551] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4b40de1-e8a8-4c03-af17-976926fe6d56 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] [instance: 01bcdedb-402d-4542-9f89-d1a661ed158e] Powered on the VM {{(pid=69613) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1075.944748] env[69613]: DEBUG nova.compute.manager [None req-f4b40de1-e8a8-4c03-af17-976926fe6d56 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] [instance: 01bcdedb-402d-4542-9f89-d1a661ed158e] Checking state {{(pid=69613) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1075.945554] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97ab1df1-c3dd-4935-8889-bc9be3dae584 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.175188] env[69613]: DEBUG oslo_concurrency.lockutils [None req-4a9e88d7-b7df-49d7-8892-29b2b1af2293 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.409s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1076.177977] env[69613]: DEBUG oslo_concurrency.lockutils [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 7.770s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1076.178168] env[69613]: DEBUG oslo_concurrency.lockutils [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1076.178325] env[69613]: DEBUG nova.compute.resource_tracker [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69613) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1076.178614] env[69613]: DEBUG oslo_concurrency.lockutils [None req-0f857ce1-2332-411c-a66b-b46e59ce40ef tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 5.305s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1076.178777] env[69613]: DEBUG nova.objects.instance [None req-0f857ce1-2332-411c-a66b-b46e59ce40ef tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] [instance: 815ee067-7d2e-4312-8f7a-77ce8854bd2d] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69613) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1076.181751] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20771302-d0fc-4aac-b84d-3bb18db80019 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.195394] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcde3931-6bad-4c99-9bf0-34b14ac305d1 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.220467] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef785d78-fef6-4576-b7cf-747e3508b9de {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.230153] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2caa26a2-9b22-4cd9-b2df-f28e1869058a {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.274140] env[69613]: DEBUG nova.compute.resource_tracker [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178793MB free_disk=99GB free_vcpus=48 pci_devices=None {{(pid=69613) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1076.274350] env[69613]: DEBUG oslo_concurrency.lockutils [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1076.275324] env[69613]: DEBUG oslo_vmware.api [None req-8caa00fa-d649-4554-b8d1-aac461db6563 tempest-TenantUsagesTestJSON-155898756 tempest-TenantUsagesTestJSON-155898756-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52d4ae50-170f-39aa-6d33-f9485215b627, 'name': SearchDatastore_Task, 'duration_secs': 0.02016} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.275324] env[69613]: DEBUG oslo_concurrency.lockutils [None req-8caa00fa-d649-4554-b8d1-aac461db6563 tempest-TenantUsagesTestJSON-155898756 tempest-TenantUsagesTestJSON-155898756-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.275726] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-8caa00fa-d649-4554-b8d1-aac461db6563 tempest-TenantUsagesTestJSON-155898756 tempest-TenantUsagesTestJSON-155898756-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk to [datastore2] 25836078-1a39-4b3a-b7e0-48c0c9a61d20/25836078-1a39-4b3a-b7e0-48c0c9a61d20.vmdk {{(pid=69613) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1076.276118] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-67506141-d346-45c1-8893-47fffe193dac {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.281401] env[69613]: DEBUG oslo_concurrency.lockutils [None req-c51f57b2-32e4-4f63-b813-3d33b2a4b3be tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] Acquiring lock "225b95ef-63bb-4262-88b3-53f5095e9390" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1076.281708] env[69613]: DEBUG oslo_concurrency.lockutils [None req-c51f57b2-32e4-4f63-b813-3d33b2a4b3be tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] Lock "225b95ef-63bb-4262-88b3-53f5095e9390" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1076.282052] env[69613]: DEBUG oslo_concurrency.lockutils [None req-c51f57b2-32e4-4f63-b813-3d33b2a4b3be tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] Acquiring lock "225b95ef-63bb-4262-88b3-53f5095e9390-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1076.282334] env[69613]: DEBUG oslo_concurrency.lockutils [None req-c51f57b2-32e4-4f63-b813-3d33b2a4b3be tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] Lock "225b95ef-63bb-4262-88b3-53f5095e9390-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1076.282594] env[69613]: DEBUG oslo_concurrency.lockutils [None req-c51f57b2-32e4-4f63-b813-3d33b2a4b3be tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] Lock "225b95ef-63bb-4262-88b3-53f5095e9390-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1076.285093] env[69613]: DEBUG nova.compute.manager [None req-b6de58ca-4a39-46d4-b31a-61df3a4012e9 tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] [instance: 521abeea-6ae3-4d7e-becf-12ceb0021bb2] Start destroying the instance on the hypervisor. {{(pid=69613) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1076.285380] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-b6de58ca-4a39-46d4-b31a-61df3a4012e9 tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] [instance: 521abeea-6ae3-4d7e-becf-12ceb0021bb2] Destroying instance {{(pid=69613) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1076.289566] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8f0fad2-d963-4697-a520-0e6bad15d863 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.294818] env[69613]: DEBUG oslo_vmware.api [None req-8caa00fa-d649-4554-b8d1-aac461db6563 tempest-TenantUsagesTestJSON-155898756 tempest-TenantUsagesTestJSON-155898756-project-member] Waiting for the task: (returnval){ [ 1076.294818] env[69613]: value = "task-3418106" [ 1076.294818] env[69613]: _type = "Task" [ 1076.294818] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.297906] env[69613]: INFO nova.compute.manager [None req-c51f57b2-32e4-4f63-b813-3d33b2a4b3be tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] [instance: 225b95ef-63bb-4262-88b3-53f5095e9390] Terminating instance [ 1076.299704] env[69613]: DEBUG oslo_concurrency.lockutils [None req-cfd67dbc-c206-430c-aefa-32aecf6fd0f8 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Acquiring lock "16a3ee5d-0de2-40a7-bef8-cf22fd34af0e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1076.299921] env[69613]: DEBUG oslo_concurrency.lockutils [None req-cfd67dbc-c206-430c-aefa-32aecf6fd0f8 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Lock "16a3ee5d-0de2-40a7-bef8-cf22fd34af0e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1076.308504] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6de58ca-4a39-46d4-b31a-61df3a4012e9 tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] [instance: 521abeea-6ae3-4d7e-becf-12ceb0021bb2] Powering off the VM {{(pid=69613) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1076.309282] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-18c4e69c-956f-44af-a7aa-87af0d6aa14f {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.315038] env[69613]: DEBUG oslo_vmware.api [None req-8caa00fa-d649-4554-b8d1-aac461db6563 tempest-TenantUsagesTestJSON-155898756 tempest-TenantUsagesTestJSON-155898756-project-member] Task: {'id': task-3418106, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.321433] env[69613]: DEBUG oslo_vmware.api [None req-b6de58ca-4a39-46d4-b31a-61df3a4012e9 tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] Waiting for the task: (returnval){ [ 1076.321433] env[69613]: value = "task-3418107" [ 1076.321433] env[69613]: _type = "Task" [ 1076.321433] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.335143] env[69613]: DEBUG oslo_vmware.api [None req-b6de58ca-4a39-46d4-b31a-61df3a4012e9 tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] Task: {'id': task-3418107, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.420883] env[69613]: DEBUG oslo_concurrency.lockutils [None req-15304f95-a784-455d-b1ca-ef57866b7cb8 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Acquiring lock "f36147c5-be86-4d45-9d2c-da38bba1885a" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1076.421212] env[69613]: DEBUG oslo_concurrency.lockutils [None req-15304f95-a784-455d-b1ca-ef57866b7cb8 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Lock "f36147c5-be86-4d45-9d2c-da38bba1885a" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1076.421475] env[69613]: INFO nova.compute.manager [None req-15304f95-a784-455d-b1ca-ef57866b7cb8 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] [instance: f36147c5-be86-4d45-9d2c-da38bba1885a] Attaching volume a1d5c39d-2f1a-4b0d-aeab-1bba203be6c6 to /dev/sdb [ 1076.451675] env[69613]: DEBUG nova.objects.instance [None req-9e269aac-6f8f-4f82-8248-c11171626c24 tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] Lazy-loading 'flavor' on Instance uuid 2f982eab-2892-40c1-866c-3f4395db4201 {{(pid=69613) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1076.461537] env[69613]: INFO nova.compute.manager [None req-f4b40de1-e8a8-4c03-af17-976926fe6d56 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] [instance: 01bcdedb-402d-4542-9f89-d1a661ed158e] bringing vm to original state: 'stopped' [ 1076.465851] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbaab8c4-626b-44b2-ab04-51e2d8734a9a {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.474407] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24450538-552d-459c-b0ee-10ab67d33fe6 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.492729] env[69613]: DEBUG nova.virt.block_device [None req-15304f95-a784-455d-b1ca-ef57866b7cb8 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] [instance: f36147c5-be86-4d45-9d2c-da38bba1885a] Updating existing volume attachment record: 5c6cd50f-400e-40b6-a1f4-7496b2e5fc55 {{(pid=69613) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1076.747357] env[69613]: INFO nova.scheduler.client.report [None req-4a9e88d7-b7df-49d7-8892-29b2b1af2293 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Deleted allocation for migration b7d367fa-953e-43e2-8f91-349ccc58bf96 [ 1076.808440] env[69613]: DEBUG nova.compute.manager [None req-cfd67dbc-c206-430c-aefa-32aecf6fd0f8 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] [instance: 16a3ee5d-0de2-40a7-bef8-cf22fd34af0e] Starting instance... {{(pid=69613) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1076.812522] env[69613]: DEBUG nova.compute.manager [None req-c51f57b2-32e4-4f63-b813-3d33b2a4b3be tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] [instance: 225b95ef-63bb-4262-88b3-53f5095e9390] Start destroying the instance on the hypervisor. {{(pid=69613) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1076.812804] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-c51f57b2-32e4-4f63-b813-3d33b2a4b3be tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] [instance: 225b95ef-63bb-4262-88b3-53f5095e9390] Destroying instance {{(pid=69613) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1076.813730] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bdcf1b9-d04c-4497-8622-48aa7365135f {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.822994] env[69613]: DEBUG oslo_vmware.api [None req-8caa00fa-d649-4554-b8d1-aac461db6563 tempest-TenantUsagesTestJSON-155898756 tempest-TenantUsagesTestJSON-155898756-project-member] Task: {'id': task-3418106, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.828443] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-c51f57b2-32e4-4f63-b813-3d33b2a4b3be tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] [instance: 225b95ef-63bb-4262-88b3-53f5095e9390] Powering off the VM {{(pid=69613) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1076.829145] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e291b633-6148-4adc-a98a-06f2b3701190 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.838333] env[69613]: DEBUG oslo_vmware.api [None req-b6de58ca-4a39-46d4-b31a-61df3a4012e9 tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] Task: {'id': task-3418107, 'name': PowerOffVM_Task, 'duration_secs': 0.259726} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.839911] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6de58ca-4a39-46d4-b31a-61df3a4012e9 tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] [instance: 521abeea-6ae3-4d7e-becf-12ceb0021bb2] Powered off the VM {{(pid=69613) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1076.840150] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-b6de58ca-4a39-46d4-b31a-61df3a4012e9 tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] [instance: 521abeea-6ae3-4d7e-becf-12ceb0021bb2] Unregistering the VM {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1076.840951] env[69613]: DEBUG oslo_vmware.api [None req-c51f57b2-32e4-4f63-b813-3d33b2a4b3be tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] Waiting for the task: (returnval){ [ 1076.840951] env[69613]: value = "task-3418109" [ 1076.840951] env[69613]: _type = "Task" [ 1076.840951] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.841298] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-152a4596-0ff1-489e-91a5-c3e7573bad0c {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.870900] env[69613]: DEBUG oslo_vmware.api [None req-c51f57b2-32e4-4f63-b813-3d33b2a4b3be tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] Task: {'id': task-3418109, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.946516] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-b6de58ca-4a39-46d4-b31a-61df3a4012e9 tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] [instance: 521abeea-6ae3-4d7e-becf-12ceb0021bb2] Unregistered the VM {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1076.946516] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-b6de58ca-4a39-46d4-b31a-61df3a4012e9 tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] [instance: 521abeea-6ae3-4d7e-becf-12ceb0021bb2] Deleting contents of the VM from datastore datastore1 {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1076.946516] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6de58ca-4a39-46d4-b31a-61df3a4012e9 tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] Deleting the datastore file [datastore1] 521abeea-6ae3-4d7e-becf-12ceb0021bb2 {{(pid=69613) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1076.947081] env[69613]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-664927d8-ab4a-4045-a09f-2436244c9cba {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.957978] env[69613]: DEBUG oslo_vmware.api [None req-b6de58ca-4a39-46d4-b31a-61df3a4012e9 tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] Waiting for the task: (returnval){ [ 1076.957978] env[69613]: value = "task-3418111" [ 1076.957978] env[69613]: _type = "Task" [ 1076.957978] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.968708] env[69613]: DEBUG oslo_vmware.api [None req-b6de58ca-4a39-46d4-b31a-61df3a4012e9 tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] Task: {'id': task-3418111, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.194805] env[69613]: DEBUG oslo_concurrency.lockutils [None req-0f857ce1-2332-411c-a66b-b46e59ce40ef tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.016s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1077.196439] env[69613]: DEBUG oslo_concurrency.lockutils [None req-a7aa2fe0-4432-4a69-aa23-27456aaf9413 tempest-ServerRescueTestJSON-24713172 tempest-ServerRescueTestJSON-24713172-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.181s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1077.196653] env[69613]: DEBUG nova.objects.instance [None req-a7aa2fe0-4432-4a69-aa23-27456aaf9413 tempest-ServerRescueTestJSON-24713172 tempest-ServerRescueTestJSON-24713172-project-member] Lazy-loading 'resources' on Instance uuid 6ddb7bfb-cf8e-4f10-ba48-b67061364a4f {{(pid=69613) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1077.255455] env[69613]: DEBUG oslo_concurrency.lockutils [None req-4a9e88d7-b7df-49d7-8892-29b2b1af2293 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Lock "2e3d9427-2006-4911-be75-e6b1b98f8bb8" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 18.375s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1077.314846] env[69613]: DEBUG oslo_vmware.api [None req-8caa00fa-d649-4554-b8d1-aac461db6563 tempest-TenantUsagesTestJSON-155898756 tempest-TenantUsagesTestJSON-155898756-project-member] Task: {'id': task-3418106, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.595318} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.315090] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-8caa00fa-d649-4554-b8d1-aac461db6563 tempest-TenantUsagesTestJSON-155898756 tempest-TenantUsagesTestJSON-155898756-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk to [datastore2] 25836078-1a39-4b3a-b7e0-48c0c9a61d20/25836078-1a39-4b3a-b7e0-48c0c9a61d20.vmdk {{(pid=69613) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1077.316730] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-8caa00fa-d649-4554-b8d1-aac461db6563 tempest-TenantUsagesTestJSON-155898756 tempest-TenantUsagesTestJSON-155898756-project-member] [instance: 25836078-1a39-4b3a-b7e0-48c0c9a61d20] Extending root virtual disk to 1048576 {{(pid=69613) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1077.316730] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6ead4591-4e00-43ed-ad20-64bddc941f9a {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.328907] env[69613]: DEBUG oslo_vmware.api [None req-8caa00fa-d649-4554-b8d1-aac461db6563 tempest-TenantUsagesTestJSON-155898756 tempest-TenantUsagesTestJSON-155898756-project-member] Waiting for the task: (returnval){ [ 1077.328907] env[69613]: value = "task-3418114" [ 1077.328907] env[69613]: _type = "Task" [ 1077.328907] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.337892] env[69613]: DEBUG oslo_concurrency.lockutils [None req-cfd67dbc-c206-430c-aefa-32aecf6fd0f8 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1077.343453] env[69613]: DEBUG oslo_vmware.api [None req-8caa00fa-d649-4554-b8d1-aac461db6563 tempest-TenantUsagesTestJSON-155898756 tempest-TenantUsagesTestJSON-155898756-project-member] Task: {'id': task-3418114, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.355782] env[69613]: DEBUG oslo_vmware.api [None req-c51f57b2-32e4-4f63-b813-3d33b2a4b3be tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] Task: {'id': task-3418109, 'name': PowerOffVM_Task, 'duration_secs': 0.24855} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.356196] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-c51f57b2-32e4-4f63-b813-3d33b2a4b3be tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] [instance: 225b95ef-63bb-4262-88b3-53f5095e9390] Powered off the VM {{(pid=69613) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1077.356414] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-c51f57b2-32e4-4f63-b813-3d33b2a4b3be tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] [instance: 225b95ef-63bb-4262-88b3-53f5095e9390] Unregistering the VM {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1077.356690] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-82b6e13b-dbf6-44e0-8228-9b4513e47ba3 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.399789] env[69613]: DEBUG oslo_concurrency.lockutils [None req-02fc3faf-1ac9-4a30-9fff-ed6190e29458 tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] Acquiring lock "2f982eab-2892-40c1-866c-3f4395db4201" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1077.433049] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-c51f57b2-32e4-4f63-b813-3d33b2a4b3be tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] [instance: 225b95ef-63bb-4262-88b3-53f5095e9390] Unregistered the VM {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1077.433348] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-c51f57b2-32e4-4f63-b813-3d33b2a4b3be tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] [instance: 225b95ef-63bb-4262-88b3-53f5095e9390] Deleting contents of the VM from datastore datastore2 {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1077.433572] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-c51f57b2-32e4-4f63-b813-3d33b2a4b3be tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] Deleting the datastore file [datastore2] 225b95ef-63bb-4262-88b3-53f5095e9390 {{(pid=69613) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1077.433936] env[69613]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-34209aab-a65d-4288-aba3-3a7681b03002 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.442936] env[69613]: DEBUG oslo_vmware.api [None req-c51f57b2-32e4-4f63-b813-3d33b2a4b3be tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] Waiting for the task: (returnval){ [ 1077.442936] env[69613]: value = "task-3418116" [ 1077.442936] env[69613]: _type = "Task" [ 1077.442936] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.452515] env[69613]: DEBUG oslo_vmware.api [None req-c51f57b2-32e4-4f63-b813-3d33b2a4b3be tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] Task: {'id': task-3418116, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.463946] env[69613]: DEBUG oslo_concurrency.lockutils [None req-9e269aac-6f8f-4f82-8248-c11171626c24 tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] Lock "2f982eab-2892-40c1-866c-3f4395db4201" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.269s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1077.465143] env[69613]: DEBUG oslo_concurrency.lockutils [None req-02fc3faf-1ac9-4a30-9fff-ed6190e29458 tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] Lock "2f982eab-2892-40c1-866c-3f4395db4201" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.065s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1077.469042] env[69613]: DEBUG nova.compute.manager [None req-02fc3faf-1ac9-4a30-9fff-ed6190e29458 tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] [instance: 2f982eab-2892-40c1-866c-3f4395db4201] Checking state {{(pid=69613) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1077.469042] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ae84f05-2661-4fe0-b35e-db4c1273da46 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.472670] env[69613]: DEBUG oslo_concurrency.lockutils [None req-f4b40de1-e8a8-4c03-af17-976926fe6d56 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Acquiring lock "01bcdedb-402d-4542-9f89-d1a661ed158e" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1077.472948] env[69613]: DEBUG oslo_concurrency.lockutils [None req-f4b40de1-e8a8-4c03-af17-976926fe6d56 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Lock "01bcdedb-402d-4542-9f89-d1a661ed158e" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1077.473146] env[69613]: DEBUG nova.compute.manager [None req-f4b40de1-e8a8-4c03-af17-976926fe6d56 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] [instance: 01bcdedb-402d-4542-9f89-d1a661ed158e] Checking state {{(pid=69613) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1077.473447] env[69613]: DEBUG oslo_vmware.api [None req-b6de58ca-4a39-46d4-b31a-61df3a4012e9 tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] Task: {'id': task-3418111, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.5038} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.474598] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d1534fa-81be-451d-ac27-a2fede04d6fd {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.477390] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6de58ca-4a39-46d4-b31a-61df3a4012e9 tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] Deleted the datastore file {{(pid=69613) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1077.477571] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-b6de58ca-4a39-46d4-b31a-61df3a4012e9 tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] [instance: 521abeea-6ae3-4d7e-becf-12ceb0021bb2] Deleted contents of the VM from datastore datastore1 {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1077.477748] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-b6de58ca-4a39-46d4-b31a-61df3a4012e9 tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] [instance: 521abeea-6ae3-4d7e-becf-12ceb0021bb2] Instance destroyed {{(pid=69613) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1077.477925] env[69613]: INFO nova.compute.manager [None req-b6de58ca-4a39-46d4-b31a-61df3a4012e9 tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] [instance: 521abeea-6ae3-4d7e-becf-12ceb0021bb2] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1077.478279] env[69613]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b6de58ca-4a39-46d4-b31a-61df3a4012e9 tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69613) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1077.480475] env[69613]: DEBUG nova.compute.manager [-] [instance: 521abeea-6ae3-4d7e-becf-12ceb0021bb2] Deallocating network for instance {{(pid=69613) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1077.480579] env[69613]: DEBUG nova.network.neutron [-] [instance: 521abeea-6ae3-4d7e-becf-12ceb0021bb2] deallocate_for_instance() {{(pid=69613) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1077.482480] env[69613]: DEBUG nova.compute.manager [None req-02fc3faf-1ac9-4a30-9fff-ed6190e29458 tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] [instance: 2f982eab-2892-40c1-866c-3f4395db4201] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69613) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1077.482984] env[69613]: DEBUG nova.objects.instance [None req-02fc3faf-1ac9-4a30-9fff-ed6190e29458 tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] Lazy-loading 'flavor' on Instance uuid 2f982eab-2892-40c1-866c-3f4395db4201 {{(pid=69613) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1077.489937] env[69613]: DEBUG nova.compute.manager [None req-f4b40de1-e8a8-4c03-af17-976926fe6d56 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] [instance: 01bcdedb-402d-4542-9f89-d1a661ed158e] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69613) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1077.789326] env[69613]: DEBUG nova.compute.manager [req-3a17ba40-b32e-418e-a780-e8326bc23270 req-91b469f9-c041-44ee-a672-3acec1de6da5 service nova] [instance: 521abeea-6ae3-4d7e-becf-12ceb0021bb2] Received event network-vif-deleted-9c358560-ba2f-46c5-9320-ff396a996e08 {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1077.789578] env[69613]: INFO nova.compute.manager [req-3a17ba40-b32e-418e-a780-e8326bc23270 req-91b469f9-c041-44ee-a672-3acec1de6da5 service nova] [instance: 521abeea-6ae3-4d7e-becf-12ceb0021bb2] Neutron deleted interface 9c358560-ba2f-46c5-9320-ff396a996e08; detaching it from the instance and deleting it from the info cache [ 1077.789755] env[69613]: DEBUG nova.network.neutron [req-3a17ba40-b32e-418e-a780-e8326bc23270 req-91b469f9-c041-44ee-a672-3acec1de6da5 service nova] [instance: 521abeea-6ae3-4d7e-becf-12ceb0021bb2] Updating instance_info_cache with network_info: [] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1077.843087] env[69613]: DEBUG oslo_vmware.api [None req-8caa00fa-d649-4554-b8d1-aac461db6563 tempest-TenantUsagesTestJSON-155898756 tempest-TenantUsagesTestJSON-155898756-project-member] Task: {'id': task-3418114, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.118962} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.843382] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-8caa00fa-d649-4554-b8d1-aac461db6563 tempest-TenantUsagesTestJSON-155898756 tempest-TenantUsagesTestJSON-155898756-project-member] [instance: 25836078-1a39-4b3a-b7e0-48c0c9a61d20] Extended root virtual disk {{(pid=69613) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1077.845208] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e085f445-b933-4c40-a5e6-0932c2987e5d {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.871177] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-8caa00fa-d649-4554-b8d1-aac461db6563 tempest-TenantUsagesTestJSON-155898756 tempest-TenantUsagesTestJSON-155898756-project-member] [instance: 25836078-1a39-4b3a-b7e0-48c0c9a61d20] Reconfiguring VM instance instance-0000006a to attach disk [datastore2] 25836078-1a39-4b3a-b7e0-48c0c9a61d20/25836078-1a39-4b3a-b7e0-48c0c9a61d20.vmdk or device None with type sparse {{(pid=69613) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1077.874236] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2c60124e-fc56-44c3-a7c8-1ac514c395fc {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.896364] env[69613]: DEBUG oslo_vmware.api [None req-8caa00fa-d649-4554-b8d1-aac461db6563 tempest-TenantUsagesTestJSON-155898756 tempest-TenantUsagesTestJSON-155898756-project-member] Waiting for the task: (returnval){ [ 1077.896364] env[69613]: value = "task-3418117" [ 1077.896364] env[69613]: _type = "Task" [ 1077.896364] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.907077] env[69613]: DEBUG oslo_vmware.api [None req-8caa00fa-d649-4554-b8d1-aac461db6563 tempest-TenantUsagesTestJSON-155898756 tempest-TenantUsagesTestJSON-155898756-project-member] Task: {'id': task-3418117, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.960593] env[69613]: DEBUG oslo_vmware.api [None req-c51f57b2-32e4-4f63-b813-3d33b2a4b3be tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] Task: {'id': task-3418116, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.435711} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.961466] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-c51f57b2-32e4-4f63-b813-3d33b2a4b3be tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] Deleted the datastore file {{(pid=69613) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1077.961682] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-c51f57b2-32e4-4f63-b813-3d33b2a4b3be tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] [instance: 225b95ef-63bb-4262-88b3-53f5095e9390] Deleted contents of the VM from datastore datastore2 {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1077.961887] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-c51f57b2-32e4-4f63-b813-3d33b2a4b3be tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] [instance: 225b95ef-63bb-4262-88b3-53f5095e9390] Instance destroyed {{(pid=69613) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1077.962151] env[69613]: INFO nova.compute.manager [None req-c51f57b2-32e4-4f63-b813-3d33b2a4b3be tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] [instance: 225b95ef-63bb-4262-88b3-53f5095e9390] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1077.962537] env[69613]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c51f57b2-32e4-4f63-b813-3d33b2a4b3be tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69613) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1077.962910] env[69613]: DEBUG nova.compute.manager [-] [instance: 225b95ef-63bb-4262-88b3-53f5095e9390] Deallocating network for instance {{(pid=69613) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1077.963046] env[69613]: DEBUG nova.network.neutron [-] [instance: 225b95ef-63bb-4262-88b3-53f5095e9390] deallocate_for_instance() {{(pid=69613) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1078.002896] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4b40de1-e8a8-4c03-af17-976926fe6d56 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] [instance: 01bcdedb-402d-4542-9f89-d1a661ed158e] Powering off the VM {{(pid=69613) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1078.003850] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-109168dd-b4a9-4ec2-97f2-c4fc0785700f {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.019710] env[69613]: DEBUG oslo_vmware.api [None req-f4b40de1-e8a8-4c03-af17-976926fe6d56 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Waiting for the task: (returnval){ [ 1078.019710] env[69613]: value = "task-3418118" [ 1078.019710] env[69613]: _type = "Task" [ 1078.019710] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.028907] env[69613]: DEBUG oslo_vmware.api [None req-f4b40de1-e8a8-4c03-af17-976926fe6d56 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Task: {'id': task-3418118, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.084589] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-007eed42-62a4-4319-b627-a3ad89fdb797 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.092271] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb67c8a2-05b9-4639-b5e3-e8f21f74a0a3 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.130443] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9007933-c42c-43bf-889c-6393c63e9bd1 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.140845] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a147cb70-a351-4d73-bc55-dd2a0a1f1cbd {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.156019] env[69613]: DEBUG nova.compute.provider_tree [None req-a7aa2fe0-4432-4a69-aa23-27456aaf9413 tempest-ServerRescueTestJSON-24713172 tempest-ServerRescueTestJSON-24713172-project-member] Inventory has not changed in ProviderTree for provider: af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 {{(pid=69613) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1078.256547] env[69613]: DEBUG nova.network.neutron [-] [instance: 521abeea-6ae3-4d7e-becf-12ceb0021bb2] Updating instance_info_cache with network_info: [] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1078.297797] env[69613]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0b32976d-6e3c-4801-a258-e761baa7850c {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.307567] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5310929-8da8-4cff-81aa-bdf742e0a1d9 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.348825] env[69613]: DEBUG nova.compute.manager [req-3a17ba40-b32e-418e-a780-e8326bc23270 req-91b469f9-c041-44ee-a672-3acec1de6da5 service nova] [instance: 521abeea-6ae3-4d7e-becf-12ceb0021bb2] Detach interface failed, port_id=9c358560-ba2f-46c5-9320-ff396a996e08, reason: Instance 521abeea-6ae3-4d7e-becf-12ceb0021bb2 could not be found. {{(pid=69613) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1078.407954] env[69613]: DEBUG oslo_vmware.api [None req-8caa00fa-d649-4554-b8d1-aac461db6563 tempest-TenantUsagesTestJSON-155898756 tempest-TenantUsagesTestJSON-155898756-project-member] Task: {'id': task-3418117, 'name': ReconfigVM_Task, 'duration_secs': 0.339621} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.412028] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-8caa00fa-d649-4554-b8d1-aac461db6563 tempest-TenantUsagesTestJSON-155898756 tempest-TenantUsagesTestJSON-155898756-project-member] [instance: 25836078-1a39-4b3a-b7e0-48c0c9a61d20] Reconfigured VM instance instance-0000006a to attach disk [datastore2] 25836078-1a39-4b3a-b7e0-48c0c9a61d20/25836078-1a39-4b3a-b7e0-48c0c9a61d20.vmdk or device None with type sparse {{(pid=69613) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1078.412028] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-07444f0d-c77b-4cca-8457-f8894dd696c7 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.419899] env[69613]: DEBUG oslo_vmware.api [None req-8caa00fa-d649-4554-b8d1-aac461db6563 tempest-TenantUsagesTestJSON-155898756 tempest-TenantUsagesTestJSON-155898756-project-member] Waiting for the task: (returnval){ [ 1078.419899] env[69613]: value = "task-3418119" [ 1078.419899] env[69613]: _type = "Task" [ 1078.419899] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.433040] env[69613]: DEBUG oslo_vmware.api [None req-8caa00fa-d649-4554-b8d1-aac461db6563 tempest-TenantUsagesTestJSON-155898756 tempest-TenantUsagesTestJSON-155898756-project-member] Task: {'id': task-3418119, 'name': Rename_Task} progress is 5%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.454826] env[69613]: DEBUG oslo_concurrency.lockutils [None req-5344620b-c841-4d88-b56e-5605297cd73c tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Acquiring lock "2e3d9427-2006-4911-be75-e6b1b98f8bb8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1078.455252] env[69613]: DEBUG oslo_concurrency.lockutils [None req-5344620b-c841-4d88-b56e-5605297cd73c tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Lock "2e3d9427-2006-4911-be75-e6b1b98f8bb8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1078.457744] env[69613]: DEBUG oslo_concurrency.lockutils [None req-5344620b-c841-4d88-b56e-5605297cd73c tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Acquiring lock "2e3d9427-2006-4911-be75-e6b1b98f8bb8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1078.457744] env[69613]: DEBUG oslo_concurrency.lockutils [None req-5344620b-c841-4d88-b56e-5605297cd73c tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Lock "2e3d9427-2006-4911-be75-e6b1b98f8bb8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1078.457744] env[69613]: DEBUG oslo_concurrency.lockutils [None req-5344620b-c841-4d88-b56e-5605297cd73c tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Lock "2e3d9427-2006-4911-be75-e6b1b98f8bb8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1078.461051] env[69613]: INFO nova.compute.manager [None req-5344620b-c841-4d88-b56e-5605297cd73c tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] [instance: 2e3d9427-2006-4911-be75-e6b1b98f8bb8] Terminating instance [ 1078.491017] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-02fc3faf-1ac9-4a30-9fff-ed6190e29458 tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] [instance: 2f982eab-2892-40c1-866c-3f4395db4201] Powering off the VM {{(pid=69613) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1078.491932] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4c1f745f-e776-4a0d-b9d3-5e9ddc1e4eea {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.500817] env[69613]: DEBUG oslo_vmware.api [None req-02fc3faf-1ac9-4a30-9fff-ed6190e29458 tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] Waiting for the task: (returnval){ [ 1078.500817] env[69613]: value = "task-3418120" [ 1078.500817] env[69613]: _type = "Task" [ 1078.500817] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.515650] env[69613]: DEBUG oslo_vmware.api [None req-02fc3faf-1ac9-4a30-9fff-ed6190e29458 tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] Task: {'id': task-3418120, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.539031] env[69613]: DEBUG oslo_vmware.api [None req-f4b40de1-e8a8-4c03-af17-976926fe6d56 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Task: {'id': task-3418118, 'name': PowerOffVM_Task, 'duration_secs': 0.268854} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.539278] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4b40de1-e8a8-4c03-af17-976926fe6d56 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] [instance: 01bcdedb-402d-4542-9f89-d1a661ed158e] Powered off the VM {{(pid=69613) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1078.539455] env[69613]: DEBUG nova.compute.manager [None req-f4b40de1-e8a8-4c03-af17-976926fe6d56 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] [instance: 01bcdedb-402d-4542-9f89-d1a661ed158e] Checking state {{(pid=69613) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1078.541984] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-596865de-4f2c-4afd-a031-e870c6558b92 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.659867] env[69613]: DEBUG nova.scheduler.client.report [None req-a7aa2fe0-4432-4a69-aa23-27456aaf9413 tempest-ServerRescueTestJSON-24713172 tempest-ServerRescueTestJSON-24713172-project-member] Inventory has not changed for provider af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69613) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1078.679667] env[69613]: DEBUG nova.network.neutron [-] [instance: 225b95ef-63bb-4262-88b3-53f5095e9390] Updating instance_info_cache with network_info: [] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1078.759940] env[69613]: INFO nova.compute.manager [-] [instance: 521abeea-6ae3-4d7e-becf-12ceb0021bb2] Took 1.28 seconds to deallocate network for instance. [ 1078.930749] env[69613]: DEBUG oslo_vmware.api [None req-8caa00fa-d649-4554-b8d1-aac461db6563 tempest-TenantUsagesTestJSON-155898756 tempest-TenantUsagesTestJSON-155898756-project-member] Task: {'id': task-3418119, 'name': Rename_Task, 'duration_secs': 0.276508} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.932437] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-8caa00fa-d649-4554-b8d1-aac461db6563 tempest-TenantUsagesTestJSON-155898756 tempest-TenantUsagesTestJSON-155898756-project-member] [instance: 25836078-1a39-4b3a-b7e0-48c0c9a61d20] Powering on the VM {{(pid=69613) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1078.932822] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c98632a8-9504-41b3-8342-e04ed2787283 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.941588] env[69613]: DEBUG oslo_vmware.api [None req-8caa00fa-d649-4554-b8d1-aac461db6563 tempest-TenantUsagesTestJSON-155898756 tempest-TenantUsagesTestJSON-155898756-project-member] Waiting for the task: (returnval){ [ 1078.941588] env[69613]: value = "task-3418121" [ 1078.941588] env[69613]: _type = "Task" [ 1078.941588] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.953371] env[69613]: DEBUG oslo_concurrency.lockutils [None req-a8d74b65-0c0a-437a-af4d-61633f0164f7 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Acquiring lock "670e7607-58b1-478f-8a42-e83665cc8f22" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1078.953602] env[69613]: DEBUG oslo_concurrency.lockutils [None req-a8d74b65-0c0a-437a-af4d-61633f0164f7 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Lock "670e7607-58b1-478f-8a42-e83665cc8f22" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1078.954873] env[69613]: DEBUG oslo_vmware.api [None req-8caa00fa-d649-4554-b8d1-aac461db6563 tempest-TenantUsagesTestJSON-155898756 tempest-TenantUsagesTestJSON-155898756-project-member] Task: {'id': task-3418121, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.967187] env[69613]: DEBUG nova.compute.manager [None req-5344620b-c841-4d88-b56e-5605297cd73c tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] [instance: 2e3d9427-2006-4911-be75-e6b1b98f8bb8] Start destroying the instance on the hypervisor. {{(pid=69613) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1078.967625] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-5344620b-c841-4d88-b56e-5605297cd73c tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] [instance: 2e3d9427-2006-4911-be75-e6b1b98f8bb8] Destroying instance {{(pid=69613) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1078.968922] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2859fffe-48e1-4dad-9604-a60f77e4b412 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.978698] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-5344620b-c841-4d88-b56e-5605297cd73c tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] [instance: 2e3d9427-2006-4911-be75-e6b1b98f8bb8] Powering off the VM {{(pid=69613) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1078.978990] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d2e3709e-79bb-47cb-aad5-68c08f4199a0 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.989054] env[69613]: DEBUG oslo_vmware.api [None req-5344620b-c841-4d88-b56e-5605297cd73c tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Waiting for the task: (returnval){ [ 1078.989054] env[69613]: value = "task-3418122" [ 1078.989054] env[69613]: _type = "Task" [ 1078.989054] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.998804] env[69613]: DEBUG oslo_vmware.api [None req-5344620b-c841-4d88-b56e-5605297cd73c tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Task: {'id': task-3418122, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.014530] env[69613]: DEBUG oslo_vmware.api [None req-02fc3faf-1ac9-4a30-9fff-ed6190e29458 tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] Task: {'id': task-3418120, 'name': PowerOffVM_Task, 'duration_secs': 0.290487} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.014530] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-02fc3faf-1ac9-4a30-9fff-ed6190e29458 tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] [instance: 2f982eab-2892-40c1-866c-3f4395db4201] Powered off the VM {{(pid=69613) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1079.014530] env[69613]: DEBUG nova.compute.manager [None req-02fc3faf-1ac9-4a30-9fff-ed6190e29458 tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] [instance: 2f982eab-2892-40c1-866c-3f4395db4201] Checking state {{(pid=69613) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1079.014786] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40243117-0ff3-4112-bc30-53a6824467b9 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.064859] env[69613]: DEBUG oslo_concurrency.lockutils [None req-f4b40de1-e8a8-4c03-af17-976926fe6d56 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Lock "01bcdedb-402d-4542-9f89-d1a661ed158e" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.591s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1079.168049] env[69613]: DEBUG oslo_concurrency.lockutils [None req-a7aa2fe0-4432-4a69-aa23-27456aaf9413 tempest-ServerRescueTestJSON-24713172 tempest-ServerRescueTestJSON-24713172-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.971s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1079.172391] env[69613]: DEBUG oslo_concurrency.lockutils [None req-77369abd-131b-46b9-a937-9ce4629c3de3 tempest-ListServersNegativeTestJSON-2081482518 tempest-ListServersNegativeTestJSON-2081482518-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.484s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1079.172391] env[69613]: DEBUG nova.objects.instance [None req-77369abd-131b-46b9-a937-9ce4629c3de3 tempest-ListServersNegativeTestJSON-2081482518 tempest-ListServersNegativeTestJSON-2081482518-project-member] Lazy-loading 'resources' on Instance uuid 58d4f9d3-4baf-4af6-a8a6-0af073c8231f {{(pid=69613) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1079.182053] env[69613]: INFO nova.compute.manager [-] [instance: 225b95ef-63bb-4262-88b3-53f5095e9390] Took 1.22 seconds to deallocate network for instance. [ 1079.191706] env[69613]: INFO nova.scheduler.client.report [None req-a7aa2fe0-4432-4a69-aa23-27456aaf9413 tempest-ServerRescueTestJSON-24713172 tempest-ServerRescueTestJSON-24713172-project-member] Deleted allocations for instance 6ddb7bfb-cf8e-4f10-ba48-b67061364a4f [ 1079.267436] env[69613]: DEBUG oslo_concurrency.lockutils [None req-b6de58ca-4a39-46d4-b31a-61df3a4012e9 tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1079.453275] env[69613]: DEBUG oslo_vmware.api [None req-8caa00fa-d649-4554-b8d1-aac461db6563 tempest-TenantUsagesTestJSON-155898756 tempest-TenantUsagesTestJSON-155898756-project-member] Task: {'id': task-3418121, 'name': PowerOnVM_Task} progress is 78%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.455837] env[69613]: DEBUG nova.compute.manager [None req-a8d74b65-0c0a-437a-af4d-61633f0164f7 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] [instance: 670e7607-58b1-478f-8a42-e83665cc8f22] Starting instance... {{(pid=69613) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1079.502194] env[69613]: DEBUG oslo_vmware.api [None req-5344620b-c841-4d88-b56e-5605297cd73c tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Task: {'id': task-3418122, 'name': PowerOffVM_Task, 'duration_secs': 0.348092} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.502539] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-5344620b-c841-4d88-b56e-5605297cd73c tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] [instance: 2e3d9427-2006-4911-be75-e6b1b98f8bb8] Powered off the VM {{(pid=69613) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1079.502774] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-5344620b-c841-4d88-b56e-5605297cd73c tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] [instance: 2e3d9427-2006-4911-be75-e6b1b98f8bb8] Unregistering the VM {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1079.503112] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-41b60f7c-298b-4602-8e16-97a09270b0b6 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.528503] env[69613]: DEBUG oslo_concurrency.lockutils [None req-02fc3faf-1ac9-4a30-9fff-ed6190e29458 tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] Lock "2f982eab-2892-40c1-866c-3f4395db4201" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.063s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1079.574458] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-5344620b-c841-4d88-b56e-5605297cd73c tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] [instance: 2e3d9427-2006-4911-be75-e6b1b98f8bb8] Unregistered the VM {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1079.574653] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-5344620b-c841-4d88-b56e-5605297cd73c tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] [instance: 2e3d9427-2006-4911-be75-e6b1b98f8bb8] Deleting contents of the VM from datastore datastore1 {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1079.574799] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-5344620b-c841-4d88-b56e-5605297cd73c tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Deleting the datastore file [datastore1] 2e3d9427-2006-4911-be75-e6b1b98f8bb8 {{(pid=69613) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1079.578258] env[69613]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d9e3c9a8-309e-4673-905c-2b7d5b3bfa79 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.580472] env[69613]: DEBUG oslo_concurrency.lockutils [None req-f4b40de1-e8a8-4c03-af17-976926fe6d56 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1079.587441] env[69613]: DEBUG oslo_vmware.api [None req-5344620b-c841-4d88-b56e-5605297cd73c tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Waiting for the task: (returnval){ [ 1079.587441] env[69613]: value = "task-3418125" [ 1079.587441] env[69613]: _type = "Task" [ 1079.587441] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.597213] env[69613]: DEBUG oslo_vmware.api [None req-5344620b-c841-4d88-b56e-5605297cd73c tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Task: {'id': task-3418125, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.621634] env[69613]: DEBUG oslo_concurrency.lockutils [None req-540137f0-da8b-486c-ae6f-23d5676a8aea tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Acquiring lock "01bcdedb-402d-4542-9f89-d1a661ed158e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1079.622323] env[69613]: DEBUG oslo_concurrency.lockutils [None req-540137f0-da8b-486c-ae6f-23d5676a8aea tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Lock "01bcdedb-402d-4542-9f89-d1a661ed158e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1079.622685] env[69613]: DEBUG oslo_concurrency.lockutils [None req-540137f0-da8b-486c-ae6f-23d5676a8aea tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Acquiring lock "01bcdedb-402d-4542-9f89-d1a661ed158e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1079.623070] env[69613]: DEBUG oslo_concurrency.lockutils [None req-540137f0-da8b-486c-ae6f-23d5676a8aea tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Lock "01bcdedb-402d-4542-9f89-d1a661ed158e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1079.623366] env[69613]: DEBUG oslo_concurrency.lockutils [None req-540137f0-da8b-486c-ae6f-23d5676a8aea tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Lock "01bcdedb-402d-4542-9f89-d1a661ed158e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1079.625874] env[69613]: INFO nova.compute.manager [None req-540137f0-da8b-486c-ae6f-23d5676a8aea tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] [instance: 01bcdedb-402d-4542-9f89-d1a661ed158e] Terminating instance [ 1079.690500] env[69613]: DEBUG oslo_concurrency.lockutils [None req-c51f57b2-32e4-4f63-b813-3d33b2a4b3be tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1079.705224] env[69613]: DEBUG oslo_concurrency.lockutils [None req-a7aa2fe0-4432-4a69-aa23-27456aaf9413 tempest-ServerRescueTestJSON-24713172 tempest-ServerRescueTestJSON-24713172-project-member] Lock "6ddb7bfb-cf8e-4f10-ba48-b67061364a4f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.438s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1079.814415] env[69613]: DEBUG nova.compute.manager [req-2c1a79c2-613d-4163-abd3-70b9bcd49ab8 req-79b72dbc-a0d5-4b63-a89a-b21dbf8145b2 service nova] [instance: 225b95ef-63bb-4262-88b3-53f5095e9390] Received event network-vif-deleted-ba2354b3-585d-4b19-8b27-5bc645bad0a4 {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1079.866227] env[69613]: DEBUG nova.objects.instance [None req-ab7ae0cd-be2b-4d06-8d0a-b668255624a1 tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] Lazy-loading 'flavor' on Instance uuid 2f982eab-2892-40c1-866c-3f4395db4201 {{(pid=69613) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1079.954942] env[69613]: DEBUG oslo_vmware.api [None req-8caa00fa-d649-4554-b8d1-aac461db6563 tempest-TenantUsagesTestJSON-155898756 tempest-TenantUsagesTestJSON-155898756-project-member] Task: {'id': task-3418121, 'name': PowerOnVM_Task, 'duration_secs': 0.788805} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.954942] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-8caa00fa-d649-4554-b8d1-aac461db6563 tempest-TenantUsagesTestJSON-155898756 tempest-TenantUsagesTestJSON-155898756-project-member] [instance: 25836078-1a39-4b3a-b7e0-48c0c9a61d20] Powered on the VM {{(pid=69613) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1079.954942] env[69613]: INFO nova.compute.manager [None req-8caa00fa-d649-4554-b8d1-aac461db6563 tempest-TenantUsagesTestJSON-155898756 tempest-TenantUsagesTestJSON-155898756-project-member] [instance: 25836078-1a39-4b3a-b7e0-48c0c9a61d20] Took 8.08 seconds to spawn the instance on the hypervisor. [ 1079.954942] env[69613]: DEBUG nova.compute.manager [None req-8caa00fa-d649-4554-b8d1-aac461db6563 tempest-TenantUsagesTestJSON-155898756 tempest-TenantUsagesTestJSON-155898756-project-member] [instance: 25836078-1a39-4b3a-b7e0-48c0c9a61d20] Checking state {{(pid=69613) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1079.955839] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-557ee9dd-1403-4de0-9536-c523fb0900ea {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.975532] env[69613]: DEBUG oslo_concurrency.lockutils [None req-a8d74b65-0c0a-437a-af4d-61633f0164f7 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1079.984203] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ed28cd6-0044-4927-a5fa-b3292ffcc041 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.993120] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21a5489f-3d23-449a-94af-6bbeeb0783f4 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.031403] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f984545-f28e-432a-86c9-376e7faad022 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.040299] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74dcc5af-53f3-4a42-b153-e10db60fb584 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.057388] env[69613]: DEBUG nova.compute.provider_tree [None req-77369abd-131b-46b9-a937-9ce4629c3de3 tempest-ListServersNegativeTestJSON-2081482518 tempest-ListServersNegativeTestJSON-2081482518-project-member] Inventory has not changed in ProviderTree for provider: af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 {{(pid=69613) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1080.098547] env[69613]: DEBUG oslo_vmware.api [None req-5344620b-c841-4d88-b56e-5605297cd73c tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Task: {'id': task-3418125, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.50651} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.098828] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-5344620b-c841-4d88-b56e-5605297cd73c tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Deleted the datastore file {{(pid=69613) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1080.099029] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-5344620b-c841-4d88-b56e-5605297cd73c tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] [instance: 2e3d9427-2006-4911-be75-e6b1b98f8bb8] Deleted contents of the VM from datastore datastore1 {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1080.099214] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-5344620b-c841-4d88-b56e-5605297cd73c tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] [instance: 2e3d9427-2006-4911-be75-e6b1b98f8bb8] Instance destroyed {{(pid=69613) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1080.100186] env[69613]: INFO nova.compute.manager [None req-5344620b-c841-4d88-b56e-5605297cd73c tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] [instance: 2e3d9427-2006-4911-be75-e6b1b98f8bb8] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1080.100186] env[69613]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5344620b-c841-4d88-b56e-5605297cd73c tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69613) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1080.100186] env[69613]: DEBUG nova.compute.manager [-] [instance: 2e3d9427-2006-4911-be75-e6b1b98f8bb8] Deallocating network for instance {{(pid=69613) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1080.100310] env[69613]: DEBUG nova.network.neutron [-] [instance: 2e3d9427-2006-4911-be75-e6b1b98f8bb8] deallocate_for_instance() {{(pid=69613) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1080.130444] env[69613]: DEBUG nova.compute.manager [None req-540137f0-da8b-486c-ae6f-23d5676a8aea tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] [instance: 01bcdedb-402d-4542-9f89-d1a661ed158e] Start destroying the instance on the hypervisor. {{(pid=69613) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1080.130695] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-540137f0-da8b-486c-ae6f-23d5676a8aea tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] [instance: 01bcdedb-402d-4542-9f89-d1a661ed158e] Destroying instance {{(pid=69613) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1080.131666] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fa7ae3d-3e7a-4736-b6c9-6b2d25dddfef {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.141751] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-540137f0-da8b-486c-ae6f-23d5676a8aea tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] [instance: 01bcdedb-402d-4542-9f89-d1a661ed158e] Unregistering the VM {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1080.142099] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-31cf41c3-54ba-4ff0-8ae4-020392e8cec8 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.230878] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-540137f0-da8b-486c-ae6f-23d5676a8aea tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] [instance: 01bcdedb-402d-4542-9f89-d1a661ed158e] Unregistered the VM {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1080.231172] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-540137f0-da8b-486c-ae6f-23d5676a8aea tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] [instance: 01bcdedb-402d-4542-9f89-d1a661ed158e] Deleting contents of the VM from datastore datastore2 {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1080.231330] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-540137f0-da8b-486c-ae6f-23d5676a8aea tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Deleting the datastore file [datastore2] 01bcdedb-402d-4542-9f89-d1a661ed158e {{(pid=69613) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1080.231612] env[69613]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-def7beb3-cfab-4447-a492-bb0443cd8cc0 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.241137] env[69613]: DEBUG oslo_vmware.api [None req-540137f0-da8b-486c-ae6f-23d5676a8aea tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Waiting for the task: (returnval){ [ 1080.241137] env[69613]: value = "task-3418127" [ 1080.241137] env[69613]: _type = "Task" [ 1080.241137] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.250545] env[69613]: DEBUG oslo_vmware.api [None req-540137f0-da8b-486c-ae6f-23d5676a8aea tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Task: {'id': task-3418127, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.375644] env[69613]: DEBUG oslo_concurrency.lockutils [None req-ab7ae0cd-be2b-4d06-8d0a-b668255624a1 tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] Acquiring lock "refresh_cache-2f982eab-2892-40c1-866c-3f4395db4201" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.375644] env[69613]: DEBUG oslo_concurrency.lockutils [None req-ab7ae0cd-be2b-4d06-8d0a-b668255624a1 tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] Acquired lock "refresh_cache-2f982eab-2892-40c1-866c-3f4395db4201" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.375644] env[69613]: DEBUG nova.network.neutron [None req-ab7ae0cd-be2b-4d06-8d0a-b668255624a1 tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] [instance: 2f982eab-2892-40c1-866c-3f4395db4201] Building network info cache for instance {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1080.375644] env[69613]: DEBUG nova.objects.instance [None req-ab7ae0cd-be2b-4d06-8d0a-b668255624a1 tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] Lazy-loading 'info_cache' on Instance uuid 2f982eab-2892-40c1-866c-3f4395db4201 {{(pid=69613) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1080.481781] env[69613]: INFO nova.compute.manager [None req-8caa00fa-d649-4554-b8d1-aac461db6563 tempest-TenantUsagesTestJSON-155898756 tempest-TenantUsagesTestJSON-155898756-project-member] [instance: 25836078-1a39-4b3a-b7e0-48c0c9a61d20] Took 31.18 seconds to build instance. [ 1080.560598] env[69613]: DEBUG nova.scheduler.client.report [None req-77369abd-131b-46b9-a937-9ce4629c3de3 tempest-ListServersNegativeTestJSON-2081482518 tempest-ListServersNegativeTestJSON-2081482518-project-member] Inventory has not changed for provider af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69613) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1080.752026] env[69613]: DEBUG oslo_vmware.api [None req-540137f0-da8b-486c-ae6f-23d5676a8aea tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Task: {'id': task-3418127, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.434889} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.752026] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-540137f0-da8b-486c-ae6f-23d5676a8aea tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Deleted the datastore file {{(pid=69613) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1080.752026] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-540137f0-da8b-486c-ae6f-23d5676a8aea tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] [instance: 01bcdedb-402d-4542-9f89-d1a661ed158e] Deleted contents of the VM from datastore datastore2 {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1080.752344] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-540137f0-da8b-486c-ae6f-23d5676a8aea tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] [instance: 01bcdedb-402d-4542-9f89-d1a661ed158e] Instance destroyed {{(pid=69613) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1080.752489] env[69613]: INFO nova.compute.manager [None req-540137f0-da8b-486c-ae6f-23d5676a8aea tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] [instance: 01bcdedb-402d-4542-9f89-d1a661ed158e] Took 0.62 seconds to destroy the instance on the hypervisor. [ 1080.752743] env[69613]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-540137f0-da8b-486c-ae6f-23d5676a8aea tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69613) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1080.756023] env[69613]: DEBUG nova.compute.manager [-] [instance: 01bcdedb-402d-4542-9f89-d1a661ed158e] Deallocating network for instance {{(pid=69613) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1080.756023] env[69613]: DEBUG nova.network.neutron [-] [instance: 01bcdedb-402d-4542-9f89-d1a661ed158e] deallocate_for_instance() {{(pid=69613) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1080.840094] env[69613]: DEBUG nova.network.neutron [-] [instance: 2e3d9427-2006-4911-be75-e6b1b98f8bb8] Updating instance_info_cache with network_info: [] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1080.877979] env[69613]: DEBUG nova.objects.base [None req-ab7ae0cd-be2b-4d06-8d0a-b668255624a1 tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] Object Instance<2f982eab-2892-40c1-866c-3f4395db4201> lazy-loaded attributes: flavor,info_cache {{(pid=69613) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1080.984117] env[69613]: DEBUG oslo_concurrency.lockutils [None req-8caa00fa-d649-4554-b8d1-aac461db6563 tempest-TenantUsagesTestJSON-155898756 tempest-TenantUsagesTestJSON-155898756-project-member] Lock "25836078-1a39-4b3a-b7e0-48c0c9a61d20" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.689s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1081.067363] env[69613]: DEBUG oslo_concurrency.lockutils [None req-77369abd-131b-46b9-a937-9ce4629c3de3 tempest-ListServersNegativeTestJSON-2081482518 tempest-ListServersNegativeTestJSON-2081482518-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.896s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1081.069433] env[69613]: DEBUG oslo_concurrency.lockutils [None req-f9b283d5-6cb9-458d-95a5-3f07877b7d4c tempest-ServersTestBootFromVolume-835828331 tempest-ServersTestBootFromVolume-835828331-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.335s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1081.069680] env[69613]: DEBUG nova.objects.instance [None req-f9b283d5-6cb9-458d-95a5-3f07877b7d4c tempest-ServersTestBootFromVolume-835828331 tempest-ServersTestBootFromVolume-835828331-project-member] Lazy-loading 'resources' on Instance uuid e849b8b2-7ad7-475a-bab6-48d8412c58ad {{(pid=69613) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1081.096056] env[69613]: INFO nova.scheduler.client.report [None req-77369abd-131b-46b9-a937-9ce4629c3de3 tempest-ListServersNegativeTestJSON-2081482518 tempest-ListServersNegativeTestJSON-2081482518-project-member] Deleted allocations for instance 58d4f9d3-4baf-4af6-a8a6-0af073c8231f [ 1081.343327] env[69613]: INFO nova.compute.manager [-] [instance: 2e3d9427-2006-4911-be75-e6b1b98f8bb8] Took 1.24 seconds to deallocate network for instance. [ 1081.484273] env[69613]: DEBUG nova.network.neutron [-] [instance: 01bcdedb-402d-4542-9f89-d1a661ed158e] Updating instance_info_cache with network_info: [] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1081.544266] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-15304f95-a784-455d-b1ca-ef57866b7cb8 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] [instance: f36147c5-be86-4d45-9d2c-da38bba1885a] Volume attach. Driver type: vmdk {{(pid=69613) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1081.544504] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-15304f95-a784-455d-b1ca-ef57866b7cb8 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] [instance: f36147c5-be86-4d45-9d2c-da38bba1885a] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-681990', 'volume_id': 'a1d5c39d-2f1a-4b0d-aeab-1bba203be6c6', 'name': 'volume-a1d5c39d-2f1a-4b0d-aeab-1bba203be6c6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f36147c5-be86-4d45-9d2c-da38bba1885a', 'attached_at': '', 'detached_at': '', 'volume_id': 'a1d5c39d-2f1a-4b0d-aeab-1bba203be6c6', 'serial': 'a1d5c39d-2f1a-4b0d-aeab-1bba203be6c6'} {{(pid=69613) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1081.545429] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b4bad3b-6dee-4af2-822e-c4f303085104 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.567212] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-426bd6f5-046a-4a15-b8a5-c70798ba0ab0 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.596054] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-15304f95-a784-455d-b1ca-ef57866b7cb8 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] [instance: f36147c5-be86-4d45-9d2c-da38bba1885a] Reconfiguring VM instance instance-00000060 to attach disk [datastore2] volume-a1d5c39d-2f1a-4b0d-aeab-1bba203be6c6/volume-a1d5c39d-2f1a-4b0d-aeab-1bba203be6c6.vmdk or device None with type thin {{(pid=69613) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1081.596979] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-45f002c8-cfa4-461e-8c8c-a619ed4e052a {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.618620] env[69613]: DEBUG oslo_concurrency.lockutils [None req-77369abd-131b-46b9-a937-9ce4629c3de3 tempest-ListServersNegativeTestJSON-2081482518 tempest-ListServersNegativeTestJSON-2081482518-project-member] Lock "58d4f9d3-4baf-4af6-a8a6-0af073c8231f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.722s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1081.624509] env[69613]: DEBUG oslo_vmware.api [None req-15304f95-a784-455d-b1ca-ef57866b7cb8 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Waiting for the task: (returnval){ [ 1081.624509] env[69613]: value = "task-3418128" [ 1081.624509] env[69613]: _type = "Task" [ 1081.624509] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.637225] env[69613]: DEBUG oslo_vmware.api [None req-15304f95-a784-455d-b1ca-ef57866b7cb8 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Task: {'id': task-3418128, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.651333] env[69613]: DEBUG nova.network.neutron [None req-ab7ae0cd-be2b-4d06-8d0a-b668255624a1 tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] [instance: 2f982eab-2892-40c1-866c-3f4395db4201] Updating instance_info_cache with network_info: [{"id": "1902e3f0-93c6-4f7d-a920-cc99227e83dc", "address": "fa:16:3e:7b:03:e5", "network": {"id": "95911026-c797-4ada-bc6e-26c9d66fe9f8", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-410273545-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.138", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7ac16612c9594809b63b48979adf4624", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "419a5b3f-4c6f-4168-9def-746b4d8c5c24", "external-id": "nsx-vlan-transportzone-656", "segmentation_id": 656, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1902e3f0-93", "ovs_interfaceid": "1902e3f0-93c6-4f7d-a920-cc99227e83dc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1081.763707] env[69613]: DEBUG oslo_concurrency.lockutils [None req-2d7172b7-8c6f-4815-a3ee-a2c5423fba97 tempest-TenantUsagesTestJSON-155898756 tempest-TenantUsagesTestJSON-155898756-project-member] Acquiring lock "25836078-1a39-4b3a-b7e0-48c0c9a61d20" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1081.763988] env[69613]: DEBUG oslo_concurrency.lockutils [None req-2d7172b7-8c6f-4815-a3ee-a2c5423fba97 tempest-TenantUsagesTestJSON-155898756 tempest-TenantUsagesTestJSON-155898756-project-member] Lock "25836078-1a39-4b3a-b7e0-48c0c9a61d20" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1081.764306] env[69613]: DEBUG oslo_concurrency.lockutils [None req-2d7172b7-8c6f-4815-a3ee-a2c5423fba97 tempest-TenantUsagesTestJSON-155898756 tempest-TenantUsagesTestJSON-155898756-project-member] Acquiring lock "25836078-1a39-4b3a-b7e0-48c0c9a61d20-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1081.764551] env[69613]: DEBUG oslo_concurrency.lockutils [None req-2d7172b7-8c6f-4815-a3ee-a2c5423fba97 tempest-TenantUsagesTestJSON-155898756 tempest-TenantUsagesTestJSON-155898756-project-member] Lock "25836078-1a39-4b3a-b7e0-48c0c9a61d20-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1081.764719] env[69613]: DEBUG oslo_concurrency.lockutils [None req-2d7172b7-8c6f-4815-a3ee-a2c5423fba97 tempest-TenantUsagesTestJSON-155898756 tempest-TenantUsagesTestJSON-155898756-project-member] Lock "25836078-1a39-4b3a-b7e0-48c0c9a61d20-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1081.766701] env[69613]: INFO nova.compute.manager [None req-2d7172b7-8c6f-4815-a3ee-a2c5423fba97 tempest-TenantUsagesTestJSON-155898756 tempest-TenantUsagesTestJSON-155898756-project-member] [instance: 25836078-1a39-4b3a-b7e0-48c0c9a61d20] Terminating instance [ 1081.842081] env[69613]: DEBUG nova.compute.manager [req-69433a44-dafa-4b16-90c3-88f998cec1f5 req-e2b6485e-a332-49a6-a9af-d05f33b1ae4c service nova] [instance: 2e3d9427-2006-4911-be75-e6b1b98f8bb8] Received event network-vif-deleted-301b37ec-2e17-4060-8286-6fb5464069d5 {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1081.842270] env[69613]: DEBUG nova.compute.manager [req-69433a44-dafa-4b16-90c3-88f998cec1f5 req-e2b6485e-a332-49a6-a9af-d05f33b1ae4c service nova] [instance: 01bcdedb-402d-4542-9f89-d1a661ed158e] Received event network-vif-deleted-326dfc1c-7657-4fa6-a42a-8930e9717440 {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1081.853116] env[69613]: DEBUG oslo_concurrency.lockutils [None req-5344620b-c841-4d88-b56e-5605297cd73c tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1081.878700] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85bc5286-d949-43c2-9a7c-a532b8e82fe4 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.887520] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1589d50-1344-4eec-9df1-db34bfe15d40 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.918819] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84a75ec2-f3e7-464a-9576-4a1e4a015642 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.928296] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d38ac945-ff37-4b8f-8a1c-9e1caf400934 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.942485] env[69613]: DEBUG nova.compute.provider_tree [None req-f9b283d5-6cb9-458d-95a5-3f07877b7d4c tempest-ServersTestBootFromVolume-835828331 tempest-ServersTestBootFromVolume-835828331-project-member] Inventory has not changed in ProviderTree for provider: af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 {{(pid=69613) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1081.987435] env[69613]: INFO nova.compute.manager [-] [instance: 01bcdedb-402d-4542-9f89-d1a661ed158e] Took 1.23 seconds to deallocate network for instance. [ 1082.135336] env[69613]: DEBUG oslo_vmware.api [None req-15304f95-a784-455d-b1ca-ef57866b7cb8 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Task: {'id': task-3418128, 'name': ReconfigVM_Task, 'duration_secs': 0.415429} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.135695] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-15304f95-a784-455d-b1ca-ef57866b7cb8 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] [instance: f36147c5-be86-4d45-9d2c-da38bba1885a] Reconfigured VM instance instance-00000060 to attach disk [datastore2] volume-a1d5c39d-2f1a-4b0d-aeab-1bba203be6c6/volume-a1d5c39d-2f1a-4b0d-aeab-1bba203be6c6.vmdk or device None with type thin {{(pid=69613) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1082.140389] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ca6b05fb-98fd-4bd9-9146-27dc6968e9e5 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.156965] env[69613]: DEBUG oslo_concurrency.lockutils [None req-ab7ae0cd-be2b-4d06-8d0a-b668255624a1 tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] Releasing lock "refresh_cache-2f982eab-2892-40c1-866c-3f4395db4201" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.157873] env[69613]: DEBUG oslo_vmware.api [None req-15304f95-a784-455d-b1ca-ef57866b7cb8 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Waiting for the task: (returnval){ [ 1082.157873] env[69613]: value = "task-3418129" [ 1082.157873] env[69613]: _type = "Task" [ 1082.157873] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.167547] env[69613]: DEBUG oslo_vmware.api [None req-15304f95-a784-455d-b1ca-ef57866b7cb8 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Task: {'id': task-3418129, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.275338] env[69613]: DEBUG nova.compute.manager [None req-2d7172b7-8c6f-4815-a3ee-a2c5423fba97 tempest-TenantUsagesTestJSON-155898756 tempest-TenantUsagesTestJSON-155898756-project-member] [instance: 25836078-1a39-4b3a-b7e0-48c0c9a61d20] Start destroying the instance on the hypervisor. {{(pid=69613) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1082.275598] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-2d7172b7-8c6f-4815-a3ee-a2c5423fba97 tempest-TenantUsagesTestJSON-155898756 tempest-TenantUsagesTestJSON-155898756-project-member] [instance: 25836078-1a39-4b3a-b7e0-48c0c9a61d20] Destroying instance {{(pid=69613) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1082.276543] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85655d79-1820-45ca-809a-d6cae532c75e {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.287895] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d7172b7-8c6f-4815-a3ee-a2c5423fba97 tempest-TenantUsagesTestJSON-155898756 tempest-TenantUsagesTestJSON-155898756-project-member] [instance: 25836078-1a39-4b3a-b7e0-48c0c9a61d20] Powering off the VM {{(pid=69613) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1082.287895] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f567040a-c8b6-4afc-bced-3186a333b5e7 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.296077] env[69613]: DEBUG oslo_vmware.api [None req-2d7172b7-8c6f-4815-a3ee-a2c5423fba97 tempest-TenantUsagesTestJSON-155898756 tempest-TenantUsagesTestJSON-155898756-project-member] Waiting for the task: (returnval){ [ 1082.296077] env[69613]: value = "task-3418130" [ 1082.296077] env[69613]: _type = "Task" [ 1082.296077] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.305729] env[69613]: DEBUG oslo_vmware.api [None req-2d7172b7-8c6f-4815-a3ee-a2c5423fba97 tempest-TenantUsagesTestJSON-155898756 tempest-TenantUsagesTestJSON-155898756-project-member] Task: {'id': task-3418130, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.446718] env[69613]: DEBUG nova.scheduler.client.report [None req-f9b283d5-6cb9-458d-95a5-3f07877b7d4c tempest-ServersTestBootFromVolume-835828331 tempest-ServersTestBootFromVolume-835828331-project-member] Inventory has not changed for provider af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69613) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1082.493947] env[69613]: DEBUG oslo_concurrency.lockutils [None req-540137f0-da8b-486c-ae6f-23d5676a8aea tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1082.670543] env[69613]: DEBUG oslo_vmware.api [None req-15304f95-a784-455d-b1ca-ef57866b7cb8 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Task: {'id': task-3418129, 'name': ReconfigVM_Task, 'duration_secs': 0.162576} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.673021] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-15304f95-a784-455d-b1ca-ef57866b7cb8 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] [instance: f36147c5-be86-4d45-9d2c-da38bba1885a] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-681990', 'volume_id': 'a1d5c39d-2f1a-4b0d-aeab-1bba203be6c6', 'name': 'volume-a1d5c39d-2f1a-4b0d-aeab-1bba203be6c6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f36147c5-be86-4d45-9d2c-da38bba1885a', 'attached_at': '', 'detached_at': '', 'volume_id': 'a1d5c39d-2f1a-4b0d-aeab-1bba203be6c6', 'serial': 'a1d5c39d-2f1a-4b0d-aeab-1bba203be6c6'} {{(pid=69613) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1082.806376] env[69613]: DEBUG oslo_vmware.api [None req-2d7172b7-8c6f-4815-a3ee-a2c5423fba97 tempest-TenantUsagesTestJSON-155898756 tempest-TenantUsagesTestJSON-155898756-project-member] Task: {'id': task-3418130, 'name': PowerOffVM_Task, 'duration_secs': 0.206395} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.807122] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d7172b7-8c6f-4815-a3ee-a2c5423fba97 tempest-TenantUsagesTestJSON-155898756 tempest-TenantUsagesTestJSON-155898756-project-member] [instance: 25836078-1a39-4b3a-b7e0-48c0c9a61d20] Powered off the VM {{(pid=69613) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1082.807308] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-2d7172b7-8c6f-4815-a3ee-a2c5423fba97 tempest-TenantUsagesTestJSON-155898756 tempest-TenantUsagesTestJSON-155898756-project-member] [instance: 25836078-1a39-4b3a-b7e0-48c0c9a61d20] Unregistering the VM {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1082.807556] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2f9f9bf0-b527-4728-a491-005886c3ae1b {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.871440] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-2d7172b7-8c6f-4815-a3ee-a2c5423fba97 tempest-TenantUsagesTestJSON-155898756 tempest-TenantUsagesTestJSON-155898756-project-member] [instance: 25836078-1a39-4b3a-b7e0-48c0c9a61d20] Unregistered the VM {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1082.871684] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-2d7172b7-8c6f-4815-a3ee-a2c5423fba97 tempest-TenantUsagesTestJSON-155898756 tempest-TenantUsagesTestJSON-155898756-project-member] [instance: 25836078-1a39-4b3a-b7e0-48c0c9a61d20] Deleting contents of the VM from datastore datastore2 {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1082.871868] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d7172b7-8c6f-4815-a3ee-a2c5423fba97 tempest-TenantUsagesTestJSON-155898756 tempest-TenantUsagesTestJSON-155898756-project-member] Deleting the datastore file [datastore2] 25836078-1a39-4b3a-b7e0-48c0c9a61d20 {{(pid=69613) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1082.872271] env[69613]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1a40d5c8-bd88-4e71-b86a-9c1792c4d5ce {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.880506] env[69613]: DEBUG oslo_vmware.api [None req-2d7172b7-8c6f-4815-a3ee-a2c5423fba97 tempest-TenantUsagesTestJSON-155898756 tempest-TenantUsagesTestJSON-155898756-project-member] Waiting for the task: (returnval){ [ 1082.880506] env[69613]: value = "task-3418132" [ 1082.880506] env[69613]: _type = "Task" [ 1082.880506] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.889378] env[69613]: DEBUG oslo_vmware.api [None req-2d7172b7-8c6f-4815-a3ee-a2c5423fba97 tempest-TenantUsagesTestJSON-155898756 tempest-TenantUsagesTestJSON-155898756-project-member] Task: {'id': task-3418132, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.951695] env[69613]: DEBUG oslo_concurrency.lockutils [None req-f9b283d5-6cb9-458d-95a5-3f07877b7d4c tempest-ServersTestBootFromVolume-835828331 tempest-ServersTestBootFromVolume-835828331-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.882s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1082.955024] env[69613]: DEBUG oslo_concurrency.lockutils [None req-fcac1eb9-1223-4580-8bcf-a72a1abe2b14 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.211s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1082.955024] env[69613]: DEBUG nova.objects.instance [None req-fcac1eb9-1223-4580-8bcf-a72a1abe2b14 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Lazy-loading 'resources' on Instance uuid 6ce9d7ae-aabf-444e-ab76-68f077d43cf0 {{(pid=69613) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1082.975054] env[69613]: INFO nova.scheduler.client.report [None req-f9b283d5-6cb9-458d-95a5-3f07877b7d4c tempest-ServersTestBootFromVolume-835828331 tempest-ServersTestBootFromVolume-835828331-project-member] Deleted allocations for instance e849b8b2-7ad7-475a-bab6-48d8412c58ad [ 1083.165906] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab7ae0cd-be2b-4d06-8d0a-b668255624a1 tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] [instance: 2f982eab-2892-40c1-866c-3f4395db4201] Powering on the VM {{(pid=69613) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1083.166236] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-475f48af-56ae-4a1e-9061-e6f26d4768a2 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.180132] env[69613]: DEBUG oslo_vmware.api [None req-ab7ae0cd-be2b-4d06-8d0a-b668255624a1 tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] Waiting for the task: (returnval){ [ 1083.180132] env[69613]: value = "task-3418133" [ 1083.180132] env[69613]: _type = "Task" [ 1083.180132] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.187221] env[69613]: DEBUG oslo_vmware.api [None req-ab7ae0cd-be2b-4d06-8d0a-b668255624a1 tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] Task: {'id': task-3418133, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.228863] env[69613]: DEBUG oslo_concurrency.lockutils [None req-78d411e2-62ba-43a4-bb7c-5fc2c001e1a5 tempest-ListServersNegativeTestJSON-2081482518 tempest-ListServersNegativeTestJSON-2081482518-project-member] Acquiring lock "67f0ce4d-a780-44bb-9b03-19a8a28bd34c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1083.228863] env[69613]: DEBUG oslo_concurrency.lockutils [None req-78d411e2-62ba-43a4-bb7c-5fc2c001e1a5 tempest-ListServersNegativeTestJSON-2081482518 tempest-ListServersNegativeTestJSON-2081482518-project-member] Lock "67f0ce4d-a780-44bb-9b03-19a8a28bd34c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1083.229098] env[69613]: DEBUG oslo_concurrency.lockutils [None req-78d411e2-62ba-43a4-bb7c-5fc2c001e1a5 tempest-ListServersNegativeTestJSON-2081482518 tempest-ListServersNegativeTestJSON-2081482518-project-member] Acquiring lock "67f0ce4d-a780-44bb-9b03-19a8a28bd34c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1083.229297] env[69613]: DEBUG oslo_concurrency.lockutils [None req-78d411e2-62ba-43a4-bb7c-5fc2c001e1a5 tempest-ListServersNegativeTestJSON-2081482518 tempest-ListServersNegativeTestJSON-2081482518-project-member] Lock "67f0ce4d-a780-44bb-9b03-19a8a28bd34c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1083.229464] env[69613]: DEBUG oslo_concurrency.lockutils [None req-78d411e2-62ba-43a4-bb7c-5fc2c001e1a5 tempest-ListServersNegativeTestJSON-2081482518 tempest-ListServersNegativeTestJSON-2081482518-project-member] Lock "67f0ce4d-a780-44bb-9b03-19a8a28bd34c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1083.231689] env[69613]: INFO nova.compute.manager [None req-78d411e2-62ba-43a4-bb7c-5fc2c001e1a5 tempest-ListServersNegativeTestJSON-2081482518 tempest-ListServersNegativeTestJSON-2081482518-project-member] [instance: 67f0ce4d-a780-44bb-9b03-19a8a28bd34c] Terminating instance [ 1083.297819] env[69613]: DEBUG oslo_concurrency.lockutils [None req-2b8d1514-c845-488c-b9b5-7074d8a561ee tempest-ListServersNegativeTestJSON-2081482518 tempest-ListServersNegativeTestJSON-2081482518-project-member] Acquiring lock "d7e9fadf-c144-44e4-b840-435c9b6021d3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1083.297819] env[69613]: DEBUG oslo_concurrency.lockutils [None req-2b8d1514-c845-488c-b9b5-7074d8a561ee tempest-ListServersNegativeTestJSON-2081482518 tempest-ListServersNegativeTestJSON-2081482518-project-member] Lock "d7e9fadf-c144-44e4-b840-435c9b6021d3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1083.298439] env[69613]: DEBUG oslo_concurrency.lockutils [None req-2b8d1514-c845-488c-b9b5-7074d8a561ee tempest-ListServersNegativeTestJSON-2081482518 tempest-ListServersNegativeTestJSON-2081482518-project-member] Acquiring lock "d7e9fadf-c144-44e4-b840-435c9b6021d3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1083.298676] env[69613]: DEBUG oslo_concurrency.lockutils [None req-2b8d1514-c845-488c-b9b5-7074d8a561ee tempest-ListServersNegativeTestJSON-2081482518 tempest-ListServersNegativeTestJSON-2081482518-project-member] Lock "d7e9fadf-c144-44e4-b840-435c9b6021d3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1083.298855] env[69613]: DEBUG oslo_concurrency.lockutils [None req-2b8d1514-c845-488c-b9b5-7074d8a561ee tempest-ListServersNegativeTestJSON-2081482518 tempest-ListServersNegativeTestJSON-2081482518-project-member] Lock "d7e9fadf-c144-44e4-b840-435c9b6021d3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1083.301550] env[69613]: INFO nova.compute.manager [None req-2b8d1514-c845-488c-b9b5-7074d8a561ee tempest-ListServersNegativeTestJSON-2081482518 tempest-ListServersNegativeTestJSON-2081482518-project-member] [instance: d7e9fadf-c144-44e4-b840-435c9b6021d3] Terminating instance [ 1083.390951] env[69613]: DEBUG oslo_vmware.api [None req-2d7172b7-8c6f-4815-a3ee-a2c5423fba97 tempest-TenantUsagesTestJSON-155898756 tempest-TenantUsagesTestJSON-155898756-project-member] Task: {'id': task-3418132, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.18431} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.391253] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d7172b7-8c6f-4815-a3ee-a2c5423fba97 tempest-TenantUsagesTestJSON-155898756 tempest-TenantUsagesTestJSON-155898756-project-member] Deleted the datastore file {{(pid=69613) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1083.391449] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-2d7172b7-8c6f-4815-a3ee-a2c5423fba97 tempest-TenantUsagesTestJSON-155898756 tempest-TenantUsagesTestJSON-155898756-project-member] [instance: 25836078-1a39-4b3a-b7e0-48c0c9a61d20] Deleted contents of the VM from datastore datastore2 {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1083.391631] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-2d7172b7-8c6f-4815-a3ee-a2c5423fba97 tempest-TenantUsagesTestJSON-155898756 tempest-TenantUsagesTestJSON-155898756-project-member] [instance: 25836078-1a39-4b3a-b7e0-48c0c9a61d20] Instance destroyed {{(pid=69613) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1083.391805] env[69613]: INFO nova.compute.manager [None req-2d7172b7-8c6f-4815-a3ee-a2c5423fba97 tempest-TenantUsagesTestJSON-155898756 tempest-TenantUsagesTestJSON-155898756-project-member] [instance: 25836078-1a39-4b3a-b7e0-48c0c9a61d20] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1083.392066] env[69613]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2d7172b7-8c6f-4815-a3ee-a2c5423fba97 tempest-TenantUsagesTestJSON-155898756 tempest-TenantUsagesTestJSON-155898756-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69613) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1083.392269] env[69613]: DEBUG nova.compute.manager [-] [instance: 25836078-1a39-4b3a-b7e0-48c0c9a61d20] Deallocating network for instance {{(pid=69613) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1083.392367] env[69613]: DEBUG nova.network.neutron [-] [instance: 25836078-1a39-4b3a-b7e0-48c0c9a61d20] deallocate_for_instance() {{(pid=69613) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1083.484746] env[69613]: DEBUG oslo_concurrency.lockutils [None req-f9b283d5-6cb9-458d-95a5-3f07877b7d4c tempest-ServersTestBootFromVolume-835828331 tempest-ServersTestBootFromVolume-835828331-project-member] Lock "e849b8b2-7ad7-475a-bab6-48d8412c58ad" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.661s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1083.689474] env[69613]: DEBUG oslo_vmware.api [None req-ab7ae0cd-be2b-4d06-8d0a-b668255624a1 tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] Task: {'id': task-3418133, 'name': PowerOnVM_Task, 'duration_secs': 0.450799} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.694864] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab7ae0cd-be2b-4d06-8d0a-b668255624a1 tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] [instance: 2f982eab-2892-40c1-866c-3f4395db4201] Powered on the VM {{(pid=69613) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1083.695141] env[69613]: DEBUG nova.compute.manager [None req-ab7ae0cd-be2b-4d06-8d0a-b668255624a1 tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] [instance: 2f982eab-2892-40c1-866c-3f4395db4201] Checking state {{(pid=69613) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1083.698578] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79d97d9e-d47d-4445-ab8a-56d19365e9bf {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.717540] env[69613]: DEBUG nova.objects.instance [None req-15304f95-a784-455d-b1ca-ef57866b7cb8 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Lazy-loading 'flavor' on Instance uuid f36147c5-be86-4d45-9d2c-da38bba1885a {{(pid=69613) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1083.735967] env[69613]: DEBUG nova.compute.manager [None req-78d411e2-62ba-43a4-bb7c-5fc2c001e1a5 tempest-ListServersNegativeTestJSON-2081482518 tempest-ListServersNegativeTestJSON-2081482518-project-member] [instance: 67f0ce4d-a780-44bb-9b03-19a8a28bd34c] Start destroying the instance on the hypervisor. {{(pid=69613) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1083.736249] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-78d411e2-62ba-43a4-bb7c-5fc2c001e1a5 tempest-ListServersNegativeTestJSON-2081482518 tempest-ListServersNegativeTestJSON-2081482518-project-member] [instance: 67f0ce4d-a780-44bb-9b03-19a8a28bd34c] Destroying instance {{(pid=69613) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1083.737392] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf44bbfc-5faa-4766-90e4-4020761d3278 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.750270] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-78d411e2-62ba-43a4-bb7c-5fc2c001e1a5 tempest-ListServersNegativeTestJSON-2081482518 tempest-ListServersNegativeTestJSON-2081482518-project-member] [instance: 67f0ce4d-a780-44bb-9b03-19a8a28bd34c] Powering off the VM {{(pid=69613) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1083.750735] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1f262791-c0cc-4bba-b8f1-ad724a300990 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.759051] env[69613]: DEBUG oslo_vmware.api [None req-78d411e2-62ba-43a4-bb7c-5fc2c001e1a5 tempest-ListServersNegativeTestJSON-2081482518 tempest-ListServersNegativeTestJSON-2081482518-project-member] Waiting for the task: (returnval){ [ 1083.759051] env[69613]: value = "task-3418134" [ 1083.759051] env[69613]: _type = "Task" [ 1083.759051] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.775876] env[69613]: DEBUG oslo_vmware.api [None req-78d411e2-62ba-43a4-bb7c-5fc2c001e1a5 tempest-ListServersNegativeTestJSON-2081482518 tempest-ListServersNegativeTestJSON-2081482518-project-member] Task: {'id': task-3418134, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.784624] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e210de04-893a-412f-8f21-dd7f8c459989 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.796137] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b79dfa47-3014-4cc7-9f8c-40ef71609144 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.829207] env[69613]: DEBUG nova.compute.manager [None req-2b8d1514-c845-488c-b9b5-7074d8a561ee tempest-ListServersNegativeTestJSON-2081482518 tempest-ListServersNegativeTestJSON-2081482518-project-member] [instance: d7e9fadf-c144-44e4-b840-435c9b6021d3] Start destroying the instance on the hypervisor. {{(pid=69613) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1083.829440] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-2b8d1514-c845-488c-b9b5-7074d8a561ee tempest-ListServersNegativeTestJSON-2081482518 tempest-ListServersNegativeTestJSON-2081482518-project-member] [instance: d7e9fadf-c144-44e4-b840-435c9b6021d3] Destroying instance {{(pid=69613) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1083.831027] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8bb7abc-1513-47e8-9039-9cb6badf78ef {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.834261] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e8a357f-804f-47d2-8e55-118c669622f0 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.845028] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ab4152a-d055-4802-823b-d122f58c3187 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.849021] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b8d1514-c845-488c-b9b5-7074d8a561ee tempest-ListServersNegativeTestJSON-2081482518 tempest-ListServersNegativeTestJSON-2081482518-project-member] [instance: d7e9fadf-c144-44e4-b840-435c9b6021d3] Powering off the VM {{(pid=69613) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1083.849108] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9aeb0a3a-f11b-4ab5-9b48-2a84ebdad894 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.869653] env[69613]: DEBUG nova.compute.manager [req-82e68734-21a6-4706-961b-3125844054ae req-749cfd44-f447-4ae6-945d-637e88cd49c3 service nova] [instance: 25836078-1a39-4b3a-b7e0-48c0c9a61d20] Received event network-vif-deleted-77b4f406-14d7-483e-87a3-20b06147bdc0 {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1083.869923] env[69613]: INFO nova.compute.manager [req-82e68734-21a6-4706-961b-3125844054ae req-749cfd44-f447-4ae6-945d-637e88cd49c3 service nova] [instance: 25836078-1a39-4b3a-b7e0-48c0c9a61d20] Neutron deleted interface 77b4f406-14d7-483e-87a3-20b06147bdc0; detaching it from the instance and deleting it from the info cache [ 1083.870109] env[69613]: DEBUG nova.network.neutron [req-82e68734-21a6-4706-961b-3125844054ae req-749cfd44-f447-4ae6-945d-637e88cd49c3 service nova] [instance: 25836078-1a39-4b3a-b7e0-48c0c9a61d20] Updating instance_info_cache with network_info: [] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1083.882832] env[69613]: DEBUG nova.compute.provider_tree [None req-fcac1eb9-1223-4580-8bcf-a72a1abe2b14 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Inventory has not changed in ProviderTree for provider: af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 {{(pid=69613) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1083.884371] env[69613]: DEBUG oslo_vmware.api [None req-2b8d1514-c845-488c-b9b5-7074d8a561ee tempest-ListServersNegativeTestJSON-2081482518 tempest-ListServersNegativeTestJSON-2081482518-project-member] Waiting for the task: (returnval){ [ 1083.884371] env[69613]: value = "task-3418135" [ 1083.884371] env[69613]: _type = "Task" [ 1083.884371] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.888445] env[69613]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6b49e170-8abf-4c83-9a3d-fe5660575c46 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.901319] env[69613]: DEBUG oslo_vmware.api [None req-2b8d1514-c845-488c-b9b5-7074d8a561ee tempest-ListServersNegativeTestJSON-2081482518 tempest-ListServersNegativeTestJSON-2081482518-project-member] Task: {'id': task-3418135, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.906169] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4e5f94d-aa4e-41e2-bcc4-b0356dacdb26 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.946835] env[69613]: DEBUG nova.compute.manager [req-82e68734-21a6-4706-961b-3125844054ae req-749cfd44-f447-4ae6-945d-637e88cd49c3 service nova] [instance: 25836078-1a39-4b3a-b7e0-48c0c9a61d20] Detach interface failed, port_id=77b4f406-14d7-483e-87a3-20b06147bdc0, reason: Instance 25836078-1a39-4b3a-b7e0-48c0c9a61d20 could not be found. {{(pid=69613) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1084.222920] env[69613]: DEBUG oslo_concurrency.lockutils [None req-15304f95-a784-455d-b1ca-ef57866b7cb8 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Lock "f36147c5-be86-4d45-9d2c-da38bba1885a" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.802s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1084.270127] env[69613]: DEBUG oslo_vmware.api [None req-78d411e2-62ba-43a4-bb7c-5fc2c001e1a5 tempest-ListServersNegativeTestJSON-2081482518 tempest-ListServersNegativeTestJSON-2081482518-project-member] Task: {'id': task-3418134, 'name': PowerOffVM_Task, 'duration_secs': 0.204708} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.270476] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-78d411e2-62ba-43a4-bb7c-5fc2c001e1a5 tempest-ListServersNegativeTestJSON-2081482518 tempest-ListServersNegativeTestJSON-2081482518-project-member] [instance: 67f0ce4d-a780-44bb-9b03-19a8a28bd34c] Powered off the VM {{(pid=69613) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1084.270799] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-78d411e2-62ba-43a4-bb7c-5fc2c001e1a5 tempest-ListServersNegativeTestJSON-2081482518 tempest-ListServersNegativeTestJSON-2081482518-project-member] [instance: 67f0ce4d-a780-44bb-9b03-19a8a28bd34c] Unregistering the VM {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1084.271184] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-73325dea-7e18-457e-ab4c-096947be0671 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.289880] env[69613]: DEBUG nova.network.neutron [-] [instance: 25836078-1a39-4b3a-b7e0-48c0c9a61d20] Updating instance_info_cache with network_info: [] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1084.337919] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-78d411e2-62ba-43a4-bb7c-5fc2c001e1a5 tempest-ListServersNegativeTestJSON-2081482518 tempest-ListServersNegativeTestJSON-2081482518-project-member] [instance: 67f0ce4d-a780-44bb-9b03-19a8a28bd34c] Unregistered the VM {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1084.338119] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-78d411e2-62ba-43a4-bb7c-5fc2c001e1a5 tempest-ListServersNegativeTestJSON-2081482518 tempest-ListServersNegativeTestJSON-2081482518-project-member] [instance: 67f0ce4d-a780-44bb-9b03-19a8a28bd34c] Deleting contents of the VM from datastore datastore1 {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1084.339531] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-78d411e2-62ba-43a4-bb7c-5fc2c001e1a5 tempest-ListServersNegativeTestJSON-2081482518 tempest-ListServersNegativeTestJSON-2081482518-project-member] Deleting the datastore file [datastore1] 67f0ce4d-a780-44bb-9b03-19a8a28bd34c {{(pid=69613) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1084.339531] env[69613]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-078f112c-8600-41ee-a004-2e0c1764f80c {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.349966] env[69613]: DEBUG oslo_vmware.api [None req-78d411e2-62ba-43a4-bb7c-5fc2c001e1a5 tempest-ListServersNegativeTestJSON-2081482518 tempest-ListServersNegativeTestJSON-2081482518-project-member] Waiting for the task: (returnval){ [ 1084.349966] env[69613]: value = "task-3418137" [ 1084.349966] env[69613]: _type = "Task" [ 1084.349966] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.363386] env[69613]: DEBUG oslo_vmware.api [None req-78d411e2-62ba-43a4-bb7c-5fc2c001e1a5 tempest-ListServersNegativeTestJSON-2081482518 tempest-ListServersNegativeTestJSON-2081482518-project-member] Task: {'id': task-3418137, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.387515] env[69613]: DEBUG nova.scheduler.client.report [None req-fcac1eb9-1223-4580-8bcf-a72a1abe2b14 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Inventory has not changed for provider af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69613) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1084.406018] env[69613]: DEBUG oslo_vmware.api [None req-2b8d1514-c845-488c-b9b5-7074d8a561ee tempest-ListServersNegativeTestJSON-2081482518 tempest-ListServersNegativeTestJSON-2081482518-project-member] Task: {'id': task-3418135, 'name': PowerOffVM_Task, 'duration_secs': 0.340031} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.406214] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b8d1514-c845-488c-b9b5-7074d8a561ee tempest-ListServersNegativeTestJSON-2081482518 tempest-ListServersNegativeTestJSON-2081482518-project-member] [instance: d7e9fadf-c144-44e4-b840-435c9b6021d3] Powered off the VM {{(pid=69613) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1084.406418] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-2b8d1514-c845-488c-b9b5-7074d8a561ee tempest-ListServersNegativeTestJSON-2081482518 tempest-ListServersNegativeTestJSON-2081482518-project-member] [instance: d7e9fadf-c144-44e4-b840-435c9b6021d3] Unregistering the VM {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1084.406697] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6cac9345-c7f1-4a63-92a9-a38df27ce741 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.483518] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-2b8d1514-c845-488c-b9b5-7074d8a561ee tempest-ListServersNegativeTestJSON-2081482518 tempest-ListServersNegativeTestJSON-2081482518-project-member] [instance: d7e9fadf-c144-44e4-b840-435c9b6021d3] Unregistered the VM {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1084.483875] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-2b8d1514-c845-488c-b9b5-7074d8a561ee tempest-ListServersNegativeTestJSON-2081482518 tempest-ListServersNegativeTestJSON-2081482518-project-member] [instance: d7e9fadf-c144-44e4-b840-435c9b6021d3] Deleting contents of the VM from datastore datastore1 {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1084.484197] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b8d1514-c845-488c-b9b5-7074d8a561ee tempest-ListServersNegativeTestJSON-2081482518 tempest-ListServersNegativeTestJSON-2081482518-project-member] Deleting the datastore file [datastore1] d7e9fadf-c144-44e4-b840-435c9b6021d3 {{(pid=69613) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1084.484523] env[69613]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-02f335df-8e9b-4026-85b9-3ba941e2991f {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.494908] env[69613]: DEBUG oslo_vmware.api [None req-2b8d1514-c845-488c-b9b5-7074d8a561ee tempest-ListServersNegativeTestJSON-2081482518 tempest-ListServersNegativeTestJSON-2081482518-project-member] Waiting for the task: (returnval){ [ 1084.494908] env[69613]: value = "task-3418139" [ 1084.494908] env[69613]: _type = "Task" [ 1084.494908] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.503980] env[69613]: DEBUG oslo_vmware.api [None req-2b8d1514-c845-488c-b9b5-7074d8a561ee tempest-ListServersNegativeTestJSON-2081482518 tempest-ListServersNegativeTestJSON-2081482518-project-member] Task: {'id': task-3418139, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.661635] env[69613]: DEBUG nova.compute.manager [None req-a3767f8e-4329-45c1-bfe1-ea3577761fce tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] [instance: f36147c5-be86-4d45-9d2c-da38bba1885a] Stashing vm_state: active {{(pid=69613) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1084.792090] env[69613]: INFO nova.compute.manager [-] [instance: 25836078-1a39-4b3a-b7e0-48c0c9a61d20] Took 1.40 seconds to deallocate network for instance. [ 1084.861224] env[69613]: DEBUG oslo_vmware.api [None req-78d411e2-62ba-43a4-bb7c-5fc2c001e1a5 tempest-ListServersNegativeTestJSON-2081482518 tempest-ListServersNegativeTestJSON-2081482518-project-member] Task: {'id': task-3418137, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.17294} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.861543] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-78d411e2-62ba-43a4-bb7c-5fc2c001e1a5 tempest-ListServersNegativeTestJSON-2081482518 tempest-ListServersNegativeTestJSON-2081482518-project-member] Deleted the datastore file {{(pid=69613) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1084.861734] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-78d411e2-62ba-43a4-bb7c-5fc2c001e1a5 tempest-ListServersNegativeTestJSON-2081482518 tempest-ListServersNegativeTestJSON-2081482518-project-member] [instance: 67f0ce4d-a780-44bb-9b03-19a8a28bd34c] Deleted contents of the VM from datastore datastore1 {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1084.861914] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-78d411e2-62ba-43a4-bb7c-5fc2c001e1a5 tempest-ListServersNegativeTestJSON-2081482518 tempest-ListServersNegativeTestJSON-2081482518-project-member] [instance: 67f0ce4d-a780-44bb-9b03-19a8a28bd34c] Instance destroyed {{(pid=69613) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1084.862101] env[69613]: INFO nova.compute.manager [None req-78d411e2-62ba-43a4-bb7c-5fc2c001e1a5 tempest-ListServersNegativeTestJSON-2081482518 tempest-ListServersNegativeTestJSON-2081482518-project-member] [instance: 67f0ce4d-a780-44bb-9b03-19a8a28bd34c] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1084.862345] env[69613]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-78d411e2-62ba-43a4-bb7c-5fc2c001e1a5 tempest-ListServersNegativeTestJSON-2081482518 tempest-ListServersNegativeTestJSON-2081482518-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69613) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1084.862537] env[69613]: DEBUG nova.compute.manager [-] [instance: 67f0ce4d-a780-44bb-9b03-19a8a28bd34c] Deallocating network for instance {{(pid=69613) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1084.862632] env[69613]: DEBUG nova.network.neutron [-] [instance: 67f0ce4d-a780-44bb-9b03-19a8a28bd34c] deallocate_for_instance() {{(pid=69613) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1084.893096] env[69613]: DEBUG oslo_concurrency.lockutils [None req-fcac1eb9-1223-4580-8bcf-a72a1abe2b14 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.939s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1084.896258] env[69613]: DEBUG oslo_concurrency.lockutils [None req-de0994d5-e62c-4024-bc69-9339f1d482d0 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.049s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1084.897859] env[69613]: INFO nova.compute.claims [None req-de0994d5-e62c-4024-bc69-9339f1d482d0 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] [instance: 65aee893-5fdc-4721-855d-249b34cd1b62] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1084.918885] env[69613]: INFO nova.scheduler.client.report [None req-fcac1eb9-1223-4580-8bcf-a72a1abe2b14 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Deleted allocations for instance 6ce9d7ae-aabf-444e-ab76-68f077d43cf0 [ 1085.006662] env[69613]: DEBUG oslo_vmware.api [None req-2b8d1514-c845-488c-b9b5-7074d8a561ee tempest-ListServersNegativeTestJSON-2081482518 tempest-ListServersNegativeTestJSON-2081482518-project-member] Task: {'id': task-3418139, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.150446} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.007330] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b8d1514-c845-488c-b9b5-7074d8a561ee tempest-ListServersNegativeTestJSON-2081482518 tempest-ListServersNegativeTestJSON-2081482518-project-member] Deleted the datastore file {{(pid=69613) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1085.007575] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-2b8d1514-c845-488c-b9b5-7074d8a561ee tempest-ListServersNegativeTestJSON-2081482518 tempest-ListServersNegativeTestJSON-2081482518-project-member] [instance: d7e9fadf-c144-44e4-b840-435c9b6021d3] Deleted contents of the VM from datastore datastore1 {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1085.007800] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-2b8d1514-c845-488c-b9b5-7074d8a561ee tempest-ListServersNegativeTestJSON-2081482518 tempest-ListServersNegativeTestJSON-2081482518-project-member] [instance: d7e9fadf-c144-44e4-b840-435c9b6021d3] Instance destroyed {{(pid=69613) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1085.008027] env[69613]: INFO nova.compute.manager [None req-2b8d1514-c845-488c-b9b5-7074d8a561ee tempest-ListServersNegativeTestJSON-2081482518 tempest-ListServersNegativeTestJSON-2081482518-project-member] [instance: d7e9fadf-c144-44e4-b840-435c9b6021d3] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1085.008326] env[69613]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2b8d1514-c845-488c-b9b5-7074d8a561ee tempest-ListServersNegativeTestJSON-2081482518 tempest-ListServersNegativeTestJSON-2081482518-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69613) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1085.008549] env[69613]: DEBUG nova.compute.manager [-] [instance: d7e9fadf-c144-44e4-b840-435c9b6021d3] Deallocating network for instance {{(pid=69613) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1085.008675] env[69613]: DEBUG nova.network.neutron [-] [instance: d7e9fadf-c144-44e4-b840-435c9b6021d3] deallocate_for_instance() {{(pid=69613) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1085.190278] env[69613]: DEBUG oslo_concurrency.lockutils [None req-a3767f8e-4329-45c1-bfe1-ea3577761fce tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1085.278194] env[69613]: DEBUG nova.compute.manager [req-f5acac53-2137-45ac-9684-1ddd861d9ac3 req-297bf1ee-7987-4532-99ee-7932b646a943 service nova] [instance: d7e9fadf-c144-44e4-b840-435c9b6021d3] Received event network-vif-deleted-5f383dcf-fbd9-4b3d-8e87-ede687fe58bf {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1085.278440] env[69613]: INFO nova.compute.manager [req-f5acac53-2137-45ac-9684-1ddd861d9ac3 req-297bf1ee-7987-4532-99ee-7932b646a943 service nova] [instance: d7e9fadf-c144-44e4-b840-435c9b6021d3] Neutron deleted interface 5f383dcf-fbd9-4b3d-8e87-ede687fe58bf; detaching it from the instance and deleting it from the info cache [ 1085.278592] env[69613]: DEBUG nova.network.neutron [req-f5acac53-2137-45ac-9684-1ddd861d9ac3 req-297bf1ee-7987-4532-99ee-7932b646a943 service nova] [instance: d7e9fadf-c144-44e4-b840-435c9b6021d3] Updating instance_info_cache with network_info: [] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1085.305161] env[69613]: DEBUG oslo_concurrency.lockutils [None req-2d7172b7-8c6f-4815-a3ee-a2c5423fba97 tempest-TenantUsagesTestJSON-155898756 tempest-TenantUsagesTestJSON-155898756-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1085.433018] env[69613]: DEBUG oslo_concurrency.lockutils [None req-fcac1eb9-1223-4580-8bcf-a72a1abe2b14 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Lock "6ce9d7ae-aabf-444e-ab76-68f077d43cf0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.345s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1085.699165] env[69613]: DEBUG nova.network.neutron [-] [instance: 67f0ce4d-a780-44bb-9b03-19a8a28bd34c] Updating instance_info_cache with network_info: [] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1085.757870] env[69613]: DEBUG nova.network.neutron [-] [instance: d7e9fadf-c144-44e4-b840-435c9b6021d3] Updating instance_info_cache with network_info: [] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1085.790027] env[69613]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-65075e1a-a26e-435b-8476-15e58d94d089 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.803970] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-487aca84-10c6-4352-bb92-defb42952d5b {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.846338] env[69613]: DEBUG nova.compute.manager [req-f5acac53-2137-45ac-9684-1ddd861d9ac3 req-297bf1ee-7987-4532-99ee-7932b646a943 service nova] [instance: d7e9fadf-c144-44e4-b840-435c9b6021d3] Detach interface failed, port_id=5f383dcf-fbd9-4b3d-8e87-ede687fe58bf, reason: Instance d7e9fadf-c144-44e4-b840-435c9b6021d3 could not be found. {{(pid=69613) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1085.933661] env[69613]: DEBUG nova.compute.manager [req-5dcb98aa-3bc8-43f5-b1cd-93179a6b60ce req-624f8ee9-a38e-40c0-b4a2-69ce63dbbd55 service nova] [instance: 67f0ce4d-a780-44bb-9b03-19a8a28bd34c] Received event network-vif-deleted-5cc885ae-14f2-471c-b9d5-1d7583ad344c {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1086.154695] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06c8d1ec-d8bf-4214-9370-e98379e0e674 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.165257] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76fd46fb-7e66-45a1-907a-dd2985b11ce4 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.202027] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db3dc18e-2a5a-4097-8e4d-1771400d8f6c {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.204720] env[69613]: INFO nova.compute.manager [-] [instance: 67f0ce4d-a780-44bb-9b03-19a8a28bd34c] Took 1.34 seconds to deallocate network for instance. [ 1086.213538] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d37960aa-5929-4cbf-ac06-dc6ea03f9037 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.229922] env[69613]: DEBUG nova.compute.provider_tree [None req-de0994d5-e62c-4024-bc69-9339f1d482d0 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Inventory has not changed in ProviderTree for provider: af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 {{(pid=69613) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1086.260640] env[69613]: INFO nova.compute.manager [-] [instance: d7e9fadf-c144-44e4-b840-435c9b6021d3] Took 1.25 seconds to deallocate network for instance. [ 1086.715310] env[69613]: DEBUG oslo_concurrency.lockutils [None req-78d411e2-62ba-43a4-bb7c-5fc2c001e1a5 tempest-ListServersNegativeTestJSON-2081482518 tempest-ListServersNegativeTestJSON-2081482518-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1086.733543] env[69613]: DEBUG nova.scheduler.client.report [None req-de0994d5-e62c-4024-bc69-9339f1d482d0 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Inventory has not changed for provider af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69613) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1086.767071] env[69613]: DEBUG oslo_concurrency.lockutils [None req-2b8d1514-c845-488c-b9b5-7074d8a561ee tempest-ListServersNegativeTestJSON-2081482518 tempest-ListServersNegativeTestJSON-2081482518-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1087.239059] env[69613]: DEBUG oslo_concurrency.lockutils [None req-de0994d5-e62c-4024-bc69-9339f1d482d0 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.343s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1087.239414] env[69613]: DEBUG nova.compute.manager [None req-de0994d5-e62c-4024-bc69-9339f1d482d0 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] [instance: 65aee893-5fdc-4721-855d-249b34cd1b62] Start building networks asynchronously for instance. {{(pid=69613) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1087.241983] env[69613]: DEBUG oslo_concurrency.lockutils [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 10.968s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1087.460750] env[69613]: DEBUG oslo_concurrency.lockutils [None req-2c612283-bb06-49f5-92d3-20c1eee9b7d3 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Acquiring lock "dc022ac9-6ab5-41c0-92ff-3c39b6094348" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1087.461025] env[69613]: DEBUG oslo_concurrency.lockutils [None req-2c612283-bb06-49f5-92d3-20c1eee9b7d3 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Lock "dc022ac9-6ab5-41c0-92ff-3c39b6094348" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1087.745703] env[69613]: DEBUG nova.compute.utils [None req-de0994d5-e62c-4024-bc69-9339f1d482d0 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Using /dev/sd instead of None {{(pid=69613) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1087.747132] env[69613]: DEBUG nova.compute.manager [None req-de0994d5-e62c-4024-bc69-9339f1d482d0 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] [instance: 65aee893-5fdc-4721-855d-249b34cd1b62] Allocating IP information in the background. {{(pid=69613) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1087.747311] env[69613]: DEBUG nova.network.neutron [None req-de0994d5-e62c-4024-bc69-9339f1d482d0 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] [instance: 65aee893-5fdc-4721-855d-249b34cd1b62] allocate_for_instance() {{(pid=69613) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1087.758039] env[69613]: DEBUG nova.compute.manager [None req-de0994d5-e62c-4024-bc69-9339f1d482d0 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] [instance: 65aee893-5fdc-4721-855d-249b34cd1b62] Start building block device mappings for instance. {{(pid=69613) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1087.803292] env[69613]: DEBUG nova.policy [None req-de0994d5-e62c-4024-bc69-9339f1d482d0 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '640f1c3e84e3470a8e22245ea2086853', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '201a65cf0cc84bf3a5ae9f9d87000dd8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69613) authorize /opt/stack/nova/nova/policy.py:192}} [ 1087.966190] env[69613]: DEBUG nova.compute.manager [None req-2c612283-bb06-49f5-92d3-20c1eee9b7d3 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] [instance: dc022ac9-6ab5-41c0-92ff-3c39b6094348] Starting instance... {{(pid=69613) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1088.259451] env[69613]: INFO nova.compute.resource_tracker [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] [instance: f36147c5-be86-4d45-9d2c-da38bba1885a] Updating resource usage from migration 38bcb958-bac2-46ec-8be8-4395ab1f4e60 [ 1088.279881] env[69613]: DEBUG nova.compute.resource_tracker [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Instance 9ee7dbf3-c86a-4cd8-ad1e-ca92cb90164d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69613) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1088.280221] env[69613]: DEBUG nova.compute.resource_tracker [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Instance 815ee067-7d2e-4312-8f7a-77ce8854bd2d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69613) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1088.280286] env[69613]: DEBUG nova.compute.resource_tracker [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Instance 2f982eab-2892-40c1-866c-3f4395db4201 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69613) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1088.280410] env[69613]: DEBUG nova.compute.resource_tracker [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Instance ebec351f-35c7-4a4c-a067-8477bfa10fc2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69613) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1088.280564] env[69613]: DEBUG nova.compute.resource_tracker [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Instance 79391a79-8c22-4c1a-a816-f33d6553cc3d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69613) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1088.280692] env[69613]: DEBUG nova.compute.resource_tracker [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Instance e9e1e1ab-a2b4-4699-b956-5cd5d4d6dd21 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69613) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1088.280885] env[69613]: WARNING nova.compute.resource_tracker [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Instance 2e3d9427-2006-4911-be75-e6b1b98f8bb8 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1088.281061] env[69613]: DEBUG nova.compute.resource_tracker [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Instance 9333145d-7d80-405b-b94e-37152559489e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69613) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1088.281195] env[69613]: WARNING nova.compute.resource_tracker [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Instance 01bcdedb-402d-4542-9f89-d1a661ed158e is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1088.281356] env[69613]: WARNING nova.compute.resource_tracker [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Instance 67f0ce4d-a780-44bb-9b03-19a8a28bd34c is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1088.281474] env[69613]: WARNING nova.compute.resource_tracker [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Instance d7e9fadf-c144-44e4-b840-435c9b6021d3 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1088.281596] env[69613]: WARNING nova.compute.resource_tracker [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Instance 521abeea-6ae3-4d7e-becf-12ceb0021bb2 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1088.281715] env[69613]: WARNING nova.compute.resource_tracker [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Instance 225b95ef-63bb-4262-88b3-53f5095e9390 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1088.281833] env[69613]: WARNING nova.compute.resource_tracker [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Instance 25836078-1a39-4b3a-b7e0-48c0c9a61d20 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1088.281952] env[69613]: DEBUG nova.compute.resource_tracker [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Instance 65aee893-5fdc-4721-855d-249b34cd1b62 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69613) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1088.384764] env[69613]: DEBUG nova.network.neutron [None req-de0994d5-e62c-4024-bc69-9339f1d482d0 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] [instance: 65aee893-5fdc-4721-855d-249b34cd1b62] Successfully created port: 6496c913-8d12-4cff-8e76-4d99fbcbe05c {{(pid=69613) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1088.490076] env[69613]: DEBUG oslo_concurrency.lockutils [None req-2c612283-bb06-49f5-92d3-20c1eee9b7d3 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1088.768019] env[69613]: DEBUG nova.compute.manager [None req-de0994d5-e62c-4024-bc69-9339f1d482d0 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] [instance: 65aee893-5fdc-4721-855d-249b34cd1b62] Start spawning the instance on the hypervisor. {{(pid=69613) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1088.785077] env[69613]: DEBUG nova.compute.resource_tracker [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Instance 16a3ee5d-0de2-40a7-bef8-cf22fd34af0e has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69613) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1088.799423] env[69613]: DEBUG nova.virt.hardware [None req-de0994d5-e62c-4024-bc69-9339f1d482d0 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T13:55:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T13:55:19Z,direct_url=,disk_format='vmdk',id=2b7a0304-b5d0-431d-b287-32c8388d7fbd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3e9e1b873f1442d59d5ee8247b941f74',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T13:55:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1088.799729] env[69613]: DEBUG nova.virt.hardware [None req-de0994d5-e62c-4024-bc69-9339f1d482d0 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Flavor limits 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1088.799919] env[69613]: DEBUG nova.virt.hardware [None req-de0994d5-e62c-4024-bc69-9339f1d482d0 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Image limits 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1088.800144] env[69613]: DEBUG nova.virt.hardware [None req-de0994d5-e62c-4024-bc69-9339f1d482d0 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Flavor pref 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1088.800352] env[69613]: DEBUG nova.virt.hardware [None req-de0994d5-e62c-4024-bc69-9339f1d482d0 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Image pref 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1088.800765] env[69613]: DEBUG nova.virt.hardware [None req-de0994d5-e62c-4024-bc69-9339f1d482d0 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1088.800842] env[69613]: DEBUG nova.virt.hardware [None req-de0994d5-e62c-4024-bc69-9339f1d482d0 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1088.801027] env[69613]: DEBUG nova.virt.hardware [None req-de0994d5-e62c-4024-bc69-9339f1d482d0 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69613) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1088.801238] env[69613]: DEBUG nova.virt.hardware [None req-de0994d5-e62c-4024-bc69-9339f1d482d0 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Got 1 possible topologies {{(pid=69613) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1088.801437] env[69613]: DEBUG nova.virt.hardware [None req-de0994d5-e62c-4024-bc69-9339f1d482d0 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1088.801646] env[69613]: DEBUG nova.virt.hardware [None req-de0994d5-e62c-4024-bc69-9339f1d482d0 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1088.802835] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36ae9cab-94a8-4ee8-a7ea-4c4171be986e {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.812219] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc967bcf-2e45-4f42-b716-39740221dbe3 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.290136] env[69613]: DEBUG nova.compute.resource_tracker [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Instance 670e7607-58b1-478f-8a42-e83665cc8f22 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69613) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1089.290136] env[69613]: DEBUG nova.compute.resource_tracker [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Migration 38bcb958-bac2-46ec-8be8-4395ab1f4e60 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69613) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1089.290136] env[69613]: DEBUG nova.compute.resource_tracker [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Instance f36147c5-be86-4d45-9d2c-da38bba1885a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69613) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1089.782474] env[69613]: DEBUG nova.compute.manager [req-4453d505-0cb0-46d1-929b-4cc4a4497739 req-773fb27d-9e5c-469c-acf0-38734b48f584 service nova] [instance: 65aee893-5fdc-4721-855d-249b34cd1b62] Received event network-vif-plugged-6496c913-8d12-4cff-8e76-4d99fbcbe05c {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1089.782749] env[69613]: DEBUG oslo_concurrency.lockutils [req-4453d505-0cb0-46d1-929b-4cc4a4497739 req-773fb27d-9e5c-469c-acf0-38734b48f584 service nova] Acquiring lock "65aee893-5fdc-4721-855d-249b34cd1b62-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1089.783037] env[69613]: DEBUG oslo_concurrency.lockutils [req-4453d505-0cb0-46d1-929b-4cc4a4497739 req-773fb27d-9e5c-469c-acf0-38734b48f584 service nova] Lock "65aee893-5fdc-4721-855d-249b34cd1b62-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1089.783263] env[69613]: DEBUG oslo_concurrency.lockutils [req-4453d505-0cb0-46d1-929b-4cc4a4497739 req-773fb27d-9e5c-469c-acf0-38734b48f584 service nova] Lock "65aee893-5fdc-4721-855d-249b34cd1b62-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1089.783431] env[69613]: DEBUG nova.compute.manager [req-4453d505-0cb0-46d1-929b-4cc4a4497739 req-773fb27d-9e5c-469c-acf0-38734b48f584 service nova] [instance: 65aee893-5fdc-4721-855d-249b34cd1b62] No waiting events found dispatching network-vif-plugged-6496c913-8d12-4cff-8e76-4d99fbcbe05c {{(pid=69613) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1089.783600] env[69613]: WARNING nova.compute.manager [req-4453d505-0cb0-46d1-929b-4cc4a4497739 req-773fb27d-9e5c-469c-acf0-38734b48f584 service nova] [instance: 65aee893-5fdc-4721-855d-249b34cd1b62] Received unexpected event network-vif-plugged-6496c913-8d12-4cff-8e76-4d99fbcbe05c for instance with vm_state building and task_state spawning. [ 1089.791439] env[69613]: DEBUG nova.compute.resource_tracker [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Instance dc022ac9-6ab5-41c0-92ff-3c39b6094348 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69613) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1089.791701] env[69613]: DEBUG nova.compute.resource_tracker [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Total usable vcpus: 48, total allocated vcpus: 9 {{(pid=69613) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1089.791861] env[69613]: DEBUG nova.compute.resource_tracker [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2240MB phys_disk=200GB used_disk=9GB total_vcpus=48 used_vcpus=9 pci_stats=[] {{(pid=69613) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1089.922295] env[69613]: DEBUG nova.network.neutron [None req-de0994d5-e62c-4024-bc69-9339f1d482d0 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] [instance: 65aee893-5fdc-4721-855d-249b34cd1b62] Successfully updated port: 6496c913-8d12-4cff-8e76-4d99fbcbe05c {{(pid=69613) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1090.128085] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb9ab1f3-8e98-42aa-8a78-81b21a710c58 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.136317] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2242a74f-7d53-4bc6-b009-eddb705913e6 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.167529] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab941772-ee32-4b76-9977-92deb67f452c {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.175785] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2f43df3-e538-489b-8c9a-d28af15a01d0 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.189299] env[69613]: DEBUG nova.compute.provider_tree [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Inventory has not changed in ProviderTree for provider: af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 {{(pid=69613) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1090.430247] env[69613]: DEBUG oslo_concurrency.lockutils [None req-de0994d5-e62c-4024-bc69-9339f1d482d0 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Acquiring lock "refresh_cache-65aee893-5fdc-4721-855d-249b34cd1b62" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.430457] env[69613]: DEBUG oslo_concurrency.lockutils [None req-de0994d5-e62c-4024-bc69-9339f1d482d0 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Acquired lock "refresh_cache-65aee893-5fdc-4721-855d-249b34cd1b62" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.430628] env[69613]: DEBUG nova.network.neutron [None req-de0994d5-e62c-4024-bc69-9339f1d482d0 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] [instance: 65aee893-5fdc-4721-855d-249b34cd1b62] Building network info cache for instance {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1090.692222] env[69613]: DEBUG nova.scheduler.client.report [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Inventory has not changed for provider af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69613) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1090.981879] env[69613]: DEBUG nova.network.neutron [None req-de0994d5-e62c-4024-bc69-9339f1d482d0 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] [instance: 65aee893-5fdc-4721-855d-249b34cd1b62] Instance cache missing network info. {{(pid=69613) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1091.116323] env[69613]: DEBUG nova.network.neutron [None req-de0994d5-e62c-4024-bc69-9339f1d482d0 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] [instance: 65aee893-5fdc-4721-855d-249b34cd1b62] Updating instance_info_cache with network_info: [{"id": "6496c913-8d12-4cff-8e76-4d99fbcbe05c", "address": "fa:16:3e:3a:a0:b3", "network": {"id": "d381647d-592d-40db-843d-6008de0737a5", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2059555966-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "201a65cf0cc84bf3a5ae9f9d87000dd8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5c8dbe25-bca7-4d91-b577-193b8b2aad8d", "external-id": "nsx-vlan-transportzone-643", "segmentation_id": 643, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6496c913-8d", "ovs_interfaceid": "6496c913-8d12-4cff-8e76-4d99fbcbe05c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1091.196722] env[69613]: DEBUG nova.compute.resource_tracker [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69613) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1091.196968] env[69613]: DEBUG oslo_concurrency.lockutils [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.955s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1091.197278] env[69613]: DEBUG oslo_concurrency.lockutils [None req-cfd67dbc-c206-430c-aefa-32aecf6fd0f8 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.860s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1091.198799] env[69613]: INFO nova.compute.claims [None req-cfd67dbc-c206-430c-aefa-32aecf6fd0f8 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] [instance: 16a3ee5d-0de2-40a7-bef8-cf22fd34af0e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1091.619508] env[69613]: DEBUG oslo_concurrency.lockutils [None req-de0994d5-e62c-4024-bc69-9339f1d482d0 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Releasing lock "refresh_cache-65aee893-5fdc-4721-855d-249b34cd1b62" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.619857] env[69613]: DEBUG nova.compute.manager [None req-de0994d5-e62c-4024-bc69-9339f1d482d0 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] [instance: 65aee893-5fdc-4721-855d-249b34cd1b62] Instance network_info: |[{"id": "6496c913-8d12-4cff-8e76-4d99fbcbe05c", "address": "fa:16:3e:3a:a0:b3", "network": {"id": "d381647d-592d-40db-843d-6008de0737a5", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2059555966-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "201a65cf0cc84bf3a5ae9f9d87000dd8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5c8dbe25-bca7-4d91-b577-193b8b2aad8d", "external-id": "nsx-vlan-transportzone-643", "segmentation_id": 643, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6496c913-8d", "ovs_interfaceid": "6496c913-8d12-4cff-8e76-4d99fbcbe05c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69613) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1091.620799] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-de0994d5-e62c-4024-bc69-9339f1d482d0 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] [instance: 65aee893-5fdc-4721-855d-249b34cd1b62] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3a:a0:b3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5c8dbe25-bca7-4d91-b577-193b8b2aad8d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6496c913-8d12-4cff-8e76-4d99fbcbe05c', 'vif_model': 'vmxnet3'}] {{(pid=69613) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1091.628741] env[69613]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-de0994d5-e62c-4024-bc69-9339f1d482d0 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69613) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1091.629020] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 65aee893-5fdc-4721-855d-249b34cd1b62] Creating VM on the ESX host {{(pid=69613) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1091.629287] env[69613]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-48215a23-cb2d-4907-8e7c-b2e49fb124f0 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.649548] env[69613]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1091.649548] env[69613]: value = "task-3418140" [ 1091.649548] env[69613]: _type = "Task" [ 1091.649548] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.657699] env[69613]: DEBUG oslo_vmware.api [-] Task: {'id': task-3418140, 'name': CreateVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.809930] env[69613]: DEBUG nova.compute.manager [req-c9d7ebff-c4cb-4746-98d2-036e20df0f6c req-9764a366-c127-4684-9c01-64cc504bffb3 service nova] [instance: 65aee893-5fdc-4721-855d-249b34cd1b62] Received event network-changed-6496c913-8d12-4cff-8e76-4d99fbcbe05c {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1091.810114] env[69613]: DEBUG nova.compute.manager [req-c9d7ebff-c4cb-4746-98d2-036e20df0f6c req-9764a366-c127-4684-9c01-64cc504bffb3 service nova] [instance: 65aee893-5fdc-4721-855d-249b34cd1b62] Refreshing instance network info cache due to event network-changed-6496c913-8d12-4cff-8e76-4d99fbcbe05c. {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1091.810337] env[69613]: DEBUG oslo_concurrency.lockutils [req-c9d7ebff-c4cb-4746-98d2-036e20df0f6c req-9764a366-c127-4684-9c01-64cc504bffb3 service nova] Acquiring lock "refresh_cache-65aee893-5fdc-4721-855d-249b34cd1b62" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.810480] env[69613]: DEBUG oslo_concurrency.lockutils [req-c9d7ebff-c4cb-4746-98d2-036e20df0f6c req-9764a366-c127-4684-9c01-64cc504bffb3 service nova] Acquired lock "refresh_cache-65aee893-5fdc-4721-855d-249b34cd1b62" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.810641] env[69613]: DEBUG nova.network.neutron [req-c9d7ebff-c4cb-4746-98d2-036e20df0f6c req-9764a366-c127-4684-9c01-64cc504bffb3 service nova] [instance: 65aee893-5fdc-4721-855d-249b34cd1b62] Refreshing network info cache for port 6496c913-8d12-4cff-8e76-4d99fbcbe05c {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1092.161211] env[69613]: DEBUG oslo_vmware.api [-] Task: {'id': task-3418140, 'name': CreateVM_Task, 'duration_secs': 0.370073} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.161476] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 65aee893-5fdc-4721-855d-249b34cd1b62] Created VM on the ESX host {{(pid=69613) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1092.162082] env[69613]: DEBUG oslo_concurrency.lockutils [None req-de0994d5-e62c-4024-bc69-9339f1d482d0 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.162251] env[69613]: DEBUG oslo_concurrency.lockutils [None req-de0994d5-e62c-4024-bc69-9339f1d482d0 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.162577] env[69613]: DEBUG oslo_concurrency.lockutils [None req-de0994d5-e62c-4024-bc69-9339f1d482d0 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.162836] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6445ebd4-703a-480a-aef7-ed2c3ce77b7b {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.168055] env[69613]: DEBUG oslo_vmware.api [None req-de0994d5-e62c-4024-bc69-9339f1d482d0 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Waiting for the task: (returnval){ [ 1092.168055] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]525adf2c-f884-d811-0e0d-d9570141bf48" [ 1092.168055] env[69613]: _type = "Task" [ 1092.168055] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.177380] env[69613]: DEBUG oslo_vmware.api [None req-de0994d5-e62c-4024-bc69-9339f1d482d0 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]525adf2c-f884-d811-0e0d-d9570141bf48, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.495019] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d9565f8-0adc-4818-9a29-a46dc78c8b46 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.505401] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e083c9d-c2d1-43ed-b87b-9a94bf7efced {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.537385] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e85abae3-e871-45ae-8a06-478718b96b2f {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.546226] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c9fb9ae-2654-4251-bd8b-1433af9ef1f1 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.560361] env[69613]: DEBUG nova.compute.provider_tree [None req-cfd67dbc-c206-430c-aefa-32aecf6fd0f8 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Inventory has not changed in ProviderTree for provider: af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 {{(pid=69613) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1092.574736] env[69613]: DEBUG nova.network.neutron [req-c9d7ebff-c4cb-4746-98d2-036e20df0f6c req-9764a366-c127-4684-9c01-64cc504bffb3 service nova] [instance: 65aee893-5fdc-4721-855d-249b34cd1b62] Updated VIF entry in instance network info cache for port 6496c913-8d12-4cff-8e76-4d99fbcbe05c. {{(pid=69613) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1092.575097] env[69613]: DEBUG nova.network.neutron [req-c9d7ebff-c4cb-4746-98d2-036e20df0f6c req-9764a366-c127-4684-9c01-64cc504bffb3 service nova] [instance: 65aee893-5fdc-4721-855d-249b34cd1b62] Updating instance_info_cache with network_info: [{"id": "6496c913-8d12-4cff-8e76-4d99fbcbe05c", "address": "fa:16:3e:3a:a0:b3", "network": {"id": "d381647d-592d-40db-843d-6008de0737a5", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2059555966-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "201a65cf0cc84bf3a5ae9f9d87000dd8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5c8dbe25-bca7-4d91-b577-193b8b2aad8d", "external-id": "nsx-vlan-transportzone-643", "segmentation_id": 643, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6496c913-8d", "ovs_interfaceid": "6496c913-8d12-4cff-8e76-4d99fbcbe05c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1092.678694] env[69613]: DEBUG oslo_vmware.api [None req-de0994d5-e62c-4024-bc69-9339f1d482d0 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]525adf2c-f884-d811-0e0d-d9570141bf48, 'name': SearchDatastore_Task, 'duration_secs': 0.013048} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.679007] env[69613]: DEBUG oslo_concurrency.lockutils [None req-de0994d5-e62c-4024-bc69-9339f1d482d0 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.679254] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-de0994d5-e62c-4024-bc69-9339f1d482d0 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] [instance: 65aee893-5fdc-4721-855d-249b34cd1b62] Processing image 2b7a0304-b5d0-431d-b287-32c8388d7fbd {{(pid=69613) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1092.679497] env[69613]: DEBUG oslo_concurrency.lockutils [None req-de0994d5-e62c-4024-bc69-9339f1d482d0 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.679644] env[69613]: DEBUG oslo_concurrency.lockutils [None req-de0994d5-e62c-4024-bc69-9339f1d482d0 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.679822] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-de0994d5-e62c-4024-bc69-9339f1d482d0 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69613) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1092.680095] env[69613]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c9b4ef42-235c-4fa6-a110-227d62163147 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.689762] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-de0994d5-e62c-4024-bc69-9339f1d482d0 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69613) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1092.689968] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-de0994d5-e62c-4024-bc69-9339f1d482d0 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69613) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1092.690694] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-60ef4e9e-9075-4937-b86a-3ca8b6e22bdf {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.696527] env[69613]: DEBUG oslo_vmware.api [None req-de0994d5-e62c-4024-bc69-9339f1d482d0 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Waiting for the task: (returnval){ [ 1092.696527] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]521fccb9-fd7f-a27d-c78c-b15feb19221c" [ 1092.696527] env[69613]: _type = "Task" [ 1092.696527] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.704114] env[69613]: DEBUG oslo_vmware.api [None req-de0994d5-e62c-4024-bc69-9339f1d482d0 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]521fccb9-fd7f-a27d-c78c-b15feb19221c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.840453] env[69613]: DEBUG oslo_concurrency.lockutils [None req-8ea97c0e-3186-4389-b23a-348a889bf5a7 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Acquiring lock "interface-9333145d-7d80-405b-b94e-37152559489e-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1092.840664] env[69613]: DEBUG oslo_concurrency.lockutils [None req-8ea97c0e-3186-4389-b23a-348a889bf5a7 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Lock "interface-9333145d-7d80-405b-b94e-37152559489e-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1092.840992] env[69613]: DEBUG nova.objects.instance [None req-8ea97c0e-3186-4389-b23a-348a889bf5a7 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Lazy-loading 'flavor' on Instance uuid 9333145d-7d80-405b-b94e-37152559489e {{(pid=69613) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1093.064556] env[69613]: DEBUG nova.scheduler.client.report [None req-cfd67dbc-c206-430c-aefa-32aecf6fd0f8 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Inventory has not changed for provider af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69613) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1093.077606] env[69613]: DEBUG oslo_concurrency.lockutils [req-c9d7ebff-c4cb-4746-98d2-036e20df0f6c req-9764a366-c127-4684-9c01-64cc504bffb3 service nova] Releasing lock "refresh_cache-65aee893-5fdc-4721-855d-249b34cd1b62" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.208499] env[69613]: DEBUG oslo_vmware.api [None req-de0994d5-e62c-4024-bc69-9339f1d482d0 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]521fccb9-fd7f-a27d-c78c-b15feb19221c, 'name': SearchDatastore_Task, 'duration_secs': 0.008962} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.209337] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d92550d2-2304-467e-878f-0b44f1591cf6 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.216341] env[69613]: DEBUG oslo_vmware.api [None req-de0994d5-e62c-4024-bc69-9339f1d482d0 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Waiting for the task: (returnval){ [ 1093.216341] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]52c34857-d07e-e1a5-07cb-1295f02b1691" [ 1093.216341] env[69613]: _type = "Task" [ 1093.216341] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.224918] env[69613]: DEBUG oslo_vmware.api [None req-de0994d5-e62c-4024-bc69-9339f1d482d0 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52c34857-d07e-e1a5-07cb-1295f02b1691, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.345654] env[69613]: DEBUG nova.objects.instance [None req-8ea97c0e-3186-4389-b23a-348a889bf5a7 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Lazy-loading 'pci_requests' on Instance uuid 9333145d-7d80-405b-b94e-37152559489e {{(pid=69613) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1093.570025] env[69613]: DEBUG oslo_concurrency.lockutils [None req-cfd67dbc-c206-430c-aefa-32aecf6fd0f8 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.373s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1093.570608] env[69613]: DEBUG nova.compute.manager [None req-cfd67dbc-c206-430c-aefa-32aecf6fd0f8 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] [instance: 16a3ee5d-0de2-40a7-bef8-cf22fd34af0e] Start building networks asynchronously for instance. {{(pid=69613) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1093.573828] env[69613]: DEBUG oslo_concurrency.lockutils [None req-b6de58ca-4a39-46d4-b31a-61df3a4012e9 tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.306s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1093.574188] env[69613]: DEBUG oslo_concurrency.lockutils [None req-b6de58ca-4a39-46d4-b31a-61df3a4012e9 tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1093.576277] env[69613]: DEBUG oslo_concurrency.lockutils [None req-f4b40de1-e8a8-4c03-af17-976926fe6d56 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 13.996s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1093.576472] env[69613]: DEBUG nova.objects.instance [None req-f4b40de1-e8a8-4c03-af17-976926fe6d56 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] [instance: 01bcdedb-402d-4542-9f89-d1a661ed158e] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69613) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1093.600494] env[69613]: INFO nova.scheduler.client.report [None req-b6de58ca-4a39-46d4-b31a-61df3a4012e9 tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] Deleted allocations for instance 521abeea-6ae3-4d7e-becf-12ceb0021bb2 [ 1093.728400] env[69613]: DEBUG oslo_vmware.api [None req-de0994d5-e62c-4024-bc69-9339f1d482d0 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52c34857-d07e-e1a5-07cb-1295f02b1691, 'name': SearchDatastore_Task, 'duration_secs': 0.011488} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.728682] env[69613]: DEBUG oslo_concurrency.lockutils [None req-de0994d5-e62c-4024-bc69-9339f1d482d0 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.728951] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-de0994d5-e62c-4024-bc69-9339f1d482d0 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk to [datastore2] 65aee893-5fdc-4721-855d-249b34cd1b62/65aee893-5fdc-4721-855d-249b34cd1b62.vmdk {{(pid=69613) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1093.729229] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4f161828-045b-4438-a884-8a4963bc6e57 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.736572] env[69613]: DEBUG oslo_vmware.api [None req-de0994d5-e62c-4024-bc69-9339f1d482d0 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Waiting for the task: (returnval){ [ 1093.736572] env[69613]: value = "task-3418141" [ 1093.736572] env[69613]: _type = "Task" [ 1093.736572] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.745258] env[69613]: DEBUG oslo_vmware.api [None req-de0994d5-e62c-4024-bc69-9339f1d482d0 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Task: {'id': task-3418141, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.849054] env[69613]: DEBUG nova.objects.base [None req-8ea97c0e-3186-4389-b23a-348a889bf5a7 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Object Instance<9333145d-7d80-405b-b94e-37152559489e> lazy-loaded attributes: flavor,pci_requests {{(pid=69613) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1093.849054] env[69613]: DEBUG nova.network.neutron [None req-8ea97c0e-3186-4389-b23a-348a889bf5a7 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] [instance: 9333145d-7d80-405b-b94e-37152559489e] allocate_for_instance() {{(pid=69613) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1093.934908] env[69613]: DEBUG oslo_concurrency.lockutils [None req-8ea97c0e-3186-4389-b23a-348a889bf5a7 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Lock "interface-9333145d-7d80-405b-b94e-37152559489e-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.094s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1094.080536] env[69613]: DEBUG nova.compute.utils [None req-cfd67dbc-c206-430c-aefa-32aecf6fd0f8 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Using /dev/sd instead of None {{(pid=69613) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1094.084776] env[69613]: DEBUG nova.compute.manager [None req-cfd67dbc-c206-430c-aefa-32aecf6fd0f8 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] [instance: 16a3ee5d-0de2-40a7-bef8-cf22fd34af0e] Allocating IP information in the background. {{(pid=69613) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1094.084947] env[69613]: DEBUG nova.network.neutron [None req-cfd67dbc-c206-430c-aefa-32aecf6fd0f8 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] [instance: 16a3ee5d-0de2-40a7-bef8-cf22fd34af0e] allocate_for_instance() {{(pid=69613) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1094.111924] env[69613]: DEBUG oslo_concurrency.lockutils [None req-b6de58ca-4a39-46d4-b31a-61df3a4012e9 tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] Lock "521abeea-6ae3-4d7e-becf-12ceb0021bb2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.343s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1094.125360] env[69613]: DEBUG nova.policy [None req-cfd67dbc-c206-430c-aefa-32aecf6fd0f8 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ba2fe8c00d3b46918ac7cbc118c13072', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9cb3ddb47c78413abf1c7b2a6db01c0e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69613) authorize /opt/stack/nova/nova/policy.py:192}} [ 1094.247028] env[69613]: DEBUG oslo_vmware.api [None req-de0994d5-e62c-4024-bc69-9339f1d482d0 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Task: {'id': task-3418141, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.49771} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.247393] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-de0994d5-e62c-4024-bc69-9339f1d482d0 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk to [datastore2] 65aee893-5fdc-4721-855d-249b34cd1b62/65aee893-5fdc-4721-855d-249b34cd1b62.vmdk {{(pid=69613) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1094.247517] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-de0994d5-e62c-4024-bc69-9339f1d482d0 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] [instance: 65aee893-5fdc-4721-855d-249b34cd1b62] Extending root virtual disk to 1048576 {{(pid=69613) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1094.247758] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0c1982ab-94fc-4d5b-bd48-9d49e3e698ed {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.253862] env[69613]: DEBUG oslo_vmware.api [None req-de0994d5-e62c-4024-bc69-9339f1d482d0 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Waiting for the task: (returnval){ [ 1094.253862] env[69613]: value = "task-3418142" [ 1094.253862] env[69613]: _type = "Task" [ 1094.253862] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.262298] env[69613]: DEBUG oslo_vmware.api [None req-de0994d5-e62c-4024-bc69-9339f1d482d0 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Task: {'id': task-3418142, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.491511] env[69613]: DEBUG nova.network.neutron [None req-cfd67dbc-c206-430c-aefa-32aecf6fd0f8 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] [instance: 16a3ee5d-0de2-40a7-bef8-cf22fd34af0e] Successfully created port: 9ec3dec5-93d6-4f30-ae5b-f111a8fb2428 {{(pid=69613) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1094.588539] env[69613]: DEBUG oslo_concurrency.lockutils [None req-f4b40de1-e8a8-4c03-af17-976926fe6d56 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.012s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1094.589788] env[69613]: DEBUG nova.compute.manager [None req-cfd67dbc-c206-430c-aefa-32aecf6fd0f8 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] [instance: 16a3ee5d-0de2-40a7-bef8-cf22fd34af0e] Start building block device mappings for instance. {{(pid=69613) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1094.592522] env[69613]: DEBUG oslo_concurrency.lockutils [None req-c51f57b2-32e4-4f63-b813-3d33b2a4b3be tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.902s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1094.592761] env[69613]: DEBUG oslo_concurrency.lockutils [None req-c51f57b2-32e4-4f63-b813-3d33b2a4b3be tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1094.594810] env[69613]: DEBUG oslo_concurrency.lockutils [None req-a8d74b65-0c0a-437a-af4d-61633f0164f7 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.619s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1094.596266] env[69613]: INFO nova.compute.claims [None req-a8d74b65-0c0a-437a-af4d-61633f0164f7 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] [instance: 670e7607-58b1-478f-8a42-e83665cc8f22] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1094.622692] env[69613]: INFO nova.scheduler.client.report [None req-c51f57b2-32e4-4f63-b813-3d33b2a4b3be tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] Deleted allocations for instance 225b95ef-63bb-4262-88b3-53f5095e9390 [ 1094.765157] env[69613]: DEBUG oslo_vmware.api [None req-de0994d5-e62c-4024-bc69-9339f1d482d0 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Task: {'id': task-3418142, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068303} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.765470] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-de0994d5-e62c-4024-bc69-9339f1d482d0 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] [instance: 65aee893-5fdc-4721-855d-249b34cd1b62] Extended root virtual disk {{(pid=69613) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1094.766277] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f70f3e2b-a7bb-4e0a-8847-b32706458846 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.788150] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-de0994d5-e62c-4024-bc69-9339f1d482d0 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] [instance: 65aee893-5fdc-4721-855d-249b34cd1b62] Reconfiguring VM instance instance-0000006b to attach disk [datastore2] 65aee893-5fdc-4721-855d-249b34cd1b62/65aee893-5fdc-4721-855d-249b34cd1b62.vmdk or device None with type sparse {{(pid=69613) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1094.788429] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c2124cf0-942a-4dbb-af0e-d4b81839fb41 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.810575] env[69613]: DEBUG oslo_vmware.api [None req-de0994d5-e62c-4024-bc69-9339f1d482d0 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Waiting for the task: (returnval){ [ 1094.810575] env[69613]: value = "task-3418143" [ 1094.810575] env[69613]: _type = "Task" [ 1094.810575] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.818076] env[69613]: DEBUG oslo_vmware.api [None req-de0994d5-e62c-4024-bc69-9339f1d482d0 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Task: {'id': task-3418143, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.129174] env[69613]: DEBUG oslo_concurrency.lockutils [None req-c51f57b2-32e4-4f63-b813-3d33b2a4b3be tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] Lock "225b95ef-63bb-4262-88b3-53f5095e9390" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.847s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1095.321979] env[69613]: DEBUG oslo_vmware.api [None req-de0994d5-e62c-4024-bc69-9339f1d482d0 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Task: {'id': task-3418143, 'name': ReconfigVM_Task, 'duration_secs': 0.286429} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.322303] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-de0994d5-e62c-4024-bc69-9339f1d482d0 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] [instance: 65aee893-5fdc-4721-855d-249b34cd1b62] Reconfigured VM instance instance-0000006b to attach disk [datastore2] 65aee893-5fdc-4721-855d-249b34cd1b62/65aee893-5fdc-4721-855d-249b34cd1b62.vmdk or device None with type sparse {{(pid=69613) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1095.322754] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9e5b2dac-fc9f-4825-a227-e7641495c381 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.329786] env[69613]: DEBUG oslo_vmware.api [None req-de0994d5-e62c-4024-bc69-9339f1d482d0 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Waiting for the task: (returnval){ [ 1095.329786] env[69613]: value = "task-3418144" [ 1095.329786] env[69613]: _type = "Task" [ 1095.329786] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.337331] env[69613]: DEBUG oslo_vmware.api [None req-de0994d5-e62c-4024-bc69-9339f1d482d0 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Task: {'id': task-3418144, 'name': Rename_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.610792] env[69613]: DEBUG nova.compute.manager [None req-cfd67dbc-c206-430c-aefa-32aecf6fd0f8 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] [instance: 16a3ee5d-0de2-40a7-bef8-cf22fd34af0e] Start spawning the instance on the hypervisor. {{(pid=69613) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1095.639289] env[69613]: DEBUG nova.virt.hardware [None req-cfd67dbc-c206-430c-aefa-32aecf6fd0f8 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T13:55:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T13:55:19Z,direct_url=,disk_format='vmdk',id=2b7a0304-b5d0-431d-b287-32c8388d7fbd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3e9e1b873f1442d59d5ee8247b941f74',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T13:55:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1095.639536] env[69613]: DEBUG nova.virt.hardware [None req-cfd67dbc-c206-430c-aefa-32aecf6fd0f8 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Flavor limits 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1095.639695] env[69613]: DEBUG nova.virt.hardware [None req-cfd67dbc-c206-430c-aefa-32aecf6fd0f8 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Image limits 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1095.639873] env[69613]: DEBUG nova.virt.hardware [None req-cfd67dbc-c206-430c-aefa-32aecf6fd0f8 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Flavor pref 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1095.640057] env[69613]: DEBUG nova.virt.hardware [None req-cfd67dbc-c206-430c-aefa-32aecf6fd0f8 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Image pref 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1095.640189] env[69613]: DEBUG nova.virt.hardware [None req-cfd67dbc-c206-430c-aefa-32aecf6fd0f8 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1095.640399] env[69613]: DEBUG nova.virt.hardware [None req-cfd67dbc-c206-430c-aefa-32aecf6fd0f8 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1095.640558] env[69613]: DEBUG nova.virt.hardware [None req-cfd67dbc-c206-430c-aefa-32aecf6fd0f8 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69613) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1095.640723] env[69613]: DEBUG nova.virt.hardware [None req-cfd67dbc-c206-430c-aefa-32aecf6fd0f8 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Got 1 possible topologies {{(pid=69613) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1095.640882] env[69613]: DEBUG nova.virt.hardware [None req-cfd67dbc-c206-430c-aefa-32aecf6fd0f8 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1095.641104] env[69613]: DEBUG nova.virt.hardware [None req-cfd67dbc-c206-430c-aefa-32aecf6fd0f8 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1095.641979] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e84a425-f36c-4dd5-b058-2ce5f5175d93 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.652528] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ee243ce-8006-4cf0-b195-55d23e5f2edd {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.841161] env[69613]: DEBUG oslo_vmware.api [None req-de0994d5-e62c-4024-bc69-9339f1d482d0 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Task: {'id': task-3418144, 'name': Rename_Task, 'duration_secs': 0.151552} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.842182] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-de0994d5-e62c-4024-bc69-9339f1d482d0 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] [instance: 65aee893-5fdc-4721-855d-249b34cd1b62] Powering on the VM {{(pid=69613) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1095.842902] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec4cd9ef-2c9a-441e-8ae9-03c2c830948e {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.845195] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-90ca1067-18a9-44f6-9e56-7f3a3ea7722a {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.850791] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14e61d4d-efcf-4a25-90eb-09e6c3489e78 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.854502] env[69613]: DEBUG oslo_vmware.api [None req-de0994d5-e62c-4024-bc69-9339f1d482d0 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Waiting for the task: (returnval){ [ 1095.854502] env[69613]: value = "task-3418145" [ 1095.854502] env[69613]: _type = "Task" [ 1095.854502] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.885854] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cce2871-7f4b-4bf6-9150-ee0404f5c79a {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.891681] env[69613]: DEBUG oslo_vmware.api [None req-de0994d5-e62c-4024-bc69-9339f1d482d0 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Task: {'id': task-3418145, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.895133] env[69613]: DEBUG nova.compute.manager [req-e73d8bc6-1aeb-4a18-bc63-0111f672317d req-60a3104f-d28c-4148-b0e9-ae545f57aa0a service nova] [instance: 16a3ee5d-0de2-40a7-bef8-cf22fd34af0e] Received event network-vif-plugged-9ec3dec5-93d6-4f30-ae5b-f111a8fb2428 {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1095.895394] env[69613]: DEBUG oslo_concurrency.lockutils [req-e73d8bc6-1aeb-4a18-bc63-0111f672317d req-60a3104f-d28c-4148-b0e9-ae545f57aa0a service nova] Acquiring lock "16a3ee5d-0de2-40a7-bef8-cf22fd34af0e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1095.895542] env[69613]: DEBUG oslo_concurrency.lockutils [req-e73d8bc6-1aeb-4a18-bc63-0111f672317d req-60a3104f-d28c-4148-b0e9-ae545f57aa0a service nova] Lock "16a3ee5d-0de2-40a7-bef8-cf22fd34af0e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1095.895706] env[69613]: DEBUG oslo_concurrency.lockutils [req-e73d8bc6-1aeb-4a18-bc63-0111f672317d req-60a3104f-d28c-4148-b0e9-ae545f57aa0a service nova] Lock "16a3ee5d-0de2-40a7-bef8-cf22fd34af0e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1095.895869] env[69613]: DEBUG nova.compute.manager [req-e73d8bc6-1aeb-4a18-bc63-0111f672317d req-60a3104f-d28c-4148-b0e9-ae545f57aa0a service nova] [instance: 16a3ee5d-0de2-40a7-bef8-cf22fd34af0e] No waiting events found dispatching network-vif-plugged-9ec3dec5-93d6-4f30-ae5b-f111a8fb2428 {{(pid=69613) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1095.896037] env[69613]: WARNING nova.compute.manager [req-e73d8bc6-1aeb-4a18-bc63-0111f672317d req-60a3104f-d28c-4148-b0e9-ae545f57aa0a service nova] [instance: 16a3ee5d-0de2-40a7-bef8-cf22fd34af0e] Received unexpected event network-vif-plugged-9ec3dec5-93d6-4f30-ae5b-f111a8fb2428 for instance with vm_state building and task_state spawning. [ 1095.899665] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac9e6c2d-af08-436b-91ae-996ebdb38479 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.915457] env[69613]: DEBUG nova.compute.provider_tree [None req-a8d74b65-0c0a-437a-af4d-61633f0164f7 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Inventory has not changed in ProviderTree for provider: af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 {{(pid=69613) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1095.917405] env[69613]: DEBUG oslo_concurrency.lockutils [None req-9d78035c-d20c-4cd3-b5b5-ad389cfaf725 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Acquiring lock "interface-9333145d-7d80-405b-b94e-37152559489e-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1095.917405] env[69613]: DEBUG oslo_concurrency.lockutils [None req-9d78035c-d20c-4cd3-b5b5-ad389cfaf725 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Lock "interface-9333145d-7d80-405b-b94e-37152559489e-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1095.917793] env[69613]: DEBUG nova.objects.instance [None req-9d78035c-d20c-4cd3-b5b5-ad389cfaf725 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Lazy-loading 'flavor' on Instance uuid 9333145d-7d80-405b-b94e-37152559489e {{(pid=69613) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1095.921901] env[69613]: DEBUG oslo_concurrency.lockutils [None req-62ed4a6f-dac2-4da1-8339-5232a792ad5c tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] Acquiring lock "7e2c1711-9229-4b57-89b7-8f31d966ff35" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1095.922857] env[69613]: DEBUG oslo_concurrency.lockutils [None req-62ed4a6f-dac2-4da1-8339-5232a792ad5c tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] Lock "7e2c1711-9229-4b57-89b7-8f31d966ff35" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1095.960168] env[69613]: DEBUG oslo_concurrency.lockutils [None req-62ed4a6f-dac2-4da1-8339-5232a792ad5c tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] Acquiring lock "375fba5b-7d37-4e57-91bd-eb224d9feda8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1095.960303] env[69613]: DEBUG oslo_concurrency.lockutils [None req-62ed4a6f-dac2-4da1-8339-5232a792ad5c tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] Lock "375fba5b-7d37-4e57-91bd-eb224d9feda8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1096.027398] env[69613]: DEBUG nova.network.neutron [None req-cfd67dbc-c206-430c-aefa-32aecf6fd0f8 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] [instance: 16a3ee5d-0de2-40a7-bef8-cf22fd34af0e] Successfully updated port: 9ec3dec5-93d6-4f30-ae5b-f111a8fb2428 {{(pid=69613) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1096.366995] env[69613]: DEBUG oslo_vmware.api [None req-de0994d5-e62c-4024-bc69-9339f1d482d0 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Task: {'id': task-3418145, 'name': PowerOnVM_Task, 'duration_secs': 0.486151} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.367422] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-de0994d5-e62c-4024-bc69-9339f1d482d0 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] [instance: 65aee893-5fdc-4721-855d-249b34cd1b62] Powered on the VM {{(pid=69613) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1096.367556] env[69613]: INFO nova.compute.manager [None req-de0994d5-e62c-4024-bc69-9339f1d482d0 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] [instance: 65aee893-5fdc-4721-855d-249b34cd1b62] Took 7.60 seconds to spawn the instance on the hypervisor. [ 1096.367676] env[69613]: DEBUG nova.compute.manager [None req-de0994d5-e62c-4024-bc69-9339f1d482d0 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] [instance: 65aee893-5fdc-4721-855d-249b34cd1b62] Checking state {{(pid=69613) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1096.368460] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e0e9a61-8ff1-40d0-bc6e-8cf247e8d739 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.423090] env[69613]: DEBUG nova.scheduler.client.report [None req-a8d74b65-0c0a-437a-af4d-61633f0164f7 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Inventory has not changed for provider af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69613) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1096.429204] env[69613]: DEBUG nova.compute.manager [None req-62ed4a6f-dac2-4da1-8339-5232a792ad5c tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] [instance: 7e2c1711-9229-4b57-89b7-8f31d966ff35] Starting instance... {{(pid=69613) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1096.462520] env[69613]: DEBUG nova.compute.manager [None req-62ed4a6f-dac2-4da1-8339-5232a792ad5c tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] [instance: 375fba5b-7d37-4e57-91bd-eb224d9feda8] Starting instance... {{(pid=69613) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1096.528429] env[69613]: DEBUG nova.objects.instance [None req-9d78035c-d20c-4cd3-b5b5-ad389cfaf725 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Lazy-loading 'pci_requests' on Instance uuid 9333145d-7d80-405b-b94e-37152559489e {{(pid=69613) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1096.529631] env[69613]: DEBUG oslo_concurrency.lockutils [None req-cfd67dbc-c206-430c-aefa-32aecf6fd0f8 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Acquiring lock "refresh_cache-16a3ee5d-0de2-40a7-bef8-cf22fd34af0e" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.529763] env[69613]: DEBUG oslo_concurrency.lockutils [None req-cfd67dbc-c206-430c-aefa-32aecf6fd0f8 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Acquired lock "refresh_cache-16a3ee5d-0de2-40a7-bef8-cf22fd34af0e" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.529900] env[69613]: DEBUG nova.network.neutron [None req-cfd67dbc-c206-430c-aefa-32aecf6fd0f8 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] [instance: 16a3ee5d-0de2-40a7-bef8-cf22fd34af0e] Building network info cache for instance {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1096.887201] env[69613]: INFO nova.compute.manager [None req-de0994d5-e62c-4024-bc69-9339f1d482d0 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] [instance: 65aee893-5fdc-4721-855d-249b34cd1b62] Took 22.05 seconds to build instance. [ 1096.930215] env[69613]: DEBUG oslo_concurrency.lockutils [None req-a8d74b65-0c0a-437a-af4d-61633f0164f7 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.335s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1096.930762] env[69613]: DEBUG nova.compute.manager [None req-a8d74b65-0c0a-437a-af4d-61633f0164f7 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] [instance: 670e7607-58b1-478f-8a42-e83665cc8f22] Start building networks asynchronously for instance. {{(pid=69613) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1096.934098] env[69613]: DEBUG oslo_concurrency.lockutils [None req-5344620b-c841-4d88-b56e-5605297cd73c tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.081s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1096.934466] env[69613]: DEBUG oslo_concurrency.lockutils [None req-5344620b-c841-4d88-b56e-5605297cd73c tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1096.936719] env[69613]: DEBUG oslo_concurrency.lockutils [None req-540137f0-da8b-486c-ae6f-23d5676a8aea tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.443s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1096.936903] env[69613]: DEBUG oslo_concurrency.lockutils [None req-540137f0-da8b-486c-ae6f-23d5676a8aea tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1096.939050] env[69613]: DEBUG oslo_concurrency.lockutils [None req-a3767f8e-4329-45c1-bfe1-ea3577761fce tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 11.749s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1096.973086] env[69613]: INFO nova.scheduler.client.report [None req-540137f0-da8b-486c-ae6f-23d5676a8aea tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Deleted allocations for instance 01bcdedb-402d-4542-9f89-d1a661ed158e [ 1096.985621] env[69613]: DEBUG oslo_concurrency.lockutils [None req-62ed4a6f-dac2-4da1-8339-5232a792ad5c tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1097.007663] env[69613]: INFO nova.scheduler.client.report [None req-5344620b-c841-4d88-b56e-5605297cd73c tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Deleted allocations for instance 2e3d9427-2006-4911-be75-e6b1b98f8bb8 [ 1097.019413] env[69613]: DEBUG oslo_concurrency.lockutils [None req-62ed4a6f-dac2-4da1-8339-5232a792ad5c tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1097.032048] env[69613]: DEBUG nova.objects.base [None req-9d78035c-d20c-4cd3-b5b5-ad389cfaf725 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Object Instance<9333145d-7d80-405b-b94e-37152559489e> lazy-loaded attributes: flavor,pci_requests {{(pid=69613) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1097.032296] env[69613]: DEBUG nova.network.neutron [None req-9d78035c-d20c-4cd3-b5b5-ad389cfaf725 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] [instance: 9333145d-7d80-405b-b94e-37152559489e] allocate_for_instance() {{(pid=69613) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1097.068850] env[69613]: DEBUG nova.network.neutron [None req-cfd67dbc-c206-430c-aefa-32aecf6fd0f8 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] [instance: 16a3ee5d-0de2-40a7-bef8-cf22fd34af0e] Instance cache missing network info. {{(pid=69613) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1097.075916] env[69613]: DEBUG nova.policy [None req-9d78035c-d20c-4cd3-b5b5-ad389cfaf725 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1f74539de50f4a48afdf8ccfc2390e72', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ac0fd822ae5c46349cf139bf95aa6ad4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69613) authorize /opt/stack/nova/nova/policy.py:192}} [ 1097.206891] env[69613]: DEBUG nova.network.neutron [None req-cfd67dbc-c206-430c-aefa-32aecf6fd0f8 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] [instance: 16a3ee5d-0de2-40a7-bef8-cf22fd34af0e] Updating instance_info_cache with network_info: [{"id": "9ec3dec5-93d6-4f30-ae5b-f111a8fb2428", "address": "fa:16:3e:9e:c8:d7", "network": {"id": "f6c5953e-2ecd-4b80-beed-76e05ffc23b6", "bridge": "br-int", "label": "tempest-ServersTestJSON-2109045768-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9cb3ddb47c78413abf1c7b2a6db01c0e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "043ca97b-0fca-4b54-8be6-027123fa76d0", "external-id": "nsx-vlan-transportzone-702", "segmentation_id": 702, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ec3dec5-93", "ovs_interfaceid": "9ec3dec5-93d6-4f30-ae5b-f111a8fb2428", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1097.390041] env[69613]: DEBUG oslo_concurrency.lockutils [None req-de0994d5-e62c-4024-bc69-9339f1d482d0 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Lock "65aee893-5fdc-4721-855d-249b34cd1b62" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.574s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1097.393336] env[69613]: DEBUG nova.network.neutron [None req-9d78035c-d20c-4cd3-b5b5-ad389cfaf725 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] [instance: 9333145d-7d80-405b-b94e-37152559489e] Successfully created port: 8d45809f-09ca-45dc-864b-0fe6079ae832 {{(pid=69613) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1097.435505] env[69613]: DEBUG nova.compute.utils [None req-a8d74b65-0c0a-437a-af4d-61633f0164f7 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Using /dev/sd instead of None {{(pid=69613) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1097.439317] env[69613]: DEBUG nova.compute.manager [None req-a8d74b65-0c0a-437a-af4d-61633f0164f7 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] [instance: 670e7607-58b1-478f-8a42-e83665cc8f22] Allocating IP information in the background. {{(pid=69613) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1097.439555] env[69613]: DEBUG nova.network.neutron [None req-a8d74b65-0c0a-437a-af4d-61633f0164f7 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] [instance: 670e7607-58b1-478f-8a42-e83665cc8f22] allocate_for_instance() {{(pid=69613) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1097.444053] env[69613]: INFO nova.compute.claims [None req-a3767f8e-4329-45c1-bfe1-ea3577761fce tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] [instance: f36147c5-be86-4d45-9d2c-da38bba1885a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1097.483839] env[69613]: DEBUG oslo_concurrency.lockutils [None req-540137f0-da8b-486c-ae6f-23d5676a8aea tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Lock "01bcdedb-402d-4542-9f89-d1a661ed158e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.861s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1097.492426] env[69613]: DEBUG nova.policy [None req-a8d74b65-0c0a-437a-af4d-61633f0164f7 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '217258f0cf3b48b69694db1f73826e5d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c95e457d9ff84ad99712006a0d8c5dc4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69613) authorize /opt/stack/nova/nova/policy.py:192}} [ 1097.515322] env[69613]: DEBUG oslo_concurrency.lockutils [None req-5344620b-c841-4d88-b56e-5605297cd73c tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Lock "2e3d9427-2006-4911-be75-e6b1b98f8bb8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.060s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1097.710949] env[69613]: DEBUG oslo_concurrency.lockutils [None req-cfd67dbc-c206-430c-aefa-32aecf6fd0f8 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Releasing lock "refresh_cache-16a3ee5d-0de2-40a7-bef8-cf22fd34af0e" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.711052] env[69613]: DEBUG nova.compute.manager [None req-cfd67dbc-c206-430c-aefa-32aecf6fd0f8 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] [instance: 16a3ee5d-0de2-40a7-bef8-cf22fd34af0e] Instance network_info: |[{"id": "9ec3dec5-93d6-4f30-ae5b-f111a8fb2428", "address": "fa:16:3e:9e:c8:d7", "network": {"id": "f6c5953e-2ecd-4b80-beed-76e05ffc23b6", "bridge": "br-int", "label": "tempest-ServersTestJSON-2109045768-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9cb3ddb47c78413abf1c7b2a6db01c0e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "043ca97b-0fca-4b54-8be6-027123fa76d0", "external-id": "nsx-vlan-transportzone-702", "segmentation_id": 702, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ec3dec5-93", "ovs_interfaceid": "9ec3dec5-93d6-4f30-ae5b-f111a8fb2428", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69613) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1097.711490] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-cfd67dbc-c206-430c-aefa-32aecf6fd0f8 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] [instance: 16a3ee5d-0de2-40a7-bef8-cf22fd34af0e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9e:c8:d7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '043ca97b-0fca-4b54-8be6-027123fa76d0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9ec3dec5-93d6-4f30-ae5b-f111a8fb2428', 'vif_model': 'vmxnet3'}] {{(pid=69613) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1097.719806] env[69613]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cfd67dbc-c206-430c-aefa-32aecf6fd0f8 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69613) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1097.721669] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 16a3ee5d-0de2-40a7-bef8-cf22fd34af0e] Creating VM on the ESX host {{(pid=69613) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1097.726724] env[69613]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1f3fb90f-24b2-4800-973c-4a01b8245d4e {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.744295] env[69613]: DEBUG nova.network.neutron [None req-a8d74b65-0c0a-437a-af4d-61633f0164f7 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] [instance: 670e7607-58b1-478f-8a42-e83665cc8f22] Successfully created port: d4e47855-c0ce-4513-a8f3-8cebc6f85cca {{(pid=69613) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1097.752716] env[69613]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1097.752716] env[69613]: value = "task-3418146" [ 1097.752716] env[69613]: _type = "Task" [ 1097.752716] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.761179] env[69613]: DEBUG oslo_vmware.api [-] Task: {'id': task-3418146, 'name': CreateVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.935194] env[69613]: DEBUG nova.compute.manager [req-8b242f1e-22fe-49dd-975a-3d52645c3a3c req-26edf72e-681d-4176-bc9d-3aee403d97bc service nova] [instance: 16a3ee5d-0de2-40a7-bef8-cf22fd34af0e] Received event network-changed-9ec3dec5-93d6-4f30-ae5b-f111a8fb2428 {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1097.935418] env[69613]: DEBUG nova.compute.manager [req-8b242f1e-22fe-49dd-975a-3d52645c3a3c req-26edf72e-681d-4176-bc9d-3aee403d97bc service nova] [instance: 16a3ee5d-0de2-40a7-bef8-cf22fd34af0e] Refreshing instance network info cache due to event network-changed-9ec3dec5-93d6-4f30-ae5b-f111a8fb2428. {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1097.935651] env[69613]: DEBUG oslo_concurrency.lockutils [req-8b242f1e-22fe-49dd-975a-3d52645c3a3c req-26edf72e-681d-4176-bc9d-3aee403d97bc service nova] Acquiring lock "refresh_cache-16a3ee5d-0de2-40a7-bef8-cf22fd34af0e" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.935802] env[69613]: DEBUG oslo_concurrency.lockutils [req-8b242f1e-22fe-49dd-975a-3d52645c3a3c req-26edf72e-681d-4176-bc9d-3aee403d97bc service nova] Acquired lock "refresh_cache-16a3ee5d-0de2-40a7-bef8-cf22fd34af0e" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.935968] env[69613]: DEBUG nova.network.neutron [req-8b242f1e-22fe-49dd-975a-3d52645c3a3c req-26edf72e-681d-4176-bc9d-3aee403d97bc service nova] [instance: 16a3ee5d-0de2-40a7-bef8-cf22fd34af0e] Refreshing network info cache for port 9ec3dec5-93d6-4f30-ae5b-f111a8fb2428 {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1097.942499] env[69613]: DEBUG nova.compute.manager [None req-a8d74b65-0c0a-437a-af4d-61633f0164f7 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] [instance: 670e7607-58b1-478f-8a42-e83665cc8f22] Start building block device mappings for instance. {{(pid=69613) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1097.951233] env[69613]: INFO nova.compute.resource_tracker [None req-a3767f8e-4329-45c1-bfe1-ea3577761fce tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] [instance: f36147c5-be86-4d45-9d2c-da38bba1885a] Updating resource usage from migration 38bcb958-bac2-46ec-8be8-4395ab1f4e60 [ 1098.220511] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1cea0b6-252d-49f0-9cdc-91ad93815f08 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.228243] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c3ed99f-af62-4e52-8dab-1c323b2cf5aa {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.266847] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb63c754-90fb-4e5f-9aad-3c56aebfbb83 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.269330] env[69613]: DEBUG nova.compute.manager [None req-fd83c2cc-188b-451d-9386-78ad876e400b tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] [instance: 65aee893-5fdc-4721-855d-249b34cd1b62] Stashing vm_state: active {{(pid=69613) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1098.279031] env[69613]: DEBUG oslo_vmware.api [-] Task: {'id': task-3418146, 'name': CreateVM_Task, 'duration_secs': 0.32734} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.280139] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 16a3ee5d-0de2-40a7-bef8-cf22fd34af0e] Created VM on the ESX host {{(pid=69613) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1098.280871] env[69613]: DEBUG oslo_concurrency.lockutils [None req-cfd67dbc-c206-430c-aefa-32aecf6fd0f8 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.281066] env[69613]: DEBUG oslo_concurrency.lockutils [None req-cfd67dbc-c206-430c-aefa-32aecf6fd0f8 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.281394] env[69613]: DEBUG oslo_concurrency.lockutils [None req-cfd67dbc-c206-430c-aefa-32aecf6fd0f8 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.282663] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-647db304-9e26-449c-a282-d574aff15ab3 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.286564] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-42815c1c-b666-4316-83d7-2baf25d2d407 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.291554] env[69613]: DEBUG oslo_vmware.api [None req-cfd67dbc-c206-430c-aefa-32aecf6fd0f8 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Waiting for the task: (returnval){ [ 1098.291554] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]5233763c-259d-98a3-5230-f7a54e4b3c98" [ 1098.291554] env[69613]: _type = "Task" [ 1098.291554] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.299316] env[69613]: DEBUG nova.compute.provider_tree [None req-a3767f8e-4329-45c1-bfe1-ea3577761fce tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Inventory has not changed in ProviderTree for provider: af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 {{(pid=69613) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1098.310400] env[69613]: DEBUG oslo_vmware.api [None req-cfd67dbc-c206-430c-aefa-32aecf6fd0f8 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]5233763c-259d-98a3-5230-f7a54e4b3c98, 'name': SearchDatastore_Task, 'duration_secs': 0.009908} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.311958] env[69613]: DEBUG oslo_concurrency.lockutils [None req-cfd67dbc-c206-430c-aefa-32aecf6fd0f8 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.312219] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-cfd67dbc-c206-430c-aefa-32aecf6fd0f8 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] [instance: 16a3ee5d-0de2-40a7-bef8-cf22fd34af0e] Processing image 2b7a0304-b5d0-431d-b287-32c8388d7fbd {{(pid=69613) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1098.312458] env[69613]: DEBUG oslo_concurrency.lockutils [None req-cfd67dbc-c206-430c-aefa-32aecf6fd0f8 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.312605] env[69613]: DEBUG oslo_concurrency.lockutils [None req-cfd67dbc-c206-430c-aefa-32aecf6fd0f8 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.312781] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-cfd67dbc-c206-430c-aefa-32aecf6fd0f8 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69613) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1098.313304] env[69613]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-636d0e5a-9578-42d4-8d22-352bd69a0819 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.322289] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-cfd67dbc-c206-430c-aefa-32aecf6fd0f8 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69613) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1098.322538] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-cfd67dbc-c206-430c-aefa-32aecf6fd0f8 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69613) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1098.323362] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6bfba8ac-fe80-4fd5-a8b3-7f539cbf7faa {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.329231] env[69613]: DEBUG oslo_vmware.api [None req-cfd67dbc-c206-430c-aefa-32aecf6fd0f8 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Waiting for the task: (returnval){ [ 1098.329231] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]5275b646-0c10-1af1-5144-c3eb95fa479a" [ 1098.329231] env[69613]: _type = "Task" [ 1098.329231] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.339575] env[69613]: DEBUG oslo_vmware.api [None req-cfd67dbc-c206-430c-aefa-32aecf6fd0f8 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]5275b646-0c10-1af1-5144-c3eb95fa479a, 'name': SearchDatastore_Task, 'duration_secs': 0.008449} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.340345] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5ec18774-f961-4315-9c46-a81a851ca2d4 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.345828] env[69613]: DEBUG oslo_vmware.api [None req-cfd67dbc-c206-430c-aefa-32aecf6fd0f8 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Waiting for the task: (returnval){ [ 1098.345828] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]5235c4ef-3cd4-124d-2ccc-d79c091c3f7d" [ 1098.345828] env[69613]: _type = "Task" [ 1098.345828] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.353647] env[69613]: DEBUG oslo_vmware.api [None req-cfd67dbc-c206-430c-aefa-32aecf6fd0f8 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]5235c4ef-3cd4-124d-2ccc-d79c091c3f7d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.661647] env[69613]: DEBUG nova.network.neutron [req-8b242f1e-22fe-49dd-975a-3d52645c3a3c req-26edf72e-681d-4176-bc9d-3aee403d97bc service nova] [instance: 16a3ee5d-0de2-40a7-bef8-cf22fd34af0e] Updated VIF entry in instance network info cache for port 9ec3dec5-93d6-4f30-ae5b-f111a8fb2428. {{(pid=69613) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1098.661994] env[69613]: DEBUG nova.network.neutron [req-8b242f1e-22fe-49dd-975a-3d52645c3a3c req-26edf72e-681d-4176-bc9d-3aee403d97bc service nova] [instance: 16a3ee5d-0de2-40a7-bef8-cf22fd34af0e] Updating instance_info_cache with network_info: [{"id": "9ec3dec5-93d6-4f30-ae5b-f111a8fb2428", "address": "fa:16:3e:9e:c8:d7", "network": {"id": "f6c5953e-2ecd-4b80-beed-76e05ffc23b6", "bridge": "br-int", "label": "tempest-ServersTestJSON-2109045768-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9cb3ddb47c78413abf1c7b2a6db01c0e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "043ca97b-0fca-4b54-8be6-027123fa76d0", "external-id": "nsx-vlan-transportzone-702", "segmentation_id": 702, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ec3dec5-93", "ovs_interfaceid": "9ec3dec5-93d6-4f30-ae5b-f111a8fb2428", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1098.794205] env[69613]: DEBUG oslo_concurrency.lockutils [None req-fd83c2cc-188b-451d-9386-78ad876e400b tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1098.805021] env[69613]: DEBUG nova.scheduler.client.report [None req-a3767f8e-4329-45c1-bfe1-ea3577761fce tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Inventory has not changed for provider af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69613) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1098.865919] env[69613]: DEBUG oslo_vmware.api [None req-cfd67dbc-c206-430c-aefa-32aecf6fd0f8 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]5235c4ef-3cd4-124d-2ccc-d79c091c3f7d, 'name': SearchDatastore_Task, 'duration_secs': 0.00962} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.865919] env[69613]: DEBUG oslo_concurrency.lockutils [None req-cfd67dbc-c206-430c-aefa-32aecf6fd0f8 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.865919] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfd67dbc-c206-430c-aefa-32aecf6fd0f8 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk to [datastore2] 16a3ee5d-0de2-40a7-bef8-cf22fd34af0e/16a3ee5d-0de2-40a7-bef8-cf22fd34af0e.vmdk {{(pid=69613) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1098.865919] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-250bb72e-eb7e-4dc0-a7a1-a8a37b76f665 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.873785] env[69613]: DEBUG oslo_vmware.api [None req-cfd67dbc-c206-430c-aefa-32aecf6fd0f8 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Waiting for the task: (returnval){ [ 1098.873785] env[69613]: value = "task-3418147" [ 1098.873785] env[69613]: _type = "Task" [ 1098.873785] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.882266] env[69613]: DEBUG oslo_vmware.api [None req-cfd67dbc-c206-430c-aefa-32aecf6fd0f8 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Task: {'id': task-3418147, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.954722] env[69613]: DEBUG nova.compute.manager [None req-a8d74b65-0c0a-437a-af4d-61633f0164f7 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] [instance: 670e7607-58b1-478f-8a42-e83665cc8f22] Start spawning the instance on the hypervisor. {{(pid=69613) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1098.968269] env[69613]: DEBUG nova.network.neutron [None req-9d78035c-d20c-4cd3-b5b5-ad389cfaf725 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] [instance: 9333145d-7d80-405b-b94e-37152559489e] Successfully updated port: 8d45809f-09ca-45dc-864b-0fe6079ae832 {{(pid=69613) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1098.981592] env[69613]: DEBUG nova.virt.hardware [None req-a8d74b65-0c0a-437a-af4d-61633f0164f7 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T13:55:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T13:55:19Z,direct_url=,disk_format='vmdk',id=2b7a0304-b5d0-431d-b287-32c8388d7fbd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3e9e1b873f1442d59d5ee8247b941f74',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T13:55:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1098.981918] env[69613]: DEBUG nova.virt.hardware [None req-a8d74b65-0c0a-437a-af4d-61633f0164f7 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Flavor limits 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1098.982124] env[69613]: DEBUG nova.virt.hardware [None req-a8d74b65-0c0a-437a-af4d-61633f0164f7 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Image limits 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1098.982336] env[69613]: DEBUG nova.virt.hardware [None req-a8d74b65-0c0a-437a-af4d-61633f0164f7 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Flavor pref 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1098.982498] env[69613]: DEBUG nova.virt.hardware [None req-a8d74b65-0c0a-437a-af4d-61633f0164f7 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Image pref 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1098.982645] env[69613]: DEBUG nova.virt.hardware [None req-a8d74b65-0c0a-437a-af4d-61633f0164f7 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1098.982869] env[69613]: DEBUG nova.virt.hardware [None req-a8d74b65-0c0a-437a-af4d-61633f0164f7 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1098.983213] env[69613]: DEBUG nova.virt.hardware [None req-a8d74b65-0c0a-437a-af4d-61633f0164f7 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69613) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1098.983438] env[69613]: DEBUG nova.virt.hardware [None req-a8d74b65-0c0a-437a-af4d-61633f0164f7 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Got 1 possible topologies {{(pid=69613) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1098.983660] env[69613]: DEBUG nova.virt.hardware [None req-a8d74b65-0c0a-437a-af4d-61633f0164f7 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1098.983858] env[69613]: DEBUG nova.virt.hardware [None req-a8d74b65-0c0a-437a-af4d-61633f0164f7 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1098.984765] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ca87291-7ed1-4c76-8d6a-5f61193bb1ce {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.994393] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b710b819-d2e7-4586-87f8-0e7c040b1fe6 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.164920] env[69613]: DEBUG oslo_concurrency.lockutils [req-8b242f1e-22fe-49dd-975a-3d52645c3a3c req-26edf72e-681d-4176-bc9d-3aee403d97bc service nova] Releasing lock "refresh_cache-16a3ee5d-0de2-40a7-bef8-cf22fd34af0e" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.229456] env[69613]: DEBUG nova.network.neutron [None req-a8d74b65-0c0a-437a-af4d-61633f0164f7 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] [instance: 670e7607-58b1-478f-8a42-e83665cc8f22] Successfully updated port: d4e47855-c0ce-4513-a8f3-8cebc6f85cca {{(pid=69613) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1099.261531] env[69613]: DEBUG nova.compute.manager [req-9f25dc6d-3dea-4e1f-90ee-24b7c5e50b09 req-41092b2f-c1e2-40f6-afd2-6954455731a3 service nova] [instance: 670e7607-58b1-478f-8a42-e83665cc8f22] Received event network-vif-plugged-d4e47855-c0ce-4513-a8f3-8cebc6f85cca {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1099.261531] env[69613]: DEBUG oslo_concurrency.lockutils [req-9f25dc6d-3dea-4e1f-90ee-24b7c5e50b09 req-41092b2f-c1e2-40f6-afd2-6954455731a3 service nova] Acquiring lock "670e7607-58b1-478f-8a42-e83665cc8f22-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1099.261531] env[69613]: DEBUG oslo_concurrency.lockutils [req-9f25dc6d-3dea-4e1f-90ee-24b7c5e50b09 req-41092b2f-c1e2-40f6-afd2-6954455731a3 service nova] Lock "670e7607-58b1-478f-8a42-e83665cc8f22-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1099.261531] env[69613]: DEBUG oslo_concurrency.lockutils [req-9f25dc6d-3dea-4e1f-90ee-24b7c5e50b09 req-41092b2f-c1e2-40f6-afd2-6954455731a3 service nova] Lock "670e7607-58b1-478f-8a42-e83665cc8f22-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1099.261892] env[69613]: DEBUG nova.compute.manager [req-9f25dc6d-3dea-4e1f-90ee-24b7c5e50b09 req-41092b2f-c1e2-40f6-afd2-6954455731a3 service nova] [instance: 670e7607-58b1-478f-8a42-e83665cc8f22] No waiting events found dispatching network-vif-plugged-d4e47855-c0ce-4513-a8f3-8cebc6f85cca {{(pid=69613) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1099.261892] env[69613]: WARNING nova.compute.manager [req-9f25dc6d-3dea-4e1f-90ee-24b7c5e50b09 req-41092b2f-c1e2-40f6-afd2-6954455731a3 service nova] [instance: 670e7607-58b1-478f-8a42-e83665cc8f22] Received unexpected event network-vif-plugged-d4e47855-c0ce-4513-a8f3-8cebc6f85cca for instance with vm_state building and task_state spawning. [ 1099.308526] env[69613]: DEBUG oslo_concurrency.lockutils [None req-a3767f8e-4329-45c1-bfe1-ea3577761fce tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.369s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1099.308963] env[69613]: INFO nova.compute.manager [None req-a3767f8e-4329-45c1-bfe1-ea3577761fce tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] [instance: f36147c5-be86-4d45-9d2c-da38bba1885a] Migrating [ 1099.316038] env[69613]: DEBUG oslo_concurrency.lockutils [None req-2d7172b7-8c6f-4815-a3ee-a2c5423fba97 tempest-TenantUsagesTestJSON-155898756 tempest-TenantUsagesTestJSON-155898756-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.011s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1099.316038] env[69613]: DEBUG oslo_concurrency.lockutils [None req-2d7172b7-8c6f-4815-a3ee-a2c5423fba97 tempest-TenantUsagesTestJSON-155898756 tempest-TenantUsagesTestJSON-155898756-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1099.318262] env[69613]: DEBUG oslo_concurrency.lockutils [None req-78d411e2-62ba-43a4-bb7c-5fc2c001e1a5 tempest-ListServersNegativeTestJSON-2081482518 tempest-ListServersNegativeTestJSON-2081482518-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.604s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1099.318483] env[69613]: DEBUG oslo_concurrency.lockutils [None req-78d411e2-62ba-43a4-bb7c-5fc2c001e1a5 tempest-ListServersNegativeTestJSON-2081482518 tempest-ListServersNegativeTestJSON-2081482518-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1099.320429] env[69613]: DEBUG oslo_concurrency.lockutils [None req-2b8d1514-c845-488c-b9b5-7074d8a561ee tempest-ListServersNegativeTestJSON-2081482518 tempest-ListServersNegativeTestJSON-2081482518-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.554s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1099.320617] env[69613]: DEBUG oslo_concurrency.lockutils [None req-2b8d1514-c845-488c-b9b5-7074d8a561ee tempest-ListServersNegativeTestJSON-2081482518 tempest-ListServersNegativeTestJSON-2081482518-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1099.322433] env[69613]: DEBUG oslo_concurrency.lockutils [None req-2c612283-bb06-49f5-92d3-20c1eee9b7d3 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.832s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1099.324484] env[69613]: INFO nova.compute.claims [None req-2c612283-bb06-49f5-92d3-20c1eee9b7d3 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] [instance: dc022ac9-6ab5-41c0-92ff-3c39b6094348] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1099.352407] env[69613]: INFO nova.scheduler.client.report [None req-78d411e2-62ba-43a4-bb7c-5fc2c001e1a5 tempest-ListServersNegativeTestJSON-2081482518 tempest-ListServersNegativeTestJSON-2081482518-project-member] Deleted allocations for instance 67f0ce4d-a780-44bb-9b03-19a8a28bd34c [ 1099.385585] env[69613]: DEBUG oslo_vmware.api [None req-cfd67dbc-c206-430c-aefa-32aecf6fd0f8 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Task: {'id': task-3418147, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.497476} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.386716] env[69613]: INFO nova.scheduler.client.report [None req-2b8d1514-c845-488c-b9b5-7074d8a561ee tempest-ListServersNegativeTestJSON-2081482518 tempest-ListServersNegativeTestJSON-2081482518-project-member] Deleted allocations for instance d7e9fadf-c144-44e4-b840-435c9b6021d3 [ 1099.387793] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfd67dbc-c206-430c-aefa-32aecf6fd0f8 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk to [datastore2] 16a3ee5d-0de2-40a7-bef8-cf22fd34af0e/16a3ee5d-0de2-40a7-bef8-cf22fd34af0e.vmdk {{(pid=69613) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1099.388100] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-cfd67dbc-c206-430c-aefa-32aecf6fd0f8 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] [instance: 16a3ee5d-0de2-40a7-bef8-cf22fd34af0e] Extending root virtual disk to 1048576 {{(pid=69613) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1099.392039] env[69613]: INFO nova.scheduler.client.report [None req-2d7172b7-8c6f-4815-a3ee-a2c5423fba97 tempest-TenantUsagesTestJSON-155898756 tempest-TenantUsagesTestJSON-155898756-project-member] Deleted allocations for instance 25836078-1a39-4b3a-b7e0-48c0c9a61d20 [ 1099.392620] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-69c82fab-7787-494d-a752-20b44b031bd1 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.408487] env[69613]: DEBUG oslo_vmware.api [None req-cfd67dbc-c206-430c-aefa-32aecf6fd0f8 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Waiting for the task: (returnval){ [ 1099.408487] env[69613]: value = "task-3418148" [ 1099.408487] env[69613]: _type = "Task" [ 1099.408487] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.419739] env[69613]: DEBUG oslo_vmware.api [None req-cfd67dbc-c206-430c-aefa-32aecf6fd0f8 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Task: {'id': task-3418148, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.470539] env[69613]: DEBUG oslo_concurrency.lockutils [None req-9d78035c-d20c-4cd3-b5b5-ad389cfaf725 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Acquiring lock "refresh_cache-9333145d-7d80-405b-b94e-37152559489e" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.470686] env[69613]: DEBUG oslo_concurrency.lockutils [None req-9d78035c-d20c-4cd3-b5b5-ad389cfaf725 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Acquired lock "refresh_cache-9333145d-7d80-405b-b94e-37152559489e" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.470849] env[69613]: DEBUG nova.network.neutron [None req-9d78035c-d20c-4cd3-b5b5-ad389cfaf725 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] [instance: 9333145d-7d80-405b-b94e-37152559489e] Building network info cache for instance {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1099.733526] env[69613]: DEBUG oslo_concurrency.lockutils [None req-a8d74b65-0c0a-437a-af4d-61633f0164f7 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Acquiring lock "refresh_cache-670e7607-58b1-478f-8a42-e83665cc8f22" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.733526] env[69613]: DEBUG oslo_concurrency.lockutils [None req-a8d74b65-0c0a-437a-af4d-61633f0164f7 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Acquired lock "refresh_cache-670e7607-58b1-478f-8a42-e83665cc8f22" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.733526] env[69613]: DEBUG nova.network.neutron [None req-a8d74b65-0c0a-437a-af4d-61633f0164f7 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] [instance: 670e7607-58b1-478f-8a42-e83665cc8f22] Building network info cache for instance {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1099.789258] env[69613]: DEBUG oslo_concurrency.lockutils [None req-b455dc14-da19-4581-99aa-5f089d51a181 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Acquiring lock "8f0c568c-f444-4640-820f-06fe30a8aabb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1099.789526] env[69613]: DEBUG oslo_concurrency.lockutils [None req-b455dc14-da19-4581-99aa-5f089d51a181 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Lock "8f0c568c-f444-4640-820f-06fe30a8aabb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1099.838641] env[69613]: DEBUG oslo_concurrency.lockutils [None req-a3767f8e-4329-45c1-bfe1-ea3577761fce tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Acquiring lock "refresh_cache-f36147c5-be86-4d45-9d2c-da38bba1885a" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.838814] env[69613]: DEBUG oslo_concurrency.lockutils [None req-a3767f8e-4329-45c1-bfe1-ea3577761fce tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Acquired lock "refresh_cache-f36147c5-be86-4d45-9d2c-da38bba1885a" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.838967] env[69613]: DEBUG nova.network.neutron [None req-a3767f8e-4329-45c1-bfe1-ea3577761fce tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] [instance: f36147c5-be86-4d45-9d2c-da38bba1885a] Building network info cache for instance {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1099.861022] env[69613]: DEBUG oslo_concurrency.lockutils [None req-78d411e2-62ba-43a4-bb7c-5fc2c001e1a5 tempest-ListServersNegativeTestJSON-2081482518 tempest-ListServersNegativeTestJSON-2081482518-project-member] Lock "67f0ce4d-a780-44bb-9b03-19a8a28bd34c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.632s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1099.902122] env[69613]: DEBUG oslo_concurrency.lockutils [None req-2b8d1514-c845-488c-b9b5-7074d8a561ee tempest-ListServersNegativeTestJSON-2081482518 tempest-ListServersNegativeTestJSON-2081482518-project-member] Lock "d7e9fadf-c144-44e4-b840-435c9b6021d3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.604s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1099.905277] env[69613]: DEBUG oslo_concurrency.lockutils [None req-2d7172b7-8c6f-4815-a3ee-a2c5423fba97 tempest-TenantUsagesTestJSON-155898756 tempest-TenantUsagesTestJSON-155898756-project-member] Lock "25836078-1a39-4b3a-b7e0-48c0c9a61d20" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.141s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1099.919813] env[69613]: DEBUG oslo_vmware.api [None req-cfd67dbc-c206-430c-aefa-32aecf6fd0f8 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Task: {'id': task-3418148, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085099} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.920081] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-cfd67dbc-c206-430c-aefa-32aecf6fd0f8 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] [instance: 16a3ee5d-0de2-40a7-bef8-cf22fd34af0e] Extended root virtual disk {{(pid=69613) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1099.921333] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e228012-b2f2-4bf6-bc2e-076bb0ebc1c0 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.945246] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-cfd67dbc-c206-430c-aefa-32aecf6fd0f8 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] [instance: 16a3ee5d-0de2-40a7-bef8-cf22fd34af0e] Reconfiguring VM instance instance-0000006c to attach disk [datastore2] 16a3ee5d-0de2-40a7-bef8-cf22fd34af0e/16a3ee5d-0de2-40a7-bef8-cf22fd34af0e.vmdk or device None with type sparse {{(pid=69613) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1099.945833] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d2b04f03-271a-4885-ad51-1b9ef06a6e01 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.967827] env[69613]: DEBUG oslo_vmware.api [None req-cfd67dbc-c206-430c-aefa-32aecf6fd0f8 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Waiting for the task: (returnval){ [ 1099.967827] env[69613]: value = "task-3418149" [ 1099.967827] env[69613]: _type = "Task" [ 1099.967827] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.979611] env[69613]: DEBUG oslo_vmware.api [None req-cfd67dbc-c206-430c-aefa-32aecf6fd0f8 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Task: {'id': task-3418149, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.029777] env[69613]: DEBUG nova.compute.manager [req-30d04e08-2796-4b05-ac85-1f07f2692700 req-06e0e1da-500f-4325-a634-b25a4e556735 service nova] [instance: 9333145d-7d80-405b-b94e-37152559489e] Received event network-vif-plugged-8d45809f-09ca-45dc-864b-0fe6079ae832 {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1100.030012] env[69613]: DEBUG oslo_concurrency.lockutils [req-30d04e08-2796-4b05-ac85-1f07f2692700 req-06e0e1da-500f-4325-a634-b25a4e556735 service nova] Acquiring lock "9333145d-7d80-405b-b94e-37152559489e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1100.030250] env[69613]: DEBUG oslo_concurrency.lockutils [req-30d04e08-2796-4b05-ac85-1f07f2692700 req-06e0e1da-500f-4325-a634-b25a4e556735 service nova] Lock "9333145d-7d80-405b-b94e-37152559489e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1100.030425] env[69613]: DEBUG oslo_concurrency.lockutils [req-30d04e08-2796-4b05-ac85-1f07f2692700 req-06e0e1da-500f-4325-a634-b25a4e556735 service nova] Lock "9333145d-7d80-405b-b94e-37152559489e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1100.030973] env[69613]: DEBUG nova.compute.manager [req-30d04e08-2796-4b05-ac85-1f07f2692700 req-06e0e1da-500f-4325-a634-b25a4e556735 service nova] [instance: 9333145d-7d80-405b-b94e-37152559489e] No waiting events found dispatching network-vif-plugged-8d45809f-09ca-45dc-864b-0fe6079ae832 {{(pid=69613) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1100.031185] env[69613]: WARNING nova.compute.manager [req-30d04e08-2796-4b05-ac85-1f07f2692700 req-06e0e1da-500f-4325-a634-b25a4e556735 service nova] [instance: 9333145d-7d80-405b-b94e-37152559489e] Received unexpected event network-vif-plugged-8d45809f-09ca-45dc-864b-0fe6079ae832 for instance with vm_state active and task_state None. [ 1100.031353] env[69613]: DEBUG nova.compute.manager [req-30d04e08-2796-4b05-ac85-1f07f2692700 req-06e0e1da-500f-4325-a634-b25a4e556735 service nova] [instance: 9333145d-7d80-405b-b94e-37152559489e] Received event network-changed-8d45809f-09ca-45dc-864b-0fe6079ae832 {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1100.031508] env[69613]: DEBUG nova.compute.manager [req-30d04e08-2796-4b05-ac85-1f07f2692700 req-06e0e1da-500f-4325-a634-b25a4e556735 service nova] [instance: 9333145d-7d80-405b-b94e-37152559489e] Refreshing instance network info cache due to event network-changed-8d45809f-09ca-45dc-864b-0fe6079ae832. {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1100.031729] env[69613]: DEBUG oslo_concurrency.lockutils [req-30d04e08-2796-4b05-ac85-1f07f2692700 req-06e0e1da-500f-4325-a634-b25a4e556735 service nova] Acquiring lock "refresh_cache-9333145d-7d80-405b-b94e-37152559489e" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.080197] env[69613]: WARNING nova.network.neutron [None req-9d78035c-d20c-4cd3-b5b5-ad389cfaf725 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] [instance: 9333145d-7d80-405b-b94e-37152559489e] 716d936a-9f18-4dbf-8278-8d495c4e8e5e already exists in list: networks containing: ['716d936a-9f18-4dbf-8278-8d495c4e8e5e']. ignoring it [ 1100.273244] env[69613]: DEBUG nova.network.neutron [None req-a8d74b65-0c0a-437a-af4d-61633f0164f7 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] [instance: 670e7607-58b1-478f-8a42-e83665cc8f22] Instance cache missing network info. {{(pid=69613) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1100.291943] env[69613]: DEBUG nova.compute.manager [None req-b455dc14-da19-4581-99aa-5f089d51a181 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] [instance: 8f0c568c-f444-4640-820f-06fe30a8aabb] Starting instance... {{(pid=69613) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1100.479013] env[69613]: DEBUG oslo_vmware.api [None req-cfd67dbc-c206-430c-aefa-32aecf6fd0f8 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Task: {'id': task-3418149, 'name': ReconfigVM_Task, 'duration_secs': 0.282148} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.482335] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-cfd67dbc-c206-430c-aefa-32aecf6fd0f8 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] [instance: 16a3ee5d-0de2-40a7-bef8-cf22fd34af0e] Reconfigured VM instance instance-0000006c to attach disk [datastore2] 16a3ee5d-0de2-40a7-bef8-cf22fd34af0e/16a3ee5d-0de2-40a7-bef8-cf22fd34af0e.vmdk or device None with type sparse {{(pid=69613) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1100.484190] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ea59f1ab-7035-4dbc-8551-177821219934 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.491697] env[69613]: DEBUG oslo_vmware.api [None req-cfd67dbc-c206-430c-aefa-32aecf6fd0f8 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Waiting for the task: (returnval){ [ 1100.491697] env[69613]: value = "task-3418150" [ 1100.491697] env[69613]: _type = "Task" [ 1100.491697] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.495786] env[69613]: DEBUG nova.network.neutron [None req-a8d74b65-0c0a-437a-af4d-61633f0164f7 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] [instance: 670e7607-58b1-478f-8a42-e83665cc8f22] Updating instance_info_cache with network_info: [{"id": "d4e47855-c0ce-4513-a8f3-8cebc6f85cca", "address": "fa:16:3e:6f:ab:98", "network": {"id": "11b401e5-86d1-43b8-acf8-926654aabc3d", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1280003735-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c95e457d9ff84ad99712006a0d8c5dc4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15538852-1a3f-4f71-b4a9-4923c5837c4f", "external-id": "nsx-vlan-transportzone-165", "segmentation_id": 165, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd4e47855-c0", "ovs_interfaceid": "d4e47855-c0ce-4513-a8f3-8cebc6f85cca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1100.505542] env[69613]: DEBUG oslo_vmware.api [None req-cfd67dbc-c206-430c-aefa-32aecf6fd0f8 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Task: {'id': task-3418150, 'name': Rename_Task} progress is 6%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.567584] env[69613]: DEBUG nova.network.neutron [None req-9d78035c-d20c-4cd3-b5b5-ad389cfaf725 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] [instance: 9333145d-7d80-405b-b94e-37152559489e] Updating instance_info_cache with network_info: [{"id": "e6cfcbf8-9c99-4540-ab1b-84edb77ce904", "address": "fa:16:3e:3f:3a:21", "network": {"id": "716d936a-9f18-4dbf-8278-8d495c4e8e5e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1568527215-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.131", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ac0fd822ae5c46349cf139bf95aa6ad4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "99639c37-b0c6-4be7-9594-230e44b1280b", "external-id": "nsx-vlan-transportzone-17", "segmentation_id": 17, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape6cfcbf8-9c", "ovs_interfaceid": "e6cfcbf8-9c99-4540-ab1b-84edb77ce904", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "8d45809f-09ca-45dc-864b-0fe6079ae832", "address": "fa:16:3e:eb:e3:27", "network": {"id": "716d936a-9f18-4dbf-8278-8d495c4e8e5e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1568527215-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ac0fd822ae5c46349cf139bf95aa6ad4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "99639c37-b0c6-4be7-9594-230e44b1280b", "external-id": "nsx-vlan-transportzone-17", "segmentation_id": 17, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d45809f-09", "ovs_interfaceid": "8d45809f-09ca-45dc-864b-0fe6079ae832", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1100.644192] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-280e6a1e-2d47-4830-b2c4-4719ab23b6a3 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.655317] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1221a973-e2ed-45bb-86f5-97067b234985 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.687405] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcd04d76-fd59-4dbc-9cfb-5d74ba346ef6 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.695461] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43f63127-be95-48a9-97b0-c440d6a9c4eb {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.712177] env[69613]: DEBUG nova.compute.provider_tree [None req-2c612283-bb06-49f5-92d3-20c1eee9b7d3 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Inventory has not changed in ProviderTree for provider: af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 {{(pid=69613) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1100.715846] env[69613]: DEBUG nova.network.neutron [None req-a3767f8e-4329-45c1-bfe1-ea3577761fce tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] [instance: f36147c5-be86-4d45-9d2c-da38bba1885a] Updating instance_info_cache with network_info: [{"id": "4a89cb15-777b-45b5-b5b5-b3aa6cfbd448", "address": "fa:16:3e:c2:24:57", "network": {"id": "743485db-c4e0-4763-aaad-624cce7d9704", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-754778099-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.222", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "27cd1ce9a4f74279a40b13e8fbac87a0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4576b9d4-535c-40aa-b078-246f671f216e", "external-id": "nsx-vlan-transportzone-27", "segmentation_id": 27, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4a89cb15-77", "ovs_interfaceid": "4a89cb15-777b-45b5-b5b5-b3aa6cfbd448", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1100.815888] env[69613]: DEBUG oslo_concurrency.lockutils [None req-b455dc14-da19-4581-99aa-5f089d51a181 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1101.002415] env[69613]: DEBUG oslo_concurrency.lockutils [None req-a8d74b65-0c0a-437a-af4d-61633f0164f7 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Releasing lock "refresh_cache-670e7607-58b1-478f-8a42-e83665cc8f22" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.002831] env[69613]: DEBUG nova.compute.manager [None req-a8d74b65-0c0a-437a-af4d-61633f0164f7 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] [instance: 670e7607-58b1-478f-8a42-e83665cc8f22] Instance network_info: |[{"id": "d4e47855-c0ce-4513-a8f3-8cebc6f85cca", "address": "fa:16:3e:6f:ab:98", "network": {"id": "11b401e5-86d1-43b8-acf8-926654aabc3d", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1280003735-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c95e457d9ff84ad99712006a0d8c5dc4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15538852-1a3f-4f71-b4a9-4923c5837c4f", "external-id": "nsx-vlan-transportzone-165", "segmentation_id": 165, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd4e47855-c0", "ovs_interfaceid": "d4e47855-c0ce-4513-a8f3-8cebc6f85cca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69613) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1101.003585] env[69613]: DEBUG oslo_vmware.api [None req-cfd67dbc-c206-430c-aefa-32aecf6fd0f8 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Task: {'id': task-3418150, 'name': Rename_Task} progress is 14%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.003963] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-a8d74b65-0c0a-437a-af4d-61633f0164f7 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] [instance: 670e7607-58b1-478f-8a42-e83665cc8f22] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6f:ab:98', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '15538852-1a3f-4f71-b4a9-4923c5837c4f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd4e47855-c0ce-4513-a8f3-8cebc6f85cca', 'vif_model': 'vmxnet3'}] {{(pid=69613) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1101.011488] env[69613]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a8d74b65-0c0a-437a-af4d-61633f0164f7 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69613) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1101.011656] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 670e7607-58b1-478f-8a42-e83665cc8f22] Creating VM on the ESX host {{(pid=69613) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1101.011871] env[69613]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2d8dde1d-7304-4395-a1ff-fb613094a007 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.033848] env[69613]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1101.033848] env[69613]: value = "task-3418151" [ 1101.033848] env[69613]: _type = "Task" [ 1101.033848] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.041060] env[69613]: DEBUG oslo_vmware.api [-] Task: {'id': task-3418151, 'name': CreateVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.070835] env[69613]: DEBUG oslo_concurrency.lockutils [None req-9d78035c-d20c-4cd3-b5b5-ad389cfaf725 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Releasing lock "refresh_cache-9333145d-7d80-405b-b94e-37152559489e" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.071586] env[69613]: DEBUG oslo_concurrency.lockutils [None req-9d78035c-d20c-4cd3-b5b5-ad389cfaf725 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Acquiring lock "9333145d-7d80-405b-b94e-37152559489e" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.071751] env[69613]: DEBUG oslo_concurrency.lockutils [None req-9d78035c-d20c-4cd3-b5b5-ad389cfaf725 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Acquired lock "9333145d-7d80-405b-b94e-37152559489e" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.072038] env[69613]: DEBUG oslo_concurrency.lockutils [req-30d04e08-2796-4b05-ac85-1f07f2692700 req-06e0e1da-500f-4325-a634-b25a4e556735 service nova] Acquired lock "refresh_cache-9333145d-7d80-405b-b94e-37152559489e" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.072221] env[69613]: DEBUG nova.network.neutron [req-30d04e08-2796-4b05-ac85-1f07f2692700 req-06e0e1da-500f-4325-a634-b25a4e556735 service nova] [instance: 9333145d-7d80-405b-b94e-37152559489e] Refreshing network info cache for port 8d45809f-09ca-45dc-864b-0fe6079ae832 {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1101.073972] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74ca45b2-dc3b-4f82-8941-84129d6dcda8 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.091476] env[69613]: DEBUG nova.virt.hardware [None req-9d78035c-d20c-4cd3-b5b5-ad389cfaf725 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T13:55:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1101.091750] env[69613]: DEBUG nova.virt.hardware [None req-9d78035c-d20c-4cd3-b5b5-ad389cfaf725 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Flavor limits 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1101.091911] env[69613]: DEBUG nova.virt.hardware [None req-9d78035c-d20c-4cd3-b5b5-ad389cfaf725 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Image limits 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1101.092127] env[69613]: DEBUG nova.virt.hardware [None req-9d78035c-d20c-4cd3-b5b5-ad389cfaf725 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Flavor pref 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1101.092541] env[69613]: DEBUG nova.virt.hardware [None req-9d78035c-d20c-4cd3-b5b5-ad389cfaf725 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Image pref 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1101.092705] env[69613]: DEBUG nova.virt.hardware [None req-9d78035c-d20c-4cd3-b5b5-ad389cfaf725 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1101.092921] env[69613]: DEBUG nova.virt.hardware [None req-9d78035c-d20c-4cd3-b5b5-ad389cfaf725 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1101.093157] env[69613]: DEBUG nova.virt.hardware [None req-9d78035c-d20c-4cd3-b5b5-ad389cfaf725 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69613) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1101.093380] env[69613]: DEBUG nova.virt.hardware [None req-9d78035c-d20c-4cd3-b5b5-ad389cfaf725 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Got 1 possible topologies {{(pid=69613) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1101.093553] env[69613]: DEBUG nova.virt.hardware [None req-9d78035c-d20c-4cd3-b5b5-ad389cfaf725 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1101.093734] env[69613]: DEBUG nova.virt.hardware [None req-9d78035c-d20c-4cd3-b5b5-ad389cfaf725 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1101.100152] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-9d78035c-d20c-4cd3-b5b5-ad389cfaf725 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] [instance: 9333145d-7d80-405b-b94e-37152559489e] Reconfiguring VM to attach interface {{(pid=69613) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1101.101228] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d28609fa-866b-43cc-8e43-5402a1d5a183 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.119952] env[69613]: DEBUG oslo_vmware.api [None req-9d78035c-d20c-4cd3-b5b5-ad389cfaf725 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Waiting for the task: (returnval){ [ 1101.119952] env[69613]: value = "task-3418152" [ 1101.119952] env[69613]: _type = "Task" [ 1101.119952] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.131410] env[69613]: DEBUG oslo_vmware.api [None req-9d78035c-d20c-4cd3-b5b5-ad389cfaf725 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Task: {'id': task-3418152, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.219147] env[69613]: DEBUG nova.scheduler.client.report [None req-2c612283-bb06-49f5-92d3-20c1eee9b7d3 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Inventory has not changed for provider af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69613) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1101.222947] env[69613]: DEBUG oslo_concurrency.lockutils [None req-a3767f8e-4329-45c1-bfe1-ea3577761fce tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Releasing lock "refresh_cache-f36147c5-be86-4d45-9d2c-da38bba1885a" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.472921] env[69613]: DEBUG nova.compute.manager [req-3c133a8d-ec5b-43f2-939b-9cc845d7ae2c req-d46b3ab7-da78-4f86-87fe-a11cec763d92 service nova] [instance: 670e7607-58b1-478f-8a42-e83665cc8f22] Received event network-changed-d4e47855-c0ce-4513-a8f3-8cebc6f85cca {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1101.473362] env[69613]: DEBUG nova.compute.manager [req-3c133a8d-ec5b-43f2-939b-9cc845d7ae2c req-d46b3ab7-da78-4f86-87fe-a11cec763d92 service nova] [instance: 670e7607-58b1-478f-8a42-e83665cc8f22] Refreshing instance network info cache due to event network-changed-d4e47855-c0ce-4513-a8f3-8cebc6f85cca. {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1101.473536] env[69613]: DEBUG oslo_concurrency.lockutils [req-3c133a8d-ec5b-43f2-939b-9cc845d7ae2c req-d46b3ab7-da78-4f86-87fe-a11cec763d92 service nova] Acquiring lock "refresh_cache-670e7607-58b1-478f-8a42-e83665cc8f22" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.473784] env[69613]: DEBUG oslo_concurrency.lockutils [req-3c133a8d-ec5b-43f2-939b-9cc845d7ae2c req-d46b3ab7-da78-4f86-87fe-a11cec763d92 service nova] Acquired lock "refresh_cache-670e7607-58b1-478f-8a42-e83665cc8f22" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.473989] env[69613]: DEBUG nova.network.neutron [req-3c133a8d-ec5b-43f2-939b-9cc845d7ae2c req-d46b3ab7-da78-4f86-87fe-a11cec763d92 service nova] [instance: 670e7607-58b1-478f-8a42-e83665cc8f22] Refreshing network info cache for port d4e47855-c0ce-4513-a8f3-8cebc6f85cca {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1101.503311] env[69613]: DEBUG oslo_vmware.api [None req-cfd67dbc-c206-430c-aefa-32aecf6fd0f8 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Task: {'id': task-3418150, 'name': Rename_Task, 'duration_secs': 0.844731} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.503596] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfd67dbc-c206-430c-aefa-32aecf6fd0f8 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] [instance: 16a3ee5d-0de2-40a7-bef8-cf22fd34af0e] Powering on the VM {{(pid=69613) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1101.503832] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-677b9d0f-06c4-48b3-a3f5-d5755311762d {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.509880] env[69613]: DEBUG oslo_vmware.api [None req-cfd67dbc-c206-430c-aefa-32aecf6fd0f8 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Waiting for the task: (returnval){ [ 1101.509880] env[69613]: value = "task-3418153" [ 1101.509880] env[69613]: _type = "Task" [ 1101.509880] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.517909] env[69613]: DEBUG oslo_vmware.api [None req-cfd67dbc-c206-430c-aefa-32aecf6fd0f8 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Task: {'id': task-3418153, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.544081] env[69613]: DEBUG oslo_vmware.api [-] Task: {'id': task-3418151, 'name': CreateVM_Task, 'duration_secs': 0.335919} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.544081] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 670e7607-58b1-478f-8a42-e83665cc8f22] Created VM on the ESX host {{(pid=69613) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1101.544081] env[69613]: DEBUG oslo_concurrency.lockutils [None req-a8d74b65-0c0a-437a-af4d-61633f0164f7 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.544081] env[69613]: DEBUG oslo_concurrency.lockutils [None req-a8d74b65-0c0a-437a-af4d-61633f0164f7 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.544081] env[69613]: DEBUG oslo_concurrency.lockutils [None req-a8d74b65-0c0a-437a-af4d-61633f0164f7 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.544081] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-871d9488-bdb6-477f-bea1-34fee182851a {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.549567] env[69613]: DEBUG oslo_vmware.api [None req-a8d74b65-0c0a-437a-af4d-61633f0164f7 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Waiting for the task: (returnval){ [ 1101.549567] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]52bd3537-0778-b77d-6fcc-4736cd95d5a0" [ 1101.549567] env[69613]: _type = "Task" [ 1101.549567] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.558721] env[69613]: DEBUG oslo_vmware.api [None req-a8d74b65-0c0a-437a-af4d-61633f0164f7 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52bd3537-0778-b77d-6fcc-4736cd95d5a0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.636383] env[69613]: DEBUG oslo_vmware.api [None req-9d78035c-d20c-4cd3-b5b5-ad389cfaf725 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Task: {'id': task-3418152, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.725442] env[69613]: DEBUG oslo_concurrency.lockutils [None req-2c612283-bb06-49f5-92d3-20c1eee9b7d3 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.403s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1101.726098] env[69613]: DEBUG nova.compute.manager [None req-2c612283-bb06-49f5-92d3-20c1eee9b7d3 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] [instance: dc022ac9-6ab5-41c0-92ff-3c39b6094348] Start building networks asynchronously for instance. {{(pid=69613) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1101.732798] env[69613]: DEBUG oslo_concurrency.lockutils [None req-62ed4a6f-dac2-4da1-8339-5232a792ad5c tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.747s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1101.736150] env[69613]: INFO nova.compute.claims [None req-62ed4a6f-dac2-4da1-8339-5232a792ad5c tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] [instance: 7e2c1711-9229-4b57-89b7-8f31d966ff35] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1101.936696] env[69613]: DEBUG nova.network.neutron [req-30d04e08-2796-4b05-ac85-1f07f2692700 req-06e0e1da-500f-4325-a634-b25a4e556735 service nova] [instance: 9333145d-7d80-405b-b94e-37152559489e] Updated VIF entry in instance network info cache for port 8d45809f-09ca-45dc-864b-0fe6079ae832. {{(pid=69613) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1101.937177] env[69613]: DEBUG nova.network.neutron [req-30d04e08-2796-4b05-ac85-1f07f2692700 req-06e0e1da-500f-4325-a634-b25a4e556735 service nova] [instance: 9333145d-7d80-405b-b94e-37152559489e] Updating instance_info_cache with network_info: [{"id": "e6cfcbf8-9c99-4540-ab1b-84edb77ce904", "address": "fa:16:3e:3f:3a:21", "network": {"id": "716d936a-9f18-4dbf-8278-8d495c4e8e5e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1568527215-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.131", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ac0fd822ae5c46349cf139bf95aa6ad4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "99639c37-b0c6-4be7-9594-230e44b1280b", "external-id": "nsx-vlan-transportzone-17", "segmentation_id": 17, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape6cfcbf8-9c", "ovs_interfaceid": "e6cfcbf8-9c99-4540-ab1b-84edb77ce904", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "8d45809f-09ca-45dc-864b-0fe6079ae832", "address": "fa:16:3e:eb:e3:27", "network": {"id": "716d936a-9f18-4dbf-8278-8d495c4e8e5e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1568527215-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ac0fd822ae5c46349cf139bf95aa6ad4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "99639c37-b0c6-4be7-9594-230e44b1280b", "external-id": "nsx-vlan-transportzone-17", "segmentation_id": 17, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d45809f-09", "ovs_interfaceid": "8d45809f-09ca-45dc-864b-0fe6079ae832", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1102.019810] env[69613]: DEBUG oslo_vmware.api [None req-cfd67dbc-c206-430c-aefa-32aecf6fd0f8 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Task: {'id': task-3418153, 'name': PowerOnVM_Task, 'duration_secs': 0.477367} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.020088] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfd67dbc-c206-430c-aefa-32aecf6fd0f8 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] [instance: 16a3ee5d-0de2-40a7-bef8-cf22fd34af0e] Powered on the VM {{(pid=69613) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1102.020291] env[69613]: INFO nova.compute.manager [None req-cfd67dbc-c206-430c-aefa-32aecf6fd0f8 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] [instance: 16a3ee5d-0de2-40a7-bef8-cf22fd34af0e] Took 6.41 seconds to spawn the instance on the hypervisor. [ 1102.020501] env[69613]: DEBUG nova.compute.manager [None req-cfd67dbc-c206-430c-aefa-32aecf6fd0f8 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] [instance: 16a3ee5d-0de2-40a7-bef8-cf22fd34af0e] Checking state {{(pid=69613) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1102.021243] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75810ae1-3535-479a-b987-4bc311f0fbff {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.060688] env[69613]: DEBUG oslo_vmware.api [None req-a8d74b65-0c0a-437a-af4d-61633f0164f7 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52bd3537-0778-b77d-6fcc-4736cd95d5a0, 'name': SearchDatastore_Task, 'duration_secs': 0.009767} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.060688] env[69613]: DEBUG oslo_concurrency.lockutils [None req-a8d74b65-0c0a-437a-af4d-61633f0164f7 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.060688] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-a8d74b65-0c0a-437a-af4d-61633f0164f7 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] [instance: 670e7607-58b1-478f-8a42-e83665cc8f22] Processing image 2b7a0304-b5d0-431d-b287-32c8388d7fbd {{(pid=69613) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1102.060688] env[69613]: DEBUG oslo_concurrency.lockutils [None req-a8d74b65-0c0a-437a-af4d-61633f0164f7 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.060688] env[69613]: DEBUG oslo_concurrency.lockutils [None req-a8d74b65-0c0a-437a-af4d-61633f0164f7 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.060688] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-a8d74b65-0c0a-437a-af4d-61633f0164f7 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69613) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1102.060994] env[69613]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-537fa6f7-047e-4820-9e4d-90587363fd25 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.069380] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-a8d74b65-0c0a-437a-af4d-61633f0164f7 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69613) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1102.069570] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-a8d74b65-0c0a-437a-af4d-61633f0164f7 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69613) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1102.070976] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a2eb7f5e-41e2-4568-8afb-b2b85fe3db99 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.076944] env[69613]: DEBUG oslo_vmware.api [None req-a8d74b65-0c0a-437a-af4d-61633f0164f7 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Waiting for the task: (returnval){ [ 1102.076944] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]52599bba-dabd-a716-204d-0e8ef90ca5fa" [ 1102.076944] env[69613]: _type = "Task" [ 1102.076944] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.085186] env[69613]: DEBUG oslo_vmware.api [None req-a8d74b65-0c0a-437a-af4d-61633f0164f7 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52599bba-dabd-a716-204d-0e8ef90ca5fa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.130822] env[69613]: DEBUG oslo_vmware.api [None req-9d78035c-d20c-4cd3-b5b5-ad389cfaf725 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Task: {'id': task-3418152, 'name': ReconfigVM_Task, 'duration_secs': 0.665157} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.131395] env[69613]: DEBUG oslo_concurrency.lockutils [None req-9d78035c-d20c-4cd3-b5b5-ad389cfaf725 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Releasing lock "9333145d-7d80-405b-b94e-37152559489e" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.131648] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-9d78035c-d20c-4cd3-b5b5-ad389cfaf725 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] [instance: 9333145d-7d80-405b-b94e-37152559489e] Reconfigured VM to attach interface {{(pid=69613) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1102.234873] env[69613]: DEBUG nova.compute.utils [None req-2c612283-bb06-49f5-92d3-20c1eee9b7d3 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Using /dev/sd instead of None {{(pid=69613) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1102.236695] env[69613]: DEBUG nova.compute.manager [None req-2c612283-bb06-49f5-92d3-20c1eee9b7d3 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] [instance: dc022ac9-6ab5-41c0-92ff-3c39b6094348] Allocating IP information in the background. {{(pid=69613) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1102.236874] env[69613]: DEBUG nova.network.neutron [None req-2c612283-bb06-49f5-92d3-20c1eee9b7d3 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] [instance: dc022ac9-6ab5-41c0-92ff-3c39b6094348] allocate_for_instance() {{(pid=69613) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1102.282599] env[69613]: DEBUG nova.network.neutron [req-3c133a8d-ec5b-43f2-939b-9cc845d7ae2c req-d46b3ab7-da78-4f86-87fe-a11cec763d92 service nova] [instance: 670e7607-58b1-478f-8a42-e83665cc8f22] Updated VIF entry in instance network info cache for port d4e47855-c0ce-4513-a8f3-8cebc6f85cca. {{(pid=69613) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1102.282964] env[69613]: DEBUG nova.network.neutron [req-3c133a8d-ec5b-43f2-939b-9cc845d7ae2c req-d46b3ab7-da78-4f86-87fe-a11cec763d92 service nova] [instance: 670e7607-58b1-478f-8a42-e83665cc8f22] Updating instance_info_cache with network_info: [{"id": "d4e47855-c0ce-4513-a8f3-8cebc6f85cca", "address": "fa:16:3e:6f:ab:98", "network": {"id": "11b401e5-86d1-43b8-acf8-926654aabc3d", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1280003735-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c95e457d9ff84ad99712006a0d8c5dc4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15538852-1a3f-4f71-b4a9-4923c5837c4f", "external-id": "nsx-vlan-transportzone-165", "segmentation_id": 165, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd4e47855-c0", "ovs_interfaceid": "d4e47855-c0ce-4513-a8f3-8cebc6f85cca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1102.294185] env[69613]: DEBUG nova.policy [None req-2c612283-bb06-49f5-92d3-20c1eee9b7d3 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a8012e55677a4e8ebb9163007647fba4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '263cb0545351439194c16f61aacec6b1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69613) authorize /opt/stack/nova/nova/policy.py:192}} [ 1102.440988] env[69613]: DEBUG oslo_concurrency.lockutils [req-30d04e08-2796-4b05-ac85-1f07f2692700 req-06e0e1da-500f-4325-a634-b25a4e556735 service nova] Releasing lock "refresh_cache-9333145d-7d80-405b-b94e-37152559489e" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.546153] env[69613]: INFO nova.compute.manager [None req-cfd67dbc-c206-430c-aefa-32aecf6fd0f8 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] [instance: 16a3ee5d-0de2-40a7-bef8-cf22fd34af0e] Took 25.23 seconds to build instance. [ 1102.588538] env[69613]: DEBUG oslo_vmware.api [None req-a8d74b65-0c0a-437a-af4d-61633f0164f7 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52599bba-dabd-a716-204d-0e8ef90ca5fa, 'name': SearchDatastore_Task, 'duration_secs': 0.012833} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.589450] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cc415105-dab1-4dea-8d0a-7ed17521cdc0 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.594535] env[69613]: DEBUG oslo_vmware.api [None req-a8d74b65-0c0a-437a-af4d-61633f0164f7 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Waiting for the task: (returnval){ [ 1102.594535] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]527ab66a-15fe-5680-8105-78442974bfb4" [ 1102.594535] env[69613]: _type = "Task" [ 1102.594535] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.603586] env[69613]: DEBUG oslo_vmware.api [None req-a8d74b65-0c0a-437a-af4d-61633f0164f7 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]527ab66a-15fe-5680-8105-78442974bfb4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.608958] env[69613]: DEBUG nova.network.neutron [None req-2c612283-bb06-49f5-92d3-20c1eee9b7d3 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] [instance: dc022ac9-6ab5-41c0-92ff-3c39b6094348] Successfully created port: ef91e614-434d-4298-a009-329b923b180a {{(pid=69613) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1102.640577] env[69613]: DEBUG oslo_concurrency.lockutils [None req-9d78035c-d20c-4cd3-b5b5-ad389cfaf725 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Lock "interface-9333145d-7d80-405b-b94e-37152559489e-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.722s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1102.740020] env[69613]: DEBUG nova.compute.manager [None req-2c612283-bb06-49f5-92d3-20c1eee9b7d3 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] [instance: dc022ac9-6ab5-41c0-92ff-3c39b6094348] Start building block device mappings for instance. {{(pid=69613) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1102.753220] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7aa4236d-95fa-41ad-9207-898f3023e563 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.776510] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-a3767f8e-4329-45c1-bfe1-ea3577761fce tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] [instance: f36147c5-be86-4d45-9d2c-da38bba1885a] Updating instance 'f36147c5-be86-4d45-9d2c-da38bba1885a' progress to 0 {{(pid=69613) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1102.785596] env[69613]: DEBUG oslo_concurrency.lockutils [req-3c133a8d-ec5b-43f2-939b-9cc845d7ae2c req-d46b3ab7-da78-4f86-87fe-a11cec763d92 service nova] Releasing lock "refresh_cache-670e7607-58b1-478f-8a42-e83665cc8f22" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.017442] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ca25db1-b5ae-4008-a9fa-10b585643627 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.026537] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf5edfe7-c004-409b-8604-fd5831145cf4 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.074311] env[69613]: DEBUG oslo_concurrency.lockutils [None req-cfd67dbc-c206-430c-aefa-32aecf6fd0f8 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Lock "16a3ee5d-0de2-40a7-bef8-cf22fd34af0e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.774s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1103.075768] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b980498-3b93-4c17-8ce5-61477a5f56ad {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.086921] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cd807f1-dabd-49c4-aec0-3a1c4d0809f3 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.110253] env[69613]: DEBUG nova.compute.provider_tree [None req-62ed4a6f-dac2-4da1-8339-5232a792ad5c tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] Inventory has not changed in ProviderTree for provider: af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 {{(pid=69613) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1103.123735] env[69613]: DEBUG oslo_vmware.api [None req-a8d74b65-0c0a-437a-af4d-61633f0164f7 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]527ab66a-15fe-5680-8105-78442974bfb4, 'name': SearchDatastore_Task, 'duration_secs': 0.028904} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.124815] env[69613]: DEBUG oslo_concurrency.lockutils [None req-a8d74b65-0c0a-437a-af4d-61633f0164f7 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.125123] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8d74b65-0c0a-437a-af4d-61633f0164f7 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk to [datastore2] 670e7607-58b1-478f-8a42-e83665cc8f22/670e7607-58b1-478f-8a42-e83665cc8f22.vmdk {{(pid=69613) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1103.125444] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1ef92c8e-530c-4a68-99c1-9ecca5a4d099 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.132375] env[69613]: DEBUG oslo_vmware.api [None req-a8d74b65-0c0a-437a-af4d-61633f0164f7 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Waiting for the task: (returnval){ [ 1103.132375] env[69613]: value = "task-3418154" [ 1103.132375] env[69613]: _type = "Task" [ 1103.132375] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.140548] env[69613]: DEBUG oslo_vmware.api [None req-a8d74b65-0c0a-437a-af4d-61633f0164f7 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Task: {'id': task-3418154, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.284221] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3767f8e-4329-45c1-bfe1-ea3577761fce tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] [instance: f36147c5-be86-4d45-9d2c-da38bba1885a] Powering off the VM {{(pid=69613) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1103.284333] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-70ba0724-a2e0-4f12-a353-6a26ea10d22c {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.291485] env[69613]: DEBUG oslo_vmware.api [None req-a3767f8e-4329-45c1-bfe1-ea3577761fce tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Waiting for the task: (returnval){ [ 1103.291485] env[69613]: value = "task-3418155" [ 1103.291485] env[69613]: _type = "Task" [ 1103.291485] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.301721] env[69613]: DEBUG oslo_vmware.api [None req-a3767f8e-4329-45c1-bfe1-ea3577761fce tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Task: {'id': task-3418155, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.456486] env[69613]: DEBUG oslo_concurrency.lockutils [None req-0a464212-238e-4165-b975-a9e7d1b50fbc tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Acquiring lock "16a3ee5d-0de2-40a7-bef8-cf22fd34af0e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1103.456783] env[69613]: DEBUG oslo_concurrency.lockutils [None req-0a464212-238e-4165-b975-a9e7d1b50fbc tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Lock "16a3ee5d-0de2-40a7-bef8-cf22fd34af0e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1103.456970] env[69613]: DEBUG oslo_concurrency.lockutils [None req-0a464212-238e-4165-b975-a9e7d1b50fbc tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Acquiring lock "16a3ee5d-0de2-40a7-bef8-cf22fd34af0e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1103.457505] env[69613]: DEBUG oslo_concurrency.lockutils [None req-0a464212-238e-4165-b975-a9e7d1b50fbc tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Lock "16a3ee5d-0de2-40a7-bef8-cf22fd34af0e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1103.457505] env[69613]: DEBUG oslo_concurrency.lockutils [None req-0a464212-238e-4165-b975-a9e7d1b50fbc tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Lock "16a3ee5d-0de2-40a7-bef8-cf22fd34af0e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1103.460071] env[69613]: INFO nova.compute.manager [None req-0a464212-238e-4165-b975-a9e7d1b50fbc tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] [instance: 16a3ee5d-0de2-40a7-bef8-cf22fd34af0e] Terminating instance [ 1103.618156] env[69613]: DEBUG nova.scheduler.client.report [None req-62ed4a6f-dac2-4da1-8339-5232a792ad5c tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] Inventory has not changed for provider af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69613) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1103.646034] env[69613]: DEBUG oslo_vmware.api [None req-a8d74b65-0c0a-437a-af4d-61633f0164f7 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Task: {'id': task-3418154, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.762134] env[69613]: DEBUG nova.compute.manager [None req-2c612283-bb06-49f5-92d3-20c1eee9b7d3 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] [instance: dc022ac9-6ab5-41c0-92ff-3c39b6094348] Start spawning the instance on the hypervisor. {{(pid=69613) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1103.793019] env[69613]: DEBUG nova.virt.hardware [None req-2c612283-bb06-49f5-92d3-20c1eee9b7d3 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T13:55:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T13:55:19Z,direct_url=,disk_format='vmdk',id=2b7a0304-b5d0-431d-b287-32c8388d7fbd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3e9e1b873f1442d59d5ee8247b941f74',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T13:55:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1103.793019] env[69613]: DEBUG nova.virt.hardware [None req-2c612283-bb06-49f5-92d3-20c1eee9b7d3 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Flavor limits 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1103.794157] env[69613]: DEBUG nova.virt.hardware [None req-2c612283-bb06-49f5-92d3-20c1eee9b7d3 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Image limits 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1103.794157] env[69613]: DEBUG nova.virt.hardware [None req-2c612283-bb06-49f5-92d3-20c1eee9b7d3 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Flavor pref 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1103.794157] env[69613]: DEBUG nova.virt.hardware [None req-2c612283-bb06-49f5-92d3-20c1eee9b7d3 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Image pref 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1103.794157] env[69613]: DEBUG nova.virt.hardware [None req-2c612283-bb06-49f5-92d3-20c1eee9b7d3 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1103.794528] env[69613]: DEBUG nova.virt.hardware [None req-2c612283-bb06-49f5-92d3-20c1eee9b7d3 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1103.794600] env[69613]: DEBUG nova.virt.hardware [None req-2c612283-bb06-49f5-92d3-20c1eee9b7d3 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69613) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1103.794736] env[69613]: DEBUG nova.virt.hardware [None req-2c612283-bb06-49f5-92d3-20c1eee9b7d3 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Got 1 possible topologies {{(pid=69613) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1103.794900] env[69613]: DEBUG nova.virt.hardware [None req-2c612283-bb06-49f5-92d3-20c1eee9b7d3 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1103.795086] env[69613]: DEBUG nova.virt.hardware [None req-2c612283-bb06-49f5-92d3-20c1eee9b7d3 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1103.796183] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b5dbfc8-a299-4e70-bbd2-10dfbc0e2cd8 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.811180] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40147fb4-c57e-4059-b6f3-600612649c4e {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.815506] env[69613]: DEBUG oslo_vmware.api [None req-a3767f8e-4329-45c1-bfe1-ea3577761fce tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Task: {'id': task-3418155, 'name': PowerOffVM_Task, 'duration_secs': 0.192187} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.815771] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3767f8e-4329-45c1-bfe1-ea3577761fce tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] [instance: f36147c5-be86-4d45-9d2c-da38bba1885a] Powered off the VM {{(pid=69613) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1103.815949] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-a3767f8e-4329-45c1-bfe1-ea3577761fce tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] [instance: f36147c5-be86-4d45-9d2c-da38bba1885a] Updating instance 'f36147c5-be86-4d45-9d2c-da38bba1885a' progress to 17 {{(pid=69613) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1103.964410] env[69613]: DEBUG nova.compute.manager [None req-0a464212-238e-4165-b975-a9e7d1b50fbc tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] [instance: 16a3ee5d-0de2-40a7-bef8-cf22fd34af0e] Start destroying the instance on the hypervisor. {{(pid=69613) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1103.964410] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-0a464212-238e-4165-b975-a9e7d1b50fbc tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] [instance: 16a3ee5d-0de2-40a7-bef8-cf22fd34af0e] Destroying instance {{(pid=69613) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1103.965338] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d442598f-67ed-4827-8005-8946e3df8bb3 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.973365] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a464212-238e-4165-b975-a9e7d1b50fbc tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] [instance: 16a3ee5d-0de2-40a7-bef8-cf22fd34af0e] Powering off the VM {{(pid=69613) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1103.973592] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9071ec77-d651-47d4-a151-f962f957a65a {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.979633] env[69613]: DEBUG oslo_vmware.api [None req-0a464212-238e-4165-b975-a9e7d1b50fbc tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Waiting for the task: (returnval){ [ 1103.979633] env[69613]: value = "task-3418156" [ 1103.979633] env[69613]: _type = "Task" [ 1103.979633] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.990497] env[69613]: DEBUG oslo_vmware.api [None req-0a464212-238e-4165-b975-a9e7d1b50fbc tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Task: {'id': task-3418156, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.015216] env[69613]: DEBUG nova.compute.manager [req-b5c6ae95-68a3-4201-a6d2-31445712357d req-cf474974-d0e6-4b01-86f8-c18be24307b5 service nova] [instance: dc022ac9-6ab5-41c0-92ff-3c39b6094348] Received event network-vif-plugged-ef91e614-434d-4298-a009-329b923b180a {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1104.015548] env[69613]: DEBUG oslo_concurrency.lockutils [req-b5c6ae95-68a3-4201-a6d2-31445712357d req-cf474974-d0e6-4b01-86f8-c18be24307b5 service nova] Acquiring lock "dc022ac9-6ab5-41c0-92ff-3c39b6094348-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1104.016203] env[69613]: DEBUG oslo_concurrency.lockutils [req-b5c6ae95-68a3-4201-a6d2-31445712357d req-cf474974-d0e6-4b01-86f8-c18be24307b5 service nova] Lock "dc022ac9-6ab5-41c0-92ff-3c39b6094348-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1104.016360] env[69613]: DEBUG oslo_concurrency.lockutils [req-b5c6ae95-68a3-4201-a6d2-31445712357d req-cf474974-d0e6-4b01-86f8-c18be24307b5 service nova] Lock "dc022ac9-6ab5-41c0-92ff-3c39b6094348-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1104.016650] env[69613]: DEBUG nova.compute.manager [req-b5c6ae95-68a3-4201-a6d2-31445712357d req-cf474974-d0e6-4b01-86f8-c18be24307b5 service nova] [instance: dc022ac9-6ab5-41c0-92ff-3c39b6094348] No waiting events found dispatching network-vif-plugged-ef91e614-434d-4298-a009-329b923b180a {{(pid=69613) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1104.016909] env[69613]: WARNING nova.compute.manager [req-b5c6ae95-68a3-4201-a6d2-31445712357d req-cf474974-d0e6-4b01-86f8-c18be24307b5 service nova] [instance: dc022ac9-6ab5-41c0-92ff-3c39b6094348] Received unexpected event network-vif-plugged-ef91e614-434d-4298-a009-329b923b180a for instance with vm_state building and task_state spawning. [ 1104.109436] env[69613]: DEBUG nova.network.neutron [None req-2c612283-bb06-49f5-92d3-20c1eee9b7d3 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] [instance: dc022ac9-6ab5-41c0-92ff-3c39b6094348] Successfully updated port: ef91e614-434d-4298-a009-329b923b180a {{(pid=69613) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1104.126778] env[69613]: DEBUG oslo_concurrency.lockutils [None req-62ed4a6f-dac2-4da1-8339-5232a792ad5c tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.394s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1104.127215] env[69613]: DEBUG nova.compute.manager [None req-62ed4a6f-dac2-4da1-8339-5232a792ad5c tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] [instance: 7e2c1711-9229-4b57-89b7-8f31d966ff35] Start building networks asynchronously for instance. {{(pid=69613) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1104.129811] env[69613]: DEBUG oslo_concurrency.lockutils [None req-62ed4a6f-dac2-4da1-8339-5232a792ad5c tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.110s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1104.131245] env[69613]: INFO nova.compute.claims [None req-62ed4a6f-dac2-4da1-8339-5232a792ad5c tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] [instance: 375fba5b-7d37-4e57-91bd-eb224d9feda8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1104.144420] env[69613]: DEBUG oslo_vmware.api [None req-a8d74b65-0c0a-437a-af4d-61633f0164f7 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Task: {'id': task-3418154, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.728569} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.144626] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8d74b65-0c0a-437a-af4d-61633f0164f7 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk to [datastore2] 670e7607-58b1-478f-8a42-e83665cc8f22/670e7607-58b1-478f-8a42-e83665cc8f22.vmdk {{(pid=69613) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1104.144885] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-a8d74b65-0c0a-437a-af4d-61633f0164f7 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] [instance: 670e7607-58b1-478f-8a42-e83665cc8f22] Extending root virtual disk to 1048576 {{(pid=69613) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1104.145196] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c4f2c811-06c8-47f9-93c3-010dfd6f0b10 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.155018] env[69613]: DEBUG oslo_vmware.api [None req-a8d74b65-0c0a-437a-af4d-61633f0164f7 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Waiting for the task: (returnval){ [ 1104.155018] env[69613]: value = "task-3418157" [ 1104.155018] env[69613]: _type = "Task" [ 1104.155018] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.164775] env[69613]: DEBUG oslo_vmware.api [None req-a8d74b65-0c0a-437a-af4d-61633f0164f7 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Task: {'id': task-3418157, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.326457] env[69613]: DEBUG nova.virt.hardware [None req-a3767f8e-4329-45c1-bfe1-ea3577761fce tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T13:55:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=2b7a0304-b5d0-431d-b287-32c8388d7fbd,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1104.326611] env[69613]: DEBUG nova.virt.hardware [None req-a3767f8e-4329-45c1-bfe1-ea3577761fce tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Flavor limits 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1104.326759] env[69613]: DEBUG nova.virt.hardware [None req-a3767f8e-4329-45c1-bfe1-ea3577761fce tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Image limits 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1104.326965] env[69613]: DEBUG nova.virt.hardware [None req-a3767f8e-4329-45c1-bfe1-ea3577761fce tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Flavor pref 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1104.327129] env[69613]: DEBUG nova.virt.hardware [None req-a3767f8e-4329-45c1-bfe1-ea3577761fce tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Image pref 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1104.327303] env[69613]: DEBUG nova.virt.hardware [None req-a3767f8e-4329-45c1-bfe1-ea3577761fce tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1104.327907] env[69613]: DEBUG nova.virt.hardware [None req-a3767f8e-4329-45c1-bfe1-ea3577761fce tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1104.327907] env[69613]: DEBUG nova.virt.hardware [None req-a3767f8e-4329-45c1-bfe1-ea3577761fce tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69613) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1104.327907] env[69613]: DEBUG nova.virt.hardware [None req-a3767f8e-4329-45c1-bfe1-ea3577761fce tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Got 1 possible topologies {{(pid=69613) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1104.328143] env[69613]: DEBUG nova.virt.hardware [None req-a3767f8e-4329-45c1-bfe1-ea3577761fce tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1104.328356] env[69613]: DEBUG nova.virt.hardware [None req-a3767f8e-4329-45c1-bfe1-ea3577761fce tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1104.333699] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ac9361e7-c470-4a71-9c52-98c82c9c0786 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.349769] env[69613]: DEBUG oslo_vmware.api [None req-a3767f8e-4329-45c1-bfe1-ea3577761fce tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Waiting for the task: (returnval){ [ 1104.349769] env[69613]: value = "task-3418158" [ 1104.349769] env[69613]: _type = "Task" [ 1104.349769] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.359174] env[69613]: DEBUG oslo_vmware.api [None req-a3767f8e-4329-45c1-bfe1-ea3577761fce tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Task: {'id': task-3418158, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.489012] env[69613]: DEBUG oslo_vmware.api [None req-0a464212-238e-4165-b975-a9e7d1b50fbc tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Task: {'id': task-3418156, 'name': PowerOffVM_Task, 'duration_secs': 0.193161} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.489303] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a464212-238e-4165-b975-a9e7d1b50fbc tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] [instance: 16a3ee5d-0de2-40a7-bef8-cf22fd34af0e] Powered off the VM {{(pid=69613) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1104.489471] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-0a464212-238e-4165-b975-a9e7d1b50fbc tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] [instance: 16a3ee5d-0de2-40a7-bef8-cf22fd34af0e] Unregistering the VM {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1104.489722] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-272adab5-e255-4ad4-974f-b96cb1469b2c {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.546098] env[69613]: DEBUG oslo_concurrency.lockutils [None req-8f35a5b7-e9b3-4aea-87e4-fad41da7c766 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Acquiring lock "interface-9333145d-7d80-405b-b94e-37152559489e-08ffff89-de2e-4f00-b610-617fd894f200" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1104.546321] env[69613]: DEBUG oslo_concurrency.lockutils [None req-8f35a5b7-e9b3-4aea-87e4-fad41da7c766 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Lock "interface-9333145d-7d80-405b-b94e-37152559489e-08ffff89-de2e-4f00-b610-617fd894f200" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1104.546760] env[69613]: DEBUG nova.objects.instance [None req-8f35a5b7-e9b3-4aea-87e4-fad41da7c766 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Lazy-loading 'flavor' on Instance uuid 9333145d-7d80-405b-b94e-37152559489e {{(pid=69613) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1104.549785] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-0a464212-238e-4165-b975-a9e7d1b50fbc tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] [instance: 16a3ee5d-0de2-40a7-bef8-cf22fd34af0e] Unregistered the VM {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1104.549785] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-0a464212-238e-4165-b975-a9e7d1b50fbc tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] [instance: 16a3ee5d-0de2-40a7-bef8-cf22fd34af0e] Deleting contents of the VM from datastore datastore2 {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1104.549785] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a464212-238e-4165-b975-a9e7d1b50fbc tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Deleting the datastore file [datastore2] 16a3ee5d-0de2-40a7-bef8-cf22fd34af0e {{(pid=69613) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1104.551038] env[69613]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5227df75-36c9-4493-b65a-0ed8d6f5eee4 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.556368] env[69613]: DEBUG oslo_vmware.api [None req-0a464212-238e-4165-b975-a9e7d1b50fbc tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Waiting for the task: (returnval){ [ 1104.556368] env[69613]: value = "task-3418160" [ 1104.556368] env[69613]: _type = "Task" [ 1104.556368] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.564387] env[69613]: DEBUG oslo_vmware.api [None req-0a464212-238e-4165-b975-a9e7d1b50fbc tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Task: {'id': task-3418160, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.613976] env[69613]: DEBUG oslo_concurrency.lockutils [None req-2c612283-bb06-49f5-92d3-20c1eee9b7d3 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Acquiring lock "refresh_cache-dc022ac9-6ab5-41c0-92ff-3c39b6094348" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.614219] env[69613]: DEBUG oslo_concurrency.lockutils [None req-2c612283-bb06-49f5-92d3-20c1eee9b7d3 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Acquired lock "refresh_cache-dc022ac9-6ab5-41c0-92ff-3c39b6094348" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.614430] env[69613]: DEBUG nova.network.neutron [None req-2c612283-bb06-49f5-92d3-20c1eee9b7d3 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] [instance: dc022ac9-6ab5-41c0-92ff-3c39b6094348] Building network info cache for instance {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1104.636301] env[69613]: DEBUG nova.compute.utils [None req-62ed4a6f-dac2-4da1-8339-5232a792ad5c tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] Using /dev/sd instead of None {{(pid=69613) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1104.640233] env[69613]: DEBUG nova.compute.manager [None req-62ed4a6f-dac2-4da1-8339-5232a792ad5c tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] [instance: 7e2c1711-9229-4b57-89b7-8f31d966ff35] Allocating IP information in the background. {{(pid=69613) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1104.642085] env[69613]: DEBUG nova.network.neutron [None req-62ed4a6f-dac2-4da1-8339-5232a792ad5c tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] [instance: 7e2c1711-9229-4b57-89b7-8f31d966ff35] allocate_for_instance() {{(pid=69613) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1104.665323] env[69613]: DEBUG oslo_vmware.api [None req-a8d74b65-0c0a-437a-af4d-61633f0164f7 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Task: {'id': task-3418157, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069545} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.665607] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-a8d74b65-0c0a-437a-af4d-61633f0164f7 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] [instance: 670e7607-58b1-478f-8a42-e83665cc8f22] Extended root virtual disk {{(pid=69613) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1104.666402] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27ebc74d-a9a6-4a69-8829-7c3ec79f6d4f {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.689859] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-a8d74b65-0c0a-437a-af4d-61633f0164f7 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] [instance: 670e7607-58b1-478f-8a42-e83665cc8f22] Reconfiguring VM instance instance-0000006d to attach disk [datastore2] 670e7607-58b1-478f-8a42-e83665cc8f22/670e7607-58b1-478f-8a42-e83665cc8f22.vmdk or device None with type sparse {{(pid=69613) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1104.691379] env[69613]: DEBUG nova.policy [None req-62ed4a6f-dac2-4da1-8339-5232a792ad5c tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '85f1f1debeff4dce83163efc4aa2d0d0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2dbf5c5290e346509b79022e11bddd6b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69613) authorize /opt/stack/nova/nova/policy.py:192}} [ 1104.693250] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4b1fa737-55ea-4c74-b51c-55706490200d {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.715015] env[69613]: DEBUG oslo_vmware.api [None req-a8d74b65-0c0a-437a-af4d-61633f0164f7 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Waiting for the task: (returnval){ [ 1104.715015] env[69613]: value = "task-3418161" [ 1104.715015] env[69613]: _type = "Task" [ 1104.715015] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.725822] env[69613]: DEBUG oslo_vmware.api [None req-a8d74b65-0c0a-437a-af4d-61633f0164f7 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Task: {'id': task-3418161, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.860314] env[69613]: DEBUG oslo_vmware.api [None req-a3767f8e-4329-45c1-bfe1-ea3577761fce tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Task: {'id': task-3418158, 'name': ReconfigVM_Task, 'duration_secs': 0.43681} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.860647] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-a3767f8e-4329-45c1-bfe1-ea3577761fce tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] [instance: f36147c5-be86-4d45-9d2c-da38bba1885a] Updating instance 'f36147c5-be86-4d45-9d2c-da38bba1885a' progress to 33 {{(pid=69613) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1104.995260] env[69613]: DEBUG nova.network.neutron [None req-62ed4a6f-dac2-4da1-8339-5232a792ad5c tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] [instance: 7e2c1711-9229-4b57-89b7-8f31d966ff35] Successfully created port: c0e9c8f3-5997-4382-b0d3-1e1986ba6ad1 {{(pid=69613) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1105.065956] env[69613]: DEBUG oslo_vmware.api [None req-0a464212-238e-4165-b975-a9e7d1b50fbc tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Task: {'id': task-3418160, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.140711} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.066176] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a464212-238e-4165-b975-a9e7d1b50fbc tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Deleted the datastore file {{(pid=69613) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1105.066360] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-0a464212-238e-4165-b975-a9e7d1b50fbc tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] [instance: 16a3ee5d-0de2-40a7-bef8-cf22fd34af0e] Deleted contents of the VM from datastore datastore2 {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1105.066535] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-0a464212-238e-4165-b975-a9e7d1b50fbc tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] [instance: 16a3ee5d-0de2-40a7-bef8-cf22fd34af0e] Instance destroyed {{(pid=69613) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1105.066768] env[69613]: INFO nova.compute.manager [None req-0a464212-238e-4165-b975-a9e7d1b50fbc tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] [instance: 16a3ee5d-0de2-40a7-bef8-cf22fd34af0e] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1105.066941] env[69613]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0a464212-238e-4165-b975-a9e7d1b50fbc tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69613) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1105.067144] env[69613]: DEBUG nova.compute.manager [-] [instance: 16a3ee5d-0de2-40a7-bef8-cf22fd34af0e] Deallocating network for instance {{(pid=69613) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1105.067241] env[69613]: DEBUG nova.network.neutron [-] [instance: 16a3ee5d-0de2-40a7-bef8-cf22fd34af0e] deallocate_for_instance() {{(pid=69613) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1105.147449] env[69613]: DEBUG nova.compute.manager [None req-62ed4a6f-dac2-4da1-8339-5232a792ad5c tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] [instance: 7e2c1711-9229-4b57-89b7-8f31d966ff35] Start building block device mappings for instance. {{(pid=69613) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1105.178213] env[69613]: DEBUG nova.network.neutron [None req-2c612283-bb06-49f5-92d3-20c1eee9b7d3 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] [instance: dc022ac9-6ab5-41c0-92ff-3c39b6094348] Instance cache missing network info. {{(pid=69613) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1105.216538] env[69613]: DEBUG nova.objects.instance [None req-8f35a5b7-e9b3-4aea-87e4-fad41da7c766 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Lazy-loading 'pci_requests' on Instance uuid 9333145d-7d80-405b-b94e-37152559489e {{(pid=69613) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1105.234739] env[69613]: DEBUG oslo_vmware.api [None req-a8d74b65-0c0a-437a-af4d-61633f0164f7 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Task: {'id': task-3418161, 'name': ReconfigVM_Task, 'duration_secs': 0.438405} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.235467] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-a8d74b65-0c0a-437a-af4d-61633f0164f7 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] [instance: 670e7607-58b1-478f-8a42-e83665cc8f22] Reconfigured VM instance instance-0000006d to attach disk [datastore2] 670e7607-58b1-478f-8a42-e83665cc8f22/670e7607-58b1-478f-8a42-e83665cc8f22.vmdk or device None with type sparse {{(pid=69613) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1105.235727] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-52208875-b686-4dfd-846f-029d04fc13d9 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.244581] env[69613]: DEBUG oslo_vmware.api [None req-a8d74b65-0c0a-437a-af4d-61633f0164f7 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Waiting for the task: (returnval){ [ 1105.244581] env[69613]: value = "task-3418162" [ 1105.244581] env[69613]: _type = "Task" [ 1105.244581] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.253392] env[69613]: DEBUG oslo_vmware.api [None req-a8d74b65-0c0a-437a-af4d-61633f0164f7 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Task: {'id': task-3418162, 'name': Rename_Task} progress is 5%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.366742] env[69613]: DEBUG nova.virt.hardware [None req-a3767f8e-4329-45c1-bfe1-ea3577761fce tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T13:55:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=2b7a0304-b5d0-431d-b287-32c8388d7fbd,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1105.367040] env[69613]: DEBUG nova.virt.hardware [None req-a3767f8e-4329-45c1-bfe1-ea3577761fce tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Flavor limits 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1105.369395] env[69613]: DEBUG nova.virt.hardware [None req-a3767f8e-4329-45c1-bfe1-ea3577761fce tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Image limits 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1105.369395] env[69613]: DEBUG nova.virt.hardware [None req-a3767f8e-4329-45c1-bfe1-ea3577761fce tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Flavor pref 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1105.369395] env[69613]: DEBUG nova.virt.hardware [None req-a3767f8e-4329-45c1-bfe1-ea3577761fce tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Image pref 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1105.369395] env[69613]: DEBUG nova.virt.hardware [None req-a3767f8e-4329-45c1-bfe1-ea3577761fce tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1105.369395] env[69613]: DEBUG nova.virt.hardware [None req-a3767f8e-4329-45c1-bfe1-ea3577761fce tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1105.369395] env[69613]: DEBUG nova.virt.hardware [None req-a3767f8e-4329-45c1-bfe1-ea3577761fce tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69613) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1105.369395] env[69613]: DEBUG nova.virt.hardware [None req-a3767f8e-4329-45c1-bfe1-ea3577761fce tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Got 1 possible topologies {{(pid=69613) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1105.369395] env[69613]: DEBUG nova.virt.hardware [None req-a3767f8e-4329-45c1-bfe1-ea3577761fce tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1105.369395] env[69613]: DEBUG nova.virt.hardware [None req-a3767f8e-4329-45c1-bfe1-ea3577761fce tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1105.377261] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-a3767f8e-4329-45c1-bfe1-ea3577761fce tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] [instance: f36147c5-be86-4d45-9d2c-da38bba1885a] Reconfiguring VM instance instance-00000060 to detach disk 2000 {{(pid=69613) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1105.382509] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5edf49f6-54f6-4d75-be4f-1b434e433099 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.405559] env[69613]: DEBUG oslo_vmware.api [None req-a3767f8e-4329-45c1-bfe1-ea3577761fce tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Waiting for the task: (returnval){ [ 1105.405559] env[69613]: value = "task-3418163" [ 1105.405559] env[69613]: _type = "Task" [ 1105.405559] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.413604] env[69613]: DEBUG oslo_vmware.api [None req-a3767f8e-4329-45c1-bfe1-ea3577761fce tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Task: {'id': task-3418163, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.446050] env[69613]: DEBUG nova.network.neutron [None req-2c612283-bb06-49f5-92d3-20c1eee9b7d3 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] [instance: dc022ac9-6ab5-41c0-92ff-3c39b6094348] Updating instance_info_cache with network_info: [{"id": "ef91e614-434d-4298-a009-329b923b180a", "address": "fa:16:3e:04:69:c9", "network": {"id": "6582c06e-2375-4019-bc8c-6f40d2f10d28", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-726199179-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "263cb0545351439194c16f61aacec6b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c6a4836-66dc-4e43-982b-f8fcd3f9989a", "external-id": "nsx-vlan-transportzone-635", "segmentation_id": 635, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapef91e614-43", "ovs_interfaceid": "ef91e614-434d-4298-a009-329b923b180a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1105.463225] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e058333c-b8a2-49ab-beb7-a9d43bba5af4 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.475030] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c715da5-e800-4e87-908d-2a686bb7c9d8 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.509150] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4031220b-34fa-4afe-99e2-4e3bc4a9205a {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.518038] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c8e5884-b6b2-4447-b1d6-fbcffe96e731 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.534997] env[69613]: DEBUG nova.compute.provider_tree [None req-62ed4a6f-dac2-4da1-8339-5232a792ad5c tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] Inventory has not changed in ProviderTree for provider: af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 {{(pid=69613) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1105.541567] env[69613]: DEBUG nova.compute.manager [req-f60e6f6f-7c85-439c-b6c8-faf223c28476 req-52ad68d5-71c2-4a07-ac8b-6adabf68a391 service nova] [instance: 16a3ee5d-0de2-40a7-bef8-cf22fd34af0e] Received event network-vif-deleted-9ec3dec5-93d6-4f30-ae5b-f111a8fb2428 {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1105.543355] env[69613]: INFO nova.compute.manager [req-f60e6f6f-7c85-439c-b6c8-faf223c28476 req-52ad68d5-71c2-4a07-ac8b-6adabf68a391 service nova] [instance: 16a3ee5d-0de2-40a7-bef8-cf22fd34af0e] Neutron deleted interface 9ec3dec5-93d6-4f30-ae5b-f111a8fb2428; detaching it from the instance and deleting it from the info cache [ 1105.543355] env[69613]: DEBUG nova.network.neutron [req-f60e6f6f-7c85-439c-b6c8-faf223c28476 req-52ad68d5-71c2-4a07-ac8b-6adabf68a391 service nova] [instance: 16a3ee5d-0de2-40a7-bef8-cf22fd34af0e] Updating instance_info_cache with network_info: [] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1105.725782] env[69613]: DEBUG nova.objects.base [None req-8f35a5b7-e9b3-4aea-87e4-fad41da7c766 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Object Instance<9333145d-7d80-405b-b94e-37152559489e> lazy-loaded attributes: flavor,pci_requests {{(pid=69613) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1105.726140] env[69613]: DEBUG nova.network.neutron [None req-8f35a5b7-e9b3-4aea-87e4-fad41da7c766 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] [instance: 9333145d-7d80-405b-b94e-37152559489e] allocate_for_instance() {{(pid=69613) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1105.755035] env[69613]: DEBUG oslo_vmware.api [None req-a8d74b65-0c0a-437a-af4d-61633f0164f7 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Task: {'id': task-3418162, 'name': Rename_Task, 'duration_secs': 0.147302} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.756051] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8d74b65-0c0a-437a-af4d-61633f0164f7 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] [instance: 670e7607-58b1-478f-8a42-e83665cc8f22] Powering on the VM {{(pid=69613) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1105.756308] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-aa87ca0d-1aa5-4cf3-abeb-c92811fae5aa {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.762943] env[69613]: DEBUG oslo_vmware.api [None req-a8d74b65-0c0a-437a-af4d-61633f0164f7 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Waiting for the task: (returnval){ [ 1105.762943] env[69613]: value = "task-3418164" [ 1105.762943] env[69613]: _type = "Task" [ 1105.762943] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.770396] env[69613]: DEBUG oslo_vmware.api [None req-a8d74b65-0c0a-437a-af4d-61633f0164f7 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Task: {'id': task-3418164, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.789975] env[69613]: DEBUG nova.policy [None req-8f35a5b7-e9b3-4aea-87e4-fad41da7c766 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1f74539de50f4a48afdf8ccfc2390e72', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ac0fd822ae5c46349cf139bf95aa6ad4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69613) authorize /opt/stack/nova/nova/policy.py:192}} [ 1105.915340] env[69613]: DEBUG oslo_vmware.api [None req-a3767f8e-4329-45c1-bfe1-ea3577761fce tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Task: {'id': task-3418163, 'name': ReconfigVM_Task, 'duration_secs': 0.200427} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.915689] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-a3767f8e-4329-45c1-bfe1-ea3577761fce tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] [instance: f36147c5-be86-4d45-9d2c-da38bba1885a] Reconfigured VM instance instance-00000060 to detach disk 2000 {{(pid=69613) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1105.916557] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bb7fc3e-6a23-481a-babb-d812d9f118fc {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.934313] env[69613]: DEBUG nova.network.neutron [-] [instance: 16a3ee5d-0de2-40a7-bef8-cf22fd34af0e] Updating instance_info_cache with network_info: [] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1105.943377] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-a3767f8e-4329-45c1-bfe1-ea3577761fce tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] [instance: f36147c5-be86-4d45-9d2c-da38bba1885a] Reconfiguring VM instance instance-00000060 to attach disk [datastore1] f36147c5-be86-4d45-9d2c-da38bba1885a/f36147c5-be86-4d45-9d2c-da38bba1885a.vmdk or device None with type thin {{(pid=69613) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1105.944244] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cacdea37-c6a7-4080-998f-85608999ca3f {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.958357] env[69613]: DEBUG oslo_concurrency.lockutils [None req-2c612283-bb06-49f5-92d3-20c1eee9b7d3 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Releasing lock "refresh_cache-dc022ac9-6ab5-41c0-92ff-3c39b6094348" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.958821] env[69613]: DEBUG nova.compute.manager [None req-2c612283-bb06-49f5-92d3-20c1eee9b7d3 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] [instance: dc022ac9-6ab5-41c0-92ff-3c39b6094348] Instance network_info: |[{"id": "ef91e614-434d-4298-a009-329b923b180a", "address": "fa:16:3e:04:69:c9", "network": {"id": "6582c06e-2375-4019-bc8c-6f40d2f10d28", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-726199179-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "263cb0545351439194c16f61aacec6b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c6a4836-66dc-4e43-982b-f8fcd3f9989a", "external-id": "nsx-vlan-transportzone-635", "segmentation_id": 635, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapef91e614-43", "ovs_interfaceid": "ef91e614-434d-4298-a009-329b923b180a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69613) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1105.959497] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-2c612283-bb06-49f5-92d3-20c1eee9b7d3 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] [instance: dc022ac9-6ab5-41c0-92ff-3c39b6094348] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:04:69:c9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4c6a4836-66dc-4e43-982b-f8fcd3f9989a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ef91e614-434d-4298-a009-329b923b180a', 'vif_model': 'vmxnet3'}] {{(pid=69613) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1105.966795] env[69613]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2c612283-bb06-49f5-92d3-20c1eee9b7d3 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69613) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1105.967925] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dc022ac9-6ab5-41c0-92ff-3c39b6094348] Creating VM on the ESX host {{(pid=69613) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1105.968210] env[69613]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-75c8d86d-2180-4c0a-8c06-b5060004fce7 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.983608] env[69613]: DEBUG oslo_vmware.api [None req-a3767f8e-4329-45c1-bfe1-ea3577761fce tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Waiting for the task: (returnval){ [ 1105.983608] env[69613]: value = "task-3418165" [ 1105.983608] env[69613]: _type = "Task" [ 1105.983608] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.989262] env[69613]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1105.989262] env[69613]: value = "task-3418166" [ 1105.989262] env[69613]: _type = "Task" [ 1105.989262] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.998112] env[69613]: DEBUG oslo_vmware.api [None req-a3767f8e-4329-45c1-bfe1-ea3577761fce tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Task: {'id': task-3418165, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.002958] env[69613]: DEBUG oslo_vmware.api [-] Task: {'id': task-3418166, 'name': CreateVM_Task} progress is 6%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.038965] env[69613]: DEBUG nova.scheduler.client.report [None req-62ed4a6f-dac2-4da1-8339-5232a792ad5c tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] Inventory has not changed for provider af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69613) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1106.044669] env[69613]: DEBUG nova.compute.manager [req-99e564fd-01a7-472f-851e-3d1f3962fe59 req-d0584428-b2d7-4ff0-bc39-078dc1243c9a service nova] [instance: dc022ac9-6ab5-41c0-92ff-3c39b6094348] Received event network-changed-ef91e614-434d-4298-a009-329b923b180a {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1106.044885] env[69613]: DEBUG nova.compute.manager [req-99e564fd-01a7-472f-851e-3d1f3962fe59 req-d0584428-b2d7-4ff0-bc39-078dc1243c9a service nova] [instance: dc022ac9-6ab5-41c0-92ff-3c39b6094348] Refreshing instance network info cache due to event network-changed-ef91e614-434d-4298-a009-329b923b180a. {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1106.045110] env[69613]: DEBUG oslo_concurrency.lockutils [req-99e564fd-01a7-472f-851e-3d1f3962fe59 req-d0584428-b2d7-4ff0-bc39-078dc1243c9a service nova] Acquiring lock "refresh_cache-dc022ac9-6ab5-41c0-92ff-3c39b6094348" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.045256] env[69613]: DEBUG oslo_concurrency.lockutils [req-99e564fd-01a7-472f-851e-3d1f3962fe59 req-d0584428-b2d7-4ff0-bc39-078dc1243c9a service nova] Acquired lock "refresh_cache-dc022ac9-6ab5-41c0-92ff-3c39b6094348" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.045410] env[69613]: DEBUG nova.network.neutron [req-99e564fd-01a7-472f-851e-3d1f3962fe59 req-d0584428-b2d7-4ff0-bc39-078dc1243c9a service nova] [instance: dc022ac9-6ab5-41c0-92ff-3c39b6094348] Refreshing network info cache for port ef91e614-434d-4298-a009-329b923b180a {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1106.047511] env[69613]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-48fb71fc-60e5-4499-97a3-fd828b38c70d {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.058076] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ec18895-a12c-4498-ad75-21c3031a1bd3 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.092265] env[69613]: DEBUG nova.compute.manager [req-f60e6f6f-7c85-439c-b6c8-faf223c28476 req-52ad68d5-71c2-4a07-ac8b-6adabf68a391 service nova] [instance: 16a3ee5d-0de2-40a7-bef8-cf22fd34af0e] Detach interface failed, port_id=9ec3dec5-93d6-4f30-ae5b-f111a8fb2428, reason: Instance 16a3ee5d-0de2-40a7-bef8-cf22fd34af0e could not be found. {{(pid=69613) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1106.155646] env[69613]: DEBUG nova.compute.manager [None req-62ed4a6f-dac2-4da1-8339-5232a792ad5c tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] [instance: 7e2c1711-9229-4b57-89b7-8f31d966ff35] Start spawning the instance on the hypervisor. {{(pid=69613) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1106.184639] env[69613]: DEBUG nova.virt.hardware [None req-62ed4a6f-dac2-4da1-8339-5232a792ad5c tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T13:55:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T13:55:19Z,direct_url=,disk_format='vmdk',id=2b7a0304-b5d0-431d-b287-32c8388d7fbd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3e9e1b873f1442d59d5ee8247b941f74',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T13:55:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1106.184909] env[69613]: DEBUG nova.virt.hardware [None req-62ed4a6f-dac2-4da1-8339-5232a792ad5c tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] Flavor limits 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1106.185084] env[69613]: DEBUG nova.virt.hardware [None req-62ed4a6f-dac2-4da1-8339-5232a792ad5c tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] Image limits 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1106.185269] env[69613]: DEBUG nova.virt.hardware [None req-62ed4a6f-dac2-4da1-8339-5232a792ad5c tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] Flavor pref 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1106.185417] env[69613]: DEBUG nova.virt.hardware [None req-62ed4a6f-dac2-4da1-8339-5232a792ad5c tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] Image pref 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1106.185562] env[69613]: DEBUG nova.virt.hardware [None req-62ed4a6f-dac2-4da1-8339-5232a792ad5c tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1106.185772] env[69613]: DEBUG nova.virt.hardware [None req-62ed4a6f-dac2-4da1-8339-5232a792ad5c tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1106.185927] env[69613]: DEBUG nova.virt.hardware [None req-62ed4a6f-dac2-4da1-8339-5232a792ad5c tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69613) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1106.186106] env[69613]: DEBUG nova.virt.hardware [None req-62ed4a6f-dac2-4da1-8339-5232a792ad5c tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] Got 1 possible topologies {{(pid=69613) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1106.186328] env[69613]: DEBUG nova.virt.hardware [None req-62ed4a6f-dac2-4da1-8339-5232a792ad5c tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1106.186585] env[69613]: DEBUG nova.virt.hardware [None req-62ed4a6f-dac2-4da1-8339-5232a792ad5c tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1106.187657] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5d5d644-e678-46ff-a9d3-5a9e213a19ae {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.198118] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98b40164-beeb-4d2c-be3a-5bd5b84307d4 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.272801] env[69613]: DEBUG oslo_vmware.api [None req-a8d74b65-0c0a-437a-af4d-61633f0164f7 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Task: {'id': task-3418164, 'name': PowerOnVM_Task, 'duration_secs': 0.492132} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.272801] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8d74b65-0c0a-437a-af4d-61633f0164f7 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] [instance: 670e7607-58b1-478f-8a42-e83665cc8f22] Powered on the VM {{(pid=69613) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1106.272968] env[69613]: INFO nova.compute.manager [None req-a8d74b65-0c0a-437a-af4d-61633f0164f7 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] [instance: 670e7607-58b1-478f-8a42-e83665cc8f22] Took 7.32 seconds to spawn the instance on the hypervisor. [ 1106.273066] env[69613]: DEBUG nova.compute.manager [None req-a8d74b65-0c0a-437a-af4d-61633f0164f7 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] [instance: 670e7607-58b1-478f-8a42-e83665cc8f22] Checking state {{(pid=69613) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1106.273903] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b57d081e-ce15-4b5c-b08b-dfeb47f9f4d5 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.445179] env[69613]: INFO nova.compute.manager [-] [instance: 16a3ee5d-0de2-40a7-bef8-cf22fd34af0e] Took 1.38 seconds to deallocate network for instance. [ 1106.497044] env[69613]: DEBUG oslo_vmware.api [None req-a3767f8e-4329-45c1-bfe1-ea3577761fce tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Task: {'id': task-3418165, 'name': ReconfigVM_Task, 'duration_secs': 0.367313} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.497691] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-a3767f8e-4329-45c1-bfe1-ea3577761fce tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] [instance: f36147c5-be86-4d45-9d2c-da38bba1885a] Reconfigured VM instance instance-00000060 to attach disk [datastore1] f36147c5-be86-4d45-9d2c-da38bba1885a/f36147c5-be86-4d45-9d2c-da38bba1885a.vmdk or device None with type thin {{(pid=69613) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1106.497976] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-a3767f8e-4329-45c1-bfe1-ea3577761fce tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] [instance: f36147c5-be86-4d45-9d2c-da38bba1885a] Updating instance 'f36147c5-be86-4d45-9d2c-da38bba1885a' progress to 50 {{(pid=69613) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1106.506041] env[69613]: DEBUG oslo_vmware.api [-] Task: {'id': task-3418166, 'name': CreateVM_Task, 'duration_secs': 0.307032} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.506388] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dc022ac9-6ab5-41c0-92ff-3c39b6094348] Created VM on the ESX host {{(pid=69613) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1106.507034] env[69613]: DEBUG oslo_concurrency.lockutils [None req-2c612283-bb06-49f5-92d3-20c1eee9b7d3 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.507202] env[69613]: DEBUG oslo_concurrency.lockutils [None req-2c612283-bb06-49f5-92d3-20c1eee9b7d3 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.507564] env[69613]: DEBUG oslo_concurrency.lockutils [None req-2c612283-bb06-49f5-92d3-20c1eee9b7d3 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.507809] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8b9ca2fb-7488-4ddd-897c-b2f725bb9e5e {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.512220] env[69613]: DEBUG oslo_vmware.api [None req-2c612283-bb06-49f5-92d3-20c1eee9b7d3 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Waiting for the task: (returnval){ [ 1106.512220] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]525246e6-25b2-4f39-97ea-cdf6cdb23d89" [ 1106.512220] env[69613]: _type = "Task" [ 1106.512220] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.522192] env[69613]: DEBUG oslo_vmware.api [None req-2c612283-bb06-49f5-92d3-20c1eee9b7d3 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]525246e6-25b2-4f39-97ea-cdf6cdb23d89, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.549920] env[69613]: DEBUG oslo_concurrency.lockutils [None req-62ed4a6f-dac2-4da1-8339-5232a792ad5c tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.418s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1106.549920] env[69613]: DEBUG nova.compute.manager [None req-62ed4a6f-dac2-4da1-8339-5232a792ad5c tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] [instance: 375fba5b-7d37-4e57-91bd-eb224d9feda8] Start building networks asynchronously for instance. {{(pid=69613) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1106.553383] env[69613]: DEBUG oslo_concurrency.lockutils [None req-fd83c2cc-188b-451d-9386-78ad876e400b tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 7.759s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1106.686030] env[69613]: DEBUG nova.network.neutron [None req-62ed4a6f-dac2-4da1-8339-5232a792ad5c tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] [instance: 7e2c1711-9229-4b57-89b7-8f31d966ff35] Successfully updated port: c0e9c8f3-5997-4382-b0d3-1e1986ba6ad1 {{(pid=69613) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1106.790934] env[69613]: INFO nova.compute.manager [None req-a8d74b65-0c0a-437a-af4d-61633f0164f7 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] [instance: 670e7607-58b1-478f-8a42-e83665cc8f22] Took 26.83 seconds to build instance. [ 1106.824268] env[69613]: DEBUG nova.network.neutron [req-99e564fd-01a7-472f-851e-3d1f3962fe59 req-d0584428-b2d7-4ff0-bc39-078dc1243c9a service nova] [instance: dc022ac9-6ab5-41c0-92ff-3c39b6094348] Updated VIF entry in instance network info cache for port ef91e614-434d-4298-a009-329b923b180a. {{(pid=69613) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1106.824648] env[69613]: DEBUG nova.network.neutron [req-99e564fd-01a7-472f-851e-3d1f3962fe59 req-d0584428-b2d7-4ff0-bc39-078dc1243c9a service nova] [instance: dc022ac9-6ab5-41c0-92ff-3c39b6094348] Updating instance_info_cache with network_info: [{"id": "ef91e614-434d-4298-a009-329b923b180a", "address": "fa:16:3e:04:69:c9", "network": {"id": "6582c06e-2375-4019-bc8c-6f40d2f10d28", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-726199179-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "263cb0545351439194c16f61aacec6b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c6a4836-66dc-4e43-982b-f8fcd3f9989a", "external-id": "nsx-vlan-transportzone-635", "segmentation_id": 635, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapef91e614-43", "ovs_interfaceid": "ef91e614-434d-4298-a009-329b923b180a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1106.951988] env[69613]: DEBUG oslo_concurrency.lockutils [None req-0a464212-238e-4165-b975-a9e7d1b50fbc tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1107.010023] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d495a54-aeaf-43f7-8946-f586ed486978 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.023610] env[69613]: DEBUG oslo_vmware.api [None req-2c612283-bb06-49f5-92d3-20c1eee9b7d3 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]525246e6-25b2-4f39-97ea-cdf6cdb23d89, 'name': SearchDatastore_Task, 'duration_secs': 0.008887} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.038961] env[69613]: DEBUG oslo_concurrency.lockutils [None req-2c612283-bb06-49f5-92d3-20c1eee9b7d3 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.039244] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-2c612283-bb06-49f5-92d3-20c1eee9b7d3 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] [instance: dc022ac9-6ab5-41c0-92ff-3c39b6094348] Processing image 2b7a0304-b5d0-431d-b287-32c8388d7fbd {{(pid=69613) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1107.039484] env[69613]: DEBUG oslo_concurrency.lockutils [None req-2c612283-bb06-49f5-92d3-20c1eee9b7d3 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.039632] env[69613]: DEBUG oslo_concurrency.lockutils [None req-2c612283-bb06-49f5-92d3-20c1eee9b7d3 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.039814] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c612283-bb06-49f5-92d3-20c1eee9b7d3 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69613) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1107.040271] env[69613]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-75b062b6-aea6-4d73-b7cd-ddc28020ba9d {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.042625] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1122bcee-6170-45cf-aa78-c881d628efed {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.064373] env[69613]: DEBUG nova.compute.utils [None req-62ed4a6f-dac2-4da1-8339-5232a792ad5c tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] Using /dev/sd instead of None {{(pid=69613) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1107.067599] env[69613]: INFO nova.compute.claims [None req-fd83c2cc-188b-451d-9386-78ad876e400b tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] [instance: 65aee893-5fdc-4721-855d-249b34cd1b62] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1107.070913] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-a3767f8e-4329-45c1-bfe1-ea3577761fce tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] [instance: f36147c5-be86-4d45-9d2c-da38bba1885a] Updating instance 'f36147c5-be86-4d45-9d2c-da38bba1885a' progress to 67 {{(pid=69613) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1107.075941] env[69613]: DEBUG nova.compute.manager [None req-62ed4a6f-dac2-4da1-8339-5232a792ad5c tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] [instance: 375fba5b-7d37-4e57-91bd-eb224d9feda8] Allocating IP information in the background. {{(pid=69613) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1107.075941] env[69613]: DEBUG nova.network.neutron [None req-62ed4a6f-dac2-4da1-8339-5232a792ad5c tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] [instance: 375fba5b-7d37-4e57-91bd-eb224d9feda8] allocate_for_instance() {{(pid=69613) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1107.077534] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c612283-bb06-49f5-92d3-20c1eee9b7d3 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69613) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1107.077700] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-2c612283-bb06-49f5-92d3-20c1eee9b7d3 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69613) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1107.081057] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0ef91666-7f45-4938-9bfe-92bc1629c4d2 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.084139] env[69613]: DEBUG oslo_vmware.api [None req-2c612283-bb06-49f5-92d3-20c1eee9b7d3 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Waiting for the task: (returnval){ [ 1107.084139] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]52b7a265-ef2d-d704-f810-b03e12256bc8" [ 1107.084139] env[69613]: _type = "Task" [ 1107.084139] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.092693] env[69613]: DEBUG oslo_vmware.api [None req-2c612283-bb06-49f5-92d3-20c1eee9b7d3 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52b7a265-ef2d-d704-f810-b03e12256bc8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.133043] env[69613]: DEBUG nova.policy [None req-62ed4a6f-dac2-4da1-8339-5232a792ad5c tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '85f1f1debeff4dce83163efc4aa2d0d0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2dbf5c5290e346509b79022e11bddd6b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69613) authorize /opt/stack/nova/nova/policy.py:192}} [ 1107.188159] env[69613]: DEBUG oslo_concurrency.lockutils [None req-62ed4a6f-dac2-4da1-8339-5232a792ad5c tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] Acquiring lock "refresh_cache-7e2c1711-9229-4b57-89b7-8f31d966ff35" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.188426] env[69613]: DEBUG oslo_concurrency.lockutils [None req-62ed4a6f-dac2-4da1-8339-5232a792ad5c tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] Acquired lock "refresh_cache-7e2c1711-9229-4b57-89b7-8f31d966ff35" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.188463] env[69613]: DEBUG nova.network.neutron [None req-62ed4a6f-dac2-4da1-8339-5232a792ad5c tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] [instance: 7e2c1711-9229-4b57-89b7-8f31d966ff35] Building network info cache for instance {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1107.258478] env[69613]: DEBUG nova.network.neutron [None req-8f35a5b7-e9b3-4aea-87e4-fad41da7c766 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] [instance: 9333145d-7d80-405b-b94e-37152559489e] Successfully updated port: 08ffff89-de2e-4f00-b610-617fd894f200 {{(pid=69613) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1107.292776] env[69613]: DEBUG oslo_concurrency.lockutils [None req-a8d74b65-0c0a-437a-af4d-61633f0164f7 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Lock "670e7607-58b1-478f-8a42-e83665cc8f22" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.339s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1107.328169] env[69613]: DEBUG oslo_concurrency.lockutils [req-99e564fd-01a7-472f-851e-3d1f3962fe59 req-d0584428-b2d7-4ff0-bc39-078dc1243c9a service nova] Releasing lock "refresh_cache-dc022ac9-6ab5-41c0-92ff-3c39b6094348" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.462604] env[69613]: DEBUG nova.network.neutron [None req-62ed4a6f-dac2-4da1-8339-5232a792ad5c tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] [instance: 375fba5b-7d37-4e57-91bd-eb224d9feda8] Successfully created port: 15a12dc5-c94e-4848-9a57-27f0e958293d {{(pid=69613) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1107.579367] env[69613]: INFO nova.compute.resource_tracker [None req-fd83c2cc-188b-451d-9386-78ad876e400b tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] [instance: 65aee893-5fdc-4721-855d-249b34cd1b62] Updating resource usage from migration f799f71a-c999-4d98-b960-37bdb471e7ac [ 1107.579493] env[69613]: DEBUG nova.compute.manager [None req-62ed4a6f-dac2-4da1-8339-5232a792ad5c tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] [instance: 375fba5b-7d37-4e57-91bd-eb224d9feda8] Start building block device mappings for instance. {{(pid=69613) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1107.601082] env[69613]: DEBUG oslo_vmware.api [None req-2c612283-bb06-49f5-92d3-20c1eee9b7d3 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52b7a265-ef2d-d704-f810-b03e12256bc8, 'name': SearchDatastore_Task, 'duration_secs': 0.008946} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.603449] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0441b513-17ea-4e2d-a983-60a40c196025 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.608171] env[69613]: DEBUG oslo_vmware.api [None req-2c612283-bb06-49f5-92d3-20c1eee9b7d3 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Waiting for the task: (returnval){ [ 1107.608171] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]527abc5b-5ee2-3337-53fd-48e103f937a1" [ 1107.608171] env[69613]: _type = "Task" [ 1107.608171] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.619619] env[69613]: DEBUG oslo_vmware.api [None req-2c612283-bb06-49f5-92d3-20c1eee9b7d3 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]527abc5b-5ee2-3337-53fd-48e103f937a1, 'name': SearchDatastore_Task, 'duration_secs': 0.009124} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.619951] env[69613]: DEBUG oslo_concurrency.lockutils [None req-2c612283-bb06-49f5-92d3-20c1eee9b7d3 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.621067] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c612283-bb06-49f5-92d3-20c1eee9b7d3 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk to [datastore2] dc022ac9-6ab5-41c0-92ff-3c39b6094348/dc022ac9-6ab5-41c0-92ff-3c39b6094348.vmdk {{(pid=69613) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1107.621375] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2af4bb62-5b08-4de8-92df-8231d6624641 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.629447] env[69613]: DEBUG oslo_vmware.api [None req-2c612283-bb06-49f5-92d3-20c1eee9b7d3 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Waiting for the task: (returnval){ [ 1107.629447] env[69613]: value = "task-3418167" [ 1107.629447] env[69613]: _type = "Task" [ 1107.629447] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.641739] env[69613]: DEBUG oslo_vmware.api [None req-2c612283-bb06-49f5-92d3-20c1eee9b7d3 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Task: {'id': task-3418167, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.725649] env[69613]: DEBUG nova.network.neutron [None req-62ed4a6f-dac2-4da1-8339-5232a792ad5c tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] [instance: 7e2c1711-9229-4b57-89b7-8f31d966ff35] Instance cache missing network info. {{(pid=69613) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1107.762291] env[69613]: DEBUG oslo_concurrency.lockutils [None req-8f35a5b7-e9b3-4aea-87e4-fad41da7c766 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Acquiring lock "refresh_cache-9333145d-7d80-405b-b94e-37152559489e" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.762462] env[69613]: DEBUG oslo_concurrency.lockutils [None req-8f35a5b7-e9b3-4aea-87e4-fad41da7c766 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Acquired lock "refresh_cache-9333145d-7d80-405b-b94e-37152559489e" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.762634] env[69613]: DEBUG nova.network.neutron [None req-8f35a5b7-e9b3-4aea-87e4-fad41da7c766 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] [instance: 9333145d-7d80-405b-b94e-37152559489e] Building network info cache for instance {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1107.853647] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcb76df8-1e0e-48f3-a70d-d858daa11b16 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.862912] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d32d3e6-65df-4054-817d-03448a337f61 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.895203] env[69613]: DEBUG nova.network.neutron [None req-62ed4a6f-dac2-4da1-8339-5232a792ad5c tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] [instance: 7e2c1711-9229-4b57-89b7-8f31d966ff35] Updating instance_info_cache with network_info: [{"id": "c0e9c8f3-5997-4382-b0d3-1e1986ba6ad1", "address": "fa:16:3e:06:fa:21", "network": {"id": "c535614a-e0b8-4fda-9b78-1a0b2f9ac4c1", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-203443238-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2dbf5c5290e346509b79022e11bddd6b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d12aff80-9d1b-4a67-a470-9c0148b443e3", "external-id": "nsx-vlan-transportzone-784", "segmentation_id": 784, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc0e9c8f3-59", "ovs_interfaceid": "c0e9c8f3-5997-4382-b0d3-1e1986ba6ad1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1107.897046] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fec50c8f-a241-40f3-95e2-29f7a912253c {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.906109] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e81f58d-1ee5-495a-84a0-b9c5660f7b18 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.923238] env[69613]: DEBUG nova.compute.provider_tree [None req-fd83c2cc-188b-451d-9386-78ad876e400b tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Inventory has not changed in ProviderTree for provider: af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 {{(pid=69613) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1108.143033] env[69613]: DEBUG oslo_vmware.api [None req-2c612283-bb06-49f5-92d3-20c1eee9b7d3 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Task: {'id': task-3418167, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.454955} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.143416] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c612283-bb06-49f5-92d3-20c1eee9b7d3 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk to [datastore2] dc022ac9-6ab5-41c0-92ff-3c39b6094348/dc022ac9-6ab5-41c0-92ff-3c39b6094348.vmdk {{(pid=69613) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1108.143635] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-2c612283-bb06-49f5-92d3-20c1eee9b7d3 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] [instance: dc022ac9-6ab5-41c0-92ff-3c39b6094348] Extending root virtual disk to 1048576 {{(pid=69613) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1108.143946] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e2b8019a-fc7b-4c8c-bf68-4355264975c0 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.150715] env[69613]: DEBUG oslo_vmware.api [None req-2c612283-bb06-49f5-92d3-20c1eee9b7d3 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Waiting for the task: (returnval){ [ 1108.150715] env[69613]: value = "task-3418168" [ 1108.150715] env[69613]: _type = "Task" [ 1108.150715] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.158885] env[69613]: DEBUG oslo_vmware.api [None req-2c612283-bb06-49f5-92d3-20c1eee9b7d3 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Task: {'id': task-3418168, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.299726] env[69613]: WARNING nova.network.neutron [None req-8f35a5b7-e9b3-4aea-87e4-fad41da7c766 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] [instance: 9333145d-7d80-405b-b94e-37152559489e] 716d936a-9f18-4dbf-8278-8d495c4e8e5e already exists in list: networks containing: ['716d936a-9f18-4dbf-8278-8d495c4e8e5e']. ignoring it [ 1108.300062] env[69613]: WARNING nova.network.neutron [None req-8f35a5b7-e9b3-4aea-87e4-fad41da7c766 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] [instance: 9333145d-7d80-405b-b94e-37152559489e] 716d936a-9f18-4dbf-8278-8d495c4e8e5e already exists in list: networks containing: ['716d936a-9f18-4dbf-8278-8d495c4e8e5e']. ignoring it [ 1108.329422] env[69613]: DEBUG nova.compute.manager [req-24d6cc2b-34e5-49c3-900b-5466828ea1df req-8468ee65-e19d-4c12-b0ad-491b05184807 service nova] [instance: 7e2c1711-9229-4b57-89b7-8f31d966ff35] Received event network-vif-plugged-c0e9c8f3-5997-4382-b0d3-1e1986ba6ad1 {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1108.329755] env[69613]: DEBUG oslo_concurrency.lockutils [req-24d6cc2b-34e5-49c3-900b-5466828ea1df req-8468ee65-e19d-4c12-b0ad-491b05184807 service nova] Acquiring lock "7e2c1711-9229-4b57-89b7-8f31d966ff35-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1108.330098] env[69613]: DEBUG oslo_concurrency.lockutils [req-24d6cc2b-34e5-49c3-900b-5466828ea1df req-8468ee65-e19d-4c12-b0ad-491b05184807 service nova] Lock "7e2c1711-9229-4b57-89b7-8f31d966ff35-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1108.330396] env[69613]: DEBUG oslo_concurrency.lockutils [req-24d6cc2b-34e5-49c3-900b-5466828ea1df req-8468ee65-e19d-4c12-b0ad-491b05184807 service nova] Lock "7e2c1711-9229-4b57-89b7-8f31d966ff35-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1108.330685] env[69613]: DEBUG nova.compute.manager [req-24d6cc2b-34e5-49c3-900b-5466828ea1df req-8468ee65-e19d-4c12-b0ad-491b05184807 service nova] [instance: 7e2c1711-9229-4b57-89b7-8f31d966ff35] No waiting events found dispatching network-vif-plugged-c0e9c8f3-5997-4382-b0d3-1e1986ba6ad1 {{(pid=69613) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1108.330980] env[69613]: WARNING nova.compute.manager [req-24d6cc2b-34e5-49c3-900b-5466828ea1df req-8468ee65-e19d-4c12-b0ad-491b05184807 service nova] [instance: 7e2c1711-9229-4b57-89b7-8f31d966ff35] Received unexpected event network-vif-plugged-c0e9c8f3-5997-4382-b0d3-1e1986ba6ad1 for instance with vm_state building and task_state spawning. [ 1108.331283] env[69613]: DEBUG nova.compute.manager [req-24d6cc2b-34e5-49c3-900b-5466828ea1df req-8468ee65-e19d-4c12-b0ad-491b05184807 service nova] [instance: 7e2c1711-9229-4b57-89b7-8f31d966ff35] Received event network-changed-c0e9c8f3-5997-4382-b0d3-1e1986ba6ad1 {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1108.331578] env[69613]: DEBUG nova.compute.manager [req-24d6cc2b-34e5-49c3-900b-5466828ea1df req-8468ee65-e19d-4c12-b0ad-491b05184807 service nova] [instance: 7e2c1711-9229-4b57-89b7-8f31d966ff35] Refreshing instance network info cache due to event network-changed-c0e9c8f3-5997-4382-b0d3-1e1986ba6ad1. {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1108.331848] env[69613]: DEBUG oslo_concurrency.lockutils [req-24d6cc2b-34e5-49c3-900b-5466828ea1df req-8468ee65-e19d-4c12-b0ad-491b05184807 service nova] Acquiring lock "refresh_cache-7e2c1711-9229-4b57-89b7-8f31d966ff35" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.401043] env[69613]: DEBUG oslo_concurrency.lockutils [None req-62ed4a6f-dac2-4da1-8339-5232a792ad5c tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] Releasing lock "refresh_cache-7e2c1711-9229-4b57-89b7-8f31d966ff35" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.401379] env[69613]: DEBUG nova.compute.manager [None req-62ed4a6f-dac2-4da1-8339-5232a792ad5c tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] [instance: 7e2c1711-9229-4b57-89b7-8f31d966ff35] Instance network_info: |[{"id": "c0e9c8f3-5997-4382-b0d3-1e1986ba6ad1", "address": "fa:16:3e:06:fa:21", "network": {"id": "c535614a-e0b8-4fda-9b78-1a0b2f9ac4c1", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-203443238-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2dbf5c5290e346509b79022e11bddd6b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d12aff80-9d1b-4a67-a470-9c0148b443e3", "external-id": "nsx-vlan-transportzone-784", "segmentation_id": 784, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc0e9c8f3-59", "ovs_interfaceid": "c0e9c8f3-5997-4382-b0d3-1e1986ba6ad1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69613) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1108.401666] env[69613]: DEBUG oslo_concurrency.lockutils [req-24d6cc2b-34e5-49c3-900b-5466828ea1df req-8468ee65-e19d-4c12-b0ad-491b05184807 service nova] Acquired lock "refresh_cache-7e2c1711-9229-4b57-89b7-8f31d966ff35" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.401839] env[69613]: DEBUG nova.network.neutron [req-24d6cc2b-34e5-49c3-900b-5466828ea1df req-8468ee65-e19d-4c12-b0ad-491b05184807 service nova] [instance: 7e2c1711-9229-4b57-89b7-8f31d966ff35] Refreshing network info cache for port c0e9c8f3-5997-4382-b0d3-1e1986ba6ad1 {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1108.403011] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-62ed4a6f-dac2-4da1-8339-5232a792ad5c tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] [instance: 7e2c1711-9229-4b57-89b7-8f31d966ff35] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:06:fa:21', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd12aff80-9d1b-4a67-a470-9c0148b443e3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c0e9c8f3-5997-4382-b0d3-1e1986ba6ad1', 'vif_model': 'vmxnet3'}] {{(pid=69613) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1108.410592] env[69613]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-62ed4a6f-dac2-4da1-8339-5232a792ad5c tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69613) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1108.410959] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7e2c1711-9229-4b57-89b7-8f31d966ff35] Creating VM on the ESX host {{(pid=69613) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1108.411220] env[69613]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dcb19c95-f517-417d-83b2-84a999470f9b {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.428826] env[69613]: DEBUG nova.scheduler.client.report [None req-fd83c2cc-188b-451d-9386-78ad876e400b tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Inventory has not changed for provider af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69613) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1108.437237] env[69613]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1108.437237] env[69613]: value = "task-3418169" [ 1108.437237] env[69613]: _type = "Task" [ 1108.437237] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.446101] env[69613]: DEBUG oslo_vmware.api [-] Task: {'id': task-3418169, 'name': CreateVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.502072] env[69613]: DEBUG oslo_concurrency.lockutils [None req-7f0733ec-5a16-4aed-9ebe-8253d9e7b887 tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Acquiring lock "815ee067-7d2e-4312-8f7a-77ce8854bd2d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1108.502382] env[69613]: DEBUG oslo_concurrency.lockutils [None req-7f0733ec-5a16-4aed-9ebe-8253d9e7b887 tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Lock "815ee067-7d2e-4312-8f7a-77ce8854bd2d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1108.502598] env[69613]: DEBUG oslo_concurrency.lockutils [None req-7f0733ec-5a16-4aed-9ebe-8253d9e7b887 tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Acquiring lock "815ee067-7d2e-4312-8f7a-77ce8854bd2d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1108.502830] env[69613]: DEBUG oslo_concurrency.lockutils [None req-7f0733ec-5a16-4aed-9ebe-8253d9e7b887 tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Lock "815ee067-7d2e-4312-8f7a-77ce8854bd2d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1108.503068] env[69613]: DEBUG oslo_concurrency.lockutils [None req-7f0733ec-5a16-4aed-9ebe-8253d9e7b887 tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Lock "815ee067-7d2e-4312-8f7a-77ce8854bd2d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1108.505486] env[69613]: INFO nova.compute.manager [None req-7f0733ec-5a16-4aed-9ebe-8253d9e7b887 tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] [instance: 815ee067-7d2e-4312-8f7a-77ce8854bd2d] Terminating instance [ 1108.590620] env[69613]: DEBUG nova.compute.manager [None req-62ed4a6f-dac2-4da1-8339-5232a792ad5c tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] [instance: 375fba5b-7d37-4e57-91bd-eb224d9feda8] Start spawning the instance on the hypervisor. {{(pid=69613) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1108.617153] env[69613]: DEBUG nova.virt.hardware [None req-62ed4a6f-dac2-4da1-8339-5232a792ad5c tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T13:55:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T13:55:19Z,direct_url=,disk_format='vmdk',id=2b7a0304-b5d0-431d-b287-32c8388d7fbd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3e9e1b873f1442d59d5ee8247b941f74',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T13:55:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1108.617424] env[69613]: DEBUG nova.virt.hardware [None req-62ed4a6f-dac2-4da1-8339-5232a792ad5c tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] Flavor limits 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1108.617591] env[69613]: DEBUG nova.virt.hardware [None req-62ed4a6f-dac2-4da1-8339-5232a792ad5c tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] Image limits 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1108.617791] env[69613]: DEBUG nova.virt.hardware [None req-62ed4a6f-dac2-4da1-8339-5232a792ad5c tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] Flavor pref 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1108.617917] env[69613]: DEBUG nova.virt.hardware [None req-62ed4a6f-dac2-4da1-8339-5232a792ad5c tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] Image pref 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1108.618096] env[69613]: DEBUG nova.virt.hardware [None req-62ed4a6f-dac2-4da1-8339-5232a792ad5c tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1108.618311] env[69613]: DEBUG nova.virt.hardware [None req-62ed4a6f-dac2-4da1-8339-5232a792ad5c tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1108.618503] env[69613]: DEBUG nova.virt.hardware [None req-62ed4a6f-dac2-4da1-8339-5232a792ad5c tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69613) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1108.618712] env[69613]: DEBUG nova.virt.hardware [None req-62ed4a6f-dac2-4da1-8339-5232a792ad5c tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] Got 1 possible topologies {{(pid=69613) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1108.618880] env[69613]: DEBUG nova.virt.hardware [None req-62ed4a6f-dac2-4da1-8339-5232a792ad5c tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1108.619127] env[69613]: DEBUG nova.virt.hardware [None req-62ed4a6f-dac2-4da1-8339-5232a792ad5c tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1108.619983] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f70becd-f1cf-4a0c-9587-fddaf3f32653 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.628398] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83ce4876-5930-4217-9fe7-e21034997cbb {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.660439] env[69613]: DEBUG oslo_vmware.api [None req-2c612283-bb06-49f5-92d3-20c1eee9b7d3 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Task: {'id': task-3418168, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066185} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.660708] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-2c612283-bb06-49f5-92d3-20c1eee9b7d3 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] [instance: dc022ac9-6ab5-41c0-92ff-3c39b6094348] Extended root virtual disk {{(pid=69613) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1108.661659] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9312cff8-74b0-46c1-8632-d88d4d9fe2f3 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.683734] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c612283-bb06-49f5-92d3-20c1eee9b7d3 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] [instance: dc022ac9-6ab5-41c0-92ff-3c39b6094348] Reconfiguring VM instance instance-0000006e to attach disk [datastore2] dc022ac9-6ab5-41c0-92ff-3c39b6094348/dc022ac9-6ab5-41c0-92ff-3c39b6094348.vmdk or device None with type sparse {{(pid=69613) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1108.686645] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7fe0e0ad-e927-4342-9fd3-61aa8d9bc5c2 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.709412] env[69613]: DEBUG oslo_vmware.api [None req-2c612283-bb06-49f5-92d3-20c1eee9b7d3 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Waiting for the task: (returnval){ [ 1108.709412] env[69613]: value = "task-3418170" [ 1108.709412] env[69613]: _type = "Task" [ 1108.709412] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.718335] env[69613]: DEBUG oslo_vmware.api [None req-2c612283-bb06-49f5-92d3-20c1eee9b7d3 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Task: {'id': task-3418170, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.760407] env[69613]: DEBUG nova.network.neutron [None req-a3767f8e-4329-45c1-bfe1-ea3577761fce tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] [instance: f36147c5-be86-4d45-9d2c-da38bba1885a] Port 4a89cb15-777b-45b5-b5b5-b3aa6cfbd448 binding to destination host cpu-1 is already ACTIVE {{(pid=69613) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1108.802670] env[69613]: DEBUG nova.network.neutron [None req-8f35a5b7-e9b3-4aea-87e4-fad41da7c766 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] [instance: 9333145d-7d80-405b-b94e-37152559489e] Updating instance_info_cache with network_info: [{"id": "e6cfcbf8-9c99-4540-ab1b-84edb77ce904", "address": "fa:16:3e:3f:3a:21", "network": {"id": "716d936a-9f18-4dbf-8278-8d495c4e8e5e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1568527215-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.131", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ac0fd822ae5c46349cf139bf95aa6ad4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "99639c37-b0c6-4be7-9594-230e44b1280b", "external-id": "nsx-vlan-transportzone-17", "segmentation_id": 17, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape6cfcbf8-9c", "ovs_interfaceid": "e6cfcbf8-9c99-4540-ab1b-84edb77ce904", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "8d45809f-09ca-45dc-864b-0fe6079ae832", "address": "fa:16:3e:eb:e3:27", "network": {"id": "716d936a-9f18-4dbf-8278-8d495c4e8e5e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1568527215-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ac0fd822ae5c46349cf139bf95aa6ad4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "99639c37-b0c6-4be7-9594-230e44b1280b", "external-id": "nsx-vlan-transportzone-17", "segmentation_id": 17, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d45809f-09", "ovs_interfaceid": "8d45809f-09ca-45dc-864b-0fe6079ae832", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "08ffff89-de2e-4f00-b610-617fd894f200", "address": "fa:16:3e:43:ab:c8", "network": {"id": "716d936a-9f18-4dbf-8278-8d495c4e8e5e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1568527215-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ac0fd822ae5c46349cf139bf95aa6ad4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "99639c37-b0c6-4be7-9594-230e44b1280b", "external-id": "nsx-vlan-transportzone-17", "segmentation_id": 17, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap08ffff89-de", "ovs_interfaceid": "08ffff89-de2e-4f00-b610-617fd894f200", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1108.933616] env[69613]: DEBUG oslo_concurrency.lockutils [None req-fd83c2cc-188b-451d-9386-78ad876e400b tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.380s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1108.933880] env[69613]: INFO nova.compute.manager [None req-fd83c2cc-188b-451d-9386-78ad876e400b tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] [instance: 65aee893-5fdc-4721-855d-249b34cd1b62] Migrating [ 1108.941173] env[69613]: DEBUG oslo_concurrency.lockutils [None req-b455dc14-da19-4581-99aa-5f089d51a181 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.126s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1108.942901] env[69613]: INFO nova.compute.claims [None req-b455dc14-da19-4581-99aa-5f089d51a181 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] [instance: 8f0c568c-f444-4640-820f-06fe30a8aabb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1108.965415] env[69613]: DEBUG oslo_vmware.api [-] Task: {'id': task-3418169, 'name': CreateVM_Task, 'duration_secs': 0.387108} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.965683] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7e2c1711-9229-4b57-89b7-8f31d966ff35] Created VM on the ESX host {{(pid=69613) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1108.966412] env[69613]: DEBUG oslo_concurrency.lockutils [None req-62ed4a6f-dac2-4da1-8339-5232a792ad5c tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.966595] env[69613]: DEBUG oslo_concurrency.lockutils [None req-62ed4a6f-dac2-4da1-8339-5232a792ad5c tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.966954] env[69613]: DEBUG oslo_concurrency.lockutils [None req-62ed4a6f-dac2-4da1-8339-5232a792ad5c tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.967706] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-18192212-b669-4604-9f11-a1c782c5a12d {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.974035] env[69613]: DEBUG oslo_vmware.api [None req-62ed4a6f-dac2-4da1-8339-5232a792ad5c tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] Waiting for the task: (returnval){ [ 1108.974035] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]52303d02-54dc-d14a-2350-b3996c72f4c9" [ 1108.974035] env[69613]: _type = "Task" [ 1108.974035] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.982852] env[69613]: DEBUG oslo_vmware.api [None req-62ed4a6f-dac2-4da1-8339-5232a792ad5c tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52303d02-54dc-d14a-2350-b3996c72f4c9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.014838] env[69613]: DEBUG nova.compute.manager [None req-7f0733ec-5a16-4aed-9ebe-8253d9e7b887 tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] [instance: 815ee067-7d2e-4312-8f7a-77ce8854bd2d] Start destroying the instance on the hypervisor. {{(pid=69613) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1109.015080] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-7f0733ec-5a16-4aed-9ebe-8253d9e7b887 tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] [instance: 815ee067-7d2e-4312-8f7a-77ce8854bd2d] Destroying instance {{(pid=69613) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1109.015898] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19c6571d-da7a-43d3-8c27-969d9a95aec8 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.023773] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f0733ec-5a16-4aed-9ebe-8253d9e7b887 tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] [instance: 815ee067-7d2e-4312-8f7a-77ce8854bd2d] Powering off the VM {{(pid=69613) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1109.024012] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-99f04b09-d356-4069-9bac-48877a6e3cc2 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.030163] env[69613]: DEBUG oslo_vmware.api [None req-7f0733ec-5a16-4aed-9ebe-8253d9e7b887 tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Waiting for the task: (returnval){ [ 1109.030163] env[69613]: value = "task-3418171" [ 1109.030163] env[69613]: _type = "Task" [ 1109.030163] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.038653] env[69613]: DEBUG oslo_vmware.api [None req-7f0733ec-5a16-4aed-9ebe-8253d9e7b887 tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Task: {'id': task-3418171, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.128995] env[69613]: DEBUG nova.compute.manager [req-0703967d-4f8f-45e8-890b-0507b482f469 req-ca3d1b6c-7853-4abc-b8f7-45b374665468 service nova] [instance: 375fba5b-7d37-4e57-91bd-eb224d9feda8] Received event network-vif-plugged-15a12dc5-c94e-4848-9a57-27f0e958293d {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1109.129236] env[69613]: DEBUG oslo_concurrency.lockutils [req-0703967d-4f8f-45e8-890b-0507b482f469 req-ca3d1b6c-7853-4abc-b8f7-45b374665468 service nova] Acquiring lock "375fba5b-7d37-4e57-91bd-eb224d9feda8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1109.129439] env[69613]: DEBUG oslo_concurrency.lockutils [req-0703967d-4f8f-45e8-890b-0507b482f469 req-ca3d1b6c-7853-4abc-b8f7-45b374665468 service nova] Lock "375fba5b-7d37-4e57-91bd-eb224d9feda8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1109.129605] env[69613]: DEBUG oslo_concurrency.lockutils [req-0703967d-4f8f-45e8-890b-0507b482f469 req-ca3d1b6c-7853-4abc-b8f7-45b374665468 service nova] Lock "375fba5b-7d37-4e57-91bd-eb224d9feda8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1109.129775] env[69613]: DEBUG nova.compute.manager [req-0703967d-4f8f-45e8-890b-0507b482f469 req-ca3d1b6c-7853-4abc-b8f7-45b374665468 service nova] [instance: 375fba5b-7d37-4e57-91bd-eb224d9feda8] No waiting events found dispatching network-vif-plugged-15a12dc5-c94e-4848-9a57-27f0e958293d {{(pid=69613) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1109.129945] env[69613]: WARNING nova.compute.manager [req-0703967d-4f8f-45e8-890b-0507b482f469 req-ca3d1b6c-7853-4abc-b8f7-45b374665468 service nova] [instance: 375fba5b-7d37-4e57-91bd-eb224d9feda8] Received unexpected event network-vif-plugged-15a12dc5-c94e-4848-9a57-27f0e958293d for instance with vm_state building and task_state spawning. [ 1109.140622] env[69613]: DEBUG nova.network.neutron [None req-62ed4a6f-dac2-4da1-8339-5232a792ad5c tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] [instance: 375fba5b-7d37-4e57-91bd-eb224d9feda8] Successfully updated port: 15a12dc5-c94e-4848-9a57-27f0e958293d {{(pid=69613) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1109.144806] env[69613]: DEBUG nova.network.neutron [req-24d6cc2b-34e5-49c3-900b-5466828ea1df req-8468ee65-e19d-4c12-b0ad-491b05184807 service nova] [instance: 7e2c1711-9229-4b57-89b7-8f31d966ff35] Updated VIF entry in instance network info cache for port c0e9c8f3-5997-4382-b0d3-1e1986ba6ad1. {{(pid=69613) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1109.145213] env[69613]: DEBUG nova.network.neutron [req-24d6cc2b-34e5-49c3-900b-5466828ea1df req-8468ee65-e19d-4c12-b0ad-491b05184807 service nova] [instance: 7e2c1711-9229-4b57-89b7-8f31d966ff35] Updating instance_info_cache with network_info: [{"id": "c0e9c8f3-5997-4382-b0d3-1e1986ba6ad1", "address": "fa:16:3e:06:fa:21", "network": {"id": "c535614a-e0b8-4fda-9b78-1a0b2f9ac4c1", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-203443238-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2dbf5c5290e346509b79022e11bddd6b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d12aff80-9d1b-4a67-a470-9c0148b443e3", "external-id": "nsx-vlan-transportzone-784", "segmentation_id": 784, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc0e9c8f3-59", "ovs_interfaceid": "c0e9c8f3-5997-4382-b0d3-1e1986ba6ad1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1109.219603] env[69613]: DEBUG oslo_vmware.api [None req-2c612283-bb06-49f5-92d3-20c1eee9b7d3 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Task: {'id': task-3418170, 'name': ReconfigVM_Task, 'duration_secs': 0.288086} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.219935] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c612283-bb06-49f5-92d3-20c1eee9b7d3 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] [instance: dc022ac9-6ab5-41c0-92ff-3c39b6094348] Reconfigured VM instance instance-0000006e to attach disk [datastore2] dc022ac9-6ab5-41c0-92ff-3c39b6094348/dc022ac9-6ab5-41c0-92ff-3c39b6094348.vmdk or device None with type sparse {{(pid=69613) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1109.220591] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2b05592d-72e2-4242-b97a-878e8d25c7ed {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.226473] env[69613]: DEBUG oslo_vmware.api [None req-2c612283-bb06-49f5-92d3-20c1eee9b7d3 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Waiting for the task: (returnval){ [ 1109.226473] env[69613]: value = "task-3418172" [ 1109.226473] env[69613]: _type = "Task" [ 1109.226473] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.234903] env[69613]: DEBUG oslo_vmware.api [None req-2c612283-bb06-49f5-92d3-20c1eee9b7d3 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Task: {'id': task-3418172, 'name': Rename_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.305716] env[69613]: DEBUG oslo_concurrency.lockutils [None req-8f35a5b7-e9b3-4aea-87e4-fad41da7c766 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Releasing lock "refresh_cache-9333145d-7d80-405b-b94e-37152559489e" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.306408] env[69613]: DEBUG oslo_concurrency.lockutils [None req-8f35a5b7-e9b3-4aea-87e4-fad41da7c766 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Acquiring lock "9333145d-7d80-405b-b94e-37152559489e" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.306571] env[69613]: DEBUG oslo_concurrency.lockutils [None req-8f35a5b7-e9b3-4aea-87e4-fad41da7c766 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Acquired lock "9333145d-7d80-405b-b94e-37152559489e" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.307489] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d6a94d3-c6ad-4771-82eb-d44d47456ee3 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.326551] env[69613]: DEBUG oslo_concurrency.lockutils [None req-04e849cc-c1d3-498f-b381-c87dffbb28c0 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Acquiring lock "670e7607-58b1-478f-8a42-e83665cc8f22" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1109.326803] env[69613]: DEBUG oslo_concurrency.lockutils [None req-04e849cc-c1d3-498f-b381-c87dffbb28c0 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Lock "670e7607-58b1-478f-8a42-e83665cc8f22" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1109.327016] env[69613]: DEBUG oslo_concurrency.lockutils [None req-04e849cc-c1d3-498f-b381-c87dffbb28c0 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Acquiring lock "670e7607-58b1-478f-8a42-e83665cc8f22-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1109.327212] env[69613]: DEBUG oslo_concurrency.lockutils [None req-04e849cc-c1d3-498f-b381-c87dffbb28c0 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Lock "670e7607-58b1-478f-8a42-e83665cc8f22-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1109.327380] env[69613]: DEBUG oslo_concurrency.lockutils [None req-04e849cc-c1d3-498f-b381-c87dffbb28c0 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Lock "670e7607-58b1-478f-8a42-e83665cc8f22-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1109.329319] env[69613]: DEBUG nova.virt.hardware [None req-8f35a5b7-e9b3-4aea-87e4-fad41da7c766 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T13:55:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1109.329536] env[69613]: DEBUG nova.virt.hardware [None req-8f35a5b7-e9b3-4aea-87e4-fad41da7c766 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Flavor limits 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1109.329695] env[69613]: DEBUG nova.virt.hardware [None req-8f35a5b7-e9b3-4aea-87e4-fad41da7c766 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Image limits 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1109.329876] env[69613]: DEBUG nova.virt.hardware [None req-8f35a5b7-e9b3-4aea-87e4-fad41da7c766 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Flavor pref 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1109.330031] env[69613]: DEBUG nova.virt.hardware [None req-8f35a5b7-e9b3-4aea-87e4-fad41da7c766 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Image pref 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1109.330186] env[69613]: DEBUG nova.virt.hardware [None req-8f35a5b7-e9b3-4aea-87e4-fad41da7c766 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1109.330394] env[69613]: DEBUG nova.virt.hardware [None req-8f35a5b7-e9b3-4aea-87e4-fad41da7c766 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1109.330556] env[69613]: DEBUG nova.virt.hardware [None req-8f35a5b7-e9b3-4aea-87e4-fad41da7c766 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69613) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1109.330720] env[69613]: DEBUG nova.virt.hardware [None req-8f35a5b7-e9b3-4aea-87e4-fad41da7c766 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Got 1 possible topologies {{(pid=69613) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1109.330952] env[69613]: DEBUG nova.virt.hardware [None req-8f35a5b7-e9b3-4aea-87e4-fad41da7c766 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1109.331093] env[69613]: DEBUG nova.virt.hardware [None req-8f35a5b7-e9b3-4aea-87e4-fad41da7c766 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1109.337351] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-8f35a5b7-e9b3-4aea-87e4-fad41da7c766 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] [instance: 9333145d-7d80-405b-b94e-37152559489e] Reconfiguring VM to attach interface {{(pid=69613) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1109.337957] env[69613]: INFO nova.compute.manager [None req-04e849cc-c1d3-498f-b381-c87dffbb28c0 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] [instance: 670e7607-58b1-478f-8a42-e83665cc8f22] Terminating instance [ 1109.339630] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dc7af973-aa49-40a4-bc3f-efc433a58a00 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.358284] env[69613]: DEBUG oslo_vmware.api [None req-8f35a5b7-e9b3-4aea-87e4-fad41da7c766 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Waiting for the task: (returnval){ [ 1109.358284] env[69613]: value = "task-3418173" [ 1109.358284] env[69613]: _type = "Task" [ 1109.358284] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.368153] env[69613]: DEBUG oslo_vmware.api [None req-8f35a5b7-e9b3-4aea-87e4-fad41da7c766 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Task: {'id': task-3418173, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.462491] env[69613]: DEBUG oslo_concurrency.lockutils [None req-fd83c2cc-188b-451d-9386-78ad876e400b tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Acquiring lock "refresh_cache-65aee893-5fdc-4721-855d-249b34cd1b62" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.462700] env[69613]: DEBUG oslo_concurrency.lockutils [None req-fd83c2cc-188b-451d-9386-78ad876e400b tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Acquired lock "refresh_cache-65aee893-5fdc-4721-855d-249b34cd1b62" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.462754] env[69613]: DEBUG nova.network.neutron [None req-fd83c2cc-188b-451d-9386-78ad876e400b tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] [instance: 65aee893-5fdc-4721-855d-249b34cd1b62] Building network info cache for instance {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1109.488139] env[69613]: DEBUG oslo_vmware.api [None req-62ed4a6f-dac2-4da1-8339-5232a792ad5c tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52303d02-54dc-d14a-2350-b3996c72f4c9, 'name': SearchDatastore_Task, 'duration_secs': 0.011468} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.488549] env[69613]: DEBUG oslo_concurrency.lockutils [None req-62ed4a6f-dac2-4da1-8339-5232a792ad5c tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.488855] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-62ed4a6f-dac2-4da1-8339-5232a792ad5c tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] [instance: 7e2c1711-9229-4b57-89b7-8f31d966ff35] Processing image 2b7a0304-b5d0-431d-b287-32c8388d7fbd {{(pid=69613) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1109.489195] env[69613]: DEBUG oslo_concurrency.lockutils [None req-62ed4a6f-dac2-4da1-8339-5232a792ad5c tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.489410] env[69613]: DEBUG oslo_concurrency.lockutils [None req-62ed4a6f-dac2-4da1-8339-5232a792ad5c tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.489661] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-62ed4a6f-dac2-4da1-8339-5232a792ad5c tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69613) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1109.489986] env[69613]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-98176b27-33b2-4de4-98e7-537d7464d2fe {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.499357] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-62ed4a6f-dac2-4da1-8339-5232a792ad5c tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69613) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1109.499589] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-62ed4a6f-dac2-4da1-8339-5232a792ad5c tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69613) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1109.500592] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b18fd1bb-d4a8-4400-b708-07dbe994fe5d {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.506775] env[69613]: DEBUG oslo_vmware.api [None req-62ed4a6f-dac2-4da1-8339-5232a792ad5c tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] Waiting for the task: (returnval){ [ 1109.506775] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]52d429c2-be7e-6673-28d1-c4c0eb0dfa55" [ 1109.506775] env[69613]: _type = "Task" [ 1109.506775] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.516708] env[69613]: DEBUG oslo_vmware.api [None req-62ed4a6f-dac2-4da1-8339-5232a792ad5c tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52d429c2-be7e-6673-28d1-c4c0eb0dfa55, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.541271] env[69613]: DEBUG oslo_vmware.api [None req-7f0733ec-5a16-4aed-9ebe-8253d9e7b887 tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Task: {'id': task-3418171, 'name': PowerOffVM_Task, 'duration_secs': 0.18111} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.541500] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f0733ec-5a16-4aed-9ebe-8253d9e7b887 tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] [instance: 815ee067-7d2e-4312-8f7a-77ce8854bd2d] Powered off the VM {{(pid=69613) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1109.541671] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-7f0733ec-5a16-4aed-9ebe-8253d9e7b887 tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] [instance: 815ee067-7d2e-4312-8f7a-77ce8854bd2d] Unregistering the VM {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1109.541906] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dffd2a9e-a84f-4071-8789-d79b557afc10 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.597536] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-7f0733ec-5a16-4aed-9ebe-8253d9e7b887 tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] [instance: 815ee067-7d2e-4312-8f7a-77ce8854bd2d] Unregistered the VM {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1109.597759] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-7f0733ec-5a16-4aed-9ebe-8253d9e7b887 tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] [instance: 815ee067-7d2e-4312-8f7a-77ce8854bd2d] Deleting contents of the VM from datastore datastore2 {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1109.598041] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f0733ec-5a16-4aed-9ebe-8253d9e7b887 tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Deleting the datastore file [datastore2] 815ee067-7d2e-4312-8f7a-77ce8854bd2d {{(pid=69613) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1109.598321] env[69613]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fe899568-53a9-4a22-8bf3-e1cab44d7ab1 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.605198] env[69613]: DEBUG oslo_vmware.api [None req-7f0733ec-5a16-4aed-9ebe-8253d9e7b887 tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Waiting for the task: (returnval){ [ 1109.605198] env[69613]: value = "task-3418175" [ 1109.605198] env[69613]: _type = "Task" [ 1109.605198] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.613132] env[69613]: DEBUG oslo_vmware.api [None req-7f0733ec-5a16-4aed-9ebe-8253d9e7b887 tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Task: {'id': task-3418175, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.643487] env[69613]: DEBUG oslo_concurrency.lockutils [None req-62ed4a6f-dac2-4da1-8339-5232a792ad5c tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] Acquiring lock "refresh_cache-375fba5b-7d37-4e57-91bd-eb224d9feda8" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.643651] env[69613]: DEBUG oslo_concurrency.lockutils [None req-62ed4a6f-dac2-4da1-8339-5232a792ad5c tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] Acquired lock "refresh_cache-375fba5b-7d37-4e57-91bd-eb224d9feda8" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.643813] env[69613]: DEBUG nova.network.neutron [None req-62ed4a6f-dac2-4da1-8339-5232a792ad5c tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] [instance: 375fba5b-7d37-4e57-91bd-eb224d9feda8] Building network info cache for instance {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1109.647872] env[69613]: DEBUG oslo_concurrency.lockutils [req-24d6cc2b-34e5-49c3-900b-5466828ea1df req-8468ee65-e19d-4c12-b0ad-491b05184807 service nova] Releasing lock "refresh_cache-7e2c1711-9229-4b57-89b7-8f31d966ff35" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.648120] env[69613]: DEBUG nova.compute.manager [req-24d6cc2b-34e5-49c3-900b-5466828ea1df req-8468ee65-e19d-4c12-b0ad-491b05184807 service nova] [instance: 9333145d-7d80-405b-b94e-37152559489e] Received event network-vif-plugged-08ffff89-de2e-4f00-b610-617fd894f200 {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1109.648362] env[69613]: DEBUG oslo_concurrency.lockutils [req-24d6cc2b-34e5-49c3-900b-5466828ea1df req-8468ee65-e19d-4c12-b0ad-491b05184807 service nova] Acquiring lock "9333145d-7d80-405b-b94e-37152559489e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1109.648679] env[69613]: DEBUG oslo_concurrency.lockutils [req-24d6cc2b-34e5-49c3-900b-5466828ea1df req-8468ee65-e19d-4c12-b0ad-491b05184807 service nova] Lock "9333145d-7d80-405b-b94e-37152559489e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1109.649190] env[69613]: DEBUG oslo_concurrency.lockutils [req-24d6cc2b-34e5-49c3-900b-5466828ea1df req-8468ee65-e19d-4c12-b0ad-491b05184807 service nova] Lock "9333145d-7d80-405b-b94e-37152559489e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1109.649636] env[69613]: DEBUG nova.compute.manager [req-24d6cc2b-34e5-49c3-900b-5466828ea1df req-8468ee65-e19d-4c12-b0ad-491b05184807 service nova] [instance: 9333145d-7d80-405b-b94e-37152559489e] No waiting events found dispatching network-vif-plugged-08ffff89-de2e-4f00-b610-617fd894f200 {{(pid=69613) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1109.650045] env[69613]: WARNING nova.compute.manager [req-24d6cc2b-34e5-49c3-900b-5466828ea1df req-8468ee65-e19d-4c12-b0ad-491b05184807 service nova] [instance: 9333145d-7d80-405b-b94e-37152559489e] Received unexpected event network-vif-plugged-08ffff89-de2e-4f00-b610-617fd894f200 for instance with vm_state active and task_state None. [ 1109.650652] env[69613]: DEBUG nova.compute.manager [req-24d6cc2b-34e5-49c3-900b-5466828ea1df req-8468ee65-e19d-4c12-b0ad-491b05184807 service nova] [instance: 9333145d-7d80-405b-b94e-37152559489e] Received event network-changed-08ffff89-de2e-4f00-b610-617fd894f200 {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1109.650951] env[69613]: DEBUG nova.compute.manager [req-24d6cc2b-34e5-49c3-900b-5466828ea1df req-8468ee65-e19d-4c12-b0ad-491b05184807 service nova] [instance: 9333145d-7d80-405b-b94e-37152559489e] Refreshing instance network info cache due to event network-changed-08ffff89-de2e-4f00-b610-617fd894f200. {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1109.651320] env[69613]: DEBUG oslo_concurrency.lockutils [req-24d6cc2b-34e5-49c3-900b-5466828ea1df req-8468ee65-e19d-4c12-b0ad-491b05184807 service nova] Acquiring lock "refresh_cache-9333145d-7d80-405b-b94e-37152559489e" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.651541] env[69613]: DEBUG oslo_concurrency.lockutils [req-24d6cc2b-34e5-49c3-900b-5466828ea1df req-8468ee65-e19d-4c12-b0ad-491b05184807 service nova] Acquired lock "refresh_cache-9333145d-7d80-405b-b94e-37152559489e" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.651731] env[69613]: DEBUG nova.network.neutron [req-24d6cc2b-34e5-49c3-900b-5466828ea1df req-8468ee65-e19d-4c12-b0ad-491b05184807 service nova] [instance: 9333145d-7d80-405b-b94e-37152559489e] Refreshing network info cache for port 08ffff89-de2e-4f00-b610-617fd894f200 {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1109.736663] env[69613]: DEBUG oslo_vmware.api [None req-2c612283-bb06-49f5-92d3-20c1eee9b7d3 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Task: {'id': task-3418172, 'name': Rename_Task, 'duration_secs': 0.146819} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.736941] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c612283-bb06-49f5-92d3-20c1eee9b7d3 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] [instance: dc022ac9-6ab5-41c0-92ff-3c39b6094348] Powering on the VM {{(pid=69613) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1109.737207] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3384454b-4e5d-4410-8aee-ac40e3ef4c3d {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.745059] env[69613]: DEBUG oslo_vmware.api [None req-2c612283-bb06-49f5-92d3-20c1eee9b7d3 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Waiting for the task: (returnval){ [ 1109.745059] env[69613]: value = "task-3418176" [ 1109.745059] env[69613]: _type = "Task" [ 1109.745059] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.754688] env[69613]: DEBUG oslo_vmware.api [None req-2c612283-bb06-49f5-92d3-20c1eee9b7d3 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Task: {'id': task-3418176, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.790656] env[69613]: DEBUG oslo_concurrency.lockutils [None req-a3767f8e-4329-45c1-bfe1-ea3577761fce tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Acquiring lock "f36147c5-be86-4d45-9d2c-da38bba1885a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1109.791022] env[69613]: DEBUG oslo_concurrency.lockutils [None req-a3767f8e-4329-45c1-bfe1-ea3577761fce tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Lock "f36147c5-be86-4d45-9d2c-da38bba1885a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1109.791254] env[69613]: DEBUG oslo_concurrency.lockutils [None req-a3767f8e-4329-45c1-bfe1-ea3577761fce tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Lock "f36147c5-be86-4d45-9d2c-da38bba1885a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1109.855146] env[69613]: DEBUG nova.compute.manager [None req-04e849cc-c1d3-498f-b381-c87dffbb28c0 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] [instance: 670e7607-58b1-478f-8a42-e83665cc8f22] Start destroying the instance on the hypervisor. {{(pid=69613) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1109.855391] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-04e849cc-c1d3-498f-b381-c87dffbb28c0 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] [instance: 670e7607-58b1-478f-8a42-e83665cc8f22] Destroying instance {{(pid=69613) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1109.856343] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-711bd484-5cb4-45ea-8377-63341db24ff0 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.868689] env[69613]: DEBUG oslo_vmware.api [None req-8f35a5b7-e9b3-4aea-87e4-fad41da7c766 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Task: {'id': task-3418173, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.871087] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-04e849cc-c1d3-498f-b381-c87dffbb28c0 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] [instance: 670e7607-58b1-478f-8a42-e83665cc8f22] Powering off the VM {{(pid=69613) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1109.871339] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1647fac4-a8c0-4a73-adfb-42cd6c622d3f {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.877769] env[69613]: DEBUG oslo_vmware.api [None req-04e849cc-c1d3-498f-b381-c87dffbb28c0 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Waiting for the task: (returnval){ [ 1109.877769] env[69613]: value = "task-3418177" [ 1109.877769] env[69613]: _type = "Task" [ 1109.877769] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.885580] env[69613]: DEBUG oslo_vmware.api [None req-04e849cc-c1d3-498f-b381-c87dffbb28c0 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Task: {'id': task-3418177, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.017863] env[69613]: DEBUG oslo_vmware.api [None req-62ed4a6f-dac2-4da1-8339-5232a792ad5c tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52d429c2-be7e-6673-28d1-c4c0eb0dfa55, 'name': SearchDatastore_Task, 'duration_secs': 0.008016} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.021561] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a10135da-4c1c-4675-b3ce-1e6d61195267 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.027686] env[69613]: DEBUG oslo_vmware.api [None req-62ed4a6f-dac2-4da1-8339-5232a792ad5c tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] Waiting for the task: (returnval){ [ 1110.027686] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]521a9bed-3ef2-929a-de3b-528d5d5b3b8b" [ 1110.027686] env[69613]: _type = "Task" [ 1110.027686] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.039607] env[69613]: DEBUG oslo_vmware.api [None req-62ed4a6f-dac2-4da1-8339-5232a792ad5c tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]521a9bed-3ef2-929a-de3b-528d5d5b3b8b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.120840] env[69613]: DEBUG oslo_vmware.api [None req-7f0733ec-5a16-4aed-9ebe-8253d9e7b887 tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Task: {'id': task-3418175, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.142375} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.121168] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f0733ec-5a16-4aed-9ebe-8253d9e7b887 tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Deleted the datastore file {{(pid=69613) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1110.121363] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-7f0733ec-5a16-4aed-9ebe-8253d9e7b887 tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] [instance: 815ee067-7d2e-4312-8f7a-77ce8854bd2d] Deleted contents of the VM from datastore datastore2 {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1110.121541] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-7f0733ec-5a16-4aed-9ebe-8253d9e7b887 tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] [instance: 815ee067-7d2e-4312-8f7a-77ce8854bd2d] Instance destroyed {{(pid=69613) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1110.121773] env[69613]: INFO nova.compute.manager [None req-7f0733ec-5a16-4aed-9ebe-8253d9e7b887 tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] [instance: 815ee067-7d2e-4312-8f7a-77ce8854bd2d] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1110.121952] env[69613]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7f0733ec-5a16-4aed-9ebe-8253d9e7b887 tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69613) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1110.122160] env[69613]: DEBUG nova.compute.manager [-] [instance: 815ee067-7d2e-4312-8f7a-77ce8854bd2d] Deallocating network for instance {{(pid=69613) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1110.122300] env[69613]: DEBUG nova.network.neutron [-] [instance: 815ee067-7d2e-4312-8f7a-77ce8854bd2d] deallocate_for_instance() {{(pid=69613) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1110.188104] env[69613]: DEBUG nova.network.neutron [None req-62ed4a6f-dac2-4da1-8339-5232a792ad5c tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] [instance: 375fba5b-7d37-4e57-91bd-eb224d9feda8] Instance cache missing network info. {{(pid=69613) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1110.216868] env[69613]: DEBUG nova.network.neutron [None req-fd83c2cc-188b-451d-9386-78ad876e400b tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] [instance: 65aee893-5fdc-4721-855d-249b34cd1b62] Updating instance_info_cache with network_info: [{"id": "6496c913-8d12-4cff-8e76-4d99fbcbe05c", "address": "fa:16:3e:3a:a0:b3", "network": {"id": "d381647d-592d-40db-843d-6008de0737a5", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2059555966-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "201a65cf0cc84bf3a5ae9f9d87000dd8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5c8dbe25-bca7-4d91-b577-193b8b2aad8d", "external-id": "nsx-vlan-transportzone-643", "segmentation_id": 643, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6496c913-8d", "ovs_interfaceid": "6496c913-8d12-4cff-8e76-4d99fbcbe05c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1110.237442] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e593263f-2ee5-4803-a9dd-456cc0449476 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.244913] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4871934d-8467-4a07-abcf-143c0b22c9c4 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.258403] env[69613]: DEBUG oslo_vmware.api [None req-2c612283-bb06-49f5-92d3-20c1eee9b7d3 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Task: {'id': task-3418176, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.289093] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-062b7d0a-9489-48a2-ba7f-d5727f674de5 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.298225] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7c3ae65-0a04-4887-abed-2954253838bf {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.312240] env[69613]: DEBUG nova.compute.provider_tree [None req-b455dc14-da19-4581-99aa-5f089d51a181 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Inventory has not changed in ProviderTree for provider: af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 {{(pid=69613) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1110.354714] env[69613]: DEBUG nova.network.neutron [None req-62ed4a6f-dac2-4da1-8339-5232a792ad5c tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] [instance: 375fba5b-7d37-4e57-91bd-eb224d9feda8] Updating instance_info_cache with network_info: [{"id": "15a12dc5-c94e-4848-9a57-27f0e958293d", "address": "fa:16:3e:97:2b:16", "network": {"id": "c535614a-e0b8-4fda-9b78-1a0b2f9ac4c1", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-203443238-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2dbf5c5290e346509b79022e11bddd6b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d12aff80-9d1b-4a67-a470-9c0148b443e3", "external-id": "nsx-vlan-transportzone-784", "segmentation_id": 784, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap15a12dc5-c9", "ovs_interfaceid": "15a12dc5-c94e-4848-9a57-27f0e958293d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1110.369965] env[69613]: DEBUG oslo_vmware.api [None req-8f35a5b7-e9b3-4aea-87e4-fad41da7c766 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Task: {'id': task-3418173, 'name': ReconfigVM_Task, 'duration_secs': 0.582524} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.370483] env[69613]: DEBUG oslo_concurrency.lockutils [None req-8f35a5b7-e9b3-4aea-87e4-fad41da7c766 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Releasing lock "9333145d-7d80-405b-b94e-37152559489e" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.370698] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-8f35a5b7-e9b3-4aea-87e4-fad41da7c766 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] [instance: 9333145d-7d80-405b-b94e-37152559489e] Reconfigured VM to attach interface {{(pid=69613) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1110.389481] env[69613]: DEBUG oslo_vmware.api [None req-04e849cc-c1d3-498f-b381-c87dffbb28c0 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Task: {'id': task-3418177, 'name': PowerOffVM_Task, 'duration_secs': 0.195637} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.390403] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-04e849cc-c1d3-498f-b381-c87dffbb28c0 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] [instance: 670e7607-58b1-478f-8a42-e83665cc8f22] Powered off the VM {{(pid=69613) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1110.390582] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-04e849cc-c1d3-498f-b381-c87dffbb28c0 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] [instance: 670e7607-58b1-478f-8a42-e83665cc8f22] Unregistering the VM {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1110.390836] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dc5de07b-b6ef-465b-a666-553dd7e6aa6c {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.456279] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-04e849cc-c1d3-498f-b381-c87dffbb28c0 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] [instance: 670e7607-58b1-478f-8a42-e83665cc8f22] Unregistered the VM {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1110.456592] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-04e849cc-c1d3-498f-b381-c87dffbb28c0 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] [instance: 670e7607-58b1-478f-8a42-e83665cc8f22] Deleting contents of the VM from datastore datastore2 {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1110.456826] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-04e849cc-c1d3-498f-b381-c87dffbb28c0 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Deleting the datastore file [datastore2] 670e7607-58b1-478f-8a42-e83665cc8f22 {{(pid=69613) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1110.457598] env[69613]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-04ed9ce4-359f-481c-a3cb-41f7e47439aa {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.465453] env[69613]: DEBUG oslo_vmware.api [None req-04e849cc-c1d3-498f-b381-c87dffbb28c0 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Waiting for the task: (returnval){ [ 1110.465453] env[69613]: value = "task-3418179" [ 1110.465453] env[69613]: _type = "Task" [ 1110.465453] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.472972] env[69613]: DEBUG oslo_vmware.api [None req-04e849cc-c1d3-498f-b381-c87dffbb28c0 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Task: {'id': task-3418179, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.538258] env[69613]: DEBUG oslo_vmware.api [None req-62ed4a6f-dac2-4da1-8339-5232a792ad5c tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]521a9bed-3ef2-929a-de3b-528d5d5b3b8b, 'name': SearchDatastore_Task, 'duration_secs': 0.011403} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.540667] env[69613]: DEBUG oslo_concurrency.lockutils [None req-62ed4a6f-dac2-4da1-8339-5232a792ad5c tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.540936] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-62ed4a6f-dac2-4da1-8339-5232a792ad5c tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk to [datastore1] 7e2c1711-9229-4b57-89b7-8f31d966ff35/7e2c1711-9229-4b57-89b7-8f31d966ff35.vmdk {{(pid=69613) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1110.541220] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-25db963f-8e92-49e1-9db5-2a32f6bbeb1f {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.548281] env[69613]: DEBUG oslo_vmware.api [None req-62ed4a6f-dac2-4da1-8339-5232a792ad5c tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] Waiting for the task: (returnval){ [ 1110.548281] env[69613]: value = "task-3418180" [ 1110.548281] env[69613]: _type = "Task" [ 1110.548281] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.558031] env[69613]: DEBUG oslo_vmware.api [None req-62ed4a6f-dac2-4da1-8339-5232a792ad5c tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] Task: {'id': task-3418180, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.602729] env[69613]: DEBUG nova.network.neutron [req-24d6cc2b-34e5-49c3-900b-5466828ea1df req-8468ee65-e19d-4c12-b0ad-491b05184807 service nova] [instance: 9333145d-7d80-405b-b94e-37152559489e] Updated VIF entry in instance network info cache for port 08ffff89-de2e-4f00-b610-617fd894f200. {{(pid=69613) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1110.603318] env[69613]: DEBUG nova.network.neutron [req-24d6cc2b-34e5-49c3-900b-5466828ea1df req-8468ee65-e19d-4c12-b0ad-491b05184807 service nova] [instance: 9333145d-7d80-405b-b94e-37152559489e] Updating instance_info_cache with network_info: [{"id": "e6cfcbf8-9c99-4540-ab1b-84edb77ce904", "address": "fa:16:3e:3f:3a:21", "network": {"id": "716d936a-9f18-4dbf-8278-8d495c4e8e5e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1568527215-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.131", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ac0fd822ae5c46349cf139bf95aa6ad4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "99639c37-b0c6-4be7-9594-230e44b1280b", "external-id": "nsx-vlan-transportzone-17", "segmentation_id": 17, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape6cfcbf8-9c", "ovs_interfaceid": "e6cfcbf8-9c99-4540-ab1b-84edb77ce904", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "8d45809f-09ca-45dc-864b-0fe6079ae832", "address": "fa:16:3e:eb:e3:27", "network": {"id": "716d936a-9f18-4dbf-8278-8d495c4e8e5e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1568527215-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ac0fd822ae5c46349cf139bf95aa6ad4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "99639c37-b0c6-4be7-9594-230e44b1280b", "external-id": "nsx-vlan-transportzone-17", "segmentation_id": 17, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d45809f-09", "ovs_interfaceid": "8d45809f-09ca-45dc-864b-0fe6079ae832", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "08ffff89-de2e-4f00-b610-617fd894f200", "address": "fa:16:3e:43:ab:c8", "network": {"id": "716d936a-9f18-4dbf-8278-8d495c4e8e5e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1568527215-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ac0fd822ae5c46349cf139bf95aa6ad4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "99639c37-b0c6-4be7-9594-230e44b1280b", "external-id": "nsx-vlan-transportzone-17", "segmentation_id": 17, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap08ffff89-de", "ovs_interfaceid": "08ffff89-de2e-4f00-b610-617fd894f200", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1110.721341] env[69613]: DEBUG oslo_concurrency.lockutils [None req-fd83c2cc-188b-451d-9386-78ad876e400b tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Releasing lock "refresh_cache-65aee893-5fdc-4721-855d-249b34cd1b62" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.759930] env[69613]: DEBUG oslo_vmware.api [None req-2c612283-bb06-49f5-92d3-20c1eee9b7d3 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Task: {'id': task-3418176, 'name': PowerOnVM_Task, 'duration_secs': 0.754194} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.761229] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c612283-bb06-49f5-92d3-20c1eee9b7d3 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] [instance: dc022ac9-6ab5-41c0-92ff-3c39b6094348] Powered on the VM {{(pid=69613) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1110.761450] env[69613]: INFO nova.compute.manager [None req-2c612283-bb06-49f5-92d3-20c1eee9b7d3 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] [instance: dc022ac9-6ab5-41c0-92ff-3c39b6094348] Took 7.00 seconds to spawn the instance on the hypervisor. [ 1110.761636] env[69613]: DEBUG nova.compute.manager [None req-2c612283-bb06-49f5-92d3-20c1eee9b7d3 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] [instance: dc022ac9-6ab5-41c0-92ff-3c39b6094348] Checking state {{(pid=69613) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1110.762783] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4606aec-b1b8-49c5-8958-9c2d76dd191a {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.815134] env[69613]: DEBUG nova.scheduler.client.report [None req-b455dc14-da19-4581-99aa-5f089d51a181 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Inventory has not changed for provider af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69613) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1110.849326] env[69613]: DEBUG oslo_concurrency.lockutils [None req-a3767f8e-4329-45c1-bfe1-ea3577761fce tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Acquiring lock "refresh_cache-f36147c5-be86-4d45-9d2c-da38bba1885a" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.849517] env[69613]: DEBUG oslo_concurrency.lockutils [None req-a3767f8e-4329-45c1-bfe1-ea3577761fce tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Acquired lock "refresh_cache-f36147c5-be86-4d45-9d2c-da38bba1885a" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.849696] env[69613]: DEBUG nova.network.neutron [None req-a3767f8e-4329-45c1-bfe1-ea3577761fce tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] [instance: f36147c5-be86-4d45-9d2c-da38bba1885a] Building network info cache for instance {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1110.857978] env[69613]: DEBUG oslo_concurrency.lockutils [None req-62ed4a6f-dac2-4da1-8339-5232a792ad5c tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] Releasing lock "refresh_cache-375fba5b-7d37-4e57-91bd-eb224d9feda8" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.858089] env[69613]: DEBUG nova.compute.manager [None req-62ed4a6f-dac2-4da1-8339-5232a792ad5c tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] [instance: 375fba5b-7d37-4e57-91bd-eb224d9feda8] Instance network_info: |[{"id": "15a12dc5-c94e-4848-9a57-27f0e958293d", "address": "fa:16:3e:97:2b:16", "network": {"id": "c535614a-e0b8-4fda-9b78-1a0b2f9ac4c1", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-203443238-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2dbf5c5290e346509b79022e11bddd6b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d12aff80-9d1b-4a67-a470-9c0148b443e3", "external-id": "nsx-vlan-transportzone-784", "segmentation_id": 784, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap15a12dc5-c9", "ovs_interfaceid": "15a12dc5-c94e-4848-9a57-27f0e958293d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69613) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1110.858610] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-62ed4a6f-dac2-4da1-8339-5232a792ad5c tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] [instance: 375fba5b-7d37-4e57-91bd-eb224d9feda8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:97:2b:16', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd12aff80-9d1b-4a67-a470-9c0148b443e3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '15a12dc5-c94e-4848-9a57-27f0e958293d', 'vif_model': 'vmxnet3'}] {{(pid=69613) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1110.867692] env[69613]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-62ed4a6f-dac2-4da1-8339-5232a792ad5c tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69613) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1110.868288] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 375fba5b-7d37-4e57-91bd-eb224d9feda8] Creating VM on the ESX host {{(pid=69613) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1110.868683] env[69613]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8f0181b7-0c9c-4d7b-a0b2-66a1b989edaa {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.887178] env[69613]: DEBUG oslo_concurrency.lockutils [None req-8f35a5b7-e9b3-4aea-87e4-fad41da7c766 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Lock "interface-9333145d-7d80-405b-b94e-37152559489e-08ffff89-de2e-4f00-b610-617fd894f200" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.340s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1110.893067] env[69613]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1110.893067] env[69613]: value = "task-3418181" [ 1110.893067] env[69613]: _type = "Task" [ 1110.893067] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.903884] env[69613]: DEBUG oslo_vmware.api [-] Task: {'id': task-3418181, 'name': CreateVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.977852] env[69613]: DEBUG oslo_vmware.api [None req-04e849cc-c1d3-498f-b381-c87dffbb28c0 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Task: {'id': task-3418179, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.222039} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.978311] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-04e849cc-c1d3-498f-b381-c87dffbb28c0 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Deleted the datastore file {{(pid=69613) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1110.978664] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-04e849cc-c1d3-498f-b381-c87dffbb28c0 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] [instance: 670e7607-58b1-478f-8a42-e83665cc8f22] Deleted contents of the VM from datastore datastore2 {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1110.978950] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-04e849cc-c1d3-498f-b381-c87dffbb28c0 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] [instance: 670e7607-58b1-478f-8a42-e83665cc8f22] Instance destroyed {{(pid=69613) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1110.979324] env[69613]: INFO nova.compute.manager [None req-04e849cc-c1d3-498f-b381-c87dffbb28c0 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] [instance: 670e7607-58b1-478f-8a42-e83665cc8f22] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1110.979685] env[69613]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-04e849cc-c1d3-498f-b381-c87dffbb28c0 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69613) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1110.979972] env[69613]: DEBUG nova.compute.manager [-] [instance: 670e7607-58b1-478f-8a42-e83665cc8f22] Deallocating network for instance {{(pid=69613) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1110.980168] env[69613]: DEBUG nova.network.neutron [-] [instance: 670e7607-58b1-478f-8a42-e83665cc8f22] deallocate_for_instance() {{(pid=69613) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1111.060833] env[69613]: DEBUG oslo_vmware.api [None req-62ed4a6f-dac2-4da1-8339-5232a792ad5c tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] Task: {'id': task-3418180, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.106804] env[69613]: DEBUG oslo_concurrency.lockutils [req-24d6cc2b-34e5-49c3-900b-5466828ea1df req-8468ee65-e19d-4c12-b0ad-491b05184807 service nova] Releasing lock "refresh_cache-9333145d-7d80-405b-b94e-37152559489e" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.173169] env[69613]: DEBUG nova.compute.manager [req-8d63ffe2-3a63-43ed-b8d3-7993625ec87f req-e2e2fd56-ee2e-476c-9c35-08276d4a8165 service nova] [instance: 375fba5b-7d37-4e57-91bd-eb224d9feda8] Received event network-changed-15a12dc5-c94e-4848-9a57-27f0e958293d {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1111.173598] env[69613]: DEBUG nova.compute.manager [req-8d63ffe2-3a63-43ed-b8d3-7993625ec87f req-e2e2fd56-ee2e-476c-9c35-08276d4a8165 service nova] [instance: 375fba5b-7d37-4e57-91bd-eb224d9feda8] Refreshing instance network info cache due to event network-changed-15a12dc5-c94e-4848-9a57-27f0e958293d. {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1111.173902] env[69613]: DEBUG oslo_concurrency.lockutils [req-8d63ffe2-3a63-43ed-b8d3-7993625ec87f req-e2e2fd56-ee2e-476c-9c35-08276d4a8165 service nova] Acquiring lock "refresh_cache-375fba5b-7d37-4e57-91bd-eb224d9feda8" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.174115] env[69613]: DEBUG oslo_concurrency.lockutils [req-8d63ffe2-3a63-43ed-b8d3-7993625ec87f req-e2e2fd56-ee2e-476c-9c35-08276d4a8165 service nova] Acquired lock "refresh_cache-375fba5b-7d37-4e57-91bd-eb224d9feda8" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.174292] env[69613]: DEBUG nova.network.neutron [req-8d63ffe2-3a63-43ed-b8d3-7993625ec87f req-e2e2fd56-ee2e-476c-9c35-08276d4a8165 service nova] [instance: 375fba5b-7d37-4e57-91bd-eb224d9feda8] Refreshing network info cache for port 15a12dc5-c94e-4848-9a57-27f0e958293d {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1111.287033] env[69613]: INFO nova.compute.manager [None req-2c612283-bb06-49f5-92d3-20c1eee9b7d3 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] [instance: dc022ac9-6ab5-41c0-92ff-3c39b6094348] Took 22.81 seconds to build instance. [ 1111.320470] env[69613]: DEBUG oslo_concurrency.lockutils [None req-b455dc14-da19-4581-99aa-5f089d51a181 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.379s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1111.320891] env[69613]: DEBUG nova.compute.manager [None req-b455dc14-da19-4581-99aa-5f089d51a181 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] [instance: 8f0c568c-f444-4640-820f-06fe30a8aabb] Start building networks asynchronously for instance. {{(pid=69613) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1111.324207] env[69613]: DEBUG oslo_concurrency.lockutils [None req-0a464212-238e-4165-b975-a9e7d1b50fbc tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.373s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1111.324397] env[69613]: DEBUG nova.objects.instance [None req-0a464212-238e-4165-b975-a9e7d1b50fbc tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Lazy-loading 'resources' on Instance uuid 16a3ee5d-0de2-40a7-bef8-cf22fd34af0e {{(pid=69613) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1111.387484] env[69613]: DEBUG nova.network.neutron [-] [instance: 815ee067-7d2e-4312-8f7a-77ce8854bd2d] Updating instance_info_cache with network_info: [] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1111.411301] env[69613]: DEBUG oslo_vmware.api [-] Task: {'id': task-3418181, 'name': CreateVM_Task} progress is 99%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.561013] env[69613]: DEBUG oslo_vmware.api [None req-62ed4a6f-dac2-4da1-8339-5232a792ad5c tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] Task: {'id': task-3418180, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.658447} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.561387] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-62ed4a6f-dac2-4da1-8339-5232a792ad5c tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk to [datastore1] 7e2c1711-9229-4b57-89b7-8f31d966ff35/7e2c1711-9229-4b57-89b7-8f31d966ff35.vmdk {{(pid=69613) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1111.561609] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-62ed4a6f-dac2-4da1-8339-5232a792ad5c tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] [instance: 7e2c1711-9229-4b57-89b7-8f31d966ff35] Extending root virtual disk to 1048576 {{(pid=69613) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1111.561788] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-138fd5e6-9baf-446b-86f1-6b1b9014220e {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.568312] env[69613]: DEBUG oslo_vmware.api [None req-62ed4a6f-dac2-4da1-8339-5232a792ad5c tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] Waiting for the task: (returnval){ [ 1111.568312] env[69613]: value = "task-3418182" [ 1111.568312] env[69613]: _type = "Task" [ 1111.568312] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.577752] env[69613]: DEBUG oslo_vmware.api [None req-62ed4a6f-dac2-4da1-8339-5232a792ad5c tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] Task: {'id': task-3418182, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.784506] env[69613]: DEBUG nova.network.neutron [-] [instance: 670e7607-58b1-478f-8a42-e83665cc8f22] Updating instance_info_cache with network_info: [] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1111.789023] env[69613]: DEBUG oslo_concurrency.lockutils [None req-2c612283-bb06-49f5-92d3-20c1eee9b7d3 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Lock "dc022ac9-6ab5-41c0-92ff-3c39b6094348" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.328s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1111.827692] env[69613]: DEBUG nova.compute.utils [None req-b455dc14-da19-4581-99aa-5f089d51a181 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Using /dev/sd instead of None {{(pid=69613) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1111.833796] env[69613]: DEBUG nova.compute.manager [None req-b455dc14-da19-4581-99aa-5f089d51a181 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] [instance: 8f0c568c-f444-4640-820f-06fe30a8aabb] Allocating IP information in the background. {{(pid=69613) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1111.834207] env[69613]: DEBUG nova.network.neutron [None req-b455dc14-da19-4581-99aa-5f089d51a181 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] [instance: 8f0c568c-f444-4640-820f-06fe30a8aabb] allocate_for_instance() {{(pid=69613) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1111.891253] env[69613]: INFO nova.compute.manager [-] [instance: 815ee067-7d2e-4312-8f7a-77ce8854bd2d] Took 1.77 seconds to deallocate network for instance. [ 1111.897722] env[69613]: DEBUG nova.policy [None req-b455dc14-da19-4581-99aa-5f089d51a181 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '36834264e3e34b3dbccbe0b6ed5626e7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '00abae90f85947e99f41566442e43eab', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69613) authorize /opt/stack/nova/nova/policy.py:192}} [ 1111.912984] env[69613]: DEBUG oslo_vmware.api [-] Task: {'id': task-3418181, 'name': CreateVM_Task, 'duration_secs': 0.575225} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.913221] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 375fba5b-7d37-4e57-91bd-eb224d9feda8] Created VM on the ESX host {{(pid=69613) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1111.913800] env[69613]: DEBUG oslo_concurrency.lockutils [None req-62ed4a6f-dac2-4da1-8339-5232a792ad5c tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.913959] env[69613]: DEBUG oslo_concurrency.lockutils [None req-62ed4a6f-dac2-4da1-8339-5232a792ad5c tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.914344] env[69613]: DEBUG oslo_concurrency.lockutils [None req-62ed4a6f-dac2-4da1-8339-5232a792ad5c tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.914604] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e040b2da-27cb-48a9-94c5-e5d77f570628 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.923105] env[69613]: DEBUG oslo_vmware.api [None req-62ed4a6f-dac2-4da1-8339-5232a792ad5c tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] Waiting for the task: (returnval){ [ 1111.923105] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]52c615e4-736e-68b6-a8e0-a59fdb2a627e" [ 1111.923105] env[69613]: _type = "Task" [ 1111.923105] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.936267] env[69613]: DEBUG oslo_vmware.api [None req-62ed4a6f-dac2-4da1-8339-5232a792ad5c tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52c615e4-736e-68b6-a8e0-a59fdb2a627e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.039240] env[69613]: DEBUG nova.compute.manager [req-0e767bce-730a-4d0a-b784-383e1488e0b7 req-18a8d3cd-b16e-4b60-b1ae-df580798ceec service nova] [instance: dc022ac9-6ab5-41c0-92ff-3c39b6094348] Received event network-changed-ef91e614-434d-4298-a009-329b923b180a {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1112.039240] env[69613]: DEBUG nova.compute.manager [req-0e767bce-730a-4d0a-b784-383e1488e0b7 req-18a8d3cd-b16e-4b60-b1ae-df580798ceec service nova] [instance: dc022ac9-6ab5-41c0-92ff-3c39b6094348] Refreshing instance network info cache due to event network-changed-ef91e614-434d-4298-a009-329b923b180a. {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1112.039884] env[69613]: DEBUG oslo_concurrency.lockutils [req-0e767bce-730a-4d0a-b784-383e1488e0b7 req-18a8d3cd-b16e-4b60-b1ae-df580798ceec service nova] Acquiring lock "refresh_cache-dc022ac9-6ab5-41c0-92ff-3c39b6094348" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.040147] env[69613]: DEBUG oslo_concurrency.lockutils [req-0e767bce-730a-4d0a-b784-383e1488e0b7 req-18a8d3cd-b16e-4b60-b1ae-df580798ceec service nova] Acquired lock "refresh_cache-dc022ac9-6ab5-41c0-92ff-3c39b6094348" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.040364] env[69613]: DEBUG nova.network.neutron [req-0e767bce-730a-4d0a-b784-383e1488e0b7 req-18a8d3cd-b16e-4b60-b1ae-df580798ceec service nova] [instance: dc022ac9-6ab5-41c0-92ff-3c39b6094348] Refreshing network info cache for port ef91e614-434d-4298-a009-329b923b180a {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1112.081481] env[69613]: DEBUG oslo_vmware.api [None req-62ed4a6f-dac2-4da1-8339-5232a792ad5c tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] Task: {'id': task-3418182, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066384} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.081747] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-62ed4a6f-dac2-4da1-8339-5232a792ad5c tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] [instance: 7e2c1711-9229-4b57-89b7-8f31d966ff35] Extended root virtual disk {{(pid=69613) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1112.082681] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dc81595-05cd-4e60-a42c-260b4af23989 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.111676] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-62ed4a6f-dac2-4da1-8339-5232a792ad5c tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] [instance: 7e2c1711-9229-4b57-89b7-8f31d966ff35] Reconfiguring VM instance instance-0000006f to attach disk [datastore1] 7e2c1711-9229-4b57-89b7-8f31d966ff35/7e2c1711-9229-4b57-89b7-8f31d966ff35.vmdk or device None with type sparse {{(pid=69613) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1112.115728] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-36527b0a-4b6c-4f18-a1ce-4382bb7f324f {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.134894] env[69613]: DEBUG nova.network.neutron [None req-a3767f8e-4329-45c1-bfe1-ea3577761fce tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] [instance: f36147c5-be86-4d45-9d2c-da38bba1885a] Updating instance_info_cache with network_info: [{"id": "4a89cb15-777b-45b5-b5b5-b3aa6cfbd448", "address": "fa:16:3e:c2:24:57", "network": {"id": "743485db-c4e0-4763-aaad-624cce7d9704", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-754778099-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.222", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "27cd1ce9a4f74279a40b13e8fbac87a0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4576b9d4-535c-40aa-b078-246f671f216e", "external-id": "nsx-vlan-transportzone-27", "segmentation_id": 27, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4a89cb15-77", "ovs_interfaceid": "4a89cb15-777b-45b5-b5b5-b3aa6cfbd448", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1112.144626] env[69613]: DEBUG oslo_vmware.api [None req-62ed4a6f-dac2-4da1-8339-5232a792ad5c tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] Waiting for the task: (returnval){ [ 1112.144626] env[69613]: value = "task-3418183" [ 1112.144626] env[69613]: _type = "Task" [ 1112.144626] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.150755] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59c8ec00-a595-46fd-bebe-00e657198fcd {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.159215] env[69613]: DEBUG oslo_vmware.api [None req-62ed4a6f-dac2-4da1-8339-5232a792ad5c tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] Task: {'id': task-3418183, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.164582] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94514fbb-e8da-425e-9da2-a51d2ac844e3 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.201445] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-592c746b-0af9-406b-9237-59d8d8b71cdf {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.213221] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ece36e9-3106-4509-89bc-e0f4517eb54f {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.228694] env[69613]: DEBUG nova.compute.provider_tree [None req-0a464212-238e-4165-b975-a9e7d1b50fbc tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Inventory has not changed in ProviderTree for provider: af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 {{(pid=69613) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1112.237528] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c67865a-b90c-4923-9997-a3a7f568431d {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.258510] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-fd83c2cc-188b-451d-9386-78ad876e400b tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] [instance: 65aee893-5fdc-4721-855d-249b34cd1b62] Updating instance '65aee893-5fdc-4721-855d-249b34cd1b62' progress to 0 {{(pid=69613) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1112.260895] env[69613]: DEBUG nova.network.neutron [None req-b455dc14-da19-4581-99aa-5f089d51a181 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] [instance: 8f0c568c-f444-4640-820f-06fe30a8aabb] Successfully created port: fbe07ce0-d374-4219-a2c9-24a5e4e56d43 {{(pid=69613) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1112.285112] env[69613]: DEBUG nova.network.neutron [req-8d63ffe2-3a63-43ed-b8d3-7993625ec87f req-e2e2fd56-ee2e-476c-9c35-08276d4a8165 service nova] [instance: 375fba5b-7d37-4e57-91bd-eb224d9feda8] Updated VIF entry in instance network info cache for port 15a12dc5-c94e-4848-9a57-27f0e958293d. {{(pid=69613) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1112.285112] env[69613]: DEBUG nova.network.neutron [req-8d63ffe2-3a63-43ed-b8d3-7993625ec87f req-e2e2fd56-ee2e-476c-9c35-08276d4a8165 service nova] [instance: 375fba5b-7d37-4e57-91bd-eb224d9feda8] Updating instance_info_cache with network_info: [{"id": "15a12dc5-c94e-4848-9a57-27f0e958293d", "address": "fa:16:3e:97:2b:16", "network": {"id": "c535614a-e0b8-4fda-9b78-1a0b2f9ac4c1", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-203443238-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2dbf5c5290e346509b79022e11bddd6b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d12aff80-9d1b-4a67-a470-9c0148b443e3", "external-id": "nsx-vlan-transportzone-784", "segmentation_id": 784, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap15a12dc5-c9", "ovs_interfaceid": "15a12dc5-c94e-4848-9a57-27f0e958293d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1112.287842] env[69613]: INFO nova.compute.manager [-] [instance: 670e7607-58b1-478f-8a42-e83665cc8f22] Took 1.31 seconds to deallocate network for instance. [ 1112.334795] env[69613]: DEBUG nova.compute.manager [None req-b455dc14-da19-4581-99aa-5f089d51a181 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] [instance: 8f0c568c-f444-4640-820f-06fe30a8aabb] Start building block device mappings for instance. {{(pid=69613) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1112.405735] env[69613]: DEBUG oslo_concurrency.lockutils [None req-7f0733ec-5a16-4aed-9ebe-8253d9e7b887 tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1112.439268] env[69613]: DEBUG oslo_vmware.api [None req-62ed4a6f-dac2-4da1-8339-5232a792ad5c tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52c615e4-736e-68b6-a8e0-a59fdb2a627e, 'name': SearchDatastore_Task, 'duration_secs': 0.065488} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.439574] env[69613]: DEBUG oslo_concurrency.lockutils [None req-62ed4a6f-dac2-4da1-8339-5232a792ad5c tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.440212] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-62ed4a6f-dac2-4da1-8339-5232a792ad5c tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] [instance: 375fba5b-7d37-4e57-91bd-eb224d9feda8] Processing image 2b7a0304-b5d0-431d-b287-32c8388d7fbd {{(pid=69613) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1112.440212] env[69613]: DEBUG oslo_concurrency.lockutils [None req-62ed4a6f-dac2-4da1-8339-5232a792ad5c tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.440359] env[69613]: DEBUG oslo_concurrency.lockutils [None req-62ed4a6f-dac2-4da1-8339-5232a792ad5c tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.440586] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-62ed4a6f-dac2-4da1-8339-5232a792ad5c tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69613) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1112.440681] env[69613]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e1b44171-df7a-469b-9fab-52b41b64ce08 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.453923] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-62ed4a6f-dac2-4da1-8339-5232a792ad5c tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69613) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1112.453923] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-62ed4a6f-dac2-4da1-8339-5232a792ad5c tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69613) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1112.455134] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f26e18cb-348b-4de9-99d3-d2ee0f7b939e {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.461588] env[69613]: DEBUG oslo_vmware.api [None req-62ed4a6f-dac2-4da1-8339-5232a792ad5c tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] Waiting for the task: (returnval){ [ 1112.461588] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]52567a6f-e481-279b-fe92-f2b018862f17" [ 1112.461588] env[69613]: _type = "Task" [ 1112.461588] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.469782] env[69613]: DEBUG oslo_vmware.api [None req-62ed4a6f-dac2-4da1-8339-5232a792ad5c tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52567a6f-e481-279b-fe92-f2b018862f17, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.640312] env[69613]: DEBUG oslo_concurrency.lockutils [None req-a3767f8e-4329-45c1-bfe1-ea3577761fce tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Releasing lock "refresh_cache-f36147c5-be86-4d45-9d2c-da38bba1885a" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.654124] env[69613]: DEBUG oslo_vmware.api [None req-62ed4a6f-dac2-4da1-8339-5232a792ad5c tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] Task: {'id': task-3418183, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.732040] env[69613]: DEBUG nova.scheduler.client.report [None req-0a464212-238e-4165-b975-a9e7d1b50fbc tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Inventory has not changed for provider af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69613) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1112.765727] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd83c2cc-188b-451d-9386-78ad876e400b tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] [instance: 65aee893-5fdc-4721-855d-249b34cd1b62] Powering off the VM {{(pid=69613) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1112.766023] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-59413d21-2367-415a-9788-de2a186b4727 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.772666] env[69613]: DEBUG oslo_vmware.api [None req-fd83c2cc-188b-451d-9386-78ad876e400b tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Waiting for the task: (returnval){ [ 1112.772666] env[69613]: value = "task-3418184" [ 1112.772666] env[69613]: _type = "Task" [ 1112.772666] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.773422] env[69613]: DEBUG nova.network.neutron [req-0e767bce-730a-4d0a-b784-383e1488e0b7 req-18a8d3cd-b16e-4b60-b1ae-df580798ceec service nova] [instance: dc022ac9-6ab5-41c0-92ff-3c39b6094348] Updated VIF entry in instance network info cache for port ef91e614-434d-4298-a009-329b923b180a. {{(pid=69613) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1112.773741] env[69613]: DEBUG nova.network.neutron [req-0e767bce-730a-4d0a-b784-383e1488e0b7 req-18a8d3cd-b16e-4b60-b1ae-df580798ceec service nova] [instance: dc022ac9-6ab5-41c0-92ff-3c39b6094348] Updating instance_info_cache with network_info: [{"id": "ef91e614-434d-4298-a009-329b923b180a", "address": "fa:16:3e:04:69:c9", "network": {"id": "6582c06e-2375-4019-bc8c-6f40d2f10d28", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-726199179-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.223", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "263cb0545351439194c16f61aacec6b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c6a4836-66dc-4e43-982b-f8fcd3f9989a", "external-id": "nsx-vlan-transportzone-635", "segmentation_id": 635, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapef91e614-43", "ovs_interfaceid": "ef91e614-434d-4298-a009-329b923b180a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1112.782695] env[69613]: DEBUG oslo_vmware.api [None req-fd83c2cc-188b-451d-9386-78ad876e400b tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Task: {'id': task-3418184, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.787037] env[69613]: DEBUG oslo_concurrency.lockutils [req-8d63ffe2-3a63-43ed-b8d3-7993625ec87f req-e2e2fd56-ee2e-476c-9c35-08276d4a8165 service nova] Releasing lock "refresh_cache-375fba5b-7d37-4e57-91bd-eb224d9feda8" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.787269] env[69613]: DEBUG nova.compute.manager [req-8d63ffe2-3a63-43ed-b8d3-7993625ec87f req-e2e2fd56-ee2e-476c-9c35-08276d4a8165 service nova] [instance: 815ee067-7d2e-4312-8f7a-77ce8854bd2d] Received event network-vif-deleted-f6caeca6-9d1c-4ae2-938d-d7ca42806669 {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1112.787443] env[69613]: INFO nova.compute.manager [req-8d63ffe2-3a63-43ed-b8d3-7993625ec87f req-e2e2fd56-ee2e-476c-9c35-08276d4a8165 service nova] [instance: 815ee067-7d2e-4312-8f7a-77ce8854bd2d] Neutron deleted interface f6caeca6-9d1c-4ae2-938d-d7ca42806669; detaching it from the instance and deleting it from the info cache [ 1112.787605] env[69613]: DEBUG nova.network.neutron [req-8d63ffe2-3a63-43ed-b8d3-7993625ec87f req-e2e2fd56-ee2e-476c-9c35-08276d4a8165 service nova] [instance: 815ee067-7d2e-4312-8f7a-77ce8854bd2d] Updating instance_info_cache with network_info: [] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1112.794768] env[69613]: DEBUG oslo_concurrency.lockutils [None req-04e849cc-c1d3-498f-b381-c87dffbb28c0 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1112.972334] env[69613]: DEBUG oslo_vmware.api [None req-62ed4a6f-dac2-4da1-8339-5232a792ad5c tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52567a6f-e481-279b-fe92-f2b018862f17, 'name': SearchDatastore_Task, 'duration_secs': 0.044505} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.973114] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0cee870c-0bf8-4cc9-bd5d-d1cf705f530a {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.978112] env[69613]: DEBUG oslo_vmware.api [None req-62ed4a6f-dac2-4da1-8339-5232a792ad5c tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] Waiting for the task: (returnval){ [ 1112.978112] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]529682d1-6bca-1e1f-5f5a-2f003108e79a" [ 1112.978112] env[69613]: _type = "Task" [ 1112.978112] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.985539] env[69613]: DEBUG oslo_vmware.api [None req-62ed4a6f-dac2-4da1-8339-5232a792ad5c tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]529682d1-6bca-1e1f-5f5a-2f003108e79a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.065217] env[69613]: DEBUG oslo_concurrency.lockutils [None req-c3b67a35-5141-4038-b535-e2077fef51ab tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Acquiring lock "interface-9333145d-7d80-405b-b94e-37152559489e-8d45809f-09ca-45dc-864b-0fe6079ae832" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1113.065536] env[69613]: DEBUG oslo_concurrency.lockutils [None req-c3b67a35-5141-4038-b535-e2077fef51ab tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Lock "interface-9333145d-7d80-405b-b94e-37152559489e-8d45809f-09ca-45dc-864b-0fe6079ae832" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1113.153510] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16d12e1b-b283-442f-b51f-26007d97fd30 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.160065] env[69613]: DEBUG oslo_vmware.api [None req-62ed4a6f-dac2-4da1-8339-5232a792ad5c tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] Task: {'id': task-3418183, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.164185] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-381865ff-0a7a-4efd-bb0c-500dfad2e5dd {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.203871] env[69613]: DEBUG nova.compute.manager [req-47c6a20c-1e20-4df9-a372-96ff2aff17eb req-0154c5b0-f7d8-40e8-aa00-0ace1d7166ee service nova] [instance: 670e7607-58b1-478f-8a42-e83665cc8f22] Received event network-vif-deleted-d4e47855-c0ce-4513-a8f3-8cebc6f85cca {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1113.236787] env[69613]: DEBUG oslo_concurrency.lockutils [None req-0a464212-238e-4165-b975-a9e7d1b50fbc tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.912s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1113.240622] env[69613]: DEBUG oslo_concurrency.lockutils [None req-7f0733ec-5a16-4aed-9ebe-8253d9e7b887 tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.834s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1113.240622] env[69613]: DEBUG nova.objects.instance [None req-7f0733ec-5a16-4aed-9ebe-8253d9e7b887 tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Lazy-loading 'resources' on Instance uuid 815ee067-7d2e-4312-8f7a-77ce8854bd2d {{(pid=69613) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1113.263447] env[69613]: INFO nova.scheduler.client.report [None req-0a464212-238e-4165-b975-a9e7d1b50fbc tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Deleted allocations for instance 16a3ee5d-0de2-40a7-bef8-cf22fd34af0e [ 1113.279448] env[69613]: DEBUG oslo_concurrency.lockutils [req-0e767bce-730a-4d0a-b784-383e1488e0b7 req-18a8d3cd-b16e-4b60-b1ae-df580798ceec service nova] Releasing lock "refresh_cache-dc022ac9-6ab5-41c0-92ff-3c39b6094348" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.285127] env[69613]: DEBUG oslo_vmware.api [None req-fd83c2cc-188b-451d-9386-78ad876e400b tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Task: {'id': task-3418184, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.290322] env[69613]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3f96600c-b255-411e-a74e-74d2bbe425ec {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.299768] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb928ccc-57a6-4f92-b71e-a3d309d20bbc {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.331747] env[69613]: DEBUG nova.compute.manager [req-8d63ffe2-3a63-43ed-b8d3-7993625ec87f req-e2e2fd56-ee2e-476c-9c35-08276d4a8165 service nova] [instance: 815ee067-7d2e-4312-8f7a-77ce8854bd2d] Detach interface failed, port_id=f6caeca6-9d1c-4ae2-938d-d7ca42806669, reason: Instance 815ee067-7d2e-4312-8f7a-77ce8854bd2d could not be found. {{(pid=69613) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1113.343981] env[69613]: DEBUG nova.compute.manager [None req-b455dc14-da19-4581-99aa-5f089d51a181 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] [instance: 8f0c568c-f444-4640-820f-06fe30a8aabb] Start spawning the instance on the hypervisor. {{(pid=69613) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1113.373282] env[69613]: DEBUG nova.virt.hardware [None req-b455dc14-da19-4581-99aa-5f089d51a181 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T13:55:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T13:55:19Z,direct_url=,disk_format='vmdk',id=2b7a0304-b5d0-431d-b287-32c8388d7fbd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3e9e1b873f1442d59d5ee8247b941f74',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T13:55:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1113.373531] env[69613]: DEBUG nova.virt.hardware [None req-b455dc14-da19-4581-99aa-5f089d51a181 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Flavor limits 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1113.373688] env[69613]: DEBUG nova.virt.hardware [None req-b455dc14-da19-4581-99aa-5f089d51a181 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Image limits 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1113.373852] env[69613]: DEBUG nova.virt.hardware [None req-b455dc14-da19-4581-99aa-5f089d51a181 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Flavor pref 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1113.374051] env[69613]: DEBUG nova.virt.hardware [None req-b455dc14-da19-4581-99aa-5f089d51a181 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Image pref 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1113.374172] env[69613]: DEBUG nova.virt.hardware [None req-b455dc14-da19-4581-99aa-5f089d51a181 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1113.374432] env[69613]: DEBUG nova.virt.hardware [None req-b455dc14-da19-4581-99aa-5f089d51a181 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1113.374610] env[69613]: DEBUG nova.virt.hardware [None req-b455dc14-da19-4581-99aa-5f089d51a181 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69613) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1113.374776] env[69613]: DEBUG nova.virt.hardware [None req-b455dc14-da19-4581-99aa-5f089d51a181 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Got 1 possible topologies {{(pid=69613) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1113.375225] env[69613]: DEBUG nova.virt.hardware [None req-b455dc14-da19-4581-99aa-5f089d51a181 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1113.375225] env[69613]: DEBUG nova.virt.hardware [None req-b455dc14-da19-4581-99aa-5f089d51a181 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1113.376041] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bde0e071-f182-49e8-b08b-fd238554c889 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.384517] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30abe3b1-554e-4d05-b9d2-d7e3c05c6feb {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.489644] env[69613]: DEBUG oslo_vmware.api [None req-62ed4a6f-dac2-4da1-8339-5232a792ad5c tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]529682d1-6bca-1e1f-5f5a-2f003108e79a, 'name': SearchDatastore_Task, 'duration_secs': 0.01146} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.489916] env[69613]: DEBUG oslo_concurrency.lockutils [None req-62ed4a6f-dac2-4da1-8339-5232a792ad5c tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.490195] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-62ed4a6f-dac2-4da1-8339-5232a792ad5c tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk to [datastore1] 375fba5b-7d37-4e57-91bd-eb224d9feda8/375fba5b-7d37-4e57-91bd-eb224d9feda8.vmdk {{(pid=69613) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1113.490459] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3040a123-8088-4a94-9599-b8995f692368 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.497251] env[69613]: DEBUG oslo_vmware.api [None req-62ed4a6f-dac2-4da1-8339-5232a792ad5c tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] Waiting for the task: (returnval){ [ 1113.497251] env[69613]: value = "task-3418185" [ 1113.497251] env[69613]: _type = "Task" [ 1113.497251] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.506061] env[69613]: DEBUG oslo_vmware.api [None req-62ed4a6f-dac2-4da1-8339-5232a792ad5c tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] Task: {'id': task-3418185, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.568944] env[69613]: DEBUG oslo_concurrency.lockutils [None req-c3b67a35-5141-4038-b535-e2077fef51ab tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Acquiring lock "9333145d-7d80-405b-b94e-37152559489e" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.569123] env[69613]: DEBUG oslo_concurrency.lockutils [None req-c3b67a35-5141-4038-b535-e2077fef51ab tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Acquired lock "9333145d-7d80-405b-b94e-37152559489e" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.570294] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1aebb3d-3bca-4097-9a8c-e5abb78190bd {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.592762] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41dbe1d5-cb11-4831-a828-568b64fe8a9c {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.620861] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-c3b67a35-5141-4038-b535-e2077fef51ab tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] [instance: 9333145d-7d80-405b-b94e-37152559489e] Reconfiguring VM to detach interface {{(pid=69613) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1113.621216] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cefc5dc5-de33-4697-aba7-d054131e1fc9 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.638999] env[69613]: DEBUG oslo_vmware.api [None req-c3b67a35-5141-4038-b535-e2077fef51ab tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Waiting for the task: (returnval){ [ 1113.638999] env[69613]: value = "task-3418186" [ 1113.638999] env[69613]: _type = "Task" [ 1113.638999] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.647330] env[69613]: DEBUG oslo_vmware.api [None req-c3b67a35-5141-4038-b535-e2077fef51ab tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Task: {'id': task-3418186, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.654834] env[69613]: DEBUG oslo_vmware.api [None req-62ed4a6f-dac2-4da1-8339-5232a792ad5c tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] Task: {'id': task-3418183, 'name': ReconfigVM_Task, 'duration_secs': 1.315656} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.655330] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-62ed4a6f-dac2-4da1-8339-5232a792ad5c tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] [instance: 7e2c1711-9229-4b57-89b7-8f31d966ff35] Reconfigured VM instance instance-0000006f to attach disk [datastore1] 7e2c1711-9229-4b57-89b7-8f31d966ff35/7e2c1711-9229-4b57-89b7-8f31d966ff35.vmdk or device None with type sparse {{(pid=69613) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1113.655749] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-234baed0-40eb-458d-a5c3-968879e57068 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.661350] env[69613]: DEBUG oslo_vmware.api [None req-62ed4a6f-dac2-4da1-8339-5232a792ad5c tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] Waiting for the task: (returnval){ [ 1113.661350] env[69613]: value = "task-3418187" [ 1113.661350] env[69613]: _type = "Task" [ 1113.661350] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.669238] env[69613]: DEBUG oslo_vmware.api [None req-62ed4a6f-dac2-4da1-8339-5232a792ad5c tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] Task: {'id': task-3418187, 'name': Rename_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.774039] env[69613]: DEBUG oslo_concurrency.lockutils [None req-0a464212-238e-4165-b975-a9e7d1b50fbc tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Lock "16a3ee5d-0de2-40a7-bef8-cf22fd34af0e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.317s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1113.786162] env[69613]: DEBUG oslo_vmware.api [None req-fd83c2cc-188b-451d-9386-78ad876e400b tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Task: {'id': task-3418184, 'name': PowerOffVM_Task, 'duration_secs': 0.902683} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.787162] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd83c2cc-188b-451d-9386-78ad876e400b tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] [instance: 65aee893-5fdc-4721-855d-249b34cd1b62] Powered off the VM {{(pid=69613) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1113.787357] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-fd83c2cc-188b-451d-9386-78ad876e400b tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] [instance: 65aee893-5fdc-4721-855d-249b34cd1b62] Updating instance '65aee893-5fdc-4721-855d-249b34cd1b62' progress to 17 {{(pid=69613) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1113.800848] env[69613]: DEBUG nova.network.neutron [None req-b455dc14-da19-4581-99aa-5f089d51a181 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] [instance: 8f0c568c-f444-4640-820f-06fe30a8aabb] Successfully updated port: fbe07ce0-d374-4219-a2c9-24a5e4e56d43 {{(pid=69613) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1114.006633] env[69613]: DEBUG oslo_vmware.api [None req-62ed4a6f-dac2-4da1-8339-5232a792ad5c tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] Task: {'id': task-3418185, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.008142] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae798d3a-74c0-4680-8bbb-69c0d8db2cca {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.015029] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-502744aa-6cc6-415d-9d73-75328a6bd3dc {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.048903] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8454a5c8-e2ee-44bc-bd64-9c99acb2dbc8 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.056724] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-445d70c2-d08f-4ba5-83c0-903866faf3cd {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.063857] env[69613]: DEBUG nova.compute.manager [req-b908aa02-7380-4bed-b6f2-0b33eb754d33 req-8b87a3ac-4066-41ee-91c3-69938c48d13e service nova] [instance: 8f0c568c-f444-4640-820f-06fe30a8aabb] Received event network-vif-plugged-fbe07ce0-d374-4219-a2c9-24a5e4e56d43 {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1114.064100] env[69613]: DEBUG oslo_concurrency.lockutils [req-b908aa02-7380-4bed-b6f2-0b33eb754d33 req-8b87a3ac-4066-41ee-91c3-69938c48d13e service nova] Acquiring lock "8f0c568c-f444-4640-820f-06fe30a8aabb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1114.064338] env[69613]: DEBUG oslo_concurrency.lockutils [req-b908aa02-7380-4bed-b6f2-0b33eb754d33 req-8b87a3ac-4066-41ee-91c3-69938c48d13e service nova] Lock "8f0c568c-f444-4640-820f-06fe30a8aabb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1114.064543] env[69613]: DEBUG oslo_concurrency.lockutils [req-b908aa02-7380-4bed-b6f2-0b33eb754d33 req-8b87a3ac-4066-41ee-91c3-69938c48d13e service nova] Lock "8f0c568c-f444-4640-820f-06fe30a8aabb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1114.064745] env[69613]: DEBUG nova.compute.manager [req-b908aa02-7380-4bed-b6f2-0b33eb754d33 req-8b87a3ac-4066-41ee-91c3-69938c48d13e service nova] [instance: 8f0c568c-f444-4640-820f-06fe30a8aabb] No waiting events found dispatching network-vif-plugged-fbe07ce0-d374-4219-a2c9-24a5e4e56d43 {{(pid=69613) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1114.064952] env[69613]: WARNING nova.compute.manager [req-b908aa02-7380-4bed-b6f2-0b33eb754d33 req-8b87a3ac-4066-41ee-91c3-69938c48d13e service nova] [instance: 8f0c568c-f444-4640-820f-06fe30a8aabb] Received unexpected event network-vif-plugged-fbe07ce0-d374-4219-a2c9-24a5e4e56d43 for instance with vm_state building and task_state spawning. [ 1114.065166] env[69613]: DEBUG nova.compute.manager [req-b908aa02-7380-4bed-b6f2-0b33eb754d33 req-8b87a3ac-4066-41ee-91c3-69938c48d13e service nova] [instance: 8f0c568c-f444-4640-820f-06fe30a8aabb] Received event network-changed-fbe07ce0-d374-4219-a2c9-24a5e4e56d43 {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1114.065346] env[69613]: DEBUG nova.compute.manager [req-b908aa02-7380-4bed-b6f2-0b33eb754d33 req-8b87a3ac-4066-41ee-91c3-69938c48d13e service nova] [instance: 8f0c568c-f444-4640-820f-06fe30a8aabb] Refreshing instance network info cache due to event network-changed-fbe07ce0-d374-4219-a2c9-24a5e4e56d43. {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1114.065636] env[69613]: DEBUG oslo_concurrency.lockutils [req-b908aa02-7380-4bed-b6f2-0b33eb754d33 req-8b87a3ac-4066-41ee-91c3-69938c48d13e service nova] Acquiring lock "refresh_cache-8f0c568c-f444-4640-820f-06fe30a8aabb" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.065803] env[69613]: DEBUG oslo_concurrency.lockutils [req-b908aa02-7380-4bed-b6f2-0b33eb754d33 req-8b87a3ac-4066-41ee-91c3-69938c48d13e service nova] Acquired lock "refresh_cache-8f0c568c-f444-4640-820f-06fe30a8aabb" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.065998] env[69613]: DEBUG nova.network.neutron [req-b908aa02-7380-4bed-b6f2-0b33eb754d33 req-8b87a3ac-4066-41ee-91c3-69938c48d13e service nova] [instance: 8f0c568c-f444-4640-820f-06fe30a8aabb] Refreshing network info cache for port fbe07ce0-d374-4219-a2c9-24a5e4e56d43 {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1114.075809] env[69613]: DEBUG nova.compute.provider_tree [None req-7f0733ec-5a16-4aed-9ebe-8253d9e7b887 tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Inventory has not changed in ProviderTree for provider: af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 {{(pid=69613) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1114.107803] env[69613]: DEBUG nova.network.neutron [req-b908aa02-7380-4bed-b6f2-0b33eb754d33 req-8b87a3ac-4066-41ee-91c3-69938c48d13e service nova] [instance: 8f0c568c-f444-4640-820f-06fe30a8aabb] Instance cache missing network info. {{(pid=69613) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1114.149712] env[69613]: DEBUG oslo_vmware.api [None req-c3b67a35-5141-4038-b535-e2077fef51ab tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Task: {'id': task-3418186, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.170801] env[69613]: DEBUG oslo_vmware.api [None req-62ed4a6f-dac2-4da1-8339-5232a792ad5c tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] Task: {'id': task-3418187, 'name': Rename_Task, 'duration_secs': 0.314812} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.171127] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-62ed4a6f-dac2-4da1-8339-5232a792ad5c tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] [instance: 7e2c1711-9229-4b57-89b7-8f31d966ff35] Powering on the VM {{(pid=69613) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1114.171436] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b7ceb671-7411-4727-8c59-07c5341e9105 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.177074] env[69613]: DEBUG oslo_vmware.api [None req-62ed4a6f-dac2-4da1-8339-5232a792ad5c tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] Waiting for the task: (returnval){ [ 1114.177074] env[69613]: value = "task-3418188" [ 1114.177074] env[69613]: _type = "Task" [ 1114.177074] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.184626] env[69613]: DEBUG oslo_vmware.api [None req-62ed4a6f-dac2-4da1-8339-5232a792ad5c tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] Task: {'id': task-3418188, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.185411] env[69613]: DEBUG nova.network.neutron [req-b908aa02-7380-4bed-b6f2-0b33eb754d33 req-8b87a3ac-4066-41ee-91c3-69938c48d13e service nova] [instance: 8f0c568c-f444-4640-820f-06fe30a8aabb] Updating instance_info_cache with network_info: [] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1114.281837] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9699ab96-c097-43d2-b3bd-c4680c3c490e {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.308287] env[69613]: DEBUG nova.virt.hardware [None req-fd83c2cc-188b-451d-9386-78ad876e400b tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T13:55:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=2b7a0304-b5d0-431d-b287-32c8388d7fbd,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1114.309832] env[69613]: DEBUG nova.virt.hardware [None req-fd83c2cc-188b-451d-9386-78ad876e400b tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Flavor limits 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1114.309832] env[69613]: DEBUG nova.virt.hardware [None req-fd83c2cc-188b-451d-9386-78ad876e400b tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Image limits 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1114.309832] env[69613]: DEBUG nova.virt.hardware [None req-fd83c2cc-188b-451d-9386-78ad876e400b tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Flavor pref 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1114.309832] env[69613]: DEBUG nova.virt.hardware [None req-fd83c2cc-188b-451d-9386-78ad876e400b tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Image pref 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1114.309832] env[69613]: DEBUG nova.virt.hardware [None req-fd83c2cc-188b-451d-9386-78ad876e400b tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1114.309832] env[69613]: DEBUG nova.virt.hardware [None req-fd83c2cc-188b-451d-9386-78ad876e400b tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1114.309832] env[69613]: DEBUG nova.virt.hardware [None req-fd83c2cc-188b-451d-9386-78ad876e400b tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69613) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1114.310257] env[69613]: DEBUG nova.virt.hardware [None req-fd83c2cc-188b-451d-9386-78ad876e400b tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Got 1 possible topologies {{(pid=69613) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1114.310257] env[69613]: DEBUG nova.virt.hardware [None req-fd83c2cc-188b-451d-9386-78ad876e400b tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1114.310257] env[69613]: DEBUG nova.virt.hardware [None req-fd83c2cc-188b-451d-9386-78ad876e400b tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1114.315792] env[69613]: DEBUG oslo_concurrency.lockutils [None req-b455dc14-da19-4581-99aa-5f089d51a181 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Acquiring lock "refresh_cache-8f0c568c-f444-4640-820f-06fe30a8aabb" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.316232] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bab9aef5-35bb-444c-8a1c-e97995295dc8 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.329941] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aec5544d-ca5a-4d08-97e3-c9bb85859860 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.339665] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-a3767f8e-4329-45c1-bfe1-ea3577761fce tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] [instance: f36147c5-be86-4d45-9d2c-da38bba1885a] Updating instance 'f36147c5-be86-4d45-9d2c-da38bba1885a' progress to 83 {{(pid=69613) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1114.345483] env[69613]: DEBUG oslo_vmware.api [None req-fd83c2cc-188b-451d-9386-78ad876e400b tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Waiting for the task: (returnval){ [ 1114.345483] env[69613]: value = "task-3418189" [ 1114.345483] env[69613]: _type = "Task" [ 1114.345483] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.353907] env[69613]: DEBUG oslo_vmware.api [None req-fd83c2cc-188b-451d-9386-78ad876e400b tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Task: {'id': task-3418189, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.497035] env[69613]: DEBUG oslo_concurrency.lockutils [None req-6336e193-bda8-4758-99ba-079885d90f14 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Acquiring lock "7e2817b1-4a83-4363-93f9-b26dc4789033" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1114.497411] env[69613]: DEBUG oslo_concurrency.lockutils [None req-6336e193-bda8-4758-99ba-079885d90f14 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Lock "7e2817b1-4a83-4363-93f9-b26dc4789033" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1114.508558] env[69613]: DEBUG oslo_vmware.api [None req-62ed4a6f-dac2-4da1-8339-5232a792ad5c tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] Task: {'id': task-3418185, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.53142} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.509153] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-62ed4a6f-dac2-4da1-8339-5232a792ad5c tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk to [datastore1] 375fba5b-7d37-4e57-91bd-eb224d9feda8/375fba5b-7d37-4e57-91bd-eb224d9feda8.vmdk {{(pid=69613) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1114.509379] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-62ed4a6f-dac2-4da1-8339-5232a792ad5c tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] [instance: 375fba5b-7d37-4e57-91bd-eb224d9feda8] Extending root virtual disk to 1048576 {{(pid=69613) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1114.510227] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-64f7908c-5238-4d7c-8cb0-1dbfe1250774 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.520054] env[69613]: DEBUG oslo_vmware.api [None req-62ed4a6f-dac2-4da1-8339-5232a792ad5c tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] Waiting for the task: (returnval){ [ 1114.520054] env[69613]: value = "task-3418190" [ 1114.520054] env[69613]: _type = "Task" [ 1114.520054] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.529384] env[69613]: DEBUG oslo_vmware.api [None req-62ed4a6f-dac2-4da1-8339-5232a792ad5c tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] Task: {'id': task-3418190, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.582079] env[69613]: DEBUG nova.scheduler.client.report [None req-7f0733ec-5a16-4aed-9ebe-8253d9e7b887 tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Inventory has not changed for provider af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69613) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1114.648631] env[69613]: DEBUG oslo_vmware.api [None req-c3b67a35-5141-4038-b535-e2077fef51ab tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Task: {'id': task-3418186, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.687558] env[69613]: DEBUG oslo_concurrency.lockutils [req-b908aa02-7380-4bed-b6f2-0b33eb754d33 req-8b87a3ac-4066-41ee-91c3-69938c48d13e service nova] Releasing lock "refresh_cache-8f0c568c-f444-4640-820f-06fe30a8aabb" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.687884] env[69613]: DEBUG oslo_vmware.api [None req-62ed4a6f-dac2-4da1-8339-5232a792ad5c tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] Task: {'id': task-3418188, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.688160] env[69613]: DEBUG oslo_concurrency.lockutils [None req-b455dc14-da19-4581-99aa-5f089d51a181 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Acquired lock "refresh_cache-8f0c568c-f444-4640-820f-06fe30a8aabb" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.688325] env[69613]: DEBUG nova.network.neutron [None req-b455dc14-da19-4581-99aa-5f089d51a181 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] [instance: 8f0c568c-f444-4640-820f-06fe30a8aabb] Building network info cache for instance {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1114.846796] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3767f8e-4329-45c1-bfe1-ea3577761fce tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] [instance: f36147c5-be86-4d45-9d2c-da38bba1885a] Powering on the VM {{(pid=69613) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1114.847204] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4ab0b932-fc68-485c-b894-a37845549525 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.859800] env[69613]: DEBUG oslo_vmware.api [None req-fd83c2cc-188b-451d-9386-78ad876e400b tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Task: {'id': task-3418189, 'name': ReconfigVM_Task, 'duration_secs': 0.244823} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.861398] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-fd83c2cc-188b-451d-9386-78ad876e400b tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] [instance: 65aee893-5fdc-4721-855d-249b34cd1b62] Updating instance '65aee893-5fdc-4721-855d-249b34cd1b62' progress to 33 {{(pid=69613) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1114.868046] env[69613]: DEBUG oslo_vmware.api [None req-a3767f8e-4329-45c1-bfe1-ea3577761fce tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Waiting for the task: (returnval){ [ 1114.868046] env[69613]: value = "task-3418191" [ 1114.868046] env[69613]: _type = "Task" [ 1114.868046] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.873783] env[69613]: DEBUG oslo_vmware.api [None req-a3767f8e-4329-45c1-bfe1-ea3577761fce tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Task: {'id': task-3418191, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.999250] env[69613]: DEBUG nova.compute.manager [None req-6336e193-bda8-4758-99ba-079885d90f14 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] [instance: 7e2817b1-4a83-4363-93f9-b26dc4789033] Starting instance... {{(pid=69613) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1115.032362] env[69613]: DEBUG oslo_vmware.api [None req-62ed4a6f-dac2-4da1-8339-5232a792ad5c tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] Task: {'id': task-3418190, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06603} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.033365] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-62ed4a6f-dac2-4da1-8339-5232a792ad5c tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] [instance: 375fba5b-7d37-4e57-91bd-eb224d9feda8] Extended root virtual disk {{(pid=69613) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1115.034186] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce240cf1-2753-48c4-b85b-bec64a3fbd66 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.056284] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-62ed4a6f-dac2-4da1-8339-5232a792ad5c tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] [instance: 375fba5b-7d37-4e57-91bd-eb224d9feda8] Reconfiguring VM instance instance-00000070 to attach disk [datastore1] 375fba5b-7d37-4e57-91bd-eb224d9feda8/375fba5b-7d37-4e57-91bd-eb224d9feda8.vmdk or device None with type sparse {{(pid=69613) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1115.056738] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f1946d48-fa0a-429b-9930-67d933d81ced {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.077059] env[69613]: DEBUG oslo_vmware.api [None req-62ed4a6f-dac2-4da1-8339-5232a792ad5c tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] Waiting for the task: (returnval){ [ 1115.077059] env[69613]: value = "task-3418192" [ 1115.077059] env[69613]: _type = "Task" [ 1115.077059] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.084547] env[69613]: DEBUG oslo_vmware.api [None req-62ed4a6f-dac2-4da1-8339-5232a792ad5c tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] Task: {'id': task-3418192, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.086575] env[69613]: DEBUG oslo_concurrency.lockutils [None req-7f0733ec-5a16-4aed-9ebe-8253d9e7b887 tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.847s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1115.088648] env[69613]: DEBUG oslo_concurrency.lockutils [None req-04e849cc-c1d3-498f-b381-c87dffbb28c0 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.294s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1115.089044] env[69613]: DEBUG nova.objects.instance [None req-04e849cc-c1d3-498f-b381-c87dffbb28c0 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Lazy-loading 'resources' on Instance uuid 670e7607-58b1-478f-8a42-e83665cc8f22 {{(pid=69613) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1115.117798] env[69613]: INFO nova.scheduler.client.report [None req-7f0733ec-5a16-4aed-9ebe-8253d9e7b887 tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Deleted allocations for instance 815ee067-7d2e-4312-8f7a-77ce8854bd2d [ 1115.148996] env[69613]: DEBUG oslo_vmware.api [None req-c3b67a35-5141-4038-b535-e2077fef51ab tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Task: {'id': task-3418186, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.188171] env[69613]: DEBUG oslo_vmware.api [None req-62ed4a6f-dac2-4da1-8339-5232a792ad5c tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] Task: {'id': task-3418188, 'name': PowerOnVM_Task, 'duration_secs': 0.625918} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.188460] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-62ed4a6f-dac2-4da1-8339-5232a792ad5c tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] [instance: 7e2c1711-9229-4b57-89b7-8f31d966ff35] Powered on the VM {{(pid=69613) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1115.188664] env[69613]: INFO nova.compute.manager [None req-62ed4a6f-dac2-4da1-8339-5232a792ad5c tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] [instance: 7e2c1711-9229-4b57-89b7-8f31d966ff35] Took 9.03 seconds to spawn the instance on the hypervisor. [ 1115.188841] env[69613]: DEBUG nova.compute.manager [None req-62ed4a6f-dac2-4da1-8339-5232a792ad5c tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] [instance: 7e2c1711-9229-4b57-89b7-8f31d966ff35] Checking state {{(pid=69613) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1115.189617] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-827cffe2-2e44-4278-8a40-4de6e1a4ee27 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.221923] env[69613]: DEBUG nova.network.neutron [None req-b455dc14-da19-4581-99aa-5f089d51a181 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] [instance: 8f0c568c-f444-4640-820f-06fe30a8aabb] Instance cache missing network info. {{(pid=69613) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1115.368515] env[69613]: DEBUG nova.virt.hardware [None req-fd83c2cc-188b-451d-9386-78ad876e400b tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T13:55:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=2b7a0304-b5d0-431d-b287-32c8388d7fbd,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1115.368815] env[69613]: DEBUG nova.virt.hardware [None req-fd83c2cc-188b-451d-9386-78ad876e400b tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Flavor limits 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1115.368986] env[69613]: DEBUG nova.virt.hardware [None req-fd83c2cc-188b-451d-9386-78ad876e400b tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Image limits 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1115.369268] env[69613]: DEBUG nova.virt.hardware [None req-fd83c2cc-188b-451d-9386-78ad876e400b tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Flavor pref 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1115.369447] env[69613]: DEBUG nova.virt.hardware [None req-fd83c2cc-188b-451d-9386-78ad876e400b tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Image pref 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1115.369600] env[69613]: DEBUG nova.virt.hardware [None req-fd83c2cc-188b-451d-9386-78ad876e400b tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1115.369808] env[69613]: DEBUG nova.virt.hardware [None req-fd83c2cc-188b-451d-9386-78ad876e400b tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1115.370030] env[69613]: DEBUG nova.virt.hardware [None req-fd83c2cc-188b-451d-9386-78ad876e400b tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69613) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1115.370445] env[69613]: DEBUG nova.virt.hardware [None req-fd83c2cc-188b-451d-9386-78ad876e400b tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Got 1 possible topologies {{(pid=69613) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1115.370731] env[69613]: DEBUG nova.virt.hardware [None req-fd83c2cc-188b-451d-9386-78ad876e400b tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1115.370995] env[69613]: DEBUG nova.virt.hardware [None req-fd83c2cc-188b-451d-9386-78ad876e400b tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1115.376964] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd83c2cc-188b-451d-9386-78ad876e400b tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] [instance: 65aee893-5fdc-4721-855d-249b34cd1b62] Reconfiguring VM instance instance-0000006b to detach disk 2000 {{(pid=69613) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1115.378253] env[69613]: DEBUG nova.network.neutron [None req-b455dc14-da19-4581-99aa-5f089d51a181 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] [instance: 8f0c568c-f444-4640-820f-06fe30a8aabb] Updating instance_info_cache with network_info: [{"id": "fbe07ce0-d374-4219-a2c9-24a5e4e56d43", "address": "fa:16:3e:b8:d5:9f", "network": {"id": "c0b12726-3f23-429f-9754-e392f341b3e5", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-45944192-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "00abae90f85947e99f41566442e43eab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5e27fd35-1d7b-4358-92d5-4d34da27b992", "external-id": "nsx-vlan-transportzone-355", "segmentation_id": 355, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfbe07ce0-d3", "ovs_interfaceid": "fbe07ce0-d374-4219-a2c9-24a5e4e56d43", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1115.379471] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-935149d0-cd6e-4c5d-851d-497739644448 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.398009] env[69613]: DEBUG oslo_concurrency.lockutils [None req-b455dc14-da19-4581-99aa-5f089d51a181 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Releasing lock "refresh_cache-8f0c568c-f444-4640-820f-06fe30a8aabb" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.398323] env[69613]: DEBUG nova.compute.manager [None req-b455dc14-da19-4581-99aa-5f089d51a181 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] [instance: 8f0c568c-f444-4640-820f-06fe30a8aabb] Instance network_info: |[{"id": "fbe07ce0-d374-4219-a2c9-24a5e4e56d43", "address": "fa:16:3e:b8:d5:9f", "network": {"id": "c0b12726-3f23-429f-9754-e392f341b3e5", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-45944192-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "00abae90f85947e99f41566442e43eab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5e27fd35-1d7b-4358-92d5-4d34da27b992", "external-id": "nsx-vlan-transportzone-355", "segmentation_id": 355, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfbe07ce0-d3", "ovs_interfaceid": "fbe07ce0-d374-4219-a2c9-24a5e4e56d43", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69613) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1115.399041] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-b455dc14-da19-4581-99aa-5f089d51a181 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] [instance: 8f0c568c-f444-4640-820f-06fe30a8aabb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b8:d5:9f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5e27fd35-1d7b-4358-92d5-4d34da27b992', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fbe07ce0-d374-4219-a2c9-24a5e4e56d43', 'vif_model': 'vmxnet3'}] {{(pid=69613) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1115.406385] env[69613]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b455dc14-da19-4581-99aa-5f089d51a181 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69613) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1115.407716] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8f0c568c-f444-4640-820f-06fe30a8aabb] Creating VM on the ESX host {{(pid=69613) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1115.408611] env[69613]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fca4110b-237c-48b0-ad96-5d39d7b74cda {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.428015] env[69613]: DEBUG oslo_vmware.api [None req-a3767f8e-4329-45c1-bfe1-ea3577761fce tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Task: {'id': task-3418191, 'name': PowerOnVM_Task, 'duration_secs': 0.429006} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.428311] env[69613]: DEBUG oslo_vmware.api [None req-fd83c2cc-188b-451d-9386-78ad876e400b tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Waiting for the task: (returnval){ [ 1115.428311] env[69613]: value = "task-3418193" [ 1115.428311] env[69613]: _type = "Task" [ 1115.428311] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.429058] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3767f8e-4329-45c1-bfe1-ea3577761fce tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] [instance: f36147c5-be86-4d45-9d2c-da38bba1885a] Powered on the VM {{(pid=69613) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1115.429244] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-a3767f8e-4329-45c1-bfe1-ea3577761fce tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] [instance: f36147c5-be86-4d45-9d2c-da38bba1885a] Updating instance 'f36147c5-be86-4d45-9d2c-da38bba1885a' progress to 100 {{(pid=69613) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1115.438141] env[69613]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1115.438141] env[69613]: value = "task-3418194" [ 1115.438141] env[69613]: _type = "Task" [ 1115.438141] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.445369] env[69613]: DEBUG oslo_vmware.api [None req-fd83c2cc-188b-451d-9386-78ad876e400b tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Task: {'id': task-3418193, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.450788] env[69613]: DEBUG oslo_vmware.api [-] Task: {'id': task-3418194, 'name': CreateVM_Task} progress is 6%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.524543] env[69613]: DEBUG oslo_concurrency.lockutils [None req-6336e193-bda8-4758-99ba-079885d90f14 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1115.587339] env[69613]: DEBUG oslo_vmware.api [None req-62ed4a6f-dac2-4da1-8339-5232a792ad5c tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] Task: {'id': task-3418192, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.627272] env[69613]: DEBUG oslo_concurrency.lockutils [None req-7f0733ec-5a16-4aed-9ebe-8253d9e7b887 tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Lock "815ee067-7d2e-4312-8f7a-77ce8854bd2d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.125s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1115.649930] env[69613]: DEBUG oslo_vmware.api [None req-c3b67a35-5141-4038-b535-e2077fef51ab tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Task: {'id': task-3418186, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.708869] env[69613]: INFO nova.compute.manager [None req-62ed4a6f-dac2-4da1-8339-5232a792ad5c tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] [instance: 7e2c1711-9229-4b57-89b7-8f31d966ff35] Took 18.77 seconds to build instance. [ 1115.816022] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22454220-e894-4833-ad91-9823570e4a40 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.823418] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63eed8e1-3646-4e8f-aaf6-b35de566d96c {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.855931] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ede6bf1-51d5-4c76-b0be-075097ab7440 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.864593] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07292668-8bc8-4384-9282-5a5305930b6b {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.877502] env[69613]: DEBUG nova.compute.provider_tree [None req-04e849cc-c1d3-498f-b381-c87dffbb28c0 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Inventory has not changed in ProviderTree for provider: af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 {{(pid=69613) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1115.952101] env[69613]: DEBUG oslo_vmware.api [None req-fd83c2cc-188b-451d-9386-78ad876e400b tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Task: {'id': task-3418193, 'name': ReconfigVM_Task, 'duration_secs': 0.283272} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.955865] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd83c2cc-188b-451d-9386-78ad876e400b tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] [instance: 65aee893-5fdc-4721-855d-249b34cd1b62] Reconfigured VM instance instance-0000006b to detach disk 2000 {{(pid=69613) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1115.956206] env[69613]: DEBUG oslo_vmware.api [-] Task: {'id': task-3418194, 'name': CreateVM_Task} progress is 99%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.956951] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c4d7c03-0501-4faf-be4e-c6a3aea29d20 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.982113] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd83c2cc-188b-451d-9386-78ad876e400b tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] [instance: 65aee893-5fdc-4721-855d-249b34cd1b62] Reconfiguring VM instance instance-0000006b to attach disk [datastore2] 65aee893-5fdc-4721-855d-249b34cd1b62/65aee893-5fdc-4721-855d-249b34cd1b62.vmdk or device None with type thin {{(pid=69613) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1115.984514] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-415d739b-6bbf-458d-afd9-2f3ee02cd00e {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.004078] env[69613]: DEBUG oslo_vmware.api [None req-fd83c2cc-188b-451d-9386-78ad876e400b tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Waiting for the task: (returnval){ [ 1116.004078] env[69613]: value = "task-3418195" [ 1116.004078] env[69613]: _type = "Task" [ 1116.004078] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.012809] env[69613]: DEBUG oslo_vmware.api [None req-fd83c2cc-188b-451d-9386-78ad876e400b tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Task: {'id': task-3418195, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.087699] env[69613]: DEBUG oslo_vmware.api [None req-62ed4a6f-dac2-4da1-8339-5232a792ad5c tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] Task: {'id': task-3418192, 'name': ReconfigVM_Task, 'duration_secs': 0.608805} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.087975] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-62ed4a6f-dac2-4da1-8339-5232a792ad5c tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] [instance: 375fba5b-7d37-4e57-91bd-eb224d9feda8] Reconfigured VM instance instance-00000070 to attach disk [datastore1] 375fba5b-7d37-4e57-91bd-eb224d9feda8/375fba5b-7d37-4e57-91bd-eb224d9feda8.vmdk or device None with type sparse {{(pid=69613) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1116.088660] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2171b880-06df-492b-9725-2f3a19fae061 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.094820] env[69613]: DEBUG oslo_vmware.api [None req-62ed4a6f-dac2-4da1-8339-5232a792ad5c tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] Waiting for the task: (returnval){ [ 1116.094820] env[69613]: value = "task-3418196" [ 1116.094820] env[69613]: _type = "Task" [ 1116.094820] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.104321] env[69613]: DEBUG oslo_vmware.api [None req-62ed4a6f-dac2-4da1-8339-5232a792ad5c tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] Task: {'id': task-3418196, 'name': Rename_Task} progress is 5%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.151513] env[69613]: DEBUG oslo_vmware.api [None req-c3b67a35-5141-4038-b535-e2077fef51ab tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Task: {'id': task-3418186, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.213187] env[69613]: DEBUG oslo_concurrency.lockutils [None req-62ed4a6f-dac2-4da1-8339-5232a792ad5c tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] Lock "7e2c1711-9229-4b57-89b7-8f31d966ff35" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.291s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1116.381662] env[69613]: DEBUG nova.scheduler.client.report [None req-04e849cc-c1d3-498f-b381-c87dffbb28c0 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Inventory has not changed for provider af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69613) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1116.452281] env[69613]: DEBUG oslo_vmware.api [-] Task: {'id': task-3418194, 'name': CreateVM_Task, 'duration_secs': 0.561398} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.452483] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8f0c568c-f444-4640-820f-06fe30a8aabb] Created VM on the ESX host {{(pid=69613) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1116.453128] env[69613]: DEBUG oslo_concurrency.lockutils [None req-b455dc14-da19-4581-99aa-5f089d51a181 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.453327] env[69613]: DEBUG oslo_concurrency.lockutils [None req-b455dc14-da19-4581-99aa-5f089d51a181 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.453649] env[69613]: DEBUG oslo_concurrency.lockutils [None req-b455dc14-da19-4581-99aa-5f089d51a181 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.453912] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b5f0cc3a-e49f-4a0c-9680-655c442b8aec {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.459048] env[69613]: DEBUG oslo_vmware.api [None req-b455dc14-da19-4581-99aa-5f089d51a181 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Waiting for the task: (returnval){ [ 1116.459048] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]52362fd4-6cba-6f5a-4df5-5822a45c5900" [ 1116.459048] env[69613]: _type = "Task" [ 1116.459048] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.466892] env[69613]: DEBUG oslo_vmware.api [None req-b455dc14-da19-4581-99aa-5f089d51a181 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52362fd4-6cba-6f5a-4df5-5822a45c5900, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.512580] env[69613]: DEBUG oslo_vmware.api [None req-fd83c2cc-188b-451d-9386-78ad876e400b tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Task: {'id': task-3418195, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.604444] env[69613]: DEBUG oslo_vmware.api [None req-62ed4a6f-dac2-4da1-8339-5232a792ad5c tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] Task: {'id': task-3418196, 'name': Rename_Task, 'duration_secs': 0.146703} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.604623] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-62ed4a6f-dac2-4da1-8339-5232a792ad5c tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] [instance: 375fba5b-7d37-4e57-91bd-eb224d9feda8] Powering on the VM {{(pid=69613) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1116.604790] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c9b23ff0-c477-4efe-a820-00792f7b2b13 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.611382] env[69613]: DEBUG oslo_vmware.api [None req-62ed4a6f-dac2-4da1-8339-5232a792ad5c tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] Waiting for the task: (returnval){ [ 1116.611382] env[69613]: value = "task-3418197" [ 1116.611382] env[69613]: _type = "Task" [ 1116.611382] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.625262] env[69613]: DEBUG oslo_vmware.api [None req-62ed4a6f-dac2-4da1-8339-5232a792ad5c tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] Task: {'id': task-3418197, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.651702] env[69613]: DEBUG oslo_vmware.api [None req-c3b67a35-5141-4038-b535-e2077fef51ab tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Task: {'id': task-3418186, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.889845] env[69613]: DEBUG oslo_concurrency.lockutils [None req-04e849cc-c1d3-498f-b381-c87dffbb28c0 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.801s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1116.893522] env[69613]: DEBUG oslo_concurrency.lockutils [None req-6336e193-bda8-4758-99ba-079885d90f14 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.369s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1116.895980] env[69613]: INFO nova.compute.claims [None req-6336e193-bda8-4758-99ba-079885d90f14 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] [instance: 7e2817b1-4a83-4363-93f9-b26dc4789033] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1116.911831] env[69613]: INFO nova.scheduler.client.report [None req-04e849cc-c1d3-498f-b381-c87dffbb28c0 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Deleted allocations for instance 670e7607-58b1-478f-8a42-e83665cc8f22 [ 1116.970026] env[69613]: DEBUG oslo_vmware.api [None req-b455dc14-da19-4581-99aa-5f089d51a181 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52362fd4-6cba-6f5a-4df5-5822a45c5900, 'name': SearchDatastore_Task, 'duration_secs': 0.012077} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.970329] env[69613]: DEBUG oslo_concurrency.lockutils [None req-b455dc14-da19-4581-99aa-5f089d51a181 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.970598] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-b455dc14-da19-4581-99aa-5f089d51a181 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] [instance: 8f0c568c-f444-4640-820f-06fe30a8aabb] Processing image 2b7a0304-b5d0-431d-b287-32c8388d7fbd {{(pid=69613) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1116.970835] env[69613]: DEBUG oslo_concurrency.lockutils [None req-b455dc14-da19-4581-99aa-5f089d51a181 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.970982] env[69613]: DEBUG oslo_concurrency.lockutils [None req-b455dc14-da19-4581-99aa-5f089d51a181 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.971175] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-b455dc14-da19-4581-99aa-5f089d51a181 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69613) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1116.971473] env[69613]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7cb12e0d-c3ce-41c1-a83a-4c5f7a50a9be {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.979971] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-b455dc14-da19-4581-99aa-5f089d51a181 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69613) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1116.980610] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-b455dc14-da19-4581-99aa-5f089d51a181 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69613) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1116.981037] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4f442b15-8390-4ccb-8acf-1d94b7577244 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.986413] env[69613]: DEBUG oslo_vmware.api [None req-b455dc14-da19-4581-99aa-5f089d51a181 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Waiting for the task: (returnval){ [ 1116.986413] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]52e4dd4a-eeaa-8138-8000-c8bd38c449fc" [ 1116.986413] env[69613]: _type = "Task" [ 1116.986413] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.995211] env[69613]: DEBUG oslo_vmware.api [None req-b455dc14-da19-4581-99aa-5f089d51a181 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52e4dd4a-eeaa-8138-8000-c8bd38c449fc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.019253] env[69613]: DEBUG oslo_vmware.api [None req-fd83c2cc-188b-451d-9386-78ad876e400b tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Task: {'id': task-3418195, 'name': ReconfigVM_Task, 'duration_secs': 0.52714} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.019253] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd83c2cc-188b-451d-9386-78ad876e400b tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] [instance: 65aee893-5fdc-4721-855d-249b34cd1b62] Reconfigured VM instance instance-0000006b to attach disk [datastore2] 65aee893-5fdc-4721-855d-249b34cd1b62/65aee893-5fdc-4721-855d-249b34cd1b62.vmdk or device None with type thin {{(pid=69613) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1117.019453] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-fd83c2cc-188b-451d-9386-78ad876e400b tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] [instance: 65aee893-5fdc-4721-855d-249b34cd1b62] Updating instance '65aee893-5fdc-4721-855d-249b34cd1b62' progress to 50 {{(pid=69613) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1117.121992] env[69613]: DEBUG oslo_vmware.api [None req-62ed4a6f-dac2-4da1-8339-5232a792ad5c tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] Task: {'id': task-3418197, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.130587] env[69613]: DEBUG nova.compute.manager [None req-427e7e8e-6533-427e-90d7-01fdb100f4ef tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] [instance: 9ee7dbf3-c86a-4cd8-ad1e-ca92cb90164d] Stashing vm_state: active {{(pid=69613) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1117.151911] env[69613]: DEBUG oslo_vmware.api [None req-c3b67a35-5141-4038-b535-e2077fef51ab tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Task: {'id': task-3418186, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.331396] env[69613]: DEBUG nova.network.neutron [None req-88b4f93f-42b3-4c83-b5b4-5284fac0077c tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] [instance: f36147c5-be86-4d45-9d2c-da38bba1885a] Port 4a89cb15-777b-45b5-b5b5-b3aa6cfbd448 binding to destination host cpu-1 is already ACTIVE {{(pid=69613) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1117.331670] env[69613]: DEBUG oslo_concurrency.lockutils [None req-88b4f93f-42b3-4c83-b5b4-5284fac0077c tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Acquiring lock "refresh_cache-f36147c5-be86-4d45-9d2c-da38bba1885a" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.331824] env[69613]: DEBUG oslo_concurrency.lockutils [None req-88b4f93f-42b3-4c83-b5b4-5284fac0077c tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Acquired lock "refresh_cache-f36147c5-be86-4d45-9d2c-da38bba1885a" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.331986] env[69613]: DEBUG nova.network.neutron [None req-88b4f93f-42b3-4c83-b5b4-5284fac0077c tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] [instance: f36147c5-be86-4d45-9d2c-da38bba1885a] Building network info cache for instance {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1117.419462] env[69613]: DEBUG oslo_concurrency.lockutils [None req-04e849cc-c1d3-498f-b381-c87dffbb28c0 tempest-ServerDiskConfigTestJSON-741059662 tempest-ServerDiskConfigTestJSON-741059662-project-member] Lock "670e7607-58b1-478f-8a42-e83665cc8f22" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.092s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1117.498059] env[69613]: DEBUG oslo_vmware.api [None req-b455dc14-da19-4581-99aa-5f089d51a181 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52e4dd4a-eeaa-8138-8000-c8bd38c449fc, 'name': SearchDatastore_Task, 'duration_secs': 0.010145} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.498996] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-904cbe20-f492-432c-96f5-72060b129946 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.504303] env[69613]: DEBUG oslo_vmware.api [None req-b455dc14-da19-4581-99aa-5f089d51a181 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Waiting for the task: (returnval){ [ 1117.504303] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]52435b55-f6ba-5931-b1db-d7d83f7a2d0b" [ 1117.504303] env[69613]: _type = "Task" [ 1117.504303] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.512576] env[69613]: DEBUG oslo_vmware.api [None req-b455dc14-da19-4581-99aa-5f089d51a181 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52435b55-f6ba-5931-b1db-d7d83f7a2d0b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.525751] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92a46d0d-f43e-4224-b223-fca9424a87c2 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.545243] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eef7152b-c672-4aa3-aab1-c0ad3ebe2492 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.565037] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-fd83c2cc-188b-451d-9386-78ad876e400b tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] [instance: 65aee893-5fdc-4721-855d-249b34cd1b62] Updating instance '65aee893-5fdc-4721-855d-249b34cd1b62' progress to 67 {{(pid=69613) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1117.621175] env[69613]: DEBUG oslo_vmware.api [None req-62ed4a6f-dac2-4da1-8339-5232a792ad5c tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] Task: {'id': task-3418197, 'name': PowerOnVM_Task, 'duration_secs': 0.677623} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.621459] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-62ed4a6f-dac2-4da1-8339-5232a792ad5c tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] [instance: 375fba5b-7d37-4e57-91bd-eb224d9feda8] Powered on the VM {{(pid=69613) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1117.621665] env[69613]: INFO nova.compute.manager [None req-62ed4a6f-dac2-4da1-8339-5232a792ad5c tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] [instance: 375fba5b-7d37-4e57-91bd-eb224d9feda8] Took 9.03 seconds to spawn the instance on the hypervisor. [ 1117.621840] env[69613]: DEBUG nova.compute.manager [None req-62ed4a6f-dac2-4da1-8339-5232a792ad5c tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] [instance: 375fba5b-7d37-4e57-91bd-eb224d9feda8] Checking state {{(pid=69613) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1117.622623] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba281eb1-8849-4a8d-b7c5-2c6e7405c5a8 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.652089] env[69613]: DEBUG oslo_vmware.api [None req-c3b67a35-5141-4038-b535-e2077fef51ab tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Task: {'id': task-3418186, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.653095] env[69613]: DEBUG oslo_concurrency.lockutils [None req-427e7e8e-6533-427e-90d7-01fdb100f4ef tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1118.016405] env[69613]: DEBUG oslo_vmware.api [None req-b455dc14-da19-4581-99aa-5f089d51a181 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52435b55-f6ba-5931-b1db-d7d83f7a2d0b, 'name': SearchDatastore_Task, 'duration_secs': 0.011084} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.016669] env[69613]: DEBUG oslo_concurrency.lockutils [None req-b455dc14-da19-4581-99aa-5f089d51a181 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.016955] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-b455dc14-da19-4581-99aa-5f089d51a181 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk to [datastore1] 8f0c568c-f444-4640-820f-06fe30a8aabb/8f0c568c-f444-4640-820f-06fe30a8aabb.vmdk {{(pid=69613) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1118.017238] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-18bc8dd3-85ca-426b-8adb-6800afec8631 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.024408] env[69613]: DEBUG oslo_vmware.api [None req-b455dc14-da19-4581-99aa-5f089d51a181 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Waiting for the task: (returnval){ [ 1118.024408] env[69613]: value = "task-3418198" [ 1118.024408] env[69613]: _type = "Task" [ 1118.024408] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.037518] env[69613]: DEBUG oslo_vmware.api [None req-b455dc14-da19-4581-99aa-5f089d51a181 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Task: {'id': task-3418198, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.122503] env[69613]: DEBUG nova.network.neutron [None req-fd83c2cc-188b-451d-9386-78ad876e400b tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] [instance: 65aee893-5fdc-4721-855d-249b34cd1b62] Port 6496c913-8d12-4cff-8e76-4d99fbcbe05c binding to destination host cpu-1 is already ACTIVE {{(pid=69613) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1118.141321] env[69613]: INFO nova.compute.manager [None req-62ed4a6f-dac2-4da1-8339-5232a792ad5c tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] [instance: 375fba5b-7d37-4e57-91bd-eb224d9feda8] Took 21.17 seconds to build instance. [ 1118.157680] env[69613]: DEBUG oslo_vmware.api [None req-c3b67a35-5141-4038-b535-e2077fef51ab tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Task: {'id': task-3418186, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.171106] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9950423-72d9-4538-bd9a-79da0126aca5 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.178808] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dde017ef-4f1e-43e8-8e61-17298eeca1a3 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.220019] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4160144-7746-4f7d-9474-7b58291ba371 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.231425] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b4581c3-60ef-4116-a4b7-e3d0075861cd {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.248032] env[69613]: DEBUG nova.compute.provider_tree [None req-6336e193-bda8-4758-99ba-079885d90f14 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Inventory has not changed in ProviderTree for provider: af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 {{(pid=69613) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1118.431345] env[69613]: DEBUG nova.network.neutron [None req-88b4f93f-42b3-4c83-b5b4-5284fac0077c tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] [instance: f36147c5-be86-4d45-9d2c-da38bba1885a] Updating instance_info_cache with network_info: [{"id": "4a89cb15-777b-45b5-b5b5-b3aa6cfbd448", "address": "fa:16:3e:c2:24:57", "network": {"id": "743485db-c4e0-4763-aaad-624cce7d9704", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-754778099-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.222", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "27cd1ce9a4f74279a40b13e8fbac87a0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4576b9d4-535c-40aa-b078-246f671f216e", "external-id": "nsx-vlan-transportzone-27", "segmentation_id": 27, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4a89cb15-77", "ovs_interfaceid": "4a89cb15-777b-45b5-b5b5-b3aa6cfbd448", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1118.534656] env[69613]: DEBUG oslo_vmware.api [None req-b455dc14-da19-4581-99aa-5f089d51a181 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Task: {'id': task-3418198, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.603367] env[69613]: DEBUG oslo_concurrency.lockutils [None req-eaea18a1-f022-4f52-946c-ef4839e58a8b tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] Acquiring lock "7e2c1711-9229-4b57-89b7-8f31d966ff35" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1118.603611] env[69613]: DEBUG oslo_concurrency.lockutils [None req-eaea18a1-f022-4f52-946c-ef4839e58a8b tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] Lock "7e2c1711-9229-4b57-89b7-8f31d966ff35" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1118.603871] env[69613]: DEBUG oslo_concurrency.lockutils [None req-eaea18a1-f022-4f52-946c-ef4839e58a8b tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] Acquiring lock "7e2c1711-9229-4b57-89b7-8f31d966ff35-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1118.604114] env[69613]: DEBUG oslo_concurrency.lockutils [None req-eaea18a1-f022-4f52-946c-ef4839e58a8b tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] Lock "7e2c1711-9229-4b57-89b7-8f31d966ff35-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1118.604388] env[69613]: DEBUG oslo_concurrency.lockutils [None req-eaea18a1-f022-4f52-946c-ef4839e58a8b tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] Lock "7e2c1711-9229-4b57-89b7-8f31d966ff35-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1118.606529] env[69613]: INFO nova.compute.manager [None req-eaea18a1-f022-4f52-946c-ef4839e58a8b tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] [instance: 7e2c1711-9229-4b57-89b7-8f31d966ff35] Terminating instance [ 1118.643897] env[69613]: DEBUG oslo_concurrency.lockutils [None req-62ed4a6f-dac2-4da1-8339-5232a792ad5c tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] Lock "375fba5b-7d37-4e57-91bd-eb224d9feda8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.683s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1118.653815] env[69613]: DEBUG oslo_vmware.api [None req-c3b67a35-5141-4038-b535-e2077fef51ab tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Task: {'id': task-3418186, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.727069] env[69613]: DEBUG oslo_concurrency.lockutils [None req-03b2316e-0ddd-422d-b457-f5c0f63ba90d tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] Acquiring lock "375fba5b-7d37-4e57-91bd-eb224d9feda8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1118.727296] env[69613]: DEBUG oslo_concurrency.lockutils [None req-03b2316e-0ddd-422d-b457-f5c0f63ba90d tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] Lock "375fba5b-7d37-4e57-91bd-eb224d9feda8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1118.727545] env[69613]: DEBUG oslo_concurrency.lockutils [None req-03b2316e-0ddd-422d-b457-f5c0f63ba90d tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] Acquiring lock "375fba5b-7d37-4e57-91bd-eb224d9feda8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1118.727731] env[69613]: DEBUG oslo_concurrency.lockutils [None req-03b2316e-0ddd-422d-b457-f5c0f63ba90d tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] Lock "375fba5b-7d37-4e57-91bd-eb224d9feda8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1118.727912] env[69613]: DEBUG oslo_concurrency.lockutils [None req-03b2316e-0ddd-422d-b457-f5c0f63ba90d tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] Lock "375fba5b-7d37-4e57-91bd-eb224d9feda8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1118.729934] env[69613]: INFO nova.compute.manager [None req-03b2316e-0ddd-422d-b457-f5c0f63ba90d tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] [instance: 375fba5b-7d37-4e57-91bd-eb224d9feda8] Terminating instance [ 1118.751779] env[69613]: DEBUG nova.scheduler.client.report [None req-6336e193-bda8-4758-99ba-079885d90f14 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Inventory has not changed for provider af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69613) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1118.934324] env[69613]: DEBUG oslo_concurrency.lockutils [None req-88b4f93f-42b3-4c83-b5b4-5284fac0077c tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Releasing lock "refresh_cache-f36147c5-be86-4d45-9d2c-da38bba1885a" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.035665] env[69613]: DEBUG oslo_vmware.api [None req-b455dc14-da19-4581-99aa-5f089d51a181 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Task: {'id': task-3418198, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.559577} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.035927] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-b455dc14-da19-4581-99aa-5f089d51a181 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk to [datastore1] 8f0c568c-f444-4640-820f-06fe30a8aabb/8f0c568c-f444-4640-820f-06fe30a8aabb.vmdk {{(pid=69613) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1119.036157] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-b455dc14-da19-4581-99aa-5f089d51a181 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] [instance: 8f0c568c-f444-4640-820f-06fe30a8aabb] Extending root virtual disk to 1048576 {{(pid=69613) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1119.036408] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7d2d8a74-03da-4cef-82ca-3e1353ef7866 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.043356] env[69613]: DEBUG oslo_vmware.api [None req-b455dc14-da19-4581-99aa-5f089d51a181 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Waiting for the task: (returnval){ [ 1119.043356] env[69613]: value = "task-3418199" [ 1119.043356] env[69613]: _type = "Task" [ 1119.043356] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.053761] env[69613]: DEBUG oslo_vmware.api [None req-b455dc14-da19-4581-99aa-5f089d51a181 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Task: {'id': task-3418199, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.110300] env[69613]: DEBUG nova.compute.manager [None req-eaea18a1-f022-4f52-946c-ef4839e58a8b tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] [instance: 7e2c1711-9229-4b57-89b7-8f31d966ff35] Start destroying the instance on the hypervisor. {{(pid=69613) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1119.110533] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-eaea18a1-f022-4f52-946c-ef4839e58a8b tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] [instance: 7e2c1711-9229-4b57-89b7-8f31d966ff35] Destroying instance {{(pid=69613) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1119.111462] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7258ed1e-0ac6-4ea6-bdda-4dbdb9bb8cd2 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.120687] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-eaea18a1-f022-4f52-946c-ef4839e58a8b tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] [instance: 7e2c1711-9229-4b57-89b7-8f31d966ff35] Powering off the VM {{(pid=69613) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1119.121029] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cf25d9b7-b8e1-413f-a11b-22d587e12529 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.141082] env[69613]: DEBUG oslo_vmware.api [None req-eaea18a1-f022-4f52-946c-ef4839e58a8b tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] Waiting for the task: (returnval){ [ 1119.141082] env[69613]: value = "task-3418200" [ 1119.141082] env[69613]: _type = "Task" [ 1119.141082] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.150200] env[69613]: DEBUG oslo_concurrency.lockutils [None req-fd83c2cc-188b-451d-9386-78ad876e400b tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Acquiring lock "65aee893-5fdc-4721-855d-249b34cd1b62-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1119.150525] env[69613]: DEBUG oslo_concurrency.lockutils [None req-fd83c2cc-188b-451d-9386-78ad876e400b tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Lock "65aee893-5fdc-4721-855d-249b34cd1b62-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1119.150772] env[69613]: DEBUG oslo_concurrency.lockutils [None req-fd83c2cc-188b-451d-9386-78ad876e400b tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Lock "65aee893-5fdc-4721-855d-249b34cd1b62-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1119.170283] env[69613]: DEBUG oslo_vmware.api [None req-c3b67a35-5141-4038-b535-e2077fef51ab tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Task: {'id': task-3418186, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.175806] env[69613]: DEBUG oslo_vmware.api [None req-eaea18a1-f022-4f52-946c-ef4839e58a8b tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] Task: {'id': task-3418200, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.233586] env[69613]: DEBUG nova.compute.manager [None req-03b2316e-0ddd-422d-b457-f5c0f63ba90d tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] [instance: 375fba5b-7d37-4e57-91bd-eb224d9feda8] Start destroying the instance on the hypervisor. {{(pid=69613) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1119.233863] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-03b2316e-0ddd-422d-b457-f5c0f63ba90d tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] [instance: 375fba5b-7d37-4e57-91bd-eb224d9feda8] Destroying instance {{(pid=69613) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1119.234795] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45a96037-9ea1-4ba2-9087-43a18c545791 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.243507] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-03b2316e-0ddd-422d-b457-f5c0f63ba90d tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] [instance: 375fba5b-7d37-4e57-91bd-eb224d9feda8] Powering off the VM {{(pid=69613) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1119.243805] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-20295388-70d5-4ef7-94e9-5f1ed7b9c204 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.250938] env[69613]: DEBUG oslo_vmware.api [None req-03b2316e-0ddd-422d-b457-f5c0f63ba90d tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] Waiting for the task: (returnval){ [ 1119.250938] env[69613]: value = "task-3418201" [ 1119.250938] env[69613]: _type = "Task" [ 1119.250938] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.256100] env[69613]: DEBUG oslo_concurrency.lockutils [None req-6336e193-bda8-4758-99ba-079885d90f14 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.363s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1119.256544] env[69613]: DEBUG nova.compute.manager [None req-6336e193-bda8-4758-99ba-079885d90f14 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] [instance: 7e2817b1-4a83-4363-93f9-b26dc4789033] Start building networks asynchronously for instance. {{(pid=69613) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1119.262965] env[69613]: DEBUG oslo_concurrency.lockutils [None req-427e7e8e-6533-427e-90d7-01fdb100f4ef tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 1.610s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1119.264368] env[69613]: DEBUG oslo_vmware.api [None req-03b2316e-0ddd-422d-b457-f5c0f63ba90d tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] Task: {'id': task-3418201, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.438589] env[69613]: DEBUG nova.compute.manager [None req-88b4f93f-42b3-4c83-b5b4-5284fac0077c tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] [instance: f36147c5-be86-4d45-9d2c-da38bba1885a] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=69613) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1119.554288] env[69613]: DEBUG oslo_vmware.api [None req-b455dc14-da19-4581-99aa-5f089d51a181 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Task: {'id': task-3418199, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.23431} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.554794] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-b455dc14-da19-4581-99aa-5f089d51a181 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] [instance: 8f0c568c-f444-4640-820f-06fe30a8aabb] Extended root virtual disk {{(pid=69613) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1119.555643] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b16cda8b-c86d-4eaa-a31c-70c51d715b8c {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.580976] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-b455dc14-da19-4581-99aa-5f089d51a181 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] [instance: 8f0c568c-f444-4640-820f-06fe30a8aabb] Reconfiguring VM instance instance-00000071 to attach disk [datastore1] 8f0c568c-f444-4640-820f-06fe30a8aabb/8f0c568c-f444-4640-820f-06fe30a8aabb.vmdk or device None with type sparse {{(pid=69613) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1119.581322] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f58afe47-781b-460c-9ecd-79500adf15a3 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.603408] env[69613]: DEBUG oslo_vmware.api [None req-b455dc14-da19-4581-99aa-5f089d51a181 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Waiting for the task: (returnval){ [ 1119.603408] env[69613]: value = "task-3418202" [ 1119.603408] env[69613]: _type = "Task" [ 1119.603408] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.613060] env[69613]: DEBUG oslo_vmware.api [None req-b455dc14-da19-4581-99aa-5f089d51a181 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Task: {'id': task-3418202, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.658574] env[69613]: DEBUG oslo_vmware.api [None req-c3b67a35-5141-4038-b535-e2077fef51ab tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Task: {'id': task-3418186, 'name': ReconfigVM_Task, 'duration_secs': 5.879848} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.661862] env[69613]: DEBUG oslo_concurrency.lockutils [None req-c3b67a35-5141-4038-b535-e2077fef51ab tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Releasing lock "9333145d-7d80-405b-b94e-37152559489e" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.662401] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-c3b67a35-5141-4038-b535-e2077fef51ab tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] [instance: 9333145d-7d80-405b-b94e-37152559489e] Reconfigured VM to detach interface {{(pid=69613) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1119.667302] env[69613]: DEBUG oslo_vmware.api [None req-eaea18a1-f022-4f52-946c-ef4839e58a8b tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] Task: {'id': task-3418200, 'name': PowerOffVM_Task, 'duration_secs': 0.315234} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.667954] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-eaea18a1-f022-4f52-946c-ef4839e58a8b tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] [instance: 7e2c1711-9229-4b57-89b7-8f31d966ff35] Powered off the VM {{(pid=69613) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1119.668214] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-eaea18a1-f022-4f52-946c-ef4839e58a8b tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] [instance: 7e2c1711-9229-4b57-89b7-8f31d966ff35] Unregistering the VM {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1119.668836] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-855670d9-aa90-4245-aaa6-824fe3c33f74 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.740287] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-eaea18a1-f022-4f52-946c-ef4839e58a8b tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] [instance: 7e2c1711-9229-4b57-89b7-8f31d966ff35] Unregistered the VM {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1119.740519] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-eaea18a1-f022-4f52-946c-ef4839e58a8b tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] [instance: 7e2c1711-9229-4b57-89b7-8f31d966ff35] Deleting contents of the VM from datastore datastore1 {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1119.740705] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-eaea18a1-f022-4f52-946c-ef4839e58a8b tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] Deleting the datastore file [datastore1] 7e2c1711-9229-4b57-89b7-8f31d966ff35 {{(pid=69613) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1119.740999] env[69613]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a59f1a3f-ff1d-4018-9183-1a510434e269 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.750628] env[69613]: DEBUG oslo_vmware.api [None req-eaea18a1-f022-4f52-946c-ef4839e58a8b tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] Waiting for the task: (returnval){ [ 1119.750628] env[69613]: value = "task-3418204" [ 1119.750628] env[69613]: _type = "Task" [ 1119.750628] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.763180] env[69613]: DEBUG oslo_vmware.api [None req-03b2316e-0ddd-422d-b457-f5c0f63ba90d tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] Task: {'id': task-3418201, 'name': PowerOffVM_Task, 'duration_secs': 0.279792} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.768023] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-03b2316e-0ddd-422d-b457-f5c0f63ba90d tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] [instance: 375fba5b-7d37-4e57-91bd-eb224d9feda8] Powered off the VM {{(pid=69613) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1119.768023] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-03b2316e-0ddd-422d-b457-f5c0f63ba90d tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] [instance: 375fba5b-7d37-4e57-91bd-eb224d9feda8] Unregistering the VM {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1119.768926] env[69613]: INFO nova.compute.claims [None req-427e7e8e-6533-427e-90d7-01fdb100f4ef tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] [instance: 9ee7dbf3-c86a-4cd8-ad1e-ca92cb90164d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1119.774145] env[69613]: DEBUG nova.compute.utils [None req-6336e193-bda8-4758-99ba-079885d90f14 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Using /dev/sd instead of None {{(pid=69613) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1119.775358] env[69613]: DEBUG oslo_vmware.api [None req-eaea18a1-f022-4f52-946c-ef4839e58a8b tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] Task: {'id': task-3418204, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.775921] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-11537202-7f32-45f3-a79e-5d2b6ca195ff {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.777720] env[69613]: DEBUG nova.compute.manager [None req-6336e193-bda8-4758-99ba-079885d90f14 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] [instance: 7e2817b1-4a83-4363-93f9-b26dc4789033] Allocating IP information in the background. {{(pid=69613) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1119.777879] env[69613]: DEBUG nova.network.neutron [None req-6336e193-bda8-4758-99ba-079885d90f14 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] [instance: 7e2817b1-4a83-4363-93f9-b26dc4789033] allocate_for_instance() {{(pid=69613) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1119.840623] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-03b2316e-0ddd-422d-b457-f5c0f63ba90d tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] [instance: 375fba5b-7d37-4e57-91bd-eb224d9feda8] Unregistered the VM {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1119.840815] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-03b2316e-0ddd-422d-b457-f5c0f63ba90d tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] [instance: 375fba5b-7d37-4e57-91bd-eb224d9feda8] Deleting contents of the VM from datastore datastore1 {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1119.840879] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-03b2316e-0ddd-422d-b457-f5c0f63ba90d tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] Deleting the datastore file [datastore1] 375fba5b-7d37-4e57-91bd-eb224d9feda8 {{(pid=69613) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1119.841261] env[69613]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a05c92d5-5b9d-45cd-8e4f-acddbbc0778f {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.853553] env[69613]: DEBUG oslo_vmware.api [None req-03b2316e-0ddd-422d-b457-f5c0f63ba90d tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] Waiting for the task: (returnval){ [ 1119.853553] env[69613]: value = "task-3418206" [ 1119.853553] env[69613]: _type = "Task" [ 1119.853553] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.860952] env[69613]: DEBUG nova.policy [None req-6336e193-bda8-4758-99ba-079885d90f14 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ba2fe8c00d3b46918ac7cbc118c13072', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9cb3ddb47c78413abf1c7b2a6db01c0e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69613) authorize /opt/stack/nova/nova/policy.py:192}} [ 1119.869501] env[69613]: DEBUG oslo_vmware.api [None req-03b2316e-0ddd-422d-b457-f5c0f63ba90d tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] Task: {'id': task-3418206, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.969612] env[69613]: DEBUG nova.compute.manager [req-766e6cb7-133c-410a-9c19-c6e0d3160a81 req-7c0eee3e-5011-4362-9872-61829f0d3810 service nova] [instance: 9333145d-7d80-405b-b94e-37152559489e] Received event network-vif-deleted-8d45809f-09ca-45dc-864b-0fe6079ae832 {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1119.969808] env[69613]: INFO nova.compute.manager [req-766e6cb7-133c-410a-9c19-c6e0d3160a81 req-7c0eee3e-5011-4362-9872-61829f0d3810 service nova] [instance: 9333145d-7d80-405b-b94e-37152559489e] Neutron deleted interface 8d45809f-09ca-45dc-864b-0fe6079ae832; detaching it from the instance and deleting it from the info cache [ 1119.972917] env[69613]: DEBUG nova.network.neutron [req-766e6cb7-133c-410a-9c19-c6e0d3160a81 req-7c0eee3e-5011-4362-9872-61829f0d3810 service nova] [instance: 9333145d-7d80-405b-b94e-37152559489e] Updating instance_info_cache with network_info: [{"id": "e6cfcbf8-9c99-4540-ab1b-84edb77ce904", "address": "fa:16:3e:3f:3a:21", "network": {"id": "716d936a-9f18-4dbf-8278-8d495c4e8e5e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1568527215-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.131", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ac0fd822ae5c46349cf139bf95aa6ad4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "99639c37-b0c6-4be7-9594-230e44b1280b", "external-id": "nsx-vlan-transportzone-17", "segmentation_id": 17, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape6cfcbf8-9c", "ovs_interfaceid": "e6cfcbf8-9c99-4540-ab1b-84edb77ce904", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "08ffff89-de2e-4f00-b610-617fd894f200", "address": "fa:16:3e:43:ab:c8", "network": {"id": "716d936a-9f18-4dbf-8278-8d495c4e8e5e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1568527215-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ac0fd822ae5c46349cf139bf95aa6ad4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "99639c37-b0c6-4be7-9594-230e44b1280b", "external-id": "nsx-vlan-transportzone-17", "segmentation_id": 17, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap08ffff89-de", "ovs_interfaceid": "08ffff89-de2e-4f00-b610-617fd894f200", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1120.115693] env[69613]: DEBUG oslo_vmware.api [None req-b455dc14-da19-4581-99aa-5f089d51a181 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Task: {'id': task-3418202, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.214402] env[69613]: DEBUG oslo_concurrency.lockutils [None req-fd83c2cc-188b-451d-9386-78ad876e400b tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Acquiring lock "refresh_cache-65aee893-5fdc-4721-855d-249b34cd1b62" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.214693] env[69613]: DEBUG oslo_concurrency.lockutils [None req-fd83c2cc-188b-451d-9386-78ad876e400b tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Acquired lock "refresh_cache-65aee893-5fdc-4721-855d-249b34cd1b62" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.214851] env[69613]: DEBUG nova.network.neutron [None req-fd83c2cc-188b-451d-9386-78ad876e400b tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] [instance: 65aee893-5fdc-4721-855d-249b34cd1b62] Building network info cache for instance {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1120.262862] env[69613]: DEBUG oslo_vmware.api [None req-eaea18a1-f022-4f52-946c-ef4839e58a8b tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] Task: {'id': task-3418204, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.321301} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.263266] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-eaea18a1-f022-4f52-946c-ef4839e58a8b tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] Deleted the datastore file {{(pid=69613) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1120.263570] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-eaea18a1-f022-4f52-946c-ef4839e58a8b tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] [instance: 7e2c1711-9229-4b57-89b7-8f31d966ff35] Deleted contents of the VM from datastore datastore1 {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1120.263731] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-eaea18a1-f022-4f52-946c-ef4839e58a8b tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] [instance: 7e2c1711-9229-4b57-89b7-8f31d966ff35] Instance destroyed {{(pid=69613) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1120.263907] env[69613]: INFO nova.compute.manager [None req-eaea18a1-f022-4f52-946c-ef4839e58a8b tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] [instance: 7e2c1711-9229-4b57-89b7-8f31d966ff35] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1120.264191] env[69613]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-eaea18a1-f022-4f52-946c-ef4839e58a8b tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69613) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1120.264401] env[69613]: DEBUG nova.compute.manager [-] [instance: 7e2c1711-9229-4b57-89b7-8f31d966ff35] Deallocating network for instance {{(pid=69613) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1120.264439] env[69613]: DEBUG nova.network.neutron [-] [instance: 7e2c1711-9229-4b57-89b7-8f31d966ff35] deallocate_for_instance() {{(pid=69613) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1120.274721] env[69613]: DEBUG nova.network.neutron [None req-6336e193-bda8-4758-99ba-079885d90f14 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] [instance: 7e2817b1-4a83-4363-93f9-b26dc4789033] Successfully created port: 6e0d6999-f8b5-407d-b33a-c6248c38c0c2 {{(pid=69613) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1120.276840] env[69613]: DEBUG nova.compute.manager [None req-6336e193-bda8-4758-99ba-079885d90f14 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] [instance: 7e2817b1-4a83-4363-93f9-b26dc4789033] Start building block device mappings for instance. {{(pid=69613) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1120.280496] env[69613]: INFO nova.compute.resource_tracker [None req-427e7e8e-6533-427e-90d7-01fdb100f4ef tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] [instance: 9ee7dbf3-c86a-4cd8-ad1e-ca92cb90164d] Updating resource usage from migration d6cf2564-07c2-45e1-b5b0-a91e807373d2 [ 1120.350631] env[69613]: DEBUG oslo_concurrency.lockutils [None req-9b25940c-9190-4b3e-8b11-f3c2226c9ff0 tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] Acquiring lock "2f982eab-2892-40c1-866c-3f4395db4201" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1120.350894] env[69613]: DEBUG oslo_concurrency.lockutils [None req-9b25940c-9190-4b3e-8b11-f3c2226c9ff0 tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] Lock "2f982eab-2892-40c1-866c-3f4395db4201" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1120.351116] env[69613]: DEBUG oslo_concurrency.lockutils [None req-9b25940c-9190-4b3e-8b11-f3c2226c9ff0 tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] Acquiring lock "2f982eab-2892-40c1-866c-3f4395db4201-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1120.351301] env[69613]: DEBUG oslo_concurrency.lockutils [None req-9b25940c-9190-4b3e-8b11-f3c2226c9ff0 tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] Lock "2f982eab-2892-40c1-866c-3f4395db4201-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1120.351470] env[69613]: DEBUG oslo_concurrency.lockutils [None req-9b25940c-9190-4b3e-8b11-f3c2226c9ff0 tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] Lock "2f982eab-2892-40c1-866c-3f4395db4201-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1120.358331] env[69613]: INFO nova.compute.manager [None req-9b25940c-9190-4b3e-8b11-f3c2226c9ff0 tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] [instance: 2f982eab-2892-40c1-866c-3f4395db4201] Terminating instance [ 1120.376513] env[69613]: DEBUG oslo_vmware.api [None req-03b2316e-0ddd-422d-b457-f5c0f63ba90d tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] Task: {'id': task-3418206, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.244056} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.376776] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-03b2316e-0ddd-422d-b457-f5c0f63ba90d tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] Deleted the datastore file {{(pid=69613) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1120.376963] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-03b2316e-0ddd-422d-b457-f5c0f63ba90d tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] [instance: 375fba5b-7d37-4e57-91bd-eb224d9feda8] Deleted contents of the VM from datastore datastore1 {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1120.377158] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-03b2316e-0ddd-422d-b457-f5c0f63ba90d tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] [instance: 375fba5b-7d37-4e57-91bd-eb224d9feda8] Instance destroyed {{(pid=69613) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1120.377331] env[69613]: INFO nova.compute.manager [None req-03b2316e-0ddd-422d-b457-f5c0f63ba90d tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] [instance: 375fba5b-7d37-4e57-91bd-eb224d9feda8] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1120.377576] env[69613]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-03b2316e-0ddd-422d-b457-f5c0f63ba90d tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69613) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1120.377771] env[69613]: DEBUG nova.compute.manager [-] [instance: 375fba5b-7d37-4e57-91bd-eb224d9feda8] Deallocating network for instance {{(pid=69613) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1120.377914] env[69613]: DEBUG nova.network.neutron [-] [instance: 375fba5b-7d37-4e57-91bd-eb224d9feda8] deallocate_for_instance() {{(pid=69613) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1120.476248] env[69613]: DEBUG oslo_concurrency.lockutils [req-766e6cb7-133c-410a-9c19-c6e0d3160a81 req-7c0eee3e-5011-4362-9872-61829f0d3810 service nova] Acquiring lock "9333145d-7d80-405b-b94e-37152559489e" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.476863] env[69613]: DEBUG oslo_concurrency.lockutils [req-766e6cb7-133c-410a-9c19-c6e0d3160a81 req-7c0eee3e-5011-4362-9872-61829f0d3810 service nova] Acquired lock "9333145d-7d80-405b-b94e-37152559489e" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.477414] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97237cf7-59bf-4afa-b6a4-af81a739abf9 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.500476] env[69613]: DEBUG oslo_concurrency.lockutils [req-766e6cb7-133c-410a-9c19-c6e0d3160a81 req-7c0eee3e-5011-4362-9872-61829f0d3810 service nova] Releasing lock "9333145d-7d80-405b-b94e-37152559489e" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.500762] env[69613]: WARNING nova.compute.manager [req-766e6cb7-133c-410a-9c19-c6e0d3160a81 req-7c0eee3e-5011-4362-9872-61829f0d3810 service nova] [instance: 9333145d-7d80-405b-b94e-37152559489e] Detach interface failed, port_id=8d45809f-09ca-45dc-864b-0fe6079ae832, reason: No device with interface-id 8d45809f-09ca-45dc-864b-0fe6079ae832 exists on VM: nova.exception.NotFound: No device with interface-id 8d45809f-09ca-45dc-864b-0fe6079ae832 exists on VM [ 1120.563787] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-590fc592-93d4-44bf-b3f8-573127442a0d {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.572221] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e87a4d9a-260d-4b7a-b546-d108c266762d {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.579666] env[69613]: DEBUG oslo_concurrency.lockutils [None req-88b4f93f-42b3-4c83-b5b4-5284fac0077c tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1120.609191] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b547c21f-9c64-40bc-87b2-ffec3fc1faff {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.621207] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b0d651a-91d1-4807-9d70-4300571dba62 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.625573] env[69613]: DEBUG oslo_vmware.api [None req-b455dc14-da19-4581-99aa-5f089d51a181 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Task: {'id': task-3418202, 'name': ReconfigVM_Task, 'duration_secs': 0.757936} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.625573] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-b455dc14-da19-4581-99aa-5f089d51a181 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] [instance: 8f0c568c-f444-4640-820f-06fe30a8aabb] Reconfigured VM instance instance-00000071 to attach disk [datastore1] 8f0c568c-f444-4640-820f-06fe30a8aabb/8f0c568c-f444-4640-820f-06fe30a8aabb.vmdk or device None with type sparse {{(pid=69613) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1120.626866] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-228c1cb6-acbc-4e99-93d6-d68c6f2dca60 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.638122] env[69613]: DEBUG nova.compute.provider_tree [None req-427e7e8e-6533-427e-90d7-01fdb100f4ef tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Inventory has not changed in ProviderTree for provider: af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 {{(pid=69613) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1120.645853] env[69613]: DEBUG oslo_vmware.api [None req-b455dc14-da19-4581-99aa-5f089d51a181 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Waiting for the task: (returnval){ [ 1120.645853] env[69613]: value = "task-3418207" [ 1120.645853] env[69613]: _type = "Task" [ 1120.645853] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.656704] env[69613]: DEBUG oslo_vmware.api [None req-b455dc14-da19-4581-99aa-5f089d51a181 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Task: {'id': task-3418207, 'name': Rename_Task} progress is 10%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.870546] env[69613]: DEBUG nova.compute.manager [None req-9b25940c-9190-4b3e-8b11-f3c2226c9ff0 tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] [instance: 2f982eab-2892-40c1-866c-3f4395db4201] Start destroying the instance on the hypervisor. {{(pid=69613) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1120.874018] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-9b25940c-9190-4b3e-8b11-f3c2226c9ff0 tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] [instance: 2f982eab-2892-40c1-866c-3f4395db4201] Destroying instance {{(pid=69613) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1120.874018] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5835206-cc97-40a1-8276-f38929350e95 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.881993] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b25940c-9190-4b3e-8b11-f3c2226c9ff0 tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] [instance: 2f982eab-2892-40c1-866c-3f4395db4201] Powering off the VM {{(pid=69613) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1120.882744] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-db61abbb-ff10-46ef-9829-fd23e1ebdbb3 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.894956] env[69613]: DEBUG oslo_vmware.api [None req-9b25940c-9190-4b3e-8b11-f3c2226c9ff0 tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] Waiting for the task: (returnval){ [ 1120.894956] env[69613]: value = "task-3418208" [ 1120.894956] env[69613]: _type = "Task" [ 1120.894956] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.908196] env[69613]: DEBUG oslo_vmware.api [None req-9b25940c-9190-4b3e-8b11-f3c2226c9ff0 tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] Task: {'id': task-3418208, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.934669] env[69613]: DEBUG nova.network.neutron [None req-fd83c2cc-188b-451d-9386-78ad876e400b tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] [instance: 65aee893-5fdc-4721-855d-249b34cd1b62] Updating instance_info_cache with network_info: [{"id": "6496c913-8d12-4cff-8e76-4d99fbcbe05c", "address": "fa:16:3e:3a:a0:b3", "network": {"id": "d381647d-592d-40db-843d-6008de0737a5", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2059555966-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "201a65cf0cc84bf3a5ae9f9d87000dd8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5c8dbe25-bca7-4d91-b577-193b8b2aad8d", "external-id": "nsx-vlan-transportzone-643", "segmentation_id": 643, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6496c913-8d", "ovs_interfaceid": "6496c913-8d12-4cff-8e76-4d99fbcbe05c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1120.952582] env[69613]: DEBUG oslo_concurrency.lockutils [None req-c3b67a35-5141-4038-b535-e2077fef51ab tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Acquiring lock "refresh_cache-9333145d-7d80-405b-b94e-37152559489e" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.953224] env[69613]: DEBUG oslo_concurrency.lockutils [None req-c3b67a35-5141-4038-b535-e2077fef51ab tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Acquired lock "refresh_cache-9333145d-7d80-405b-b94e-37152559489e" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.953602] env[69613]: DEBUG nova.network.neutron [None req-c3b67a35-5141-4038-b535-e2077fef51ab tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] [instance: 9333145d-7d80-405b-b94e-37152559489e] Building network info cache for instance {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1121.147347] env[69613]: DEBUG nova.network.neutron [-] [instance: 7e2c1711-9229-4b57-89b7-8f31d966ff35] Updating instance_info_cache with network_info: [] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1121.149512] env[69613]: DEBUG nova.scheduler.client.report [None req-427e7e8e-6533-427e-90d7-01fdb100f4ef tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Inventory has not changed for provider af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69613) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1121.165214] env[69613]: DEBUG oslo_vmware.api [None req-b455dc14-da19-4581-99aa-5f089d51a181 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Task: {'id': task-3418207, 'name': Rename_Task, 'duration_secs': 0.333371} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.168243] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-b455dc14-da19-4581-99aa-5f089d51a181 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] [instance: 8f0c568c-f444-4640-820f-06fe30a8aabb] Powering on the VM {{(pid=69613) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1121.168243] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-467181b6-80b8-4e8a-925c-9b6cab6f5e6a {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.176644] env[69613]: DEBUG oslo_vmware.api [None req-b455dc14-da19-4581-99aa-5f089d51a181 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Waiting for the task: (returnval){ [ 1121.176644] env[69613]: value = "task-3418209" [ 1121.176644] env[69613]: _type = "Task" [ 1121.176644] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.190571] env[69613]: DEBUG oslo_vmware.api [None req-b455dc14-da19-4581-99aa-5f089d51a181 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Task: {'id': task-3418209, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.291713] env[69613]: DEBUG nova.compute.manager [None req-6336e193-bda8-4758-99ba-079885d90f14 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] [instance: 7e2817b1-4a83-4363-93f9-b26dc4789033] Start spawning the instance on the hypervisor. {{(pid=69613) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1121.319946] env[69613]: DEBUG nova.virt.hardware [None req-6336e193-bda8-4758-99ba-079885d90f14 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T13:55:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T13:55:19Z,direct_url=,disk_format='vmdk',id=2b7a0304-b5d0-431d-b287-32c8388d7fbd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3e9e1b873f1442d59d5ee8247b941f74',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T13:55:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1121.321016] env[69613]: DEBUG nova.virt.hardware [None req-6336e193-bda8-4758-99ba-079885d90f14 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Flavor limits 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1121.321016] env[69613]: DEBUG nova.virt.hardware [None req-6336e193-bda8-4758-99ba-079885d90f14 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Image limits 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1121.321016] env[69613]: DEBUG nova.virt.hardware [None req-6336e193-bda8-4758-99ba-079885d90f14 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Flavor pref 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1121.321016] env[69613]: DEBUG nova.virt.hardware [None req-6336e193-bda8-4758-99ba-079885d90f14 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Image pref 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1121.321515] env[69613]: DEBUG nova.virt.hardware [None req-6336e193-bda8-4758-99ba-079885d90f14 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1121.321920] env[69613]: DEBUG nova.virt.hardware [None req-6336e193-bda8-4758-99ba-079885d90f14 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1121.322250] env[69613]: DEBUG nova.virt.hardware [None req-6336e193-bda8-4758-99ba-079885d90f14 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69613) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1121.322580] env[69613]: DEBUG nova.virt.hardware [None req-6336e193-bda8-4758-99ba-079885d90f14 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Got 1 possible topologies {{(pid=69613) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1121.322891] env[69613]: DEBUG nova.virt.hardware [None req-6336e193-bda8-4758-99ba-079885d90f14 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1121.325083] env[69613]: DEBUG nova.virt.hardware [None req-6336e193-bda8-4758-99ba-079885d90f14 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1121.325083] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2aa367e-97c7-42b5-aba8-6107f90bd717 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.334267] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b104817-c0c9-4f09-b0ef-15254ed49cdb {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.397190] env[69613]: DEBUG nova.compute.manager [req-6985f4a0-ea74-4359-9bc1-3be4c1580986 req-73ada253-22e7-40f1-a01d-21adbd4b123d service nova] [instance: 9333145d-7d80-405b-b94e-37152559489e] Received event network-vif-deleted-08ffff89-de2e-4f00-b610-617fd894f200 {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1121.397190] env[69613]: INFO nova.compute.manager [req-6985f4a0-ea74-4359-9bc1-3be4c1580986 req-73ada253-22e7-40f1-a01d-21adbd4b123d service nova] [instance: 9333145d-7d80-405b-b94e-37152559489e] Neutron deleted interface 08ffff89-de2e-4f00-b610-617fd894f200; detaching it from the instance and deleting it from the info cache [ 1121.397724] env[69613]: DEBUG nova.network.neutron [req-6985f4a0-ea74-4359-9bc1-3be4c1580986 req-73ada253-22e7-40f1-a01d-21adbd4b123d service nova] [instance: 9333145d-7d80-405b-b94e-37152559489e] Updating instance_info_cache with network_info: [{"id": "e6cfcbf8-9c99-4540-ab1b-84edb77ce904", "address": "fa:16:3e:3f:3a:21", "network": {"id": "716d936a-9f18-4dbf-8278-8d495c4e8e5e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1568527215-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.131", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ac0fd822ae5c46349cf139bf95aa6ad4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "99639c37-b0c6-4be7-9594-230e44b1280b", "external-id": "nsx-vlan-transportzone-17", "segmentation_id": 17, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape6cfcbf8-9c", "ovs_interfaceid": "e6cfcbf8-9c99-4540-ab1b-84edb77ce904", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1121.411055] env[69613]: DEBUG oslo_vmware.api [None req-9b25940c-9190-4b3e-8b11-f3c2226c9ff0 tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] Task: {'id': task-3418208, 'name': PowerOffVM_Task, 'duration_secs': 0.361777} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.411373] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b25940c-9190-4b3e-8b11-f3c2226c9ff0 tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] [instance: 2f982eab-2892-40c1-866c-3f4395db4201] Powered off the VM {{(pid=69613) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1121.411550] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-9b25940c-9190-4b3e-8b11-f3c2226c9ff0 tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] [instance: 2f982eab-2892-40c1-866c-3f4395db4201] Unregistering the VM {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1121.411821] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-758ebe0e-3947-4a45-82ef-a316c8d677d7 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.443445] env[69613]: DEBUG oslo_concurrency.lockutils [None req-fd83c2cc-188b-451d-9386-78ad876e400b tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Releasing lock "refresh_cache-65aee893-5fdc-4721-855d-249b34cd1b62" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.485604] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-9b25940c-9190-4b3e-8b11-f3c2226c9ff0 tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] [instance: 2f982eab-2892-40c1-866c-3f4395db4201] Unregistered the VM {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1121.486053] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-9b25940c-9190-4b3e-8b11-f3c2226c9ff0 tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] [instance: 2f982eab-2892-40c1-866c-3f4395db4201] Deleting contents of the VM from datastore datastore2 {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1121.486053] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b25940c-9190-4b3e-8b11-f3c2226c9ff0 tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] Deleting the datastore file [datastore2] 2f982eab-2892-40c1-866c-3f4395db4201 {{(pid=69613) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1121.486173] env[69613]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6003b749-c9af-4734-9c22-a0c023fb4c47 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.495564] env[69613]: DEBUG oslo_vmware.api [None req-9b25940c-9190-4b3e-8b11-f3c2226c9ff0 tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] Waiting for the task: (returnval){ [ 1121.495564] env[69613]: value = "task-3418211" [ 1121.495564] env[69613]: _type = "Task" [ 1121.495564] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.508852] env[69613]: DEBUG oslo_vmware.api [None req-9b25940c-9190-4b3e-8b11-f3c2226c9ff0 tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] Task: {'id': task-3418211, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.654804] env[69613]: INFO nova.compute.manager [-] [instance: 7e2c1711-9229-4b57-89b7-8f31d966ff35] Took 1.39 seconds to deallocate network for instance. [ 1121.659858] env[69613]: DEBUG oslo_concurrency.lockutils [None req-427e7e8e-6533-427e-90d7-01fdb100f4ef tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.397s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1121.660163] env[69613]: INFO nova.compute.manager [None req-427e7e8e-6533-427e-90d7-01fdb100f4ef tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] [instance: 9ee7dbf3-c86a-4cd8-ad1e-ca92cb90164d] Migrating [ 1121.669435] env[69613]: DEBUG oslo_concurrency.lockutils [None req-88b4f93f-42b3-4c83-b5b4-5284fac0077c tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 1.090s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1121.689082] env[69613]: DEBUG oslo_vmware.api [None req-b455dc14-da19-4581-99aa-5f089d51a181 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Task: {'id': task-3418209, 'name': PowerOnVM_Task} progress is 78%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.766108] env[69613]: INFO nova.network.neutron [None req-c3b67a35-5141-4038-b535-e2077fef51ab tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] [instance: 9333145d-7d80-405b-b94e-37152559489e] Port 08ffff89-de2e-4f00-b610-617fd894f200 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1121.766479] env[69613]: DEBUG nova.network.neutron [None req-c3b67a35-5141-4038-b535-e2077fef51ab tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] [instance: 9333145d-7d80-405b-b94e-37152559489e] Updating instance_info_cache with network_info: [{"id": "e6cfcbf8-9c99-4540-ab1b-84edb77ce904", "address": "fa:16:3e:3f:3a:21", "network": {"id": "716d936a-9f18-4dbf-8278-8d495c4e8e5e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1568527215-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.131", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ac0fd822ae5c46349cf139bf95aa6ad4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "99639c37-b0c6-4be7-9594-230e44b1280b", "external-id": "nsx-vlan-transportzone-17", "segmentation_id": 17, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape6cfcbf8-9c", "ovs_interfaceid": "e6cfcbf8-9c99-4540-ab1b-84edb77ce904", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1121.879787] env[69613]: DEBUG nova.network.neutron [-] [instance: 375fba5b-7d37-4e57-91bd-eb224d9feda8] Updating instance_info_cache with network_info: [] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1121.904982] env[69613]: DEBUG oslo_concurrency.lockutils [req-6985f4a0-ea74-4359-9bc1-3be4c1580986 req-73ada253-22e7-40f1-a01d-21adbd4b123d service nova] Acquiring lock "9333145d-7d80-405b-b94e-37152559489e" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.905164] env[69613]: DEBUG oslo_concurrency.lockutils [req-6985f4a0-ea74-4359-9bc1-3be4c1580986 req-73ada253-22e7-40f1-a01d-21adbd4b123d service nova] Acquired lock "9333145d-7d80-405b-b94e-37152559489e" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.906815] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58e89697-2595-44f7-bfef-7eccc9410912 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.926606] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c3bd4e3-9500-4958-a07e-28369cc43114 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.958192] env[69613]: DEBUG nova.virt.vmwareapi.vmops [req-6985f4a0-ea74-4359-9bc1-3be4c1580986 req-73ada253-22e7-40f1-a01d-21adbd4b123d service nova] [instance: 9333145d-7d80-405b-b94e-37152559489e] Reconfiguring VM to detach interface {{(pid=69613) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1121.961038] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4f956a26-bbe7-429a-a2f0-8acefca680f0 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.977581] env[69613]: DEBUG oslo_concurrency.lockutils [None req-6b3366b0-3fa2-4212-95eb-01cf68de5078 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Acquiring lock "9333145d-7d80-405b-b94e-37152559489e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1121.986429] env[69613]: DEBUG oslo_vmware.api [req-6985f4a0-ea74-4359-9bc1-3be4c1580986 req-73ada253-22e7-40f1-a01d-21adbd4b123d service nova] Waiting for the task: (returnval){ [ 1121.986429] env[69613]: value = "task-3418212" [ 1121.986429] env[69613]: _type = "Task" [ 1121.986429] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.995847] env[69613]: DEBUG oslo_vmware.api [req-6985f4a0-ea74-4359-9bc1-3be4c1580986 req-73ada253-22e7-40f1-a01d-21adbd4b123d service nova] Task: {'id': task-3418212, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.998822] env[69613]: DEBUG nova.compute.manager [req-1f2f9536-ea25-401e-b05f-a4f970535d2f req-42599290-a4a4-49a0-a1eb-8ff623f77ed5 service nova] [instance: 7e2c1711-9229-4b57-89b7-8f31d966ff35] Received event network-vif-deleted-c0e9c8f3-5997-4382-b0d3-1e1986ba6ad1 {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1121.999664] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b82ebff-2038-4d83-853a-654f7b40084e {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.011777] env[69613]: DEBUG oslo_vmware.api [None req-9b25940c-9190-4b3e-8b11-f3c2226c9ff0 tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] Task: {'id': task-3418211, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.153781} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.026657] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b25940c-9190-4b3e-8b11-f3c2226c9ff0 tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] Deleted the datastore file {{(pid=69613) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1122.026890] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-9b25940c-9190-4b3e-8b11-f3c2226c9ff0 tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] [instance: 2f982eab-2892-40c1-866c-3f4395db4201] Deleted contents of the VM from datastore datastore2 {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1122.027118] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-9b25940c-9190-4b3e-8b11-f3c2226c9ff0 tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] [instance: 2f982eab-2892-40c1-866c-3f4395db4201] Instance destroyed {{(pid=69613) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1122.027312] env[69613]: INFO nova.compute.manager [None req-9b25940c-9190-4b3e-8b11-f3c2226c9ff0 tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] [instance: 2f982eab-2892-40c1-866c-3f4395db4201] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1122.027569] env[69613]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9b25940c-9190-4b3e-8b11-f3c2226c9ff0 tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69613) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1122.028594] env[69613]: DEBUG nova.compute.manager [-] [instance: 2f982eab-2892-40c1-866c-3f4395db4201] Deallocating network for instance {{(pid=69613) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1122.028594] env[69613]: DEBUG nova.network.neutron [-] [instance: 2f982eab-2892-40c1-866c-3f4395db4201] deallocate_for_instance() {{(pid=69613) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1122.030857] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d01a4345-cd11-4be2-b9b6-90222e8c9eaa {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.040075] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-fd83c2cc-188b-451d-9386-78ad876e400b tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] [instance: 65aee893-5fdc-4721-855d-249b34cd1b62] Updating instance '65aee893-5fdc-4721-855d-249b34cd1b62' progress to 83 {{(pid=69613) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1122.168561] env[69613]: DEBUG oslo_concurrency.lockutils [None req-eaea18a1-f022-4f52-946c-ef4839e58a8b tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1122.177839] env[69613]: DEBUG nova.objects.instance [None req-88b4f93f-42b3-4c83-b5b4-5284fac0077c tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Lazy-loading 'migration_context' on Instance uuid f36147c5-be86-4d45-9d2c-da38bba1885a {{(pid=69613) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1122.183257] env[69613]: DEBUG oslo_concurrency.lockutils [None req-427e7e8e-6533-427e-90d7-01fdb100f4ef tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Acquiring lock "refresh_cache-9ee7dbf3-c86a-4cd8-ad1e-ca92cb90164d" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.183467] env[69613]: DEBUG oslo_concurrency.lockutils [None req-427e7e8e-6533-427e-90d7-01fdb100f4ef tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Acquired lock "refresh_cache-9ee7dbf3-c86a-4cd8-ad1e-ca92cb90164d" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.183650] env[69613]: DEBUG nova.network.neutron [None req-427e7e8e-6533-427e-90d7-01fdb100f4ef tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] [instance: 9ee7dbf3-c86a-4cd8-ad1e-ca92cb90164d] Building network info cache for instance {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1122.191362] env[69613]: DEBUG oslo_vmware.api [None req-b455dc14-da19-4581-99aa-5f089d51a181 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Task: {'id': task-3418209, 'name': PowerOnVM_Task, 'duration_secs': 0.924493} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.191589] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-b455dc14-da19-4581-99aa-5f089d51a181 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] [instance: 8f0c568c-f444-4640-820f-06fe30a8aabb] Powered on the VM {{(pid=69613) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1122.191789] env[69613]: INFO nova.compute.manager [None req-b455dc14-da19-4581-99aa-5f089d51a181 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] [instance: 8f0c568c-f444-4640-820f-06fe30a8aabb] Took 8.85 seconds to spawn the instance on the hypervisor. [ 1122.191964] env[69613]: DEBUG nova.compute.manager [None req-b455dc14-da19-4581-99aa-5f089d51a181 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] [instance: 8f0c568c-f444-4640-820f-06fe30a8aabb] Checking state {{(pid=69613) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1122.192757] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d54ef81d-4621-47fc-a1ab-4308aac420d0 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.269528] env[69613]: DEBUG oslo_concurrency.lockutils [None req-c3b67a35-5141-4038-b535-e2077fef51ab tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Releasing lock "refresh_cache-9333145d-7d80-405b-b94e-37152559489e" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.382864] env[69613]: INFO nova.compute.manager [-] [instance: 375fba5b-7d37-4e57-91bd-eb224d9feda8] Took 2.00 seconds to deallocate network for instance. [ 1122.498226] env[69613]: DEBUG oslo_vmware.api [req-6985f4a0-ea74-4359-9bc1-3be4c1580986 req-73ada253-22e7-40f1-a01d-21adbd4b123d service nova] Task: {'id': task-3418212, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.551024] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd83c2cc-188b-451d-9386-78ad876e400b tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] [instance: 65aee893-5fdc-4721-855d-249b34cd1b62] Powering on the VM {{(pid=69613) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1122.551024] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f9fc3ea3-4405-4e14-91c0-f2b4af69cc75 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.559841] env[69613]: DEBUG oslo_vmware.api [None req-fd83c2cc-188b-451d-9386-78ad876e400b tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Waiting for the task: (returnval){ [ 1122.559841] env[69613]: value = "task-3418213" [ 1122.559841] env[69613]: _type = "Task" [ 1122.559841] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.570573] env[69613]: DEBUG oslo_vmware.api [None req-fd83c2cc-188b-451d-9386-78ad876e400b tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Task: {'id': task-3418213, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.719208] env[69613]: INFO nova.compute.manager [None req-b455dc14-da19-4581-99aa-5f089d51a181 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] [instance: 8f0c568c-f444-4640-820f-06fe30a8aabb] Took 21.92 seconds to build instance. [ 1122.773030] env[69613]: DEBUG oslo_concurrency.lockutils [None req-c3b67a35-5141-4038-b535-e2077fef51ab tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Lock "interface-9333145d-7d80-405b-b94e-37152559489e-8d45809f-09ca-45dc-864b-0fe6079ae832" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.707s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1122.893696] env[69613]: DEBUG oslo_concurrency.lockutils [None req-03b2316e-0ddd-422d-b457-f5c0f63ba90d tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1122.920672] env[69613]: DEBUG nova.network.neutron [None req-6336e193-bda8-4758-99ba-079885d90f14 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] [instance: 7e2817b1-4a83-4363-93f9-b26dc4789033] Successfully updated port: 6e0d6999-f8b5-407d-b33a-c6248c38c0c2 {{(pid=69613) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1122.949331] env[69613]: DEBUG nova.network.neutron [None req-427e7e8e-6533-427e-90d7-01fdb100f4ef tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] [instance: 9ee7dbf3-c86a-4cd8-ad1e-ca92cb90164d] Updating instance_info_cache with network_info: [{"id": "838daf4e-2131-4274-ab08-101a0150b066", "address": "fa:16:3e:b8:33:61", "network": {"id": "5fbba158-e384-4f22-b63d-507a2a47de30", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1229363420-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.209", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9e2b2477b1674fa28068fcb7c61ff983", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe20ef0e-0991-44d7-887d-08dddac0b56b", "external-id": "nsx-vlan-transportzone-991", "segmentation_id": 991, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap838daf4e-21", "ovs_interfaceid": "838daf4e-2131-4274-ab08-101a0150b066", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1122.982112] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30448e3e-caa6-4716-91b5-fd1ff0524d88 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.994893] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35833653-8bde-4463-a23f-3d462c529e17 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.001620] env[69613]: DEBUG oslo_vmware.api [req-6985f4a0-ea74-4359-9bc1-3be4c1580986 req-73ada253-22e7-40f1-a01d-21adbd4b123d service nova] Task: {'id': task-3418212, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.031938] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4af7037f-49d9-4054-869e-43374eff3dde {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.040912] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83378584-9d5a-45a8-bba7-473cafe70889 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.057013] env[69613]: DEBUG nova.compute.provider_tree [None req-88b4f93f-42b3-4c83-b5b4-5284fac0077c tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Inventory has not changed in ProviderTree for provider: af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 {{(pid=69613) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1123.070385] env[69613]: DEBUG oslo_vmware.api [None req-fd83c2cc-188b-451d-9386-78ad876e400b tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Task: {'id': task-3418213, 'name': PowerOnVM_Task, 'duration_secs': 0.500009} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.071860] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd83c2cc-188b-451d-9386-78ad876e400b tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] [instance: 65aee893-5fdc-4721-855d-249b34cd1b62] Powered on the VM {{(pid=69613) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1123.071860] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-fd83c2cc-188b-451d-9386-78ad876e400b tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] [instance: 65aee893-5fdc-4721-855d-249b34cd1b62] Updating instance '65aee893-5fdc-4721-855d-249b34cd1b62' progress to 100 {{(pid=69613) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1123.230885] env[69613]: DEBUG oslo_concurrency.lockutils [None req-b455dc14-da19-4581-99aa-5f089d51a181 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Lock "8f0c568c-f444-4640-820f-06fe30a8aabb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.441s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1123.271938] env[69613]: DEBUG nova.network.neutron [-] [instance: 2f982eab-2892-40c1-866c-3f4395db4201] Updating instance_info_cache with network_info: [] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1123.424139] env[69613]: DEBUG oslo_concurrency.lockutils [None req-6336e193-bda8-4758-99ba-079885d90f14 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Acquiring lock "refresh_cache-7e2817b1-4a83-4363-93f9-b26dc4789033" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.424139] env[69613]: DEBUG oslo_concurrency.lockutils [None req-6336e193-bda8-4758-99ba-079885d90f14 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Acquired lock "refresh_cache-7e2817b1-4a83-4363-93f9-b26dc4789033" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.424139] env[69613]: DEBUG nova.network.neutron [None req-6336e193-bda8-4758-99ba-079885d90f14 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] [instance: 7e2817b1-4a83-4363-93f9-b26dc4789033] Building network info cache for instance {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1123.456221] env[69613]: DEBUG oslo_concurrency.lockutils [None req-427e7e8e-6533-427e-90d7-01fdb100f4ef tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Releasing lock "refresh_cache-9ee7dbf3-c86a-4cd8-ad1e-ca92cb90164d" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.499931] env[69613]: DEBUG oslo_vmware.api [req-6985f4a0-ea74-4359-9bc1-3be4c1580986 req-73ada253-22e7-40f1-a01d-21adbd4b123d service nova] Task: {'id': task-3418212, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.520652] env[69613]: DEBUG nova.compute.manager [req-491329df-e0c7-4f86-a430-8c4de7096291 req-cee9836d-475d-49b6-8eed-bbec75d253cf service nova] [instance: 375fba5b-7d37-4e57-91bd-eb224d9feda8] Received event network-vif-deleted-15a12dc5-c94e-4848-9a57-27f0e958293d {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1123.523191] env[69613]: DEBUG nova.compute.manager [req-491329df-e0c7-4f86-a430-8c4de7096291 req-cee9836d-475d-49b6-8eed-bbec75d253cf service nova] [instance: 7e2817b1-4a83-4363-93f9-b26dc4789033] Received event network-vif-plugged-6e0d6999-f8b5-407d-b33a-c6248c38c0c2 {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1123.523191] env[69613]: DEBUG oslo_concurrency.lockutils [req-491329df-e0c7-4f86-a430-8c4de7096291 req-cee9836d-475d-49b6-8eed-bbec75d253cf service nova] Acquiring lock "7e2817b1-4a83-4363-93f9-b26dc4789033-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1123.523191] env[69613]: DEBUG oslo_concurrency.lockutils [req-491329df-e0c7-4f86-a430-8c4de7096291 req-cee9836d-475d-49b6-8eed-bbec75d253cf service nova] Lock "7e2817b1-4a83-4363-93f9-b26dc4789033-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1123.523191] env[69613]: DEBUG oslo_concurrency.lockutils [req-491329df-e0c7-4f86-a430-8c4de7096291 req-cee9836d-475d-49b6-8eed-bbec75d253cf service nova] Lock "7e2817b1-4a83-4363-93f9-b26dc4789033-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1123.523191] env[69613]: DEBUG nova.compute.manager [req-491329df-e0c7-4f86-a430-8c4de7096291 req-cee9836d-475d-49b6-8eed-bbec75d253cf service nova] [instance: 7e2817b1-4a83-4363-93f9-b26dc4789033] No waiting events found dispatching network-vif-plugged-6e0d6999-f8b5-407d-b33a-c6248c38c0c2 {{(pid=69613) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1123.523191] env[69613]: WARNING nova.compute.manager [req-491329df-e0c7-4f86-a430-8c4de7096291 req-cee9836d-475d-49b6-8eed-bbec75d253cf service nova] [instance: 7e2817b1-4a83-4363-93f9-b26dc4789033] Received unexpected event network-vif-plugged-6e0d6999-f8b5-407d-b33a-c6248c38c0c2 for instance with vm_state building and task_state spawning. [ 1123.523191] env[69613]: DEBUG nova.compute.manager [req-491329df-e0c7-4f86-a430-8c4de7096291 req-cee9836d-475d-49b6-8eed-bbec75d253cf service nova] [instance: 2f982eab-2892-40c1-866c-3f4395db4201] Received event network-vif-deleted-1902e3f0-93c6-4f7d-a920-cc99227e83dc {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1123.523191] env[69613]: DEBUG nova.compute.manager [req-491329df-e0c7-4f86-a430-8c4de7096291 req-cee9836d-475d-49b6-8eed-bbec75d253cf service nova] [instance: 7e2817b1-4a83-4363-93f9-b26dc4789033] Received event network-changed-6e0d6999-f8b5-407d-b33a-c6248c38c0c2 {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1123.523191] env[69613]: DEBUG nova.compute.manager [req-491329df-e0c7-4f86-a430-8c4de7096291 req-cee9836d-475d-49b6-8eed-bbec75d253cf service nova] [instance: 7e2817b1-4a83-4363-93f9-b26dc4789033] Refreshing instance network info cache due to event network-changed-6e0d6999-f8b5-407d-b33a-c6248c38c0c2. {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1123.523628] env[69613]: DEBUG oslo_concurrency.lockutils [req-491329df-e0c7-4f86-a430-8c4de7096291 req-cee9836d-475d-49b6-8eed-bbec75d253cf service nova] Acquiring lock "refresh_cache-7e2817b1-4a83-4363-93f9-b26dc4789033" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.559964] env[69613]: DEBUG nova.scheduler.client.report [None req-88b4f93f-42b3-4c83-b5b4-5284fac0077c tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Inventory has not changed for provider af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69613) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1123.774610] env[69613]: INFO nova.compute.manager [-] [instance: 2f982eab-2892-40c1-866c-3f4395db4201] Took 1.75 seconds to deallocate network for instance. [ 1123.963142] env[69613]: DEBUG nova.network.neutron [None req-6336e193-bda8-4758-99ba-079885d90f14 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] [instance: 7e2817b1-4a83-4363-93f9-b26dc4789033] Instance cache missing network info. {{(pid=69613) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1123.999788] env[69613]: DEBUG oslo_vmware.api [req-6985f4a0-ea74-4359-9bc1-3be4c1580986 req-73ada253-22e7-40f1-a01d-21adbd4b123d service nova] Task: {'id': task-3418212, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.030448] env[69613]: DEBUG nova.compute.manager [req-9ae43a3b-c8b7-4fbf-bc30-fb2ec1f0602d req-b10a0adf-4c32-4328-b15c-376e95f08c6d service nova] [instance: 8f0c568c-f444-4640-820f-06fe30a8aabb] Received event network-changed-fbe07ce0-d374-4219-a2c9-24a5e4e56d43 {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1124.030448] env[69613]: DEBUG nova.compute.manager [req-9ae43a3b-c8b7-4fbf-bc30-fb2ec1f0602d req-b10a0adf-4c32-4328-b15c-376e95f08c6d service nova] [instance: 8f0c568c-f444-4640-820f-06fe30a8aabb] Refreshing instance network info cache due to event network-changed-fbe07ce0-d374-4219-a2c9-24a5e4e56d43. {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1124.030448] env[69613]: DEBUG oslo_concurrency.lockutils [req-9ae43a3b-c8b7-4fbf-bc30-fb2ec1f0602d req-b10a0adf-4c32-4328-b15c-376e95f08c6d service nova] Acquiring lock "refresh_cache-8f0c568c-f444-4640-820f-06fe30a8aabb" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.030448] env[69613]: DEBUG oslo_concurrency.lockutils [req-9ae43a3b-c8b7-4fbf-bc30-fb2ec1f0602d req-b10a0adf-4c32-4328-b15c-376e95f08c6d service nova] Acquired lock "refresh_cache-8f0c568c-f444-4640-820f-06fe30a8aabb" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.030448] env[69613]: DEBUG nova.network.neutron [req-9ae43a3b-c8b7-4fbf-bc30-fb2ec1f0602d req-b10a0adf-4c32-4328-b15c-376e95f08c6d service nova] [instance: 8f0c568c-f444-4640-820f-06fe30a8aabb] Refreshing network info cache for port fbe07ce0-d374-4219-a2c9-24a5e4e56d43 {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1124.100622] env[69613]: DEBUG nova.network.neutron [None req-6336e193-bda8-4758-99ba-079885d90f14 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] [instance: 7e2817b1-4a83-4363-93f9-b26dc4789033] Updating instance_info_cache with network_info: [{"id": "6e0d6999-f8b5-407d-b33a-c6248c38c0c2", "address": "fa:16:3e:4f:e7:20", "network": {"id": "f6c5953e-2ecd-4b80-beed-76e05ffc23b6", "bridge": "br-int", "label": "tempest-ServersTestJSON-2109045768-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9cb3ddb47c78413abf1c7b2a6db01c0e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "043ca97b-0fca-4b54-8be6-027123fa76d0", "external-id": "nsx-vlan-transportzone-702", "segmentation_id": 702, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6e0d6999-f8", "ovs_interfaceid": "6e0d6999-f8b5-407d-b33a-c6248c38c0c2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1124.282058] env[69613]: DEBUG oslo_concurrency.lockutils [None req-9b25940c-9190-4b3e-8b11-f3c2226c9ff0 tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1124.499969] env[69613]: DEBUG oslo_vmware.api [req-6985f4a0-ea74-4359-9bc1-3be4c1580986 req-73ada253-22e7-40f1-a01d-21adbd4b123d service nova] Task: {'id': task-3418212, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.570926] env[69613]: DEBUG oslo_concurrency.lockutils [None req-88b4f93f-42b3-4c83-b5b4-5284fac0077c tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.902s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1124.577757] env[69613]: DEBUG oslo_concurrency.lockutils [None req-eaea18a1-f022-4f52-946c-ef4839e58a8b tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.409s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1124.578062] env[69613]: DEBUG nova.objects.instance [None req-eaea18a1-f022-4f52-946c-ef4839e58a8b tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] Lazy-loading 'resources' on Instance uuid 7e2c1711-9229-4b57-89b7-8f31d966ff35 {{(pid=69613) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1124.602786] env[69613]: DEBUG oslo_concurrency.lockutils [None req-6336e193-bda8-4758-99ba-079885d90f14 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Releasing lock "refresh_cache-7e2817b1-4a83-4363-93f9-b26dc4789033" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.603083] env[69613]: DEBUG nova.compute.manager [None req-6336e193-bda8-4758-99ba-079885d90f14 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] [instance: 7e2817b1-4a83-4363-93f9-b26dc4789033] Instance network_info: |[{"id": "6e0d6999-f8b5-407d-b33a-c6248c38c0c2", "address": "fa:16:3e:4f:e7:20", "network": {"id": "f6c5953e-2ecd-4b80-beed-76e05ffc23b6", "bridge": "br-int", "label": "tempest-ServersTestJSON-2109045768-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9cb3ddb47c78413abf1c7b2a6db01c0e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "043ca97b-0fca-4b54-8be6-027123fa76d0", "external-id": "nsx-vlan-transportzone-702", "segmentation_id": 702, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6e0d6999-f8", "ovs_interfaceid": "6e0d6999-f8b5-407d-b33a-c6248c38c0c2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69613) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1124.603387] env[69613]: DEBUG oslo_concurrency.lockutils [req-491329df-e0c7-4f86-a430-8c4de7096291 req-cee9836d-475d-49b6-8eed-bbec75d253cf service nova] Acquired lock "refresh_cache-7e2817b1-4a83-4363-93f9-b26dc4789033" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.603575] env[69613]: DEBUG nova.network.neutron [req-491329df-e0c7-4f86-a430-8c4de7096291 req-cee9836d-475d-49b6-8eed-bbec75d253cf service nova] [instance: 7e2817b1-4a83-4363-93f9-b26dc4789033] Refreshing network info cache for port 6e0d6999-f8b5-407d-b33a-c6248c38c0c2 {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1124.604595] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-6336e193-bda8-4758-99ba-079885d90f14 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] [instance: 7e2817b1-4a83-4363-93f9-b26dc4789033] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4f:e7:20', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '043ca97b-0fca-4b54-8be6-027123fa76d0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6e0d6999-f8b5-407d-b33a-c6248c38c0c2', 'vif_model': 'vmxnet3'}] {{(pid=69613) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1124.612210] env[69613]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6336e193-bda8-4758-99ba-079885d90f14 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69613) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1124.613681] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7e2817b1-4a83-4363-93f9-b26dc4789033] Creating VM on the ESX host {{(pid=69613) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1124.614458] env[69613]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3b3a3cb4-72af-49af-a334-ffdd920d2abe {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.638765] env[69613]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1124.638765] env[69613]: value = "task-3418214" [ 1124.638765] env[69613]: _type = "Task" [ 1124.638765] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.655159] env[69613]: DEBUG oslo_vmware.api [-] Task: {'id': task-3418214, 'name': CreateVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.785248] env[69613]: DEBUG nova.network.neutron [req-9ae43a3b-c8b7-4fbf-bc30-fb2ec1f0602d req-b10a0adf-4c32-4328-b15c-376e95f08c6d service nova] [instance: 8f0c568c-f444-4640-820f-06fe30a8aabb] Updated VIF entry in instance network info cache for port fbe07ce0-d374-4219-a2c9-24a5e4e56d43. {{(pid=69613) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1124.785662] env[69613]: DEBUG nova.network.neutron [req-9ae43a3b-c8b7-4fbf-bc30-fb2ec1f0602d req-b10a0adf-4c32-4328-b15c-376e95f08c6d service nova] [instance: 8f0c568c-f444-4640-820f-06fe30a8aabb] Updating instance_info_cache with network_info: [{"id": "fbe07ce0-d374-4219-a2c9-24a5e4e56d43", "address": "fa:16:3e:b8:d5:9f", "network": {"id": "c0b12726-3f23-429f-9754-e392f341b3e5", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-45944192-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.158", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "00abae90f85947e99f41566442e43eab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5e27fd35-1d7b-4358-92d5-4d34da27b992", "external-id": "nsx-vlan-transportzone-355", "segmentation_id": 355, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfbe07ce0-d3", "ovs_interfaceid": "fbe07ce0-d374-4219-a2c9-24a5e4e56d43", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1124.973761] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60d41a40-64a9-43e4-a98b-8cfe15fcc43d {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.995660] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-427e7e8e-6533-427e-90d7-01fdb100f4ef tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] [instance: 9ee7dbf3-c86a-4cd8-ad1e-ca92cb90164d] Updating instance '9ee7dbf3-c86a-4cd8-ad1e-ca92cb90164d' progress to 0 {{(pid=69613) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1125.008380] env[69613]: DEBUG oslo_vmware.api [req-6985f4a0-ea74-4359-9bc1-3be4c1580986 req-73ada253-22e7-40f1-a01d-21adbd4b123d service nova] Task: {'id': task-3418212, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.154739] env[69613]: DEBUG oslo_vmware.api [-] Task: {'id': task-3418214, 'name': CreateVM_Task, 'duration_secs': 0.390936} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.154924] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7e2817b1-4a83-4363-93f9-b26dc4789033] Created VM on the ESX host {{(pid=69613) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1125.155649] env[69613]: DEBUG oslo_concurrency.lockutils [None req-6336e193-bda8-4758-99ba-079885d90f14 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.155813] env[69613]: DEBUG oslo_concurrency.lockutils [None req-6336e193-bda8-4758-99ba-079885d90f14 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.156143] env[69613]: DEBUG oslo_concurrency.lockutils [None req-6336e193-bda8-4758-99ba-079885d90f14 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.156401] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-80aa59ab-71ec-4886-8ef1-7c3c9a15ab30 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.162219] env[69613]: DEBUG oslo_vmware.api [None req-6336e193-bda8-4758-99ba-079885d90f14 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Waiting for the task: (returnval){ [ 1125.162219] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]52a9b40d-fd26-d330-fa84-55be33bd1ed6" [ 1125.162219] env[69613]: _type = "Task" [ 1125.162219] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.171212] env[69613]: DEBUG oslo_vmware.api [None req-6336e193-bda8-4758-99ba-079885d90f14 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52a9b40d-fd26-d330-fa84-55be33bd1ed6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.228113] env[69613]: DEBUG oslo_concurrency.lockutils [None req-657e6c48-1b08-4bb1-8760-5bd7d1243787 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Acquiring lock "65aee893-5fdc-4721-855d-249b34cd1b62" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1125.228440] env[69613]: DEBUG oslo_concurrency.lockutils [None req-657e6c48-1b08-4bb1-8760-5bd7d1243787 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Lock "65aee893-5fdc-4721-855d-249b34cd1b62" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1125.228651] env[69613]: DEBUG nova.compute.manager [None req-657e6c48-1b08-4bb1-8760-5bd7d1243787 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] [instance: 65aee893-5fdc-4721-855d-249b34cd1b62] Going to confirm migration 7 {{(pid=69613) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1125.290767] env[69613]: DEBUG oslo_concurrency.lockutils [req-9ae43a3b-c8b7-4fbf-bc30-fb2ec1f0602d req-b10a0adf-4c32-4328-b15c-376e95f08c6d service nova] Releasing lock "refresh_cache-8f0c568c-f444-4640-820f-06fe30a8aabb" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.316314] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89642965-3b8b-4b8d-af68-7ba89c7fa154 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.320045] env[69613]: DEBUG nova.network.neutron [req-491329df-e0c7-4f86-a430-8c4de7096291 req-cee9836d-475d-49b6-8eed-bbec75d253cf service nova] [instance: 7e2817b1-4a83-4363-93f9-b26dc4789033] Updated VIF entry in instance network info cache for port 6e0d6999-f8b5-407d-b33a-c6248c38c0c2. {{(pid=69613) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1125.320397] env[69613]: DEBUG nova.network.neutron [req-491329df-e0c7-4f86-a430-8c4de7096291 req-cee9836d-475d-49b6-8eed-bbec75d253cf service nova] [instance: 7e2817b1-4a83-4363-93f9-b26dc4789033] Updating instance_info_cache with network_info: [{"id": "6e0d6999-f8b5-407d-b33a-c6248c38c0c2", "address": "fa:16:3e:4f:e7:20", "network": {"id": "f6c5953e-2ecd-4b80-beed-76e05ffc23b6", "bridge": "br-int", "label": "tempest-ServersTestJSON-2109045768-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9cb3ddb47c78413abf1c7b2a6db01c0e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "043ca97b-0fca-4b54-8be6-027123fa76d0", "external-id": "nsx-vlan-transportzone-702", "segmentation_id": 702, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6e0d6999-f8", "ovs_interfaceid": "6e0d6999-f8b5-407d-b33a-c6248c38c0c2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1125.328058] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0751332f-50aa-4bf4-b139-d0967bf00735 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.365574] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ab28513-71bf-4e94-8151-8dbe87f5758c {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.374496] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bad908e-9454-4a13-97ad-b9fbeaa1ee40 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.391344] env[69613]: DEBUG nova.compute.provider_tree [None req-eaea18a1-f022-4f52-946c-ef4839e58a8b tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] Inventory has not changed in ProviderTree for provider: af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 {{(pid=69613) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1125.504331] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-427e7e8e-6533-427e-90d7-01fdb100f4ef tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] [instance: 9ee7dbf3-c86a-4cd8-ad1e-ca92cb90164d] Powering off the VM {{(pid=69613) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1125.508126] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7642ebdc-64dd-4ea9-a203-7dd6c0d6a535 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.509879] env[69613]: DEBUG oslo_vmware.api [req-6985f4a0-ea74-4359-9bc1-3be4c1580986 req-73ada253-22e7-40f1-a01d-21adbd4b123d service nova] Task: {'id': task-3418212, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.518594] env[69613]: DEBUG oslo_vmware.api [None req-427e7e8e-6533-427e-90d7-01fdb100f4ef tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Waiting for the task: (returnval){ [ 1125.518594] env[69613]: value = "task-3418215" [ 1125.518594] env[69613]: _type = "Task" [ 1125.518594] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.527952] env[69613]: DEBUG oslo_vmware.api [None req-427e7e8e-6533-427e-90d7-01fdb100f4ef tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Task: {'id': task-3418215, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.673346] env[69613]: DEBUG oslo_vmware.api [None req-6336e193-bda8-4758-99ba-079885d90f14 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52a9b40d-fd26-d330-fa84-55be33bd1ed6, 'name': SearchDatastore_Task, 'duration_secs': 0.011098} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.673651] env[69613]: DEBUG oslo_concurrency.lockutils [None req-6336e193-bda8-4758-99ba-079885d90f14 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.673899] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-6336e193-bda8-4758-99ba-079885d90f14 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] [instance: 7e2817b1-4a83-4363-93f9-b26dc4789033] Processing image 2b7a0304-b5d0-431d-b287-32c8388d7fbd {{(pid=69613) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1125.674165] env[69613]: DEBUG oslo_concurrency.lockutils [None req-6336e193-bda8-4758-99ba-079885d90f14 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.674309] env[69613]: DEBUG oslo_concurrency.lockutils [None req-6336e193-bda8-4758-99ba-079885d90f14 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.674496] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-6336e193-bda8-4758-99ba-079885d90f14 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69613) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1125.675108] env[69613]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b773ef48-6a3f-4a2c-a1b0-b8a8d3107107 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.684339] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-6336e193-bda8-4758-99ba-079885d90f14 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69613) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1125.684515] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-6336e193-bda8-4758-99ba-079885d90f14 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69613) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1125.685270] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5c376133-081e-440a-86cb-917cd4cc5b04 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.691287] env[69613]: DEBUG oslo_vmware.api [None req-6336e193-bda8-4758-99ba-079885d90f14 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Waiting for the task: (returnval){ [ 1125.691287] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]52ebe5db-cba8-165f-0419-a9fe9d17e758" [ 1125.691287] env[69613]: _type = "Task" [ 1125.691287] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.699774] env[69613]: DEBUG oslo_vmware.api [None req-6336e193-bda8-4758-99ba-079885d90f14 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52ebe5db-cba8-165f-0419-a9fe9d17e758, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.804220] env[69613]: DEBUG oslo_concurrency.lockutils [None req-657e6c48-1b08-4bb1-8760-5bd7d1243787 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Acquiring lock "refresh_cache-65aee893-5fdc-4721-855d-249b34cd1b62" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.804519] env[69613]: DEBUG oslo_concurrency.lockutils [None req-657e6c48-1b08-4bb1-8760-5bd7d1243787 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Acquired lock "refresh_cache-65aee893-5fdc-4721-855d-249b34cd1b62" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.804790] env[69613]: DEBUG nova.network.neutron [None req-657e6c48-1b08-4bb1-8760-5bd7d1243787 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] [instance: 65aee893-5fdc-4721-855d-249b34cd1b62] Building network info cache for instance {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1125.805099] env[69613]: DEBUG nova.objects.instance [None req-657e6c48-1b08-4bb1-8760-5bd7d1243787 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Lazy-loading 'info_cache' on Instance uuid 65aee893-5fdc-4721-855d-249b34cd1b62 {{(pid=69613) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1125.823808] env[69613]: DEBUG oslo_concurrency.lockutils [req-491329df-e0c7-4f86-a430-8c4de7096291 req-cee9836d-475d-49b6-8eed-bbec75d253cf service nova] Releasing lock "refresh_cache-7e2817b1-4a83-4363-93f9-b26dc4789033" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.894770] env[69613]: DEBUG nova.scheduler.client.report [None req-eaea18a1-f022-4f52-946c-ef4839e58a8b tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] Inventory has not changed for provider af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69613) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1126.006524] env[69613]: DEBUG oslo_vmware.api [req-6985f4a0-ea74-4359-9bc1-3be4c1580986 req-73ada253-22e7-40f1-a01d-21adbd4b123d service nova] Task: {'id': task-3418212, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.028721] env[69613]: DEBUG oslo_vmware.api [None req-427e7e8e-6533-427e-90d7-01fdb100f4ef tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Task: {'id': task-3418215, 'name': PowerOffVM_Task, 'duration_secs': 0.342059} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.028982] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-427e7e8e-6533-427e-90d7-01fdb100f4ef tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] [instance: 9ee7dbf3-c86a-4cd8-ad1e-ca92cb90164d] Powered off the VM {{(pid=69613) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1126.029178] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-427e7e8e-6533-427e-90d7-01fdb100f4ef tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] [instance: 9ee7dbf3-c86a-4cd8-ad1e-ca92cb90164d] Updating instance '9ee7dbf3-c86a-4cd8-ad1e-ca92cb90164d' progress to 17 {{(pid=69613) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1126.107555] env[69613]: INFO nova.compute.manager [None req-88b4f93f-42b3-4c83-b5b4-5284fac0077c tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] [instance: f36147c5-be86-4d45-9d2c-da38bba1885a] Swapping old allocation on dict_keys(['af76dfa6-80f5-47a1-ac1e-7e11abfaaed9']) held by migration 38bcb958-bac2-46ec-8be8-4395ab1f4e60 for instance [ 1126.131131] env[69613]: DEBUG nova.scheduler.client.report [None req-88b4f93f-42b3-4c83-b5b4-5284fac0077c tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Overwriting current allocation {'allocations': {'af76dfa6-80f5-47a1-ac1e-7e11abfaaed9': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 151}}, 'project_id': '27cd1ce9a4f74279a40b13e8fbac87a0', 'user_id': 'ed4f8253272043afbbaf87ec8292fb60', 'consumer_generation': 1} on consumer f36147c5-be86-4d45-9d2c-da38bba1885a {{(pid=69613) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1126.202176] env[69613]: DEBUG oslo_vmware.api [None req-6336e193-bda8-4758-99ba-079885d90f14 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52ebe5db-cba8-165f-0419-a9fe9d17e758, 'name': SearchDatastore_Task, 'duration_secs': 0.011266} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.202919] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dbb6e3c1-efd5-4cd9-8542-3bac1bd09290 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.208395] env[69613]: DEBUG oslo_vmware.api [None req-6336e193-bda8-4758-99ba-079885d90f14 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Waiting for the task: (returnval){ [ 1126.208395] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]52602d4b-11b0-361b-df69-f15b5aa017d2" [ 1126.208395] env[69613]: _type = "Task" [ 1126.208395] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.212445] env[69613]: DEBUG oslo_concurrency.lockutils [None req-88b4f93f-42b3-4c83-b5b4-5284fac0077c tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Acquiring lock "refresh_cache-f36147c5-be86-4d45-9d2c-da38bba1885a" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.212649] env[69613]: DEBUG oslo_concurrency.lockutils [None req-88b4f93f-42b3-4c83-b5b4-5284fac0077c tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Acquired lock "refresh_cache-f36147c5-be86-4d45-9d2c-da38bba1885a" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.212829] env[69613]: DEBUG nova.network.neutron [None req-88b4f93f-42b3-4c83-b5b4-5284fac0077c tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] [instance: f36147c5-be86-4d45-9d2c-da38bba1885a] Building network info cache for instance {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1126.219351] env[69613]: DEBUG oslo_vmware.api [None req-6336e193-bda8-4758-99ba-079885d90f14 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52602d4b-11b0-361b-df69-f15b5aa017d2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.399504] env[69613]: DEBUG oslo_concurrency.lockutils [None req-eaea18a1-f022-4f52-946c-ef4839e58a8b tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.822s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1126.402027] env[69613]: DEBUG oslo_concurrency.lockutils [None req-03b2316e-0ddd-422d-b457-f5c0f63ba90d tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.509s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1126.402264] env[69613]: DEBUG nova.objects.instance [None req-03b2316e-0ddd-422d-b457-f5c0f63ba90d tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] Lazy-loading 'resources' on Instance uuid 375fba5b-7d37-4e57-91bd-eb224d9feda8 {{(pid=69613) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1126.416194] env[69613]: INFO nova.scheduler.client.report [None req-eaea18a1-f022-4f52-946c-ef4839e58a8b tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] Deleted allocations for instance 7e2c1711-9229-4b57-89b7-8f31d966ff35 [ 1126.507919] env[69613]: DEBUG oslo_vmware.api [req-6985f4a0-ea74-4359-9bc1-3be4c1580986 req-73ada253-22e7-40f1-a01d-21adbd4b123d service nova] Task: {'id': task-3418212, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.537181] env[69613]: DEBUG nova.virt.hardware [None req-427e7e8e-6533-427e-90d7-01fdb100f4ef tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T13:55:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=2b7a0304-b5d0-431d-b287-32c8388d7fbd,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1126.537181] env[69613]: DEBUG nova.virt.hardware [None req-427e7e8e-6533-427e-90d7-01fdb100f4ef tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Flavor limits 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1126.537373] env[69613]: DEBUG nova.virt.hardware [None req-427e7e8e-6533-427e-90d7-01fdb100f4ef tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Image limits 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1126.537409] env[69613]: DEBUG nova.virt.hardware [None req-427e7e8e-6533-427e-90d7-01fdb100f4ef tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Flavor pref 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1126.537566] env[69613]: DEBUG nova.virt.hardware [None req-427e7e8e-6533-427e-90d7-01fdb100f4ef tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Image pref 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1126.537717] env[69613]: DEBUG nova.virt.hardware [None req-427e7e8e-6533-427e-90d7-01fdb100f4ef tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1126.537922] env[69613]: DEBUG nova.virt.hardware [None req-427e7e8e-6533-427e-90d7-01fdb100f4ef tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1126.538092] env[69613]: DEBUG nova.virt.hardware [None req-427e7e8e-6533-427e-90d7-01fdb100f4ef tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69613) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1126.538260] env[69613]: DEBUG nova.virt.hardware [None req-427e7e8e-6533-427e-90d7-01fdb100f4ef tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Got 1 possible topologies {{(pid=69613) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1126.538422] env[69613]: DEBUG nova.virt.hardware [None req-427e7e8e-6533-427e-90d7-01fdb100f4ef tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1126.538594] env[69613]: DEBUG nova.virt.hardware [None req-427e7e8e-6533-427e-90d7-01fdb100f4ef tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1126.543594] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-199668de-c3c4-4b48-9ec7-ff729ea8c51b {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.564042] env[69613]: DEBUG oslo_vmware.api [None req-427e7e8e-6533-427e-90d7-01fdb100f4ef tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Waiting for the task: (returnval){ [ 1126.564042] env[69613]: value = "task-3418216" [ 1126.564042] env[69613]: _type = "Task" [ 1126.564042] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.573335] env[69613]: DEBUG oslo_vmware.api [None req-427e7e8e-6533-427e-90d7-01fdb100f4ef tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Task: {'id': task-3418216, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.722459] env[69613]: DEBUG oslo_vmware.api [None req-6336e193-bda8-4758-99ba-079885d90f14 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52602d4b-11b0-361b-df69-f15b5aa017d2, 'name': SearchDatastore_Task, 'duration_secs': 0.010817} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.723050] env[69613]: DEBUG oslo_concurrency.lockutils [None req-6336e193-bda8-4758-99ba-079885d90f14 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.723373] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-6336e193-bda8-4758-99ba-079885d90f14 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk to [datastore2] 7e2817b1-4a83-4363-93f9-b26dc4789033/7e2817b1-4a83-4363-93f9-b26dc4789033.vmdk {{(pid=69613) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1126.723663] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5905fdc3-d8ac-4657-83c8-df507af3bb89 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.730870] env[69613]: DEBUG oslo_vmware.api [None req-6336e193-bda8-4758-99ba-079885d90f14 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Waiting for the task: (returnval){ [ 1126.730870] env[69613]: value = "task-3418217" [ 1126.730870] env[69613]: _type = "Task" [ 1126.730870] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.739864] env[69613]: DEBUG oslo_vmware.api [None req-6336e193-bda8-4758-99ba-079885d90f14 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Task: {'id': task-3418217, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.926047] env[69613]: DEBUG oslo_concurrency.lockutils [None req-eaea18a1-f022-4f52-946c-ef4839e58a8b tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] Lock "7e2c1711-9229-4b57-89b7-8f31d966ff35" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.322s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1126.955558] env[69613]: DEBUG nova.network.neutron [None req-88b4f93f-42b3-4c83-b5b4-5284fac0077c tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] [instance: f36147c5-be86-4d45-9d2c-da38bba1885a] Updating instance_info_cache with network_info: [{"id": "4a89cb15-777b-45b5-b5b5-b3aa6cfbd448", "address": "fa:16:3e:c2:24:57", "network": {"id": "743485db-c4e0-4763-aaad-624cce7d9704", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-754778099-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.222", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "27cd1ce9a4f74279a40b13e8fbac87a0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4576b9d4-535c-40aa-b078-246f671f216e", "external-id": "nsx-vlan-transportzone-27", "segmentation_id": 27, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4a89cb15-77", "ovs_interfaceid": "4a89cb15-777b-45b5-b5b5-b3aa6cfbd448", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1127.010569] env[69613]: DEBUG oslo_vmware.api [req-6985f4a0-ea74-4359-9bc1-3be4c1580986 req-73ada253-22e7-40f1-a01d-21adbd4b123d service nova] Task: {'id': task-3418212, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.074585] env[69613]: DEBUG oslo_vmware.api [None req-427e7e8e-6533-427e-90d7-01fdb100f4ef tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Task: {'id': task-3418216, 'name': ReconfigVM_Task, 'duration_secs': 0.29812} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.074944] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-427e7e8e-6533-427e-90d7-01fdb100f4ef tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] [instance: 9ee7dbf3-c86a-4cd8-ad1e-ca92cb90164d] Updating instance '9ee7dbf3-c86a-4cd8-ad1e-ca92cb90164d' progress to 33 {{(pid=69613) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1127.093735] env[69613]: DEBUG nova.network.neutron [None req-657e6c48-1b08-4bb1-8760-5bd7d1243787 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] [instance: 65aee893-5fdc-4721-855d-249b34cd1b62] Updating instance_info_cache with network_info: [{"id": "6496c913-8d12-4cff-8e76-4d99fbcbe05c", "address": "fa:16:3e:3a:a0:b3", "network": {"id": "d381647d-592d-40db-843d-6008de0737a5", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2059555966-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "201a65cf0cc84bf3a5ae9f9d87000dd8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5c8dbe25-bca7-4d91-b577-193b8b2aad8d", "external-id": "nsx-vlan-transportzone-643", "segmentation_id": 643, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6496c913-8d", "ovs_interfaceid": "6496c913-8d12-4cff-8e76-4d99fbcbe05c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1127.135296] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf135da4-cc0d-4e74-b25e-94d83a7d4e17 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.144714] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-604536f5-699d-45a1-bbcb-351ff74d5ff8 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.179878] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cae8f0a9-6594-4410-9c3e-1b938656b3e3 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.191020] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78df2a8d-12a6-418e-87ef-83301c139df6 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.205121] env[69613]: DEBUG nova.compute.provider_tree [None req-03b2316e-0ddd-422d-b457-f5c0f63ba90d tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] Inventory has not changed in ProviderTree for provider: af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 {{(pid=69613) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1127.241974] env[69613]: DEBUG oslo_vmware.api [None req-6336e193-bda8-4758-99ba-079885d90f14 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Task: {'id': task-3418217, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.458279] env[69613]: DEBUG oslo_concurrency.lockutils [None req-88b4f93f-42b3-4c83-b5b4-5284fac0077c tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Releasing lock "refresh_cache-f36147c5-be86-4d45-9d2c-da38bba1885a" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.459206] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c08b2cf0-62a1-46c7-b003-18be70af09ac {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.466843] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58f6783c-1c0e-4066-8b17-ffad28d681d8 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.508191] env[69613]: DEBUG oslo_vmware.api [req-6985f4a0-ea74-4359-9bc1-3be4c1580986 req-73ada253-22e7-40f1-a01d-21adbd4b123d service nova] Task: {'id': task-3418212, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.581595] env[69613]: DEBUG nova.virt.hardware [None req-427e7e8e-6533-427e-90d7-01fdb100f4ef tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T13:55:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=2b7a0304-b5d0-431d-b287-32c8388d7fbd,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1127.581843] env[69613]: DEBUG nova.virt.hardware [None req-427e7e8e-6533-427e-90d7-01fdb100f4ef tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Flavor limits 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1127.582054] env[69613]: DEBUG nova.virt.hardware [None req-427e7e8e-6533-427e-90d7-01fdb100f4ef tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Image limits 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1127.582282] env[69613]: DEBUG nova.virt.hardware [None req-427e7e8e-6533-427e-90d7-01fdb100f4ef tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Flavor pref 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1127.582469] env[69613]: DEBUG nova.virt.hardware [None req-427e7e8e-6533-427e-90d7-01fdb100f4ef tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Image pref 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1127.582664] env[69613]: DEBUG nova.virt.hardware [None req-427e7e8e-6533-427e-90d7-01fdb100f4ef tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1127.582956] env[69613]: DEBUG nova.virt.hardware [None req-427e7e8e-6533-427e-90d7-01fdb100f4ef tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1127.583182] env[69613]: DEBUG nova.virt.hardware [None req-427e7e8e-6533-427e-90d7-01fdb100f4ef tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69613) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1127.583376] env[69613]: DEBUG nova.virt.hardware [None req-427e7e8e-6533-427e-90d7-01fdb100f4ef tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Got 1 possible topologies {{(pid=69613) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1127.583607] env[69613]: DEBUG nova.virt.hardware [None req-427e7e8e-6533-427e-90d7-01fdb100f4ef tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1127.583879] env[69613]: DEBUG nova.virt.hardware [None req-427e7e8e-6533-427e-90d7-01fdb100f4ef tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1127.589664] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-427e7e8e-6533-427e-90d7-01fdb100f4ef tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] [instance: 9ee7dbf3-c86a-4cd8-ad1e-ca92cb90164d] Reconfiguring VM instance instance-00000022 to detach disk 2000 {{(pid=69613) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1127.590025] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d84e8e1d-b7bd-4ea7-8a3a-93c95671506f {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.605144] env[69613]: DEBUG oslo_concurrency.lockutils [None req-657e6c48-1b08-4bb1-8760-5bd7d1243787 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Releasing lock "refresh_cache-65aee893-5fdc-4721-855d-249b34cd1b62" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.605400] env[69613]: DEBUG nova.objects.instance [None req-657e6c48-1b08-4bb1-8760-5bd7d1243787 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Lazy-loading 'migration_context' on Instance uuid 65aee893-5fdc-4721-855d-249b34cd1b62 {{(pid=69613) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1127.613322] env[69613]: DEBUG oslo_vmware.api [None req-427e7e8e-6533-427e-90d7-01fdb100f4ef tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Waiting for the task: (returnval){ [ 1127.613322] env[69613]: value = "task-3418218" [ 1127.613322] env[69613]: _type = "Task" [ 1127.613322] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.623636] env[69613]: DEBUG oslo_vmware.api [None req-427e7e8e-6533-427e-90d7-01fdb100f4ef tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Task: {'id': task-3418218, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.709327] env[69613]: DEBUG nova.scheduler.client.report [None req-03b2316e-0ddd-422d-b457-f5c0f63ba90d tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] Inventory has not changed for provider af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69613) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1127.742361] env[69613]: DEBUG oslo_vmware.api [None req-6336e193-bda8-4758-99ba-079885d90f14 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Task: {'id': task-3418217, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.59726} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.742614] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-6336e193-bda8-4758-99ba-079885d90f14 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk to [datastore2] 7e2817b1-4a83-4363-93f9-b26dc4789033/7e2817b1-4a83-4363-93f9-b26dc4789033.vmdk {{(pid=69613) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1127.742832] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-6336e193-bda8-4758-99ba-079885d90f14 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] [instance: 7e2817b1-4a83-4363-93f9-b26dc4789033] Extending root virtual disk to 1048576 {{(pid=69613) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1127.743258] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9905457b-1865-413c-a856-ebe3cacedb61 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.751210] env[69613]: DEBUG oslo_vmware.api [None req-6336e193-bda8-4758-99ba-079885d90f14 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Waiting for the task: (returnval){ [ 1127.751210] env[69613]: value = "task-3418219" [ 1127.751210] env[69613]: _type = "Task" [ 1127.751210] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.759890] env[69613]: DEBUG oslo_vmware.api [None req-6336e193-bda8-4758-99ba-079885d90f14 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Task: {'id': task-3418219, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.009698] env[69613]: DEBUG oslo_vmware.api [req-6985f4a0-ea74-4359-9bc1-3be4c1580986 req-73ada253-22e7-40f1-a01d-21adbd4b123d service nova] Task: {'id': task-3418212, 'name': ReconfigVM_Task, 'duration_secs': 5.792266} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.010145] env[69613]: DEBUG oslo_concurrency.lockutils [req-6985f4a0-ea74-4359-9bc1-3be4c1580986 req-73ada253-22e7-40f1-a01d-21adbd4b123d service nova] Releasing lock "9333145d-7d80-405b-b94e-37152559489e" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.010372] env[69613]: DEBUG nova.virt.vmwareapi.vmops [req-6985f4a0-ea74-4359-9bc1-3be4c1580986 req-73ada253-22e7-40f1-a01d-21adbd4b123d service nova] [instance: 9333145d-7d80-405b-b94e-37152559489e] Reconfigured VM to detach interface {{(pid=69613) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1128.010856] env[69613]: DEBUG oslo_concurrency.lockutils [None req-6b3366b0-3fa2-4212-95eb-01cf68de5078 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Lock "9333145d-7d80-405b-b94e-37152559489e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 6.034s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1128.011085] env[69613]: DEBUG oslo_concurrency.lockutils [None req-6b3366b0-3fa2-4212-95eb-01cf68de5078 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Acquiring lock "9333145d-7d80-405b-b94e-37152559489e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1128.011339] env[69613]: DEBUG oslo_concurrency.lockutils [None req-6b3366b0-3fa2-4212-95eb-01cf68de5078 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Lock "9333145d-7d80-405b-b94e-37152559489e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1128.011528] env[69613]: DEBUG oslo_concurrency.lockutils [None req-6b3366b0-3fa2-4212-95eb-01cf68de5078 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Lock "9333145d-7d80-405b-b94e-37152559489e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1128.013681] env[69613]: INFO nova.compute.manager [None req-6b3366b0-3fa2-4212-95eb-01cf68de5078 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] [instance: 9333145d-7d80-405b-b94e-37152559489e] Terminating instance [ 1128.108890] env[69613]: DEBUG nova.objects.base [None req-657e6c48-1b08-4bb1-8760-5bd7d1243787 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Object Instance<65aee893-5fdc-4721-855d-249b34cd1b62> lazy-loaded attributes: info_cache,migration_context {{(pid=69613) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1128.109256] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b5f6152-d734-4b15-8553-02d7f72dd6fa {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.133820] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5459ed01-44d0-4d7f-93f5-95a4bf103df4 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.139550] env[69613]: DEBUG oslo_vmware.api [None req-427e7e8e-6533-427e-90d7-01fdb100f4ef tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Task: {'id': task-3418218, 'name': ReconfigVM_Task, 'duration_secs': 0.175449} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.140763] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-427e7e8e-6533-427e-90d7-01fdb100f4ef tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] [instance: 9ee7dbf3-c86a-4cd8-ad1e-ca92cb90164d] Reconfigured VM instance instance-00000022 to detach disk 2000 {{(pid=69613) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1128.141130] env[69613]: DEBUG oslo_vmware.api [None req-657e6c48-1b08-4bb1-8760-5bd7d1243787 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Waiting for the task: (returnval){ [ 1128.141130] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]52d74516-2303-0df1-c666-7ae7a47e1a00" [ 1128.141130] env[69613]: _type = "Task" [ 1128.141130] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.141832] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d167264e-c10b-4dcd-9960-048a9158bead {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.152010] env[69613]: DEBUG oslo_vmware.api [None req-657e6c48-1b08-4bb1-8760-5bd7d1243787 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52d74516-2303-0df1-c666-7ae7a47e1a00, 'name': SearchDatastore_Task, 'duration_secs': 0.007995} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.162225] env[69613]: DEBUG oslo_concurrency.lockutils [None req-657e6c48-1b08-4bb1-8760-5bd7d1243787 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1128.169788] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-427e7e8e-6533-427e-90d7-01fdb100f4ef tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] [instance: 9ee7dbf3-c86a-4cd8-ad1e-ca92cb90164d] Reconfiguring VM instance instance-00000022 to attach disk [datastore2] 9ee7dbf3-c86a-4cd8-ad1e-ca92cb90164d/9ee7dbf3-c86a-4cd8-ad1e-ca92cb90164d.vmdk or device None with type thin {{(pid=69613) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1128.170058] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-32e197bd-516b-4b34-989a-0e8790212bb7 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.188122] env[69613]: DEBUG oslo_vmware.api [None req-427e7e8e-6533-427e-90d7-01fdb100f4ef tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Waiting for the task: (returnval){ [ 1128.188122] env[69613]: value = "task-3418220" [ 1128.188122] env[69613]: _type = "Task" [ 1128.188122] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.196475] env[69613]: DEBUG oslo_vmware.api [None req-427e7e8e-6533-427e-90d7-01fdb100f4ef tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Task: {'id': task-3418220, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.214875] env[69613]: DEBUG oslo_concurrency.lockutils [None req-03b2316e-0ddd-422d-b457-f5c0f63ba90d tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.813s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1128.217445] env[69613]: DEBUG oslo_concurrency.lockutils [None req-9b25940c-9190-4b3e-8b11-f3c2226c9ff0 tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.936s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1128.217676] env[69613]: DEBUG nova.objects.instance [None req-9b25940c-9190-4b3e-8b11-f3c2226c9ff0 tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] Lazy-loading 'resources' on Instance uuid 2f982eab-2892-40c1-866c-3f4395db4201 {{(pid=69613) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1128.236473] env[69613]: INFO nova.scheduler.client.report [None req-03b2316e-0ddd-422d-b457-f5c0f63ba90d tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] Deleted allocations for instance 375fba5b-7d37-4e57-91bd-eb224d9feda8 [ 1128.262135] env[69613]: DEBUG oslo_vmware.api [None req-6336e193-bda8-4758-99ba-079885d90f14 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Task: {'id': task-3418219, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.331213} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.262400] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-6336e193-bda8-4758-99ba-079885d90f14 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] [instance: 7e2817b1-4a83-4363-93f9-b26dc4789033] Extended root virtual disk {{(pid=69613) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1128.263199] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbbbcc7f-dae0-4029-92a1-2db043918f09 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.286652] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-6336e193-bda8-4758-99ba-079885d90f14 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] [instance: 7e2817b1-4a83-4363-93f9-b26dc4789033] Reconfiguring VM instance instance-00000072 to attach disk [datastore2] 7e2817b1-4a83-4363-93f9-b26dc4789033/7e2817b1-4a83-4363-93f9-b26dc4789033.vmdk or device None with type sparse {{(pid=69613) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1128.287642] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7b3474d6-62ce-496f-a088-64179608269f {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.310109] env[69613]: DEBUG oslo_vmware.api [None req-6336e193-bda8-4758-99ba-079885d90f14 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Waiting for the task: (returnval){ [ 1128.310109] env[69613]: value = "task-3418221" [ 1128.310109] env[69613]: _type = "Task" [ 1128.310109] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.319323] env[69613]: DEBUG oslo_vmware.api [None req-6336e193-bda8-4758-99ba-079885d90f14 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Task: {'id': task-3418221, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.399312] env[69613]: DEBUG oslo_service.periodic_task [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69613) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1128.399577] env[69613]: DEBUG oslo_service.periodic_task [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69613) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1128.399744] env[69613]: DEBUG oslo_service.periodic_task [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69613) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1128.399892] env[69613]: DEBUG oslo_service.periodic_task [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69613) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1128.400056] env[69613]: DEBUG oslo_service.periodic_task [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69613) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1128.400206] env[69613]: DEBUG oslo_service.periodic_task [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69613) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1128.400352] env[69613]: DEBUG oslo_service.periodic_task [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69613) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1128.400522] env[69613]: DEBUG nova.compute.manager [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69613) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1128.400683] env[69613]: DEBUG oslo_service.periodic_task [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Running periodic task ComputeManager.update_available_resource {{(pid=69613) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1128.517386] env[69613]: DEBUG nova.compute.manager [None req-6b3366b0-3fa2-4212-95eb-01cf68de5078 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] [instance: 9333145d-7d80-405b-b94e-37152559489e] Start destroying the instance on the hypervisor. {{(pid=69613) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1128.517743] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-6b3366b0-3fa2-4212-95eb-01cf68de5078 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] [instance: 9333145d-7d80-405b-b94e-37152559489e] Destroying instance {{(pid=69613) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1128.518467] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7570048-f6e4-437f-b748-95a989571e97 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.527447] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b3366b0-3fa2-4212-95eb-01cf68de5078 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] [instance: 9333145d-7d80-405b-b94e-37152559489e] Powering off the VM {{(pid=69613) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1128.527682] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-935674d5-2ff8-4e38-af6f-005f9ee3a0c3 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.534957] env[69613]: DEBUG oslo_vmware.api [None req-6b3366b0-3fa2-4212-95eb-01cf68de5078 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Waiting for the task: (returnval){ [ 1128.534957] env[69613]: value = "task-3418222" [ 1128.534957] env[69613]: _type = "Task" [ 1128.534957] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.546216] env[69613]: DEBUG oslo_vmware.api [None req-6b3366b0-3fa2-4212-95eb-01cf68de5078 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Task: {'id': task-3418222, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.552936] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-88b4f93f-42b3-4c83-b5b4-5284fac0077c tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] [instance: f36147c5-be86-4d45-9d2c-da38bba1885a] Powering off the VM {{(pid=69613) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1128.553223] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-60852850-0a7e-4c09-adca-5f6089f76b77 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.560231] env[69613]: DEBUG oslo_vmware.api [None req-88b4f93f-42b3-4c83-b5b4-5284fac0077c tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Waiting for the task: (returnval){ [ 1128.560231] env[69613]: value = "task-3418223" [ 1128.560231] env[69613]: _type = "Task" [ 1128.560231] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.568637] env[69613]: DEBUG oslo_vmware.api [None req-88b4f93f-42b3-4c83-b5b4-5284fac0077c tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Task: {'id': task-3418223, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.698570] env[69613]: DEBUG oslo_vmware.api [None req-427e7e8e-6533-427e-90d7-01fdb100f4ef tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Task: {'id': task-3418220, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.744420] env[69613]: DEBUG oslo_concurrency.lockutils [None req-03b2316e-0ddd-422d-b457-f5c0f63ba90d tempest-MultipleCreateTestJSON-1047581148 tempest-MultipleCreateTestJSON-1047581148-project-member] Lock "375fba5b-7d37-4e57-91bd-eb224d9feda8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.017s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1128.820875] env[69613]: DEBUG oslo_vmware.api [None req-6336e193-bda8-4758-99ba-079885d90f14 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Task: {'id': task-3418221, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.904424] env[69613]: DEBUG oslo_concurrency.lockutils [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1128.908561] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01de130f-b96c-4994-90bb-01c5220ebf48 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.917615] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-594439c6-c9a1-466a-8158-758481ffc081 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.951020] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc2dc1a7-cb77-487d-a2f7-a4dea9eee6a4 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.960168] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72e901f8-5be7-4d4d-a340-0b830f5eb1ea {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.976073] env[69613]: DEBUG nova.compute.provider_tree [None req-9b25940c-9190-4b3e-8b11-f3c2226c9ff0 tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] Inventory has not changed in ProviderTree for provider: af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 {{(pid=69613) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1129.046874] env[69613]: DEBUG oslo_vmware.api [None req-6b3366b0-3fa2-4212-95eb-01cf68de5078 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Task: {'id': task-3418222, 'name': PowerOffVM_Task, 'duration_secs': 0.366558} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.047525] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b3366b0-3fa2-4212-95eb-01cf68de5078 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] [instance: 9333145d-7d80-405b-b94e-37152559489e] Powered off the VM {{(pid=69613) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1129.047525] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-6b3366b0-3fa2-4212-95eb-01cf68de5078 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] [instance: 9333145d-7d80-405b-b94e-37152559489e] Unregistering the VM {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1129.047892] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3200d1ce-6919-4e11-9d4a-2e2a53bdd4ae {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.070337] env[69613]: DEBUG oslo_vmware.api [None req-88b4f93f-42b3-4c83-b5b4-5284fac0077c tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Task: {'id': task-3418223, 'name': PowerOffVM_Task, 'duration_secs': 0.421696} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.070720] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-88b4f93f-42b3-4c83-b5b4-5284fac0077c tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] [instance: f36147c5-be86-4d45-9d2c-da38bba1885a] Powered off the VM {{(pid=69613) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1129.071550] env[69613]: DEBUG nova.virt.hardware [None req-88b4f93f-42b3-4c83-b5b4-5284fac0077c tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T13:55:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=2b7a0304-b5d0-431d-b287-32c8388d7fbd,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1129.071848] env[69613]: DEBUG nova.virt.hardware [None req-88b4f93f-42b3-4c83-b5b4-5284fac0077c tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Flavor limits 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1129.072080] env[69613]: DEBUG nova.virt.hardware [None req-88b4f93f-42b3-4c83-b5b4-5284fac0077c tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Image limits 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1129.072314] env[69613]: DEBUG nova.virt.hardware [None req-88b4f93f-42b3-4c83-b5b4-5284fac0077c tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Flavor pref 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1129.072531] env[69613]: DEBUG nova.virt.hardware [None req-88b4f93f-42b3-4c83-b5b4-5284fac0077c tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Image pref 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1129.072738] env[69613]: DEBUG nova.virt.hardware [None req-88b4f93f-42b3-4c83-b5b4-5284fac0077c tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1129.073013] env[69613]: DEBUG nova.virt.hardware [None req-88b4f93f-42b3-4c83-b5b4-5284fac0077c tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1129.073324] env[69613]: DEBUG nova.virt.hardware [None req-88b4f93f-42b3-4c83-b5b4-5284fac0077c tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69613) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1129.073648] env[69613]: DEBUG nova.virt.hardware [None req-88b4f93f-42b3-4c83-b5b4-5284fac0077c tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Got 1 possible topologies {{(pid=69613) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1129.073996] env[69613]: DEBUG nova.virt.hardware [None req-88b4f93f-42b3-4c83-b5b4-5284fac0077c tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1129.074303] env[69613]: DEBUG nova.virt.hardware [None req-88b4f93f-42b3-4c83-b5b4-5284fac0077c tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1129.080379] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d1816e01-dde7-47f1-8fcc-96cae51350f5 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.097131] env[69613]: DEBUG oslo_vmware.api [None req-88b4f93f-42b3-4c83-b5b4-5284fac0077c tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Waiting for the task: (returnval){ [ 1129.097131] env[69613]: value = "task-3418225" [ 1129.097131] env[69613]: _type = "Task" [ 1129.097131] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.106459] env[69613]: DEBUG oslo_vmware.api [None req-88b4f93f-42b3-4c83-b5b4-5284fac0077c tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Task: {'id': task-3418225, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.119663] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-6b3366b0-3fa2-4212-95eb-01cf68de5078 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] [instance: 9333145d-7d80-405b-b94e-37152559489e] Unregistered the VM {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1129.119933] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-6b3366b0-3fa2-4212-95eb-01cf68de5078 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] [instance: 9333145d-7d80-405b-b94e-37152559489e] Deleting contents of the VM from datastore datastore1 {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1129.120121] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b3366b0-3fa2-4212-95eb-01cf68de5078 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Deleting the datastore file [datastore1] 9333145d-7d80-405b-b94e-37152559489e {{(pid=69613) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1129.120366] env[69613]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2dcbad8d-d31c-4969-b5c9-5ebda76a1fbe {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.128937] env[69613]: DEBUG oslo_vmware.api [None req-6b3366b0-3fa2-4212-95eb-01cf68de5078 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Waiting for the task: (returnval){ [ 1129.128937] env[69613]: value = "task-3418226" [ 1129.128937] env[69613]: _type = "Task" [ 1129.128937] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.137909] env[69613]: DEBUG oslo_vmware.api [None req-6b3366b0-3fa2-4212-95eb-01cf68de5078 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Task: {'id': task-3418226, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.200057] env[69613]: DEBUG oslo_vmware.api [None req-427e7e8e-6533-427e-90d7-01fdb100f4ef tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Task: {'id': task-3418220, 'name': ReconfigVM_Task, 'duration_secs': 0.83952} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.200236] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-427e7e8e-6533-427e-90d7-01fdb100f4ef tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] [instance: 9ee7dbf3-c86a-4cd8-ad1e-ca92cb90164d] Reconfigured VM instance instance-00000022 to attach disk [datastore2] 9ee7dbf3-c86a-4cd8-ad1e-ca92cb90164d/9ee7dbf3-c86a-4cd8-ad1e-ca92cb90164d.vmdk or device None with type thin {{(pid=69613) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1129.200589] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-427e7e8e-6533-427e-90d7-01fdb100f4ef tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] [instance: 9ee7dbf3-c86a-4cd8-ad1e-ca92cb90164d] Updating instance '9ee7dbf3-c86a-4cd8-ad1e-ca92cb90164d' progress to 50 {{(pid=69613) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1129.321872] env[69613]: DEBUG oslo_vmware.api [None req-6336e193-bda8-4758-99ba-079885d90f14 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Task: {'id': task-3418221, 'name': ReconfigVM_Task, 'duration_secs': 0.744917} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.322155] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-6336e193-bda8-4758-99ba-079885d90f14 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] [instance: 7e2817b1-4a83-4363-93f9-b26dc4789033] Reconfigured VM instance instance-00000072 to attach disk [datastore2] 7e2817b1-4a83-4363-93f9-b26dc4789033/7e2817b1-4a83-4363-93f9-b26dc4789033.vmdk or device None with type sparse {{(pid=69613) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1129.322810] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1b476ca8-475a-4f6f-99a0-1403eb6957a1 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.329674] env[69613]: DEBUG oslo_vmware.api [None req-6336e193-bda8-4758-99ba-079885d90f14 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Waiting for the task: (returnval){ [ 1129.329674] env[69613]: value = "task-3418227" [ 1129.329674] env[69613]: _type = "Task" [ 1129.329674] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.337846] env[69613]: DEBUG oslo_vmware.api [None req-6336e193-bda8-4758-99ba-079885d90f14 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Task: {'id': task-3418227, 'name': Rename_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.480216] env[69613]: DEBUG nova.scheduler.client.report [None req-9b25940c-9190-4b3e-8b11-f3c2226c9ff0 tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] Inventory has not changed for provider af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69613) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1129.609582] env[69613]: DEBUG oslo_vmware.api [None req-88b4f93f-42b3-4c83-b5b4-5284fac0077c tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Task: {'id': task-3418225, 'name': ReconfigVM_Task, 'duration_secs': 0.173715} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.610518] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4586391-ad74-4778-828a-55cb8ec28b5e {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.634509] env[69613]: DEBUG nova.virt.hardware [None req-88b4f93f-42b3-4c83-b5b4-5284fac0077c tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T13:55:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=2b7a0304-b5d0-431d-b287-32c8388d7fbd,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1129.634787] env[69613]: DEBUG nova.virt.hardware [None req-88b4f93f-42b3-4c83-b5b4-5284fac0077c tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Flavor limits 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1129.634885] env[69613]: DEBUG nova.virt.hardware [None req-88b4f93f-42b3-4c83-b5b4-5284fac0077c tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Image limits 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1129.635062] env[69613]: DEBUG nova.virt.hardware [None req-88b4f93f-42b3-4c83-b5b4-5284fac0077c tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Flavor pref 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1129.635212] env[69613]: DEBUG nova.virt.hardware [None req-88b4f93f-42b3-4c83-b5b4-5284fac0077c tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Image pref 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1129.635360] env[69613]: DEBUG nova.virt.hardware [None req-88b4f93f-42b3-4c83-b5b4-5284fac0077c tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1129.635569] env[69613]: DEBUG nova.virt.hardware [None req-88b4f93f-42b3-4c83-b5b4-5284fac0077c tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1129.635762] env[69613]: DEBUG nova.virt.hardware [None req-88b4f93f-42b3-4c83-b5b4-5284fac0077c tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69613) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1129.635947] env[69613]: DEBUG nova.virt.hardware [None req-88b4f93f-42b3-4c83-b5b4-5284fac0077c tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Got 1 possible topologies {{(pid=69613) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1129.636179] env[69613]: DEBUG nova.virt.hardware [None req-88b4f93f-42b3-4c83-b5b4-5284fac0077c tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1129.636347] env[69613]: DEBUG nova.virt.hardware [None req-88b4f93f-42b3-4c83-b5b4-5284fac0077c tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1129.640081] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b91b19f5-919d-4d1e-8c28-0ea97fc0ae00 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.649816] env[69613]: DEBUG oslo_vmware.api [None req-6b3366b0-3fa2-4212-95eb-01cf68de5078 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Task: {'id': task-3418226, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.180191} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.650811] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b3366b0-3fa2-4212-95eb-01cf68de5078 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Deleted the datastore file {{(pid=69613) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1129.651104] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-6b3366b0-3fa2-4212-95eb-01cf68de5078 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] [instance: 9333145d-7d80-405b-b94e-37152559489e] Deleted contents of the VM from datastore datastore1 {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1129.651180] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-6b3366b0-3fa2-4212-95eb-01cf68de5078 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] [instance: 9333145d-7d80-405b-b94e-37152559489e] Instance destroyed {{(pid=69613) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1129.651329] env[69613]: INFO nova.compute.manager [None req-6b3366b0-3fa2-4212-95eb-01cf68de5078 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] [instance: 9333145d-7d80-405b-b94e-37152559489e] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1129.651567] env[69613]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6b3366b0-3fa2-4212-95eb-01cf68de5078 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69613) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1129.651828] env[69613]: DEBUG oslo_vmware.api [None req-88b4f93f-42b3-4c83-b5b4-5284fac0077c tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Waiting for the task: (returnval){ [ 1129.651828] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]52a41514-eb4e-b8ed-263d-3879654cedc2" [ 1129.651828] env[69613]: _type = "Task" [ 1129.651828] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.652148] env[69613]: DEBUG nova.compute.manager [-] [instance: 9333145d-7d80-405b-b94e-37152559489e] Deallocating network for instance {{(pid=69613) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1129.652148] env[69613]: DEBUG nova.network.neutron [-] [instance: 9333145d-7d80-405b-b94e-37152559489e] deallocate_for_instance() {{(pid=69613) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1129.663097] env[69613]: DEBUG oslo_vmware.api [None req-88b4f93f-42b3-4c83-b5b4-5284fac0077c tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52a41514-eb4e-b8ed-263d-3879654cedc2, 'name': SearchDatastore_Task, 'duration_secs': 0.008663} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.668646] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-88b4f93f-42b3-4c83-b5b4-5284fac0077c tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] [instance: f36147c5-be86-4d45-9d2c-da38bba1885a] Reconfiguring VM instance instance-00000060 to detach disk 2000 {{(pid=69613) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1129.668923] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a9153daa-1de3-4c8e-889d-473537b895f1 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.691518] env[69613]: DEBUG oslo_vmware.api [None req-88b4f93f-42b3-4c83-b5b4-5284fac0077c tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Waiting for the task: (returnval){ [ 1129.691518] env[69613]: value = "task-3418228" [ 1129.691518] env[69613]: _type = "Task" [ 1129.691518] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.700648] env[69613]: DEBUG oslo_vmware.api [None req-88b4f93f-42b3-4c83-b5b4-5284fac0077c tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Task: {'id': task-3418228, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.707781] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f86ba588-ccc6-449c-b977-f97f5d89dc35 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.730491] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7632cd1-dee2-418c-89b0-886415d5b4e8 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.751659] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-427e7e8e-6533-427e-90d7-01fdb100f4ef tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] [instance: 9ee7dbf3-c86a-4cd8-ad1e-ca92cb90164d] Updating instance '9ee7dbf3-c86a-4cd8-ad1e-ca92cb90164d' progress to 67 {{(pid=69613) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1129.840835] env[69613]: DEBUG oslo_vmware.api [None req-6336e193-bda8-4758-99ba-079885d90f14 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Task: {'id': task-3418227, 'name': Rename_Task, 'duration_secs': 0.181844} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.841228] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-6336e193-bda8-4758-99ba-079885d90f14 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] [instance: 7e2817b1-4a83-4363-93f9-b26dc4789033] Powering on the VM {{(pid=69613) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1129.841368] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-415007d6-3275-4261-8e17-61c4dd3c4ac3 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.849988] env[69613]: DEBUG oslo_vmware.api [None req-6336e193-bda8-4758-99ba-079885d90f14 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Waiting for the task: (returnval){ [ 1129.849988] env[69613]: value = "task-3418229" [ 1129.849988] env[69613]: _type = "Task" [ 1129.849988] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.859575] env[69613]: DEBUG oslo_vmware.api [None req-6336e193-bda8-4758-99ba-079885d90f14 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Task: {'id': task-3418229, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.985313] env[69613]: DEBUG oslo_concurrency.lockutils [None req-9b25940c-9190-4b3e-8b11-f3c2226c9ff0 tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.768s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1129.988040] env[69613]: DEBUG oslo_concurrency.lockutils [None req-657e6c48-1b08-4bb1-8760-5bd7d1243787 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 1.826s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1130.013405] env[69613]: INFO nova.scheduler.client.report [None req-9b25940c-9190-4b3e-8b11-f3c2226c9ff0 tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] Deleted allocations for instance 2f982eab-2892-40c1-866c-3f4395db4201 [ 1130.201438] env[69613]: DEBUG oslo_vmware.api [None req-88b4f93f-42b3-4c83-b5b4-5284fac0077c tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Task: {'id': task-3418228, 'name': ReconfigVM_Task, 'duration_secs': 0.360579} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.201740] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-88b4f93f-42b3-4c83-b5b4-5284fac0077c tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] [instance: f36147c5-be86-4d45-9d2c-da38bba1885a] Reconfigured VM instance instance-00000060 to detach disk 2000 {{(pid=69613) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1130.202636] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0ddb86f-66f9-483f-b7d3-4577bb636016 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.233270] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-88b4f93f-42b3-4c83-b5b4-5284fac0077c tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] [instance: f36147c5-be86-4d45-9d2c-da38bba1885a] Reconfiguring VM instance instance-00000060 to attach disk [datastore1] f36147c5-be86-4d45-9d2c-da38bba1885a/f36147c5-be86-4d45-9d2c-da38bba1885a.vmdk or device None with type thin {{(pid=69613) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1130.233656] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ca3a54e9-48a2-48c6-a324-0c6cb409b561 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.254901] env[69613]: DEBUG oslo_vmware.api [None req-88b4f93f-42b3-4c83-b5b4-5284fac0077c tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Waiting for the task: (returnval){ [ 1130.254901] env[69613]: value = "task-3418230" [ 1130.254901] env[69613]: _type = "Task" [ 1130.254901] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.268309] env[69613]: DEBUG oslo_vmware.api [None req-88b4f93f-42b3-4c83-b5b4-5284fac0077c tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Task: {'id': task-3418230, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.316153] env[69613]: DEBUG nova.network.neutron [None req-427e7e8e-6533-427e-90d7-01fdb100f4ef tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] [instance: 9ee7dbf3-c86a-4cd8-ad1e-ca92cb90164d] Port 838daf4e-2131-4274-ab08-101a0150b066 binding to destination host cpu-1 is already ACTIVE {{(pid=69613) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1130.364740] env[69613]: DEBUG oslo_vmware.api [None req-6336e193-bda8-4758-99ba-079885d90f14 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Task: {'id': task-3418229, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.526286] env[69613]: DEBUG oslo_concurrency.lockutils [None req-9b25940c-9190-4b3e-8b11-f3c2226c9ff0 tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] Lock "2f982eab-2892-40c1-866c-3f4395db4201" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.175s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1130.696030] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c39e6d29-6649-42dd-a250-cb47af64712d {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.709526] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dccb268-a31a-4dc8-be03-137a840afcb3 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.745384] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d4addc9-9580-45f1-a368-490ec05647e2 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.754191] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae84826b-6f5d-4731-a325-57fd761ce941 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.760769] env[69613]: DEBUG nova.compute.manager [req-aa469aa9-eab6-438d-a0ef-e926452936c2 req-98798e08-3a4d-4f22-ab99-6b9a3391ef98 service nova] [instance: 9333145d-7d80-405b-b94e-37152559489e] Received event network-vif-deleted-e6cfcbf8-9c99-4540-ab1b-84edb77ce904 {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1130.761033] env[69613]: INFO nova.compute.manager [req-aa469aa9-eab6-438d-a0ef-e926452936c2 req-98798e08-3a4d-4f22-ab99-6b9a3391ef98 service nova] [instance: 9333145d-7d80-405b-b94e-37152559489e] Neutron deleted interface e6cfcbf8-9c99-4540-ab1b-84edb77ce904; detaching it from the instance and deleting it from the info cache [ 1130.761245] env[69613]: DEBUG nova.network.neutron [req-aa469aa9-eab6-438d-a0ef-e926452936c2 req-98798e08-3a4d-4f22-ab99-6b9a3391ef98 service nova] [instance: 9333145d-7d80-405b-b94e-37152559489e] Updating instance_info_cache with network_info: [] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1130.779092] env[69613]: DEBUG nova.compute.provider_tree [None req-657e6c48-1b08-4bb1-8760-5bd7d1243787 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Inventory has not changed in ProviderTree for provider: af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 {{(pid=69613) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1130.784767] env[69613]: DEBUG oslo_vmware.api [None req-88b4f93f-42b3-4c83-b5b4-5284fac0077c tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Task: {'id': task-3418230, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.865073] env[69613]: DEBUG oslo_vmware.api [None req-6336e193-bda8-4758-99ba-079885d90f14 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Task: {'id': task-3418229, 'name': PowerOnVM_Task, 'duration_secs': 0.631915} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.865073] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-6336e193-bda8-4758-99ba-079885d90f14 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] [instance: 7e2817b1-4a83-4363-93f9-b26dc4789033] Powered on the VM {{(pid=69613) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1130.865073] env[69613]: INFO nova.compute.manager [None req-6336e193-bda8-4758-99ba-079885d90f14 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] [instance: 7e2817b1-4a83-4363-93f9-b26dc4789033] Took 9.57 seconds to spawn the instance on the hypervisor. [ 1130.865073] env[69613]: DEBUG nova.compute.manager [None req-6336e193-bda8-4758-99ba-079885d90f14 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] [instance: 7e2817b1-4a83-4363-93f9-b26dc4789033] Checking state {{(pid=69613) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1130.865631] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64c1679d-5201-40b3-bfcc-217e8131d096 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.080218] env[69613]: DEBUG nova.network.neutron [-] [instance: 9333145d-7d80-405b-b94e-37152559489e] Updating instance_info_cache with network_info: [] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1131.270689] env[69613]: DEBUG oslo_vmware.api [None req-88b4f93f-42b3-4c83-b5b4-5284fac0077c tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Task: {'id': task-3418230, 'name': ReconfigVM_Task, 'duration_secs': 0.912626} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.270928] env[69613]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a6315db6-feff-4704-a8c9-9fc78c0339c8 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.272849] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-88b4f93f-42b3-4c83-b5b4-5284fac0077c tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] [instance: f36147c5-be86-4d45-9d2c-da38bba1885a] Reconfigured VM instance instance-00000060 to attach disk [datastore1] f36147c5-be86-4d45-9d2c-da38bba1885a/f36147c5-be86-4d45-9d2c-da38bba1885a.vmdk or device None with type thin {{(pid=69613) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1131.273882] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df140bb0-3c86-4053-a618-5dd9de69fb4b {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.300684] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-637ea91f-f76c-40a5-a26a-1c1d9462585e {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.311678] env[69613]: DEBUG nova.scheduler.client.report [None req-657e6c48-1b08-4bb1-8760-5bd7d1243787 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Inventory has not changed for provider af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69613) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1131.316041] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dba50e27-7e5f-46e0-8bae-b2b306c37cfc {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.355413] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c01d548-6026-4d9d-b563-3d30c7fda1cb {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.358760] env[69613]: DEBUG nova.compute.manager [req-aa469aa9-eab6-438d-a0ef-e926452936c2 req-98798e08-3a4d-4f22-ab99-6b9a3391ef98 service nova] [instance: 9333145d-7d80-405b-b94e-37152559489e] Detach interface failed, port_id=e6cfcbf8-9c99-4540-ab1b-84edb77ce904, reason: Instance 9333145d-7d80-405b-b94e-37152559489e could not be found. {{(pid=69613) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1131.366997] env[69613]: DEBUG oslo_concurrency.lockutils [None req-427e7e8e-6533-427e-90d7-01fdb100f4ef tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Acquiring lock "9ee7dbf3-c86a-4cd8-ad1e-ca92cb90164d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1131.367248] env[69613]: DEBUG oslo_concurrency.lockutils [None req-427e7e8e-6533-427e-90d7-01fdb100f4ef tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Lock "9ee7dbf3-c86a-4cd8-ad1e-ca92cb90164d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1131.367424] env[69613]: DEBUG oslo_concurrency.lockutils [None req-427e7e8e-6533-427e-90d7-01fdb100f4ef tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Lock "9ee7dbf3-c86a-4cd8-ad1e-ca92cb90164d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1131.395384] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23dd476f-e9f5-4577-b1f0-7420b7f7373f {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.400721] env[69613]: INFO nova.compute.manager [None req-6336e193-bda8-4758-99ba-079885d90f14 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] [instance: 7e2817b1-4a83-4363-93f9-b26dc4789033] Took 15.90 seconds to build instance. [ 1131.407357] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-88b4f93f-42b3-4c83-b5b4-5284fac0077c tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] [instance: f36147c5-be86-4d45-9d2c-da38bba1885a] Powering on the VM {{(pid=69613) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1131.407685] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1192cf64-510c-444f-847a-9413168dd65b {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.415803] env[69613]: DEBUG oslo_vmware.api [None req-88b4f93f-42b3-4c83-b5b4-5284fac0077c tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Waiting for the task: (returnval){ [ 1131.415803] env[69613]: value = "task-3418231" [ 1131.415803] env[69613]: _type = "Task" [ 1131.415803] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.424220] env[69613]: DEBUG oslo_vmware.api [None req-88b4f93f-42b3-4c83-b5b4-5284fac0077c tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Task: {'id': task-3418231, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.583625] env[69613]: INFO nova.compute.manager [-] [instance: 9333145d-7d80-405b-b94e-37152559489e] Took 1.93 seconds to deallocate network for instance. [ 1131.903080] env[69613]: DEBUG oslo_concurrency.lockutils [None req-6336e193-bda8-4758-99ba-079885d90f14 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Lock "7e2817b1-4a83-4363-93f9-b26dc4789033" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.406s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1131.929556] env[69613]: DEBUG oslo_vmware.api [None req-88b4f93f-42b3-4c83-b5b4-5284fac0077c tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Task: {'id': task-3418231, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.090956] env[69613]: DEBUG oslo_concurrency.lockutils [None req-6b3366b0-3fa2-4212-95eb-01cf68de5078 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1132.323030] env[69613]: DEBUG oslo_concurrency.lockutils [None req-657e6c48-1b08-4bb1-8760-5bd7d1243787 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.334s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1132.325296] env[69613]: DEBUG oslo_concurrency.lockutils [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 3.421s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1132.325472] env[69613]: DEBUG oslo_concurrency.lockutils [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1132.325629] env[69613]: DEBUG nova.compute.resource_tracker [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69613) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1132.325994] env[69613]: DEBUG oslo_concurrency.lockutils [None req-6b3366b0-3fa2-4212-95eb-01cf68de5078 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.235s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1132.326228] env[69613]: DEBUG nova.objects.instance [None req-6b3366b0-3fa2-4212-95eb-01cf68de5078 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Lazy-loading 'resources' on Instance uuid 9333145d-7d80-405b-b94e-37152559489e {{(pid=69613) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1132.327814] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a011b7d-aae7-4297-841a-1e1065bc96b0 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.337730] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0da1699c-1ed1-4084-827b-f229bb103624 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.353581] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d7e9850-e181-4b0c-b8b7-7dd9d438f475 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.363124] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7315f7c0-ec75-4596-9120-8d683f17c6d3 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.397792] env[69613]: DEBUG nova.compute.resource_tracker [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179707MB free_disk=99GB free_vcpus=48 pci_devices=None {{(pid=69613) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1132.397938] env[69613]: DEBUG oslo_concurrency.lockutils [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1132.425559] env[69613]: DEBUG oslo_vmware.api [None req-88b4f93f-42b3-4c83-b5b4-5284fac0077c tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Task: {'id': task-3418231, 'name': PowerOnVM_Task, 'duration_secs': 0.757312} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.425852] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-88b4f93f-42b3-4c83-b5b4-5284fac0077c tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] [instance: f36147c5-be86-4d45-9d2c-da38bba1885a] Powered on the VM {{(pid=69613) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1132.435971] env[69613]: DEBUG oslo_concurrency.lockutils [None req-427e7e8e-6533-427e-90d7-01fdb100f4ef tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Acquiring lock "refresh_cache-9ee7dbf3-c86a-4cd8-ad1e-ca92cb90164d" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.436193] env[69613]: DEBUG oslo_concurrency.lockutils [None req-427e7e8e-6533-427e-90d7-01fdb100f4ef tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Acquired lock "refresh_cache-9ee7dbf3-c86a-4cd8-ad1e-ca92cb90164d" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.436403] env[69613]: DEBUG nova.network.neutron [None req-427e7e8e-6533-427e-90d7-01fdb100f4ef tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] [instance: 9ee7dbf3-c86a-4cd8-ad1e-ca92cb90164d] Building network info cache for instance {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1132.673918] env[69613]: DEBUG oslo_concurrency.lockutils [None req-e58da937-d278-45ec-bd8c-4cf841e3c366 tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] Acquiring lock "8f504912-9007-4cf3-a346-94eba47a7591" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1132.673918] env[69613]: DEBUG oslo_concurrency.lockutils [None req-e58da937-d278-45ec-bd8c-4cf841e3c366 tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] Lock "8f504912-9007-4cf3-a346-94eba47a7591" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1132.972764] env[69613]: INFO nova.scheduler.client.report [None req-657e6c48-1b08-4bb1-8760-5bd7d1243787 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Deleted allocation for migration f799f71a-c999-4d98-b960-37bdb471e7ac [ 1133.124535] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48783c7f-544c-4829-b878-aba6de06f52d {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.133101] env[69613]: DEBUG oslo_concurrency.lockutils [None req-485320b3-9213-4ac3-baa9-ad96e0e00899 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Acquiring lock "cfbb356a-ba9f-45d9-b30b-b500812658a6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1133.133813] env[69613]: DEBUG oslo_concurrency.lockutils [None req-485320b3-9213-4ac3-baa9-ad96e0e00899 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Lock "cfbb356a-ba9f-45d9-b30b-b500812658a6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1133.140888] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddf013f9-7d69-4eb7-82ac-43429b4fe64c {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.175410] env[69613]: DEBUG nova.compute.manager [None req-e58da937-d278-45ec-bd8c-4cf841e3c366 tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] [instance: 8f504912-9007-4cf3-a346-94eba47a7591] Starting instance... {{(pid=69613) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1133.182906] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57de024c-ca9e-4ab2-bf53-250b6929e861 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.193528] env[69613]: DEBUG nova.network.neutron [None req-427e7e8e-6533-427e-90d7-01fdb100f4ef tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] [instance: 9ee7dbf3-c86a-4cd8-ad1e-ca92cb90164d] Updating instance_info_cache with network_info: [{"id": "838daf4e-2131-4274-ab08-101a0150b066", "address": "fa:16:3e:b8:33:61", "network": {"id": "5fbba158-e384-4f22-b63d-507a2a47de30", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1229363420-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.209", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9e2b2477b1674fa28068fcb7c61ff983", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe20ef0e-0991-44d7-887d-08dddac0b56b", "external-id": "nsx-vlan-transportzone-991", "segmentation_id": 991, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap838daf4e-21", "ovs_interfaceid": "838daf4e-2131-4274-ab08-101a0150b066", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1133.196209] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44670dca-fe49-4728-9bdd-cc94bb911f98 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.212481] env[69613]: DEBUG nova.compute.provider_tree [None req-6b3366b0-3fa2-4212-95eb-01cf68de5078 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Inventory has not changed in ProviderTree for provider: af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 {{(pid=69613) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1133.469945] env[69613]: INFO nova.compute.manager [None req-88b4f93f-42b3-4c83-b5b4-5284fac0077c tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] [instance: f36147c5-be86-4d45-9d2c-da38bba1885a] Updating instance to original state: 'active' [ 1133.479406] env[69613]: DEBUG oslo_concurrency.lockutils [None req-657e6c48-1b08-4bb1-8760-5bd7d1243787 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Lock "65aee893-5fdc-4721-855d-249b34cd1b62" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 8.251s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1133.636094] env[69613]: DEBUG nova.compute.manager [None req-485320b3-9213-4ac3-baa9-ad96e0e00899 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] [instance: cfbb356a-ba9f-45d9-b30b-b500812658a6] Starting instance... {{(pid=69613) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1133.701654] env[69613]: DEBUG oslo_concurrency.lockutils [None req-427e7e8e-6533-427e-90d7-01fdb100f4ef tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Releasing lock "refresh_cache-9ee7dbf3-c86a-4cd8-ad1e-ca92cb90164d" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.707974] env[69613]: DEBUG oslo_concurrency.lockutils [None req-e58da937-d278-45ec-bd8c-4cf841e3c366 tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1133.715054] env[69613]: DEBUG nova.scheduler.client.report [None req-6b3366b0-3fa2-4212-95eb-01cf68de5078 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Inventory has not changed for provider af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69613) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1134.154552] env[69613]: DEBUG oslo_concurrency.lockutils [None req-485320b3-9213-4ac3-baa9-ad96e0e00899 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1134.219452] env[69613]: DEBUG oslo_concurrency.lockutils [None req-6b3366b0-3fa2-4212-95eb-01cf68de5078 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.893s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1134.221720] env[69613]: DEBUG oslo_concurrency.lockutils [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 1.824s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1134.226434] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2b66d4a-b398-4115-b70f-9582fabf5c7b {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.248398] env[69613]: INFO nova.scheduler.client.report [None req-6b3366b0-3fa2-4212-95eb-01cf68de5078 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Deleted allocations for instance 9333145d-7d80-405b-b94e-37152559489e [ 1134.252228] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47ce3722-6a92-4976-822f-c699618aea4c {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.268024] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-427e7e8e-6533-427e-90d7-01fdb100f4ef tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] [instance: 9ee7dbf3-c86a-4cd8-ad1e-ca92cb90164d] Updating instance '9ee7dbf3-c86a-4cd8-ad1e-ca92cb90164d' progress to 83 {{(pid=69613) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1134.703274] env[69613]: DEBUG oslo_concurrency.lockutils [None req-6fca6b5b-7479-4052-9662-386df6778c39 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Acquiring lock "f36147c5-be86-4d45-9d2c-da38bba1885a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1134.703594] env[69613]: DEBUG oslo_concurrency.lockutils [None req-6fca6b5b-7479-4052-9662-386df6778c39 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Lock "f36147c5-be86-4d45-9d2c-da38bba1885a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1134.703818] env[69613]: DEBUG oslo_concurrency.lockutils [None req-6fca6b5b-7479-4052-9662-386df6778c39 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Acquiring lock "f36147c5-be86-4d45-9d2c-da38bba1885a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1134.704014] env[69613]: DEBUG oslo_concurrency.lockutils [None req-6fca6b5b-7479-4052-9662-386df6778c39 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Lock "f36147c5-be86-4d45-9d2c-da38bba1885a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1134.704193] env[69613]: DEBUG oslo_concurrency.lockutils [None req-6fca6b5b-7479-4052-9662-386df6778c39 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Lock "f36147c5-be86-4d45-9d2c-da38bba1885a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1134.706393] env[69613]: INFO nova.compute.manager [None req-6fca6b5b-7479-4052-9662-386df6778c39 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] [instance: f36147c5-be86-4d45-9d2c-da38bba1885a] Terminating instance [ 1134.760011] env[69613]: DEBUG oslo_concurrency.lockutils [None req-6b3366b0-3fa2-4212-95eb-01cf68de5078 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Lock "9333145d-7d80-405b-b94e-37152559489e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.749s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1134.761143] env[69613]: DEBUG oslo_concurrency.lockutils [None req-657e6c48-1b08-4bb1-8760-5bd7d1243787 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Acquiring lock "65aee893-5fdc-4721-855d-249b34cd1b62" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1134.761401] env[69613]: DEBUG oslo_concurrency.lockutils [None req-657e6c48-1b08-4bb1-8760-5bd7d1243787 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Lock "65aee893-5fdc-4721-855d-249b34cd1b62" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1134.761582] env[69613]: DEBUG oslo_concurrency.lockutils [None req-657e6c48-1b08-4bb1-8760-5bd7d1243787 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Acquiring lock "65aee893-5fdc-4721-855d-249b34cd1b62-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1134.761774] env[69613]: DEBUG oslo_concurrency.lockutils [None req-657e6c48-1b08-4bb1-8760-5bd7d1243787 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Lock "65aee893-5fdc-4721-855d-249b34cd1b62-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1134.761933] env[69613]: DEBUG oslo_concurrency.lockutils [None req-657e6c48-1b08-4bb1-8760-5bd7d1243787 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Lock "65aee893-5fdc-4721-855d-249b34cd1b62-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1134.763448] env[69613]: INFO nova.compute.manager [None req-657e6c48-1b08-4bb1-8760-5bd7d1243787 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] [instance: 65aee893-5fdc-4721-855d-249b34cd1b62] Terminating instance [ 1134.774689] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-427e7e8e-6533-427e-90d7-01fdb100f4ef tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] [instance: 9ee7dbf3-c86a-4cd8-ad1e-ca92cb90164d] Powering on the VM {{(pid=69613) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1134.775212] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-13ac9fef-c02a-4bdd-9546-d5fa2ce43c0d {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.784158] env[69613]: DEBUG oslo_vmware.api [None req-427e7e8e-6533-427e-90d7-01fdb100f4ef tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Waiting for the task: (returnval){ [ 1134.784158] env[69613]: value = "task-3418232" [ 1134.784158] env[69613]: _type = "Task" [ 1134.784158] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.792242] env[69613]: DEBUG oslo_vmware.api [None req-427e7e8e-6533-427e-90d7-01fdb100f4ef tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Task: {'id': task-3418232, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.210768] env[69613]: DEBUG nova.compute.manager [None req-6fca6b5b-7479-4052-9662-386df6778c39 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] [instance: f36147c5-be86-4d45-9d2c-da38bba1885a] Start destroying the instance on the hypervisor. {{(pid=69613) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1135.211171] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fca6b5b-7479-4052-9662-386df6778c39 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] [instance: f36147c5-be86-4d45-9d2c-da38bba1885a] Powering off the VM {{(pid=69613) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1135.211585] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3ec401c8-ae35-4c41-a2b2-b8eae432783c {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.219457] env[69613]: DEBUG oslo_vmware.api [None req-6fca6b5b-7479-4052-9662-386df6778c39 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Waiting for the task: (returnval){ [ 1135.219457] env[69613]: value = "task-3418233" [ 1135.219457] env[69613]: _type = "Task" [ 1135.219457] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.228181] env[69613]: DEBUG oslo_vmware.api [None req-6fca6b5b-7479-4052-9662-386df6778c39 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Task: {'id': task-3418233, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.237158] env[69613]: DEBUG nova.compute.resource_tracker [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Applying migration context for instance 9ee7dbf3-c86a-4cd8-ad1e-ca92cb90164d as it has an incoming, in-progress migration d6cf2564-07c2-45e1-b5b0-a91e807373d2. Migration status is post-migrating {{(pid=69613) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1135.238554] env[69613]: INFO nova.compute.resource_tracker [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] [instance: 9ee7dbf3-c86a-4cd8-ad1e-ca92cb90164d] Updating resource usage from migration d6cf2564-07c2-45e1-b5b0-a91e807373d2 [ 1135.258864] env[69613]: DEBUG nova.compute.resource_tracker [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Instance ebec351f-35c7-4a4c-a067-8477bfa10fc2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69613) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1135.259034] env[69613]: DEBUG nova.compute.resource_tracker [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Instance 79391a79-8c22-4c1a-a816-f33d6553cc3d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69613) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1135.259160] env[69613]: DEBUG nova.compute.resource_tracker [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Instance e9e1e1ab-a2b4-4699-b956-5cd5d4d6dd21 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69613) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1135.259276] env[69613]: DEBUG nova.compute.resource_tracker [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Instance f36147c5-be86-4d45-9d2c-da38bba1885a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69613) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1135.259388] env[69613]: DEBUG nova.compute.resource_tracker [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Instance dc022ac9-6ab5-41c0-92ff-3c39b6094348 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69613) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1135.259498] env[69613]: DEBUG nova.compute.resource_tracker [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Instance 65aee893-5fdc-4721-855d-249b34cd1b62 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69613) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1135.259630] env[69613]: DEBUG nova.compute.resource_tracker [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Instance 8f0c568c-f444-4640-820f-06fe30a8aabb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69613) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1135.259773] env[69613]: DEBUG nova.compute.resource_tracker [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Instance 7e2817b1-4a83-4363-93f9-b26dc4789033 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69613) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1135.259892] env[69613]: DEBUG nova.compute.resource_tracker [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Migration d6cf2564-07c2-45e1-b5b0-a91e807373d2 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69613) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1135.259998] env[69613]: DEBUG nova.compute.resource_tracker [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Instance 9ee7dbf3-c86a-4cd8-ad1e-ca92cb90164d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69613) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1135.266291] env[69613]: DEBUG nova.compute.manager [None req-657e6c48-1b08-4bb1-8760-5bd7d1243787 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] [instance: 65aee893-5fdc-4721-855d-249b34cd1b62] Start destroying the instance on the hypervisor. {{(pid=69613) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1135.266492] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-657e6c48-1b08-4bb1-8760-5bd7d1243787 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] [instance: 65aee893-5fdc-4721-855d-249b34cd1b62] Destroying instance {{(pid=69613) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1135.267354] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6eeb1f5-b756-4199-bd61-90f7951d8956 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.275677] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-657e6c48-1b08-4bb1-8760-5bd7d1243787 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] [instance: 65aee893-5fdc-4721-855d-249b34cd1b62] Powering off the VM {{(pid=69613) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1135.275948] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1d0e7173-397d-4582-93bf-121de1e1cda3 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.285671] env[69613]: DEBUG oslo_vmware.api [None req-657e6c48-1b08-4bb1-8760-5bd7d1243787 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Waiting for the task: (returnval){ [ 1135.285671] env[69613]: value = "task-3418234" [ 1135.285671] env[69613]: _type = "Task" [ 1135.285671] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.302097] env[69613]: DEBUG oslo_vmware.api [None req-657e6c48-1b08-4bb1-8760-5bd7d1243787 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Task: {'id': task-3418234, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.302350] env[69613]: DEBUG oslo_vmware.api [None req-427e7e8e-6533-427e-90d7-01fdb100f4ef tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Task: {'id': task-3418232, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.730040] env[69613]: DEBUG oslo_vmware.api [None req-6fca6b5b-7479-4052-9662-386df6778c39 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Task: {'id': task-3418233, 'name': PowerOffVM_Task, 'duration_secs': 0.21019} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.730289] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fca6b5b-7479-4052-9662-386df6778c39 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] [instance: f36147c5-be86-4d45-9d2c-da38bba1885a] Powered off the VM {{(pid=69613) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1135.730493] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-6fca6b5b-7479-4052-9662-386df6778c39 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] [instance: f36147c5-be86-4d45-9d2c-da38bba1885a] Volume detach. Driver type: vmdk {{(pid=69613) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1135.730701] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-6fca6b5b-7479-4052-9662-386df6778c39 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] [instance: f36147c5-be86-4d45-9d2c-da38bba1885a] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-681990', 'volume_id': 'a1d5c39d-2f1a-4b0d-aeab-1bba203be6c6', 'name': 'volume-a1d5c39d-2f1a-4b0d-aeab-1bba203be6c6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': 'f36147c5-be86-4d45-9d2c-da38bba1885a', 'attached_at': '2025-04-14T14:06:34.000000', 'detached_at': '', 'volume_id': 'a1d5c39d-2f1a-4b0d-aeab-1bba203be6c6', 'serial': 'a1d5c39d-2f1a-4b0d-aeab-1bba203be6c6'} {{(pid=69613) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1135.731507] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fce4d9d0-793a-43c1-8fa9-5c26a8f43c05 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.753280] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5243c4e5-48d0-4158-878f-a3556880c12a {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.761344] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa51d4b8-5ca5-4d8b-994b-4ba08dff632c {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.764345] env[69613]: DEBUG nova.compute.resource_tracker [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Instance 8f504912-9007-4cf3-a346-94eba47a7591 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69613) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1135.784510] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4da1e0e-9bf0-4092-be66-106d792fa362 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.804520] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-6fca6b5b-7479-4052-9662-386df6778c39 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] The volume has not been displaced from its original location: [datastore2] volume-a1d5c39d-2f1a-4b0d-aeab-1bba203be6c6/volume-a1d5c39d-2f1a-4b0d-aeab-1bba203be6c6.vmdk. No consolidation needed. {{(pid=69613) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1135.809898] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-6fca6b5b-7479-4052-9662-386df6778c39 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] [instance: f36147c5-be86-4d45-9d2c-da38bba1885a] Reconfiguring VM instance instance-00000060 to detach disk 2001 {{(pid=69613) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1135.813300] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-46470410-d172-4d45-954d-1a2af2e99cab {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.827934] env[69613]: DEBUG oslo_vmware.api [None req-427e7e8e-6533-427e-90d7-01fdb100f4ef tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Task: {'id': task-3418232, 'name': PowerOnVM_Task, 'duration_secs': 0.899166} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.831266] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-427e7e8e-6533-427e-90d7-01fdb100f4ef tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] [instance: 9ee7dbf3-c86a-4cd8-ad1e-ca92cb90164d] Powered on the VM {{(pid=69613) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1135.831493] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-427e7e8e-6533-427e-90d7-01fdb100f4ef tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] [instance: 9ee7dbf3-c86a-4cd8-ad1e-ca92cb90164d] Updating instance '9ee7dbf3-c86a-4cd8-ad1e-ca92cb90164d' progress to 100 {{(pid=69613) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1135.838709] env[69613]: DEBUG oslo_vmware.api [None req-657e6c48-1b08-4bb1-8760-5bd7d1243787 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Task: {'id': task-3418234, 'name': PowerOffVM_Task, 'duration_secs': 0.239993} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.838709] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-657e6c48-1b08-4bb1-8760-5bd7d1243787 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] [instance: 65aee893-5fdc-4721-855d-249b34cd1b62] Powered off the VM {{(pid=69613) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1135.838709] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-657e6c48-1b08-4bb1-8760-5bd7d1243787 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] [instance: 65aee893-5fdc-4721-855d-249b34cd1b62] Unregistering the VM {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1135.838709] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-da519743-e89b-496d-b63b-c8d103763d89 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.842537] env[69613]: DEBUG oslo_vmware.api [None req-6fca6b5b-7479-4052-9662-386df6778c39 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Waiting for the task: (returnval){ [ 1135.842537] env[69613]: value = "task-3418235" [ 1135.842537] env[69613]: _type = "Task" [ 1135.842537] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.855875] env[69613]: DEBUG oslo_vmware.api [None req-6fca6b5b-7479-4052-9662-386df6778c39 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Task: {'id': task-3418235, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.904799] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-657e6c48-1b08-4bb1-8760-5bd7d1243787 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] [instance: 65aee893-5fdc-4721-855d-249b34cd1b62] Unregistered the VM {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1135.905246] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-657e6c48-1b08-4bb1-8760-5bd7d1243787 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] [instance: 65aee893-5fdc-4721-855d-249b34cd1b62] Deleting contents of the VM from datastore datastore2 {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1135.905513] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-657e6c48-1b08-4bb1-8760-5bd7d1243787 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Deleting the datastore file [datastore2] 65aee893-5fdc-4721-855d-249b34cd1b62 {{(pid=69613) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1135.905873] env[69613]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3aba0e6f-c3ec-4fb9-9cc1-6dcca15ae3e1 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.913594] env[69613]: DEBUG oslo_vmware.api [None req-657e6c48-1b08-4bb1-8760-5bd7d1243787 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Waiting for the task: (returnval){ [ 1135.913594] env[69613]: value = "task-3418237" [ 1135.913594] env[69613]: _type = "Task" [ 1135.913594] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.922905] env[69613]: DEBUG oslo_vmware.api [None req-657e6c48-1b08-4bb1-8760-5bd7d1243787 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Task: {'id': task-3418237, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.269087] env[69613]: DEBUG nova.compute.resource_tracker [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Instance cfbb356a-ba9f-45d9-b30b-b500812658a6 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69613) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1136.269406] env[69613]: DEBUG nova.compute.resource_tracker [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Total usable vcpus: 48, total allocated vcpus: 10 {{(pid=69613) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1136.269542] env[69613]: DEBUG nova.compute.resource_tracker [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2560MB phys_disk=200GB used_disk=10GB total_vcpus=48 used_vcpus=10 pci_stats=[] {{(pid=69613) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1136.352983] env[69613]: DEBUG oslo_vmware.api [None req-6fca6b5b-7479-4052-9662-386df6778c39 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Task: {'id': task-3418235, 'name': ReconfigVM_Task, 'duration_secs': 0.263292} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.356487] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-6fca6b5b-7479-4052-9662-386df6778c39 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] [instance: f36147c5-be86-4d45-9d2c-da38bba1885a] Reconfigured VM instance instance-00000060 to detach disk 2001 {{(pid=69613) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1136.361868] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eb869766-0846-4a25-9d11-948a1c3d4e6a {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.380441] env[69613]: DEBUG oslo_vmware.api [None req-6fca6b5b-7479-4052-9662-386df6778c39 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Waiting for the task: (returnval){ [ 1136.380441] env[69613]: value = "task-3418238" [ 1136.380441] env[69613]: _type = "Task" [ 1136.380441] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.389489] env[69613]: DEBUG oslo_vmware.api [None req-6fca6b5b-7479-4052-9662-386df6778c39 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Task: {'id': task-3418238, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.425329] env[69613]: DEBUG oslo_vmware.api [None req-657e6c48-1b08-4bb1-8760-5bd7d1243787 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Task: {'id': task-3418237, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.233578} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.425580] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-657e6c48-1b08-4bb1-8760-5bd7d1243787 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Deleted the datastore file {{(pid=69613) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1136.425768] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-657e6c48-1b08-4bb1-8760-5bd7d1243787 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] [instance: 65aee893-5fdc-4721-855d-249b34cd1b62] Deleted contents of the VM from datastore datastore2 {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1136.425941] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-657e6c48-1b08-4bb1-8760-5bd7d1243787 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] [instance: 65aee893-5fdc-4721-855d-249b34cd1b62] Instance destroyed {{(pid=69613) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1136.426132] env[69613]: INFO nova.compute.manager [None req-657e6c48-1b08-4bb1-8760-5bd7d1243787 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] [instance: 65aee893-5fdc-4721-855d-249b34cd1b62] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1136.426375] env[69613]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-657e6c48-1b08-4bb1-8760-5bd7d1243787 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69613) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1136.426604] env[69613]: DEBUG nova.compute.manager [-] [instance: 65aee893-5fdc-4721-855d-249b34cd1b62] Deallocating network for instance {{(pid=69613) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1136.426739] env[69613]: DEBUG nova.network.neutron [-] [instance: 65aee893-5fdc-4721-855d-249b34cd1b62] deallocate_for_instance() {{(pid=69613) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1136.464572] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdd20841-a49b-4cbf-9a59-978a6b5800fe {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.473423] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d845eb8-6350-4475-9afb-4cb703be3c65 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.509590] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb2001ac-c5ed-4b61-9f58-52ca033bf87c {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.518295] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed242047-48e7-4f27-9c10-0a04556b658a {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.534869] env[69613]: DEBUG nova.compute.provider_tree [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Inventory has not changed in ProviderTree for provider: af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 {{(pid=69613) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1136.893088] env[69613]: DEBUG oslo_vmware.api [None req-6fca6b5b-7479-4052-9662-386df6778c39 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Task: {'id': task-3418238, 'name': ReconfigVM_Task, 'duration_secs': 0.222729} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.894326] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-6fca6b5b-7479-4052-9662-386df6778c39 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] [instance: f36147c5-be86-4d45-9d2c-da38bba1885a] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-681990', 'volume_id': 'a1d5c39d-2f1a-4b0d-aeab-1bba203be6c6', 'name': 'volume-a1d5c39d-2f1a-4b0d-aeab-1bba203be6c6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': 'f36147c5-be86-4d45-9d2c-da38bba1885a', 'attached_at': '2025-04-14T14:06:34.000000', 'detached_at': '', 'volume_id': 'a1d5c39d-2f1a-4b0d-aeab-1bba203be6c6', 'serial': 'a1d5c39d-2f1a-4b0d-aeab-1bba203be6c6'} {{(pid=69613) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1136.894943] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-6fca6b5b-7479-4052-9662-386df6778c39 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] [instance: f36147c5-be86-4d45-9d2c-da38bba1885a] Destroying instance {{(pid=69613) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1136.896216] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e056c3e-4b72-4afd-90a9-676d5dc67ac6 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.904971] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-6fca6b5b-7479-4052-9662-386df6778c39 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] [instance: f36147c5-be86-4d45-9d2c-da38bba1885a] Unregistering the VM {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1136.905371] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b801c401-b5c4-4630-af82-70ebcd96123b {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.921991] env[69613]: DEBUG nova.compute.manager [req-2cd08d34-66ca-476f-bfed-2d9da02365d3 req-2a5e4b0e-0b5c-4310-8148-15fe4a970e91 service nova] [instance: 65aee893-5fdc-4721-855d-249b34cd1b62] Received event network-vif-deleted-6496c913-8d12-4cff-8e76-4d99fbcbe05c {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1136.922186] env[69613]: INFO nova.compute.manager [req-2cd08d34-66ca-476f-bfed-2d9da02365d3 req-2a5e4b0e-0b5c-4310-8148-15fe4a970e91 service nova] [instance: 65aee893-5fdc-4721-855d-249b34cd1b62] Neutron deleted interface 6496c913-8d12-4cff-8e76-4d99fbcbe05c; detaching it from the instance and deleting it from the info cache [ 1136.922375] env[69613]: DEBUG nova.network.neutron [req-2cd08d34-66ca-476f-bfed-2d9da02365d3 req-2a5e4b0e-0b5c-4310-8148-15fe4a970e91 service nova] [instance: 65aee893-5fdc-4721-855d-249b34cd1b62] Updating instance_info_cache with network_info: [] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1136.973942] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-6fca6b5b-7479-4052-9662-386df6778c39 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] [instance: f36147c5-be86-4d45-9d2c-da38bba1885a] Unregistered the VM {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1136.974242] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-6fca6b5b-7479-4052-9662-386df6778c39 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] [instance: f36147c5-be86-4d45-9d2c-da38bba1885a] Deleting contents of the VM from datastore datastore1 {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1136.974464] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-6fca6b5b-7479-4052-9662-386df6778c39 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Deleting the datastore file [datastore1] f36147c5-be86-4d45-9d2c-da38bba1885a {{(pid=69613) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1136.974810] env[69613]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-feb97189-cf9f-40e4-9a93-cbae764cd797 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.981894] env[69613]: DEBUG oslo_vmware.api [None req-6fca6b5b-7479-4052-9662-386df6778c39 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Waiting for the task: (returnval){ [ 1136.981894] env[69613]: value = "task-3418240" [ 1136.981894] env[69613]: _type = "Task" [ 1136.981894] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.991269] env[69613]: DEBUG oslo_vmware.api [None req-6fca6b5b-7479-4052-9662-386df6778c39 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Task: {'id': task-3418240, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.041232] env[69613]: DEBUG nova.scheduler.client.report [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Inventory has not changed for provider af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69613) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1137.371856] env[69613]: DEBUG nova.network.neutron [-] [instance: 65aee893-5fdc-4721-855d-249b34cd1b62] Updating instance_info_cache with network_info: [] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1137.425261] env[69613]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-bc68453d-3d58-40ae-983d-c92096b41e83 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.438114] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d564338f-57ad-4d43-bdd4-9d0dfee306f3 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.473444] env[69613]: DEBUG nova.compute.manager [req-2cd08d34-66ca-476f-bfed-2d9da02365d3 req-2a5e4b0e-0b5c-4310-8148-15fe4a970e91 service nova] [instance: 65aee893-5fdc-4721-855d-249b34cd1b62] Detach interface failed, port_id=6496c913-8d12-4cff-8e76-4d99fbcbe05c, reason: Instance 65aee893-5fdc-4721-855d-249b34cd1b62 could not be found. {{(pid=69613) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1137.492215] env[69613]: DEBUG oslo_vmware.api [None req-6fca6b5b-7479-4052-9662-386df6778c39 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Task: {'id': task-3418240, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.137738} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.492505] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-6fca6b5b-7479-4052-9662-386df6778c39 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Deleted the datastore file {{(pid=69613) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1137.492695] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-6fca6b5b-7479-4052-9662-386df6778c39 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] [instance: f36147c5-be86-4d45-9d2c-da38bba1885a] Deleted contents of the VM from datastore datastore1 {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1137.492870] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-6fca6b5b-7479-4052-9662-386df6778c39 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] [instance: f36147c5-be86-4d45-9d2c-da38bba1885a] Instance destroyed {{(pid=69613) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1137.493052] env[69613]: INFO nova.compute.manager [None req-6fca6b5b-7479-4052-9662-386df6778c39 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] [instance: f36147c5-be86-4d45-9d2c-da38bba1885a] Took 2.28 seconds to destroy the instance on the hypervisor. [ 1137.493296] env[69613]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6fca6b5b-7479-4052-9662-386df6778c39 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69613) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1137.493488] env[69613]: DEBUG nova.compute.manager [-] [instance: f36147c5-be86-4d45-9d2c-da38bba1885a] Deallocating network for instance {{(pid=69613) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1137.493611] env[69613]: DEBUG nova.network.neutron [-] [instance: f36147c5-be86-4d45-9d2c-da38bba1885a] deallocate_for_instance() {{(pid=69613) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1137.534833] env[69613]: DEBUG oslo_concurrency.lockutils [None req-6d0d4db5-a5c4-40b3-b3ae-7973d5c712d9 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Acquiring lock "3bc87c40-eef2-4130-b2b3-017cf32ca878" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1137.535067] env[69613]: DEBUG oslo_concurrency.lockutils [None req-6d0d4db5-a5c4-40b3-b3ae-7973d5c712d9 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Lock "3bc87c40-eef2-4130-b2b3-017cf32ca878" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1137.546675] env[69613]: DEBUG nova.compute.resource_tracker [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69613) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1137.546871] env[69613]: DEBUG oslo_concurrency.lockutils [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.325s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1137.547124] env[69613]: DEBUG oslo_concurrency.lockutils [None req-e58da937-d278-45ec-bd8c-4cf841e3c366 tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.839s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1137.548599] env[69613]: INFO nova.compute.claims [None req-e58da937-d278-45ec-bd8c-4cf841e3c366 tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] [instance: 8f504912-9007-4cf3-a346-94eba47a7591] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1137.551344] env[69613]: DEBUG oslo_service.periodic_task [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=69613) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1137.551493] env[69613]: DEBUG nova.compute.manager [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Cleaning up deleted instances {{(pid=69613) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 1137.729651] env[69613]: DEBUG oslo_concurrency.lockutils [None req-348ace1c-ab04-40dc-af1e-65bede1c5fdb tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Acquiring lock "9ee7dbf3-c86a-4cd8-ad1e-ca92cb90164d" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1137.729927] env[69613]: DEBUG oslo_concurrency.lockutils [None req-348ace1c-ab04-40dc-af1e-65bede1c5fdb tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Lock "9ee7dbf3-c86a-4cd8-ad1e-ca92cb90164d" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1137.730128] env[69613]: DEBUG nova.compute.manager [None req-348ace1c-ab04-40dc-af1e-65bede1c5fdb tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] [instance: 9ee7dbf3-c86a-4cd8-ad1e-ca92cb90164d] Going to confirm migration 8 {{(pid=69613) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1137.876134] env[69613]: INFO nova.compute.manager [-] [instance: 65aee893-5fdc-4721-855d-249b34cd1b62] Took 1.45 seconds to deallocate network for instance. [ 1138.038083] env[69613]: DEBUG nova.compute.manager [None req-6d0d4db5-a5c4-40b3-b3ae-7973d5c712d9 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] [instance: 3bc87c40-eef2-4130-b2b3-017cf32ca878] Starting instance... {{(pid=69613) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1138.069073] env[69613]: DEBUG nova.compute.manager [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] There are 61 instances to clean {{(pid=69613) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 1138.069073] env[69613]: DEBUG nova.compute.manager [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] [instance: 375fba5b-7d37-4e57-91bd-eb224d9feda8] Instance has had 0 of 5 cleanup attempts {{(pid=69613) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1138.264202] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19b26387-a86d-485f-87cc-c58bd3737f94 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.272790] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d66cb52-190c-48f0-b065-6221de67370d {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.307065] env[69613]: DEBUG oslo_concurrency.lockutils [None req-348ace1c-ab04-40dc-af1e-65bede1c5fdb tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Acquiring lock "refresh_cache-9ee7dbf3-c86a-4cd8-ad1e-ca92cb90164d" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.307298] env[69613]: DEBUG oslo_concurrency.lockutils [None req-348ace1c-ab04-40dc-af1e-65bede1c5fdb tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Acquired lock "refresh_cache-9ee7dbf3-c86a-4cd8-ad1e-ca92cb90164d" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.307483] env[69613]: DEBUG nova.network.neutron [None req-348ace1c-ab04-40dc-af1e-65bede1c5fdb tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] [instance: 9ee7dbf3-c86a-4cd8-ad1e-ca92cb90164d] Building network info cache for instance {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1138.307661] env[69613]: DEBUG nova.objects.instance [None req-348ace1c-ab04-40dc-af1e-65bede1c5fdb tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Lazy-loading 'info_cache' on Instance uuid 9ee7dbf3-c86a-4cd8-ad1e-ca92cb90164d {{(pid=69613) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1138.309608] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72889170-951f-47a9-bd8f-3934796590fd {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.318968] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0416d2b-7ef9-4708-bcdb-6ede247c7d7e {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.334814] env[69613]: DEBUG nova.compute.provider_tree [None req-e58da937-d278-45ec-bd8c-4cf841e3c366 tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] Inventory has not changed in ProviderTree for provider: af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 {{(pid=69613) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1138.383020] env[69613]: DEBUG oslo_concurrency.lockutils [None req-657e6c48-1b08-4bb1-8760-5bd7d1243787 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1138.475933] env[69613]: DEBUG nova.network.neutron [-] [instance: f36147c5-be86-4d45-9d2c-da38bba1885a] Updating instance_info_cache with network_info: [] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1138.557421] env[69613]: DEBUG oslo_concurrency.lockutils [None req-6d0d4db5-a5c4-40b3-b3ae-7973d5c712d9 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1138.575244] env[69613]: DEBUG nova.compute.manager [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] [instance: 7e2c1711-9229-4b57-89b7-8f31d966ff35] Instance has had 0 of 5 cleanup attempts {{(pid=69613) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1138.838432] env[69613]: DEBUG nova.scheduler.client.report [None req-e58da937-d278-45ec-bd8c-4cf841e3c366 tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] Inventory has not changed for provider af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69613) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1138.948707] env[69613]: DEBUG nova.compute.manager [req-39a6b972-184c-45d4-915a-4806a9e32c8a req-0ae44c5f-56d1-4ec8-b0f0-c77dba13839b service nova] [instance: f36147c5-be86-4d45-9d2c-da38bba1885a] Received event network-vif-deleted-4a89cb15-777b-45b5-b5b5-b3aa6cfbd448 {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1138.981016] env[69613]: INFO nova.compute.manager [-] [instance: f36147c5-be86-4d45-9d2c-da38bba1885a] Took 1.49 seconds to deallocate network for instance. [ 1139.078345] env[69613]: DEBUG nova.compute.manager [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] [instance: 670e7607-58b1-478f-8a42-e83665cc8f22] Instance has had 0 of 5 cleanup attempts {{(pid=69613) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1139.344072] env[69613]: DEBUG oslo_concurrency.lockutils [None req-e58da937-d278-45ec-bd8c-4cf841e3c366 tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 1.796s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1139.344246] env[69613]: DEBUG nova.compute.manager [None req-e58da937-d278-45ec-bd8c-4cf841e3c366 tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] [instance: 8f504912-9007-4cf3-a346-94eba47a7591] Start building networks asynchronously for instance. {{(pid=69613) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1139.346826] env[69613]: DEBUG oslo_concurrency.lockutils [None req-485320b3-9213-4ac3-baa9-ad96e0e00899 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.192s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1139.348190] env[69613]: INFO nova.compute.claims [None req-485320b3-9213-4ac3-baa9-ad96e0e00899 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] [instance: cfbb356a-ba9f-45d9-b30b-b500812658a6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1139.524997] env[69613]: INFO nova.compute.manager [None req-6fca6b5b-7479-4052-9662-386df6778c39 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] [instance: f36147c5-be86-4d45-9d2c-da38bba1885a] Took 0.55 seconds to detach 1 volumes for instance. [ 1139.582178] env[69613]: DEBUG nova.compute.manager [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] [instance: 16a3ee5d-0de2-40a7-bef8-cf22fd34af0e] Instance has had 0 of 5 cleanup attempts {{(pid=69613) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1139.585791] env[69613]: DEBUG nova.network.neutron [None req-348ace1c-ab04-40dc-af1e-65bede1c5fdb tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] [instance: 9ee7dbf3-c86a-4cd8-ad1e-ca92cb90164d] Updating instance_info_cache with network_info: [{"id": "838daf4e-2131-4274-ab08-101a0150b066", "address": "fa:16:3e:b8:33:61", "network": {"id": "5fbba158-e384-4f22-b63d-507a2a47de30", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1229363420-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.209", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9e2b2477b1674fa28068fcb7c61ff983", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe20ef0e-0991-44d7-887d-08dddac0b56b", "external-id": "nsx-vlan-transportzone-991", "segmentation_id": 991, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap838daf4e-21", "ovs_interfaceid": "838daf4e-2131-4274-ab08-101a0150b066", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1139.855148] env[69613]: DEBUG nova.compute.utils [None req-e58da937-d278-45ec-bd8c-4cf841e3c366 tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] Using /dev/sd instead of None {{(pid=69613) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1139.858308] env[69613]: DEBUG nova.compute.manager [None req-e58da937-d278-45ec-bd8c-4cf841e3c366 tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] [instance: 8f504912-9007-4cf3-a346-94eba47a7591] Allocating IP information in the background. {{(pid=69613) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1139.858472] env[69613]: DEBUG nova.network.neutron [None req-e58da937-d278-45ec-bd8c-4cf841e3c366 tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] [instance: 8f504912-9007-4cf3-a346-94eba47a7591] allocate_for_instance() {{(pid=69613) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1139.896475] env[69613]: DEBUG nova.policy [None req-e58da937-d278-45ec-bd8c-4cf841e3c366 tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c897de188ba347bf8bf44866db89827c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7ac16612c9594809b63b48979adf4624', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69613) authorize /opt/stack/nova/nova/policy.py:192}} [ 1140.031430] env[69613]: DEBUG oslo_concurrency.lockutils [None req-6fca6b5b-7479-4052-9662-386df6778c39 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1140.085634] env[69613]: DEBUG nova.compute.manager [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] [instance: 25836078-1a39-4b3a-b7e0-48c0c9a61d20] Instance has had 0 of 5 cleanup attempts {{(pid=69613) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1140.088115] env[69613]: DEBUG oslo_concurrency.lockutils [None req-348ace1c-ab04-40dc-af1e-65bede1c5fdb tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Releasing lock "refresh_cache-9ee7dbf3-c86a-4cd8-ad1e-ca92cb90164d" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.088424] env[69613]: DEBUG nova.objects.instance [None req-348ace1c-ab04-40dc-af1e-65bede1c5fdb tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Lazy-loading 'migration_context' on Instance uuid 9ee7dbf3-c86a-4cd8-ad1e-ca92cb90164d {{(pid=69613) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1140.211190] env[69613]: DEBUG nova.network.neutron [None req-e58da937-d278-45ec-bd8c-4cf841e3c366 tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] [instance: 8f504912-9007-4cf3-a346-94eba47a7591] Successfully created port: e55b205d-5bd5-4a12-96ea-e07278392fd2 {{(pid=69613) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1140.359119] env[69613]: DEBUG nova.compute.manager [None req-e58da937-d278-45ec-bd8c-4cf841e3c366 tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] [instance: 8f504912-9007-4cf3-a346-94eba47a7591] Start building block device mappings for instance. {{(pid=69613) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1140.527575] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64c4522b-8b85-46b7-9445-23ec606e73b7 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.535856] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48334d5e-0045-4ca1-b111-cdb51c40886c {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.565380] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c13265e-58e2-4c83-b907-f6f35cfb97f4 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.573083] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4345869-51ec-4c4b-a8a6-f9d302c02ae1 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.588153] env[69613]: DEBUG nova.compute.provider_tree [None req-485320b3-9213-4ac3-baa9-ad96e0e00899 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Inventory has not changed in ProviderTree for provider: af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 {{(pid=69613) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1140.590128] env[69613]: DEBUG nova.compute.manager [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] [instance: 225b95ef-63bb-4262-88b3-53f5095e9390] Instance has had 0 of 5 cleanup attempts {{(pid=69613) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1140.592057] env[69613]: DEBUG nova.objects.base [None req-348ace1c-ab04-40dc-af1e-65bede1c5fdb tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Object Instance<9ee7dbf3-c86a-4cd8-ad1e-ca92cb90164d> lazy-loaded attributes: info_cache,migration_context {{(pid=69613) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1140.593255] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91a9abfc-95a6-4937-ac34-0295c2e0dd3b {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.613979] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f4ec7269-ea74-4e91-a2b7-5407b855391f {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.620277] env[69613]: DEBUG oslo_vmware.api [None req-348ace1c-ab04-40dc-af1e-65bede1c5fdb tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Waiting for the task: (returnval){ [ 1140.620277] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]52680701-bb12-87ee-38cc-017122e24976" [ 1140.620277] env[69613]: _type = "Task" [ 1140.620277] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.628748] env[69613]: DEBUG oslo_vmware.api [None req-348ace1c-ab04-40dc-af1e-65bede1c5fdb tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52680701-bb12-87ee-38cc-017122e24976, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.091515] env[69613]: DEBUG nova.scheduler.client.report [None req-485320b3-9213-4ac3-baa9-ad96e0e00899 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Inventory has not changed for provider af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69613) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1141.096279] env[69613]: DEBUG nova.compute.manager [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] [instance: 521abeea-6ae3-4d7e-becf-12ceb0021bb2] Instance has had 0 of 5 cleanup attempts {{(pid=69613) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1141.131366] env[69613]: DEBUG oslo_vmware.api [None req-348ace1c-ab04-40dc-af1e-65bede1c5fdb tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52680701-bb12-87ee-38cc-017122e24976, 'name': SearchDatastore_Task, 'duration_secs': 0.009493} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.131821] env[69613]: DEBUG oslo_concurrency.lockutils [None req-348ace1c-ab04-40dc-af1e-65bede1c5fdb tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1141.371690] env[69613]: DEBUG nova.compute.manager [None req-e58da937-d278-45ec-bd8c-4cf841e3c366 tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] [instance: 8f504912-9007-4cf3-a346-94eba47a7591] Start spawning the instance on the hypervisor. {{(pid=69613) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1141.397308] env[69613]: DEBUG nova.virt.hardware [None req-e58da937-d278-45ec-bd8c-4cf841e3c366 tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T13:55:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T13:55:19Z,direct_url=,disk_format='vmdk',id=2b7a0304-b5d0-431d-b287-32c8388d7fbd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3e9e1b873f1442d59d5ee8247b941f74',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T13:55:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1141.397579] env[69613]: DEBUG nova.virt.hardware [None req-e58da937-d278-45ec-bd8c-4cf841e3c366 tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] Flavor limits 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1141.397738] env[69613]: DEBUG nova.virt.hardware [None req-e58da937-d278-45ec-bd8c-4cf841e3c366 tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] Image limits 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1141.397918] env[69613]: DEBUG nova.virt.hardware [None req-e58da937-d278-45ec-bd8c-4cf841e3c366 tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] Flavor pref 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1141.398206] env[69613]: DEBUG nova.virt.hardware [None req-e58da937-d278-45ec-bd8c-4cf841e3c366 tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] Image pref 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1141.398334] env[69613]: DEBUG nova.virt.hardware [None req-e58da937-d278-45ec-bd8c-4cf841e3c366 tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1141.398549] env[69613]: DEBUG nova.virt.hardware [None req-e58da937-d278-45ec-bd8c-4cf841e3c366 tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1141.398708] env[69613]: DEBUG nova.virt.hardware [None req-e58da937-d278-45ec-bd8c-4cf841e3c366 tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69613) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1141.398909] env[69613]: DEBUG nova.virt.hardware [None req-e58da937-d278-45ec-bd8c-4cf841e3c366 tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] Got 1 possible topologies {{(pid=69613) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1141.399121] env[69613]: DEBUG nova.virt.hardware [None req-e58da937-d278-45ec-bd8c-4cf841e3c366 tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1141.399303] env[69613]: DEBUG nova.virt.hardware [None req-e58da937-d278-45ec-bd8c-4cf841e3c366 tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1141.400161] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f790c71-082f-4a2d-bf49-c07c34331f9a {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.409330] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fac5d0c-5328-4505-b319-0af6353e1d0e {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.578193] env[69613]: DEBUG nova.compute.manager [req-5bd5aa8f-cde4-4154-bacf-3b82db9d9845 req-cb3ceeff-e8a5-4141-8ed4-35104fe55370 service nova] [instance: 8f504912-9007-4cf3-a346-94eba47a7591] Received event network-vif-plugged-e55b205d-5bd5-4a12-96ea-e07278392fd2 {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1141.578445] env[69613]: DEBUG oslo_concurrency.lockutils [req-5bd5aa8f-cde4-4154-bacf-3b82db9d9845 req-cb3ceeff-e8a5-4141-8ed4-35104fe55370 service nova] Acquiring lock "8f504912-9007-4cf3-a346-94eba47a7591-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1141.578624] env[69613]: DEBUG oslo_concurrency.lockutils [req-5bd5aa8f-cde4-4154-bacf-3b82db9d9845 req-cb3ceeff-e8a5-4141-8ed4-35104fe55370 service nova] Lock "8f504912-9007-4cf3-a346-94eba47a7591-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1141.578790] env[69613]: DEBUG oslo_concurrency.lockutils [req-5bd5aa8f-cde4-4154-bacf-3b82db9d9845 req-cb3ceeff-e8a5-4141-8ed4-35104fe55370 service nova] Lock "8f504912-9007-4cf3-a346-94eba47a7591-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1141.578956] env[69613]: DEBUG nova.compute.manager [req-5bd5aa8f-cde4-4154-bacf-3b82db9d9845 req-cb3ceeff-e8a5-4141-8ed4-35104fe55370 service nova] [instance: 8f504912-9007-4cf3-a346-94eba47a7591] No waiting events found dispatching network-vif-plugged-e55b205d-5bd5-4a12-96ea-e07278392fd2 {{(pid=69613) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1141.579138] env[69613]: WARNING nova.compute.manager [req-5bd5aa8f-cde4-4154-bacf-3b82db9d9845 req-cb3ceeff-e8a5-4141-8ed4-35104fe55370 service nova] [instance: 8f504912-9007-4cf3-a346-94eba47a7591] Received unexpected event network-vif-plugged-e55b205d-5bd5-4a12-96ea-e07278392fd2 for instance with vm_state building and task_state spawning. [ 1141.599840] env[69613]: DEBUG oslo_concurrency.lockutils [None req-485320b3-9213-4ac3-baa9-ad96e0e00899 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.253s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1141.600376] env[69613]: DEBUG nova.compute.manager [None req-485320b3-9213-4ac3-baa9-ad96e0e00899 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] [instance: cfbb356a-ba9f-45d9-b30b-b500812658a6] Start building networks asynchronously for instance. {{(pid=69613) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1141.602886] env[69613]: DEBUG nova.compute.manager [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] [instance: d7e9fadf-c144-44e4-b840-435c9b6021d3] Instance has had 0 of 5 cleanup attempts {{(pid=69613) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1141.604614] env[69613]: DEBUG oslo_concurrency.lockutils [None req-657e6c48-1b08-4bb1-8760-5bd7d1243787 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.222s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1141.604844] env[69613]: DEBUG nova.objects.instance [None req-657e6c48-1b08-4bb1-8760-5bd7d1243787 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Lazy-loading 'resources' on Instance uuid 65aee893-5fdc-4721-855d-249b34cd1b62 {{(pid=69613) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1141.664342] env[69613]: DEBUG nova.network.neutron [None req-e58da937-d278-45ec-bd8c-4cf841e3c366 tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] [instance: 8f504912-9007-4cf3-a346-94eba47a7591] Successfully updated port: e55b205d-5bd5-4a12-96ea-e07278392fd2 {{(pid=69613) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1142.106538] env[69613]: DEBUG nova.compute.utils [None req-485320b3-9213-4ac3-baa9-ad96e0e00899 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Using /dev/sd instead of None {{(pid=69613) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1142.107958] env[69613]: DEBUG nova.compute.manager [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] [instance: 67f0ce4d-a780-44bb-9b03-19a8a28bd34c] Instance has had 0 of 5 cleanup attempts {{(pid=69613) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1142.112925] env[69613]: DEBUG nova.compute.manager [None req-485320b3-9213-4ac3-baa9-ad96e0e00899 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] [instance: cfbb356a-ba9f-45d9-b30b-b500812658a6] Allocating IP information in the background. {{(pid=69613) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1142.113110] env[69613]: DEBUG nova.network.neutron [None req-485320b3-9213-4ac3-baa9-ad96e0e00899 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] [instance: cfbb356a-ba9f-45d9-b30b-b500812658a6] allocate_for_instance() {{(pid=69613) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1142.151097] env[69613]: DEBUG nova.policy [None req-485320b3-9213-4ac3-baa9-ad96e0e00899 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ba2fe8c00d3b46918ac7cbc118c13072', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9cb3ddb47c78413abf1c7b2a6db01c0e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69613) authorize /opt/stack/nova/nova/policy.py:192}} [ 1142.167017] env[69613]: DEBUG oslo_concurrency.lockutils [None req-e58da937-d278-45ec-bd8c-4cf841e3c366 tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] Acquiring lock "refresh_cache-8f504912-9007-4cf3-a346-94eba47a7591" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.167183] env[69613]: DEBUG oslo_concurrency.lockutils [None req-e58da937-d278-45ec-bd8c-4cf841e3c366 tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] Acquired lock "refresh_cache-8f504912-9007-4cf3-a346-94eba47a7591" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.167326] env[69613]: DEBUG nova.network.neutron [None req-e58da937-d278-45ec-bd8c-4cf841e3c366 tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] [instance: 8f504912-9007-4cf3-a346-94eba47a7591] Building network info cache for instance {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1142.288780] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32cec66f-a5a7-49e9-89db-79c4459596d5 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.297384] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19525aad-c600-484f-811b-0a681bd465a1 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.329223] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-431dcdf0-3596-4224-bf19-0d40137529f8 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.337158] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e56ea07a-b4c4-4327-a022-5c349b3a0ac8 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.350674] env[69613]: DEBUG nova.compute.provider_tree [None req-657e6c48-1b08-4bb1-8760-5bd7d1243787 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Inventory has not changed in ProviderTree for provider: af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 {{(pid=69613) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1142.439652] env[69613]: DEBUG nova.network.neutron [None req-485320b3-9213-4ac3-baa9-ad96e0e00899 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] [instance: cfbb356a-ba9f-45d9-b30b-b500812658a6] Successfully created port: 675f17f1-5381-4089-ab2a-b60160e17e9d {{(pid=69613) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1142.610830] env[69613]: DEBUG nova.compute.manager [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] [instance: 58d4f9d3-4baf-4af6-a8a6-0af073c8231f] Instance has had 0 of 5 cleanup attempts {{(pid=69613) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1142.615815] env[69613]: DEBUG nova.compute.manager [None req-485320b3-9213-4ac3-baa9-ad96e0e00899 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] [instance: cfbb356a-ba9f-45d9-b30b-b500812658a6] Start building block device mappings for instance. {{(pid=69613) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1142.699482] env[69613]: DEBUG nova.network.neutron [None req-e58da937-d278-45ec-bd8c-4cf841e3c366 tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] [instance: 8f504912-9007-4cf3-a346-94eba47a7591] Instance cache missing network info. {{(pid=69613) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1142.822391] env[69613]: DEBUG nova.network.neutron [None req-e58da937-d278-45ec-bd8c-4cf841e3c366 tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] [instance: 8f504912-9007-4cf3-a346-94eba47a7591] Updating instance_info_cache with network_info: [{"id": "e55b205d-5bd5-4a12-96ea-e07278392fd2", "address": "fa:16:3e:d0:27:3c", "network": {"id": "95911026-c797-4ada-bc6e-26c9d66fe9f8", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-410273545-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7ac16612c9594809b63b48979adf4624", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "419a5b3f-4c6f-4168-9def-746b4d8c5c24", "external-id": "nsx-vlan-transportzone-656", "segmentation_id": 656, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape55b205d-5b", "ovs_interfaceid": "e55b205d-5bd5-4a12-96ea-e07278392fd2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1142.853789] env[69613]: DEBUG nova.scheduler.client.report [None req-657e6c48-1b08-4bb1-8760-5bd7d1243787 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Inventory has not changed for provider af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69613) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1143.114402] env[69613]: DEBUG nova.compute.manager [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] [instance: 01bcdedb-402d-4542-9f89-d1a661ed158e] Instance has had 0 of 5 cleanup attempts {{(pid=69613) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1143.325254] env[69613]: DEBUG oslo_concurrency.lockutils [None req-e58da937-d278-45ec-bd8c-4cf841e3c366 tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] Releasing lock "refresh_cache-8f504912-9007-4cf3-a346-94eba47a7591" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.325441] env[69613]: DEBUG nova.compute.manager [None req-e58da937-d278-45ec-bd8c-4cf841e3c366 tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] [instance: 8f504912-9007-4cf3-a346-94eba47a7591] Instance network_info: |[{"id": "e55b205d-5bd5-4a12-96ea-e07278392fd2", "address": "fa:16:3e:d0:27:3c", "network": {"id": "95911026-c797-4ada-bc6e-26c9d66fe9f8", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-410273545-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7ac16612c9594809b63b48979adf4624", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "419a5b3f-4c6f-4168-9def-746b4d8c5c24", "external-id": "nsx-vlan-transportzone-656", "segmentation_id": 656, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape55b205d-5b", "ovs_interfaceid": "e55b205d-5bd5-4a12-96ea-e07278392fd2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69613) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1143.325857] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-e58da937-d278-45ec-bd8c-4cf841e3c366 tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] [instance: 8f504912-9007-4cf3-a346-94eba47a7591] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d0:27:3c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '419a5b3f-4c6f-4168-9def-746b4d8c5c24', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e55b205d-5bd5-4a12-96ea-e07278392fd2', 'vif_model': 'vmxnet3'}] {{(pid=69613) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1143.333281] env[69613]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e58da937-d278-45ec-bd8c-4cf841e3c366 tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69613) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1143.333505] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8f504912-9007-4cf3-a346-94eba47a7591] Creating VM on the ESX host {{(pid=69613) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1143.333762] env[69613]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-236f44f3-2865-44f9-888b-bc893fb9a1d8 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.355111] env[69613]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1143.355111] env[69613]: value = "task-3418241" [ 1143.355111] env[69613]: _type = "Task" [ 1143.355111] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.358944] env[69613]: DEBUG oslo_concurrency.lockutils [None req-657e6c48-1b08-4bb1-8760-5bd7d1243787 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.754s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1143.361709] env[69613]: DEBUG oslo_concurrency.lockutils [None req-6d0d4db5-a5c4-40b3-b3ae-7973d5c712d9 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.804s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1143.363301] env[69613]: INFO nova.compute.claims [None req-6d0d4db5-a5c4-40b3-b3ae-7973d5c712d9 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] [instance: 3bc87c40-eef2-4130-b2b3-017cf32ca878] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1143.371929] env[69613]: DEBUG oslo_vmware.api [-] Task: {'id': task-3418241, 'name': CreateVM_Task} progress is 5%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.383748] env[69613]: INFO nova.scheduler.client.report [None req-657e6c48-1b08-4bb1-8760-5bd7d1243787 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Deleted allocations for instance 65aee893-5fdc-4721-855d-249b34cd1b62 [ 1143.605853] env[69613]: DEBUG nova.compute.manager [req-84e45c57-3aa5-4c39-b069-9a50c6f4c167 req-41b6bbb5-2431-469c-811d-d5ae279d40b2 service nova] [instance: 8f504912-9007-4cf3-a346-94eba47a7591] Received event network-changed-e55b205d-5bd5-4a12-96ea-e07278392fd2 {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1143.606316] env[69613]: DEBUG nova.compute.manager [req-84e45c57-3aa5-4c39-b069-9a50c6f4c167 req-41b6bbb5-2431-469c-811d-d5ae279d40b2 service nova] [instance: 8f504912-9007-4cf3-a346-94eba47a7591] Refreshing instance network info cache due to event network-changed-e55b205d-5bd5-4a12-96ea-e07278392fd2. {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1143.606582] env[69613]: DEBUG oslo_concurrency.lockutils [req-84e45c57-3aa5-4c39-b069-9a50c6f4c167 req-41b6bbb5-2431-469c-811d-d5ae279d40b2 service nova] Acquiring lock "refresh_cache-8f504912-9007-4cf3-a346-94eba47a7591" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.606754] env[69613]: DEBUG oslo_concurrency.lockutils [req-84e45c57-3aa5-4c39-b069-9a50c6f4c167 req-41b6bbb5-2431-469c-811d-d5ae279d40b2 service nova] Acquired lock "refresh_cache-8f504912-9007-4cf3-a346-94eba47a7591" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.606952] env[69613]: DEBUG nova.network.neutron [req-84e45c57-3aa5-4c39-b069-9a50c6f4c167 req-41b6bbb5-2431-469c-811d-d5ae279d40b2 service nova] [instance: 8f504912-9007-4cf3-a346-94eba47a7591] Refreshing network info cache for port e55b205d-5bd5-4a12-96ea-e07278392fd2 {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1143.618414] env[69613]: DEBUG nova.compute.manager [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] [instance: 9333145d-7d80-405b-b94e-37152559489e] Instance has had 0 of 5 cleanup attempts {{(pid=69613) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1143.629080] env[69613]: DEBUG nova.compute.manager [None req-485320b3-9213-4ac3-baa9-ad96e0e00899 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] [instance: cfbb356a-ba9f-45d9-b30b-b500812658a6] Start spawning the instance on the hypervisor. {{(pid=69613) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1143.654984] env[69613]: DEBUG nova.virt.hardware [None req-485320b3-9213-4ac3-baa9-ad96e0e00899 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T13:55:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T13:55:19Z,direct_url=,disk_format='vmdk',id=2b7a0304-b5d0-431d-b287-32c8388d7fbd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3e9e1b873f1442d59d5ee8247b941f74',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T13:55:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1143.655255] env[69613]: DEBUG nova.virt.hardware [None req-485320b3-9213-4ac3-baa9-ad96e0e00899 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Flavor limits 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1143.655413] env[69613]: DEBUG nova.virt.hardware [None req-485320b3-9213-4ac3-baa9-ad96e0e00899 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Image limits 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1143.655591] env[69613]: DEBUG nova.virt.hardware [None req-485320b3-9213-4ac3-baa9-ad96e0e00899 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Flavor pref 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1143.655734] env[69613]: DEBUG nova.virt.hardware [None req-485320b3-9213-4ac3-baa9-ad96e0e00899 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Image pref 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1143.655886] env[69613]: DEBUG nova.virt.hardware [None req-485320b3-9213-4ac3-baa9-ad96e0e00899 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1143.656121] env[69613]: DEBUG nova.virt.hardware [None req-485320b3-9213-4ac3-baa9-ad96e0e00899 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1143.656318] env[69613]: DEBUG nova.virt.hardware [None req-485320b3-9213-4ac3-baa9-ad96e0e00899 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69613) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1143.656503] env[69613]: DEBUG nova.virt.hardware [None req-485320b3-9213-4ac3-baa9-ad96e0e00899 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Got 1 possible topologies {{(pid=69613) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1143.656669] env[69613]: DEBUG nova.virt.hardware [None req-485320b3-9213-4ac3-baa9-ad96e0e00899 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1143.656840] env[69613]: DEBUG nova.virt.hardware [None req-485320b3-9213-4ac3-baa9-ad96e0e00899 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1143.658057] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1af577a-1d88-477b-a5a6-d1fbdfde7f71 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.667212] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8859726c-b9d5-4599-92bc-ae1e85b3bd56 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.865559] env[69613]: DEBUG oslo_vmware.api [-] Task: {'id': task-3418241, 'name': CreateVM_Task, 'duration_secs': 0.288134} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.865559] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8f504912-9007-4cf3-a346-94eba47a7591] Created VM on the ESX host {{(pid=69613) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1143.866286] env[69613]: DEBUG oslo_concurrency.lockutils [None req-e58da937-d278-45ec-bd8c-4cf841e3c366 tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.866388] env[69613]: DEBUG oslo_concurrency.lockutils [None req-e58da937-d278-45ec-bd8c-4cf841e3c366 tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.866714] env[69613]: DEBUG oslo_concurrency.lockutils [None req-e58da937-d278-45ec-bd8c-4cf841e3c366 tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.869105] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7ec0e92c-3679-43fd-a2fd-bccbb0b21911 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.871682] env[69613]: DEBUG nova.network.neutron [None req-485320b3-9213-4ac3-baa9-ad96e0e00899 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] [instance: cfbb356a-ba9f-45d9-b30b-b500812658a6] Successfully updated port: 675f17f1-5381-4089-ab2a-b60160e17e9d {{(pid=69613) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1143.877246] env[69613]: DEBUG oslo_vmware.api [None req-e58da937-d278-45ec-bd8c-4cf841e3c366 tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] Waiting for the task: (returnval){ [ 1143.877246] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]52cea24d-c39c-8ea4-0c08-1a562ef406bb" [ 1143.877246] env[69613]: _type = "Task" [ 1143.877246] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.887754] env[69613]: DEBUG oslo_vmware.api [None req-e58da937-d278-45ec-bd8c-4cf841e3c366 tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52cea24d-c39c-8ea4-0c08-1a562ef406bb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.893159] env[69613]: DEBUG oslo_concurrency.lockutils [None req-657e6c48-1b08-4bb1-8760-5bd7d1243787 tempest-DeleteServersTestJSON-843885066 tempest-DeleteServersTestJSON-843885066-project-member] Lock "65aee893-5fdc-4721-855d-249b34cd1b62" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.132s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1144.121860] env[69613]: DEBUG nova.compute.manager [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] [instance: f8c40b52-17f3-40d9-b938-151cb56129fd] Instance has had 0 of 5 cleanup attempts {{(pid=69613) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1144.325711] env[69613]: DEBUG nova.network.neutron [req-84e45c57-3aa5-4c39-b069-9a50c6f4c167 req-41b6bbb5-2431-469c-811d-d5ae279d40b2 service nova] [instance: 8f504912-9007-4cf3-a346-94eba47a7591] Updated VIF entry in instance network info cache for port e55b205d-5bd5-4a12-96ea-e07278392fd2. {{(pid=69613) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1144.327554] env[69613]: DEBUG nova.network.neutron [req-84e45c57-3aa5-4c39-b069-9a50c6f4c167 req-41b6bbb5-2431-469c-811d-d5ae279d40b2 service nova] [instance: 8f504912-9007-4cf3-a346-94eba47a7591] Updating instance_info_cache with network_info: [{"id": "e55b205d-5bd5-4a12-96ea-e07278392fd2", "address": "fa:16:3e:d0:27:3c", "network": {"id": "95911026-c797-4ada-bc6e-26c9d66fe9f8", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-410273545-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7ac16612c9594809b63b48979adf4624", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "419a5b3f-4c6f-4168-9def-746b4d8c5c24", "external-id": "nsx-vlan-transportzone-656", "segmentation_id": 656, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape55b205d-5b", "ovs_interfaceid": "e55b205d-5bd5-4a12-96ea-e07278392fd2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1144.375736] env[69613]: DEBUG oslo_concurrency.lockutils [None req-485320b3-9213-4ac3-baa9-ad96e0e00899 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Acquiring lock "refresh_cache-cfbb356a-ba9f-45d9-b30b-b500812658a6" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.376095] env[69613]: DEBUG oslo_concurrency.lockutils [None req-485320b3-9213-4ac3-baa9-ad96e0e00899 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Acquired lock "refresh_cache-cfbb356a-ba9f-45d9-b30b-b500812658a6" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.376095] env[69613]: DEBUG nova.network.neutron [None req-485320b3-9213-4ac3-baa9-ad96e0e00899 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] [instance: cfbb356a-ba9f-45d9-b30b-b500812658a6] Building network info cache for instance {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1144.388626] env[69613]: DEBUG oslo_vmware.api [None req-e58da937-d278-45ec-bd8c-4cf841e3c366 tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52cea24d-c39c-8ea4-0c08-1a562ef406bb, 'name': SearchDatastore_Task, 'duration_secs': 0.011978} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.389556] env[69613]: DEBUG oslo_concurrency.lockutils [None req-e58da937-d278-45ec-bd8c-4cf841e3c366 tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.389794] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-e58da937-d278-45ec-bd8c-4cf841e3c366 tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] [instance: 8f504912-9007-4cf3-a346-94eba47a7591] Processing image 2b7a0304-b5d0-431d-b287-32c8388d7fbd {{(pid=69613) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1144.390040] env[69613]: DEBUG oslo_concurrency.lockutils [None req-e58da937-d278-45ec-bd8c-4cf841e3c366 tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.390338] env[69613]: DEBUG oslo_concurrency.lockutils [None req-e58da937-d278-45ec-bd8c-4cf841e3c366 tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.390505] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-e58da937-d278-45ec-bd8c-4cf841e3c366 tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69613) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1144.391810] env[69613]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-999db37a-4ea5-49fd-9aa8-dc1580d9d79b {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.407442] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-e58da937-d278-45ec-bd8c-4cf841e3c366 tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69613) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1144.407661] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-e58da937-d278-45ec-bd8c-4cf841e3c366 tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69613) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1144.408401] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-60b33ae9-bbe2-447f-b15d-fcbf91187054 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.418817] env[69613]: DEBUG oslo_vmware.api [None req-e58da937-d278-45ec-bd8c-4cf841e3c366 tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] Waiting for the task: (returnval){ [ 1144.418817] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]521c2996-b8c5-2ed3-2bed-313c0f0029da" [ 1144.418817] env[69613]: _type = "Task" [ 1144.418817] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.426803] env[69613]: DEBUG oslo_vmware.api [None req-e58da937-d278-45ec-bd8c-4cf841e3c366 tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]521c2996-b8c5-2ed3-2bed-313c0f0029da, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.546009] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8aa09846-2a31-4aad-a489-e711a9c921fa {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.555236] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec4b9d4e-015c-4b55-928f-2682efd5f7b0 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.587517] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec5a3bef-f3d3-4f90-844c-65956431d8f3 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.596324] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99891378-e10e-4875-8a3d-261e03101493 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.611247] env[69613]: DEBUG nova.compute.provider_tree [None req-6d0d4db5-a5c4-40b3-b3ae-7973d5c712d9 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Inventory has not changed in ProviderTree for provider: af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 {{(pid=69613) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1144.624557] env[69613]: DEBUG nova.compute.manager [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] [instance: 12d57937-1f89-4e98-b358-630f99527aff] Instance has had 0 of 5 cleanup attempts {{(pid=69613) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1144.829163] env[69613]: DEBUG oslo_concurrency.lockutils [req-84e45c57-3aa5-4c39-b069-9a50c6f4c167 req-41b6bbb5-2431-469c-811d-d5ae279d40b2 service nova] Releasing lock "refresh_cache-8f504912-9007-4cf3-a346-94eba47a7591" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.910575] env[69613]: DEBUG nova.network.neutron [None req-485320b3-9213-4ac3-baa9-ad96e0e00899 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] [instance: cfbb356a-ba9f-45d9-b30b-b500812658a6] Instance cache missing network info. {{(pid=69613) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1144.930932] env[69613]: DEBUG oslo_vmware.api [None req-e58da937-d278-45ec-bd8c-4cf841e3c366 tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]521c2996-b8c5-2ed3-2bed-313c0f0029da, 'name': SearchDatastore_Task, 'duration_secs': 0.010358} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.931764] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-14afa671-341b-4192-8fc1-399db6f073ff {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.937636] env[69613]: DEBUG oslo_vmware.api [None req-e58da937-d278-45ec-bd8c-4cf841e3c366 tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] Waiting for the task: (returnval){ [ 1144.937636] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]52cf222d-624e-23fd-7872-42e64aa4a3ff" [ 1144.937636] env[69613]: _type = "Task" [ 1144.937636] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.946193] env[69613]: DEBUG oslo_vmware.api [None req-e58da937-d278-45ec-bd8c-4cf841e3c366 tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52cf222d-624e-23fd-7872-42e64aa4a3ff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.055596] env[69613]: DEBUG nova.network.neutron [None req-485320b3-9213-4ac3-baa9-ad96e0e00899 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] [instance: cfbb356a-ba9f-45d9-b30b-b500812658a6] Updating instance_info_cache with network_info: [{"id": "675f17f1-5381-4089-ab2a-b60160e17e9d", "address": "fa:16:3e:31:e4:8b", "network": {"id": "f6c5953e-2ecd-4b80-beed-76e05ffc23b6", "bridge": "br-int", "label": "tempest-ServersTestJSON-2109045768-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9cb3ddb47c78413abf1c7b2a6db01c0e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "043ca97b-0fca-4b54-8be6-027123fa76d0", "external-id": "nsx-vlan-transportzone-702", "segmentation_id": 702, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap675f17f1-53", "ovs_interfaceid": "675f17f1-5381-4089-ab2a-b60160e17e9d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1145.114061] env[69613]: DEBUG nova.scheduler.client.report [None req-6d0d4db5-a5c4-40b3-b3ae-7973d5c712d9 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Inventory has not changed for provider af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69613) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1145.127886] env[69613]: DEBUG nova.compute.manager [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] [instance: 2e3d9427-2006-4911-be75-e6b1b98f8bb8] Instance has had 0 of 5 cleanup attempts {{(pid=69613) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1145.450117] env[69613]: DEBUG oslo_vmware.api [None req-e58da937-d278-45ec-bd8c-4cf841e3c366 tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52cf222d-624e-23fd-7872-42e64aa4a3ff, 'name': SearchDatastore_Task, 'duration_secs': 0.010462} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.450431] env[69613]: DEBUG oslo_concurrency.lockutils [None req-e58da937-d278-45ec-bd8c-4cf841e3c366 tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.450733] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-e58da937-d278-45ec-bd8c-4cf841e3c366 tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk to [datastore1] 8f504912-9007-4cf3-a346-94eba47a7591/8f504912-9007-4cf3-a346-94eba47a7591.vmdk {{(pid=69613) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1145.450999] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-407d9afd-a358-4e19-8f03-d518994e080a {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.458142] env[69613]: DEBUG oslo_vmware.api [None req-e58da937-d278-45ec-bd8c-4cf841e3c366 tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] Waiting for the task: (returnval){ [ 1145.458142] env[69613]: value = "task-3418243" [ 1145.458142] env[69613]: _type = "Task" [ 1145.458142] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.467274] env[69613]: DEBUG oslo_vmware.api [None req-e58da937-d278-45ec-bd8c-4cf841e3c366 tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] Task: {'id': task-3418243, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.558096] env[69613]: DEBUG oslo_concurrency.lockutils [None req-485320b3-9213-4ac3-baa9-ad96e0e00899 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Releasing lock "refresh_cache-cfbb356a-ba9f-45d9-b30b-b500812658a6" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.558450] env[69613]: DEBUG nova.compute.manager [None req-485320b3-9213-4ac3-baa9-ad96e0e00899 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] [instance: cfbb356a-ba9f-45d9-b30b-b500812658a6] Instance network_info: |[{"id": "675f17f1-5381-4089-ab2a-b60160e17e9d", "address": "fa:16:3e:31:e4:8b", "network": {"id": "f6c5953e-2ecd-4b80-beed-76e05ffc23b6", "bridge": "br-int", "label": "tempest-ServersTestJSON-2109045768-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9cb3ddb47c78413abf1c7b2a6db01c0e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "043ca97b-0fca-4b54-8be6-027123fa76d0", "external-id": "nsx-vlan-transportzone-702", "segmentation_id": 702, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap675f17f1-53", "ovs_interfaceid": "675f17f1-5381-4089-ab2a-b60160e17e9d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69613) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1145.558879] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-485320b3-9213-4ac3-baa9-ad96e0e00899 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] [instance: cfbb356a-ba9f-45d9-b30b-b500812658a6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:31:e4:8b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '043ca97b-0fca-4b54-8be6-027123fa76d0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '675f17f1-5381-4089-ab2a-b60160e17e9d', 'vif_model': 'vmxnet3'}] {{(pid=69613) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1145.566323] env[69613]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-485320b3-9213-4ac3-baa9-ad96e0e00899 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69613) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1145.566532] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cfbb356a-ba9f-45d9-b30b-b500812658a6] Creating VM on the ESX host {{(pid=69613) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1145.566752] env[69613]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-85257679-19bc-43a0-94d2-517f1ae71a78 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.587983] env[69613]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1145.587983] env[69613]: value = "task-3418244" [ 1145.587983] env[69613]: _type = "Task" [ 1145.587983] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.595973] env[69613]: DEBUG oslo_vmware.api [-] Task: {'id': task-3418244, 'name': CreateVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.619182] env[69613]: DEBUG oslo_concurrency.lockutils [None req-6d0d4db5-a5c4-40b3-b3ae-7973d5c712d9 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.257s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1145.619740] env[69613]: DEBUG nova.compute.manager [None req-6d0d4db5-a5c4-40b3-b3ae-7973d5c712d9 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] [instance: 3bc87c40-eef2-4130-b2b3-017cf32ca878] Start building networks asynchronously for instance. {{(pid=69613) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1145.622571] env[69613]: DEBUG oslo_concurrency.lockutils [None req-6fca6b5b-7479-4052-9662-386df6778c39 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.591s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1145.622802] env[69613]: DEBUG nova.objects.instance [None req-6fca6b5b-7479-4052-9662-386df6778c39 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Lazy-loading 'resources' on Instance uuid f36147c5-be86-4d45-9d2c-da38bba1885a {{(pid=69613) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1145.630584] env[69613]: DEBUG nova.compute.manager [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] [instance: a21826db-d20f-443b-9042-9ffa93cd24af] Instance has had 0 of 5 cleanup attempts {{(pid=69613) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1145.642503] env[69613]: DEBUG nova.compute.manager [req-10fb4175-6865-4155-82a5-5c697a950719 req-9f59af96-ff24-4991-b1cf-2b4da053290d service nova] [instance: cfbb356a-ba9f-45d9-b30b-b500812658a6] Received event network-vif-plugged-675f17f1-5381-4089-ab2a-b60160e17e9d {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1145.642692] env[69613]: DEBUG oslo_concurrency.lockutils [req-10fb4175-6865-4155-82a5-5c697a950719 req-9f59af96-ff24-4991-b1cf-2b4da053290d service nova] Acquiring lock "cfbb356a-ba9f-45d9-b30b-b500812658a6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1145.642905] env[69613]: DEBUG oslo_concurrency.lockutils [req-10fb4175-6865-4155-82a5-5c697a950719 req-9f59af96-ff24-4991-b1cf-2b4da053290d service nova] Lock "cfbb356a-ba9f-45d9-b30b-b500812658a6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1145.643089] env[69613]: DEBUG oslo_concurrency.lockutils [req-10fb4175-6865-4155-82a5-5c697a950719 req-9f59af96-ff24-4991-b1cf-2b4da053290d service nova] Lock "cfbb356a-ba9f-45d9-b30b-b500812658a6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1145.643257] env[69613]: DEBUG nova.compute.manager [req-10fb4175-6865-4155-82a5-5c697a950719 req-9f59af96-ff24-4991-b1cf-2b4da053290d service nova] [instance: cfbb356a-ba9f-45d9-b30b-b500812658a6] No waiting events found dispatching network-vif-plugged-675f17f1-5381-4089-ab2a-b60160e17e9d {{(pid=69613) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1145.643421] env[69613]: WARNING nova.compute.manager [req-10fb4175-6865-4155-82a5-5c697a950719 req-9f59af96-ff24-4991-b1cf-2b4da053290d service nova] [instance: cfbb356a-ba9f-45d9-b30b-b500812658a6] Received unexpected event network-vif-plugged-675f17f1-5381-4089-ab2a-b60160e17e9d for instance with vm_state building and task_state spawning. [ 1145.643771] env[69613]: DEBUG nova.compute.manager [req-10fb4175-6865-4155-82a5-5c697a950719 req-9f59af96-ff24-4991-b1cf-2b4da053290d service nova] [instance: cfbb356a-ba9f-45d9-b30b-b500812658a6] Received event network-changed-675f17f1-5381-4089-ab2a-b60160e17e9d {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1145.643949] env[69613]: DEBUG nova.compute.manager [req-10fb4175-6865-4155-82a5-5c697a950719 req-9f59af96-ff24-4991-b1cf-2b4da053290d service nova] [instance: cfbb356a-ba9f-45d9-b30b-b500812658a6] Refreshing instance network info cache due to event network-changed-675f17f1-5381-4089-ab2a-b60160e17e9d. {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1145.644203] env[69613]: DEBUG oslo_concurrency.lockutils [req-10fb4175-6865-4155-82a5-5c697a950719 req-9f59af96-ff24-4991-b1cf-2b4da053290d service nova] Acquiring lock "refresh_cache-cfbb356a-ba9f-45d9-b30b-b500812658a6" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.644295] env[69613]: DEBUG oslo_concurrency.lockutils [req-10fb4175-6865-4155-82a5-5c697a950719 req-9f59af96-ff24-4991-b1cf-2b4da053290d service nova] Acquired lock "refresh_cache-cfbb356a-ba9f-45d9-b30b-b500812658a6" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.644452] env[69613]: DEBUG nova.network.neutron [req-10fb4175-6865-4155-82a5-5c697a950719 req-9f59af96-ff24-4991-b1cf-2b4da053290d service nova] [instance: cfbb356a-ba9f-45d9-b30b-b500812658a6] Refreshing network info cache for port 675f17f1-5381-4089-ab2a-b60160e17e9d {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1145.969602] env[69613]: DEBUG oslo_vmware.api [None req-e58da937-d278-45ec-bd8c-4cf841e3c366 tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] Task: {'id': task-3418243, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.445399} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.969916] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-e58da937-d278-45ec-bd8c-4cf841e3c366 tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk to [datastore1] 8f504912-9007-4cf3-a346-94eba47a7591/8f504912-9007-4cf3-a346-94eba47a7591.vmdk {{(pid=69613) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1145.970171] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-e58da937-d278-45ec-bd8c-4cf841e3c366 tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] [instance: 8f504912-9007-4cf3-a346-94eba47a7591] Extending root virtual disk to 1048576 {{(pid=69613) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1145.970462] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ec48290a-f101-4b81-8223-502474c70104 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.977593] env[69613]: DEBUG oslo_vmware.api [None req-e58da937-d278-45ec-bd8c-4cf841e3c366 tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] Waiting for the task: (returnval){ [ 1145.977593] env[69613]: value = "task-3418245" [ 1145.977593] env[69613]: _type = "Task" [ 1145.977593] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.988087] env[69613]: DEBUG oslo_vmware.api [None req-e58da937-d278-45ec-bd8c-4cf841e3c366 tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] Task: {'id': task-3418245, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.098755] env[69613]: DEBUG oslo_vmware.api [-] Task: {'id': task-3418244, 'name': CreateVM_Task, 'duration_secs': 0.392522} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.099017] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cfbb356a-ba9f-45d9-b30b-b500812658a6] Created VM on the ESX host {{(pid=69613) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1146.099756] env[69613]: DEBUG oslo_concurrency.lockutils [None req-485320b3-9213-4ac3-baa9-ad96e0e00899 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.099982] env[69613]: DEBUG oslo_concurrency.lockutils [None req-485320b3-9213-4ac3-baa9-ad96e0e00899 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.100373] env[69613]: DEBUG oslo_concurrency.lockutils [None req-485320b3-9213-4ac3-baa9-ad96e0e00899 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.100682] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-deeeb8f3-0a8a-434c-9682-ea517ed3d5b9 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.105802] env[69613]: DEBUG oslo_vmware.api [None req-485320b3-9213-4ac3-baa9-ad96e0e00899 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Waiting for the task: (returnval){ [ 1146.105802] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]52913234-771c-d95e-d50d-cf45c3cd91b2" [ 1146.105802] env[69613]: _type = "Task" [ 1146.105802] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.114180] env[69613]: DEBUG oslo_vmware.api [None req-485320b3-9213-4ac3-baa9-ad96e0e00899 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52913234-771c-d95e-d50d-cf45c3cd91b2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.126661] env[69613]: DEBUG nova.compute.utils [None req-6d0d4db5-a5c4-40b3-b3ae-7973d5c712d9 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Using /dev/sd instead of None {{(pid=69613) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1146.131029] env[69613]: DEBUG nova.compute.manager [None req-6d0d4db5-a5c4-40b3-b3ae-7973d5c712d9 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] [instance: 3bc87c40-eef2-4130-b2b3-017cf32ca878] Allocating IP information in the background. {{(pid=69613) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1146.131357] env[69613]: DEBUG nova.network.neutron [None req-6d0d4db5-a5c4-40b3-b3ae-7973d5c712d9 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] [instance: 3bc87c40-eef2-4130-b2b3-017cf32ca878] allocate_for_instance() {{(pid=69613) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1146.133300] env[69613]: DEBUG nova.compute.manager [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] [instance: a8d62347-1026-4764-862e-4fd67a59dabf] Instance has had 0 of 5 cleanup attempts {{(pid=69613) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1146.202334] env[69613]: DEBUG nova.policy [None req-6d0d4db5-a5c4-40b3-b3ae-7973d5c712d9 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1f74539de50f4a48afdf8ccfc2390e72', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ac0fd822ae5c46349cf139bf95aa6ad4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69613) authorize /opt/stack/nova/nova/policy.py:192}} [ 1146.289869] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f75154eb-d59e-4627-9596-860947d7e9e1 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.301104] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eea85da2-b24b-42d7-9497-468452b2db0b {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.335057] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7368205b-690c-4023-9ab8-18b7c00aabd1 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.343783] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbec1236-94ac-4ada-9cec-26daa65c8963 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.363612] env[69613]: DEBUG nova.compute.provider_tree [None req-6fca6b5b-7479-4052-9662-386df6778c39 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Inventory has not changed in ProviderTree for provider: af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 {{(pid=69613) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1146.369410] env[69613]: DEBUG nova.network.neutron [req-10fb4175-6865-4155-82a5-5c697a950719 req-9f59af96-ff24-4991-b1cf-2b4da053290d service nova] [instance: cfbb356a-ba9f-45d9-b30b-b500812658a6] Updated VIF entry in instance network info cache for port 675f17f1-5381-4089-ab2a-b60160e17e9d. {{(pid=69613) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1146.369734] env[69613]: DEBUG nova.network.neutron [req-10fb4175-6865-4155-82a5-5c697a950719 req-9f59af96-ff24-4991-b1cf-2b4da053290d service nova] [instance: cfbb356a-ba9f-45d9-b30b-b500812658a6] Updating instance_info_cache with network_info: [{"id": "675f17f1-5381-4089-ab2a-b60160e17e9d", "address": "fa:16:3e:31:e4:8b", "network": {"id": "f6c5953e-2ecd-4b80-beed-76e05ffc23b6", "bridge": "br-int", "label": "tempest-ServersTestJSON-2109045768-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9cb3ddb47c78413abf1c7b2a6db01c0e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "043ca97b-0fca-4b54-8be6-027123fa76d0", "external-id": "nsx-vlan-transportzone-702", "segmentation_id": 702, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap675f17f1-53", "ovs_interfaceid": "675f17f1-5381-4089-ab2a-b60160e17e9d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1146.489236] env[69613]: DEBUG oslo_vmware.api [None req-e58da937-d278-45ec-bd8c-4cf841e3c366 tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] Task: {'id': task-3418245, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069324} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.489541] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-e58da937-d278-45ec-bd8c-4cf841e3c366 tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] [instance: 8f504912-9007-4cf3-a346-94eba47a7591] Extended root virtual disk {{(pid=69613) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1146.490558] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-089e857e-bc25-4279-93bc-577b49b749fd {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.516329] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-e58da937-d278-45ec-bd8c-4cf841e3c366 tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] [instance: 8f504912-9007-4cf3-a346-94eba47a7591] Reconfiguring VM instance instance-00000073 to attach disk [datastore1] 8f504912-9007-4cf3-a346-94eba47a7591/8f504912-9007-4cf3-a346-94eba47a7591.vmdk or device None with type sparse {{(pid=69613) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1146.516329] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8bc7f4f4-5a95-4e77-b2f9-8b24e3bd90e8 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.539318] env[69613]: DEBUG oslo_vmware.api [None req-e58da937-d278-45ec-bd8c-4cf841e3c366 tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] Waiting for the task: (returnval){ [ 1146.539318] env[69613]: value = "task-3418246" [ 1146.539318] env[69613]: _type = "Task" [ 1146.539318] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.543471] env[69613]: DEBUG nova.network.neutron [None req-6d0d4db5-a5c4-40b3-b3ae-7973d5c712d9 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] [instance: 3bc87c40-eef2-4130-b2b3-017cf32ca878] Successfully created port: 4af009ca-b856-4ef8-a757-fad6a5728511 {{(pid=69613) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1146.550985] env[69613]: DEBUG oslo_vmware.api [None req-e58da937-d278-45ec-bd8c-4cf841e3c366 tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] Task: {'id': task-3418246, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.616931] env[69613]: DEBUG oslo_vmware.api [None req-485320b3-9213-4ac3-baa9-ad96e0e00899 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52913234-771c-d95e-d50d-cf45c3cd91b2, 'name': SearchDatastore_Task, 'duration_secs': 0.010948} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.617215] env[69613]: DEBUG oslo_concurrency.lockutils [None req-485320b3-9213-4ac3-baa9-ad96e0e00899 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.617765] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-485320b3-9213-4ac3-baa9-ad96e0e00899 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] [instance: cfbb356a-ba9f-45d9-b30b-b500812658a6] Processing image 2b7a0304-b5d0-431d-b287-32c8388d7fbd {{(pid=69613) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1146.617765] env[69613]: DEBUG oslo_concurrency.lockutils [None req-485320b3-9213-4ac3-baa9-ad96e0e00899 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.617929] env[69613]: DEBUG oslo_concurrency.lockutils [None req-485320b3-9213-4ac3-baa9-ad96e0e00899 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.618152] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-485320b3-9213-4ac3-baa9-ad96e0e00899 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69613) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1146.618415] env[69613]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4d915ec0-aacf-4f12-9355-c41b89b2bbe2 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.628415] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-485320b3-9213-4ac3-baa9-ad96e0e00899 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69613) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1146.628592] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-485320b3-9213-4ac3-baa9-ad96e0e00899 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69613) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1146.629309] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7cac86c9-88a8-4fd9-8dfe-1de951c6a6cb {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.631796] env[69613]: DEBUG nova.compute.manager [None req-6d0d4db5-a5c4-40b3-b3ae-7973d5c712d9 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] [instance: 3bc87c40-eef2-4130-b2b3-017cf32ca878] Start building block device mappings for instance. {{(pid=69613) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1146.636394] env[69613]: DEBUG nova.compute.manager [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] [instance: a0bbab2d-2cf3-4ba3-aab2-980059d75fc7] Instance has had 0 of 5 cleanup attempts {{(pid=69613) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1146.641035] env[69613]: DEBUG oslo_vmware.api [None req-485320b3-9213-4ac3-baa9-ad96e0e00899 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Waiting for the task: (returnval){ [ 1146.641035] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]529cee93-c3c2-2116-9a3e-ebfe605a53db" [ 1146.641035] env[69613]: _type = "Task" [ 1146.641035] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.647781] env[69613]: DEBUG oslo_vmware.api [None req-485320b3-9213-4ac3-baa9-ad96e0e00899 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]529cee93-c3c2-2116-9a3e-ebfe605a53db, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.866151] env[69613]: DEBUG nova.scheduler.client.report [None req-6fca6b5b-7479-4052-9662-386df6778c39 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Inventory has not changed for provider af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69613) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1146.872192] env[69613]: DEBUG oslo_concurrency.lockutils [req-10fb4175-6865-4155-82a5-5c697a950719 req-9f59af96-ff24-4991-b1cf-2b4da053290d service nova] Releasing lock "refresh_cache-cfbb356a-ba9f-45d9-b30b-b500812658a6" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.051579] env[69613]: DEBUG oslo_vmware.api [None req-e58da937-d278-45ec-bd8c-4cf841e3c366 tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] Task: {'id': task-3418246, 'name': ReconfigVM_Task, 'duration_secs': 0.405383} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.051579] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-e58da937-d278-45ec-bd8c-4cf841e3c366 tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] [instance: 8f504912-9007-4cf3-a346-94eba47a7591] Reconfigured VM instance instance-00000073 to attach disk [datastore1] 8f504912-9007-4cf3-a346-94eba47a7591/8f504912-9007-4cf3-a346-94eba47a7591.vmdk or device None with type sparse {{(pid=69613) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1147.051804] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-90fe78cb-c365-4bcf-beb1-860882bd8ff6 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.059746] env[69613]: DEBUG oslo_vmware.api [None req-e58da937-d278-45ec-bd8c-4cf841e3c366 tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] Waiting for the task: (returnval){ [ 1147.059746] env[69613]: value = "task-3418247" [ 1147.059746] env[69613]: _type = "Task" [ 1147.059746] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.069292] env[69613]: DEBUG oslo_vmware.api [None req-e58da937-d278-45ec-bd8c-4cf841e3c366 tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] Task: {'id': task-3418247, 'name': Rename_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.142050] env[69613]: DEBUG nova.compute.manager [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] [instance: 0aec565b-c6b6-4f71-8903-3950adc48e6f] Instance has had 0 of 5 cleanup attempts {{(pid=69613) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1147.154921] env[69613]: DEBUG oslo_vmware.api [None req-485320b3-9213-4ac3-baa9-ad96e0e00899 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]529cee93-c3c2-2116-9a3e-ebfe605a53db, 'name': SearchDatastore_Task, 'duration_secs': 0.010409} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.156364] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d3c73d06-facb-45f4-a135-c9cf9ad5aa71 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.163510] env[69613]: DEBUG oslo_vmware.api [None req-485320b3-9213-4ac3-baa9-ad96e0e00899 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Waiting for the task: (returnval){ [ 1147.163510] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]529dd282-c7ab-dd54-8ffb-e2ca17b1ef94" [ 1147.163510] env[69613]: _type = "Task" [ 1147.163510] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.174314] env[69613]: DEBUG oslo_vmware.api [None req-485320b3-9213-4ac3-baa9-ad96e0e00899 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]529dd282-c7ab-dd54-8ffb-e2ca17b1ef94, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.371237] env[69613]: DEBUG oslo_concurrency.lockutils [None req-6fca6b5b-7479-4052-9662-386df6778c39 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.748s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1147.373778] env[69613]: DEBUG oslo_concurrency.lockutils [None req-348ace1c-ab04-40dc-af1e-65bede1c5fdb tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 6.242s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1147.405329] env[69613]: INFO nova.scheduler.client.report [None req-6fca6b5b-7479-4052-9662-386df6778c39 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Deleted allocations for instance f36147c5-be86-4d45-9d2c-da38bba1885a [ 1147.571964] env[69613]: DEBUG oslo_vmware.api [None req-e58da937-d278-45ec-bd8c-4cf841e3c366 tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] Task: {'id': task-3418247, 'name': Rename_Task, 'duration_secs': 0.150469} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.572641] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-e58da937-d278-45ec-bd8c-4cf841e3c366 tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] [instance: 8f504912-9007-4cf3-a346-94eba47a7591] Powering on the VM {{(pid=69613) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1147.572641] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-35fada08-63fd-405f-85d3-a65841bde14d {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.580802] env[69613]: DEBUG oslo_vmware.api [None req-e58da937-d278-45ec-bd8c-4cf841e3c366 tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] Waiting for the task: (returnval){ [ 1147.580802] env[69613]: value = "task-3418248" [ 1147.580802] env[69613]: _type = "Task" [ 1147.580802] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.589433] env[69613]: DEBUG oslo_vmware.api [None req-e58da937-d278-45ec-bd8c-4cf841e3c366 tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] Task: {'id': task-3418248, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.649632] env[69613]: DEBUG nova.compute.manager [None req-6d0d4db5-a5c4-40b3-b3ae-7973d5c712d9 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] [instance: 3bc87c40-eef2-4130-b2b3-017cf32ca878] Start spawning the instance on the hypervisor. {{(pid=69613) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1147.652892] env[69613]: DEBUG nova.compute.manager [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] [instance: 6ddb7bfb-cf8e-4f10-ba48-b67061364a4f] Instance has had 0 of 5 cleanup attempts {{(pid=69613) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1147.677933] env[69613]: DEBUG oslo_vmware.api [None req-485320b3-9213-4ac3-baa9-ad96e0e00899 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]529dd282-c7ab-dd54-8ffb-e2ca17b1ef94, 'name': SearchDatastore_Task, 'duration_secs': 0.011825} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.678337] env[69613]: DEBUG oslo_concurrency.lockutils [None req-485320b3-9213-4ac3-baa9-ad96e0e00899 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.678780] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-485320b3-9213-4ac3-baa9-ad96e0e00899 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk to [datastore1] cfbb356a-ba9f-45d9-b30b-b500812658a6/cfbb356a-ba9f-45d9-b30b-b500812658a6.vmdk {{(pid=69613) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1147.678891] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-96c1698d-5c80-4861-b5ff-62d993dd4ec6 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.693147] env[69613]: DEBUG oslo_vmware.api [None req-485320b3-9213-4ac3-baa9-ad96e0e00899 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Waiting for the task: (returnval){ [ 1147.693147] env[69613]: value = "task-3418249" [ 1147.693147] env[69613]: _type = "Task" [ 1147.693147] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.696028] env[69613]: DEBUG nova.virt.hardware [None req-6d0d4db5-a5c4-40b3-b3ae-7973d5c712d9 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T13:55:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T13:55:19Z,direct_url=,disk_format='vmdk',id=2b7a0304-b5d0-431d-b287-32c8388d7fbd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3e9e1b873f1442d59d5ee8247b941f74',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T13:55:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1147.696028] env[69613]: DEBUG nova.virt.hardware [None req-6d0d4db5-a5c4-40b3-b3ae-7973d5c712d9 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Flavor limits 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1147.696028] env[69613]: DEBUG nova.virt.hardware [None req-6d0d4db5-a5c4-40b3-b3ae-7973d5c712d9 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Image limits 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1147.696249] env[69613]: DEBUG nova.virt.hardware [None req-6d0d4db5-a5c4-40b3-b3ae-7973d5c712d9 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Flavor pref 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1147.696249] env[69613]: DEBUG nova.virt.hardware [None req-6d0d4db5-a5c4-40b3-b3ae-7973d5c712d9 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Image pref 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1147.697328] env[69613]: DEBUG nova.virt.hardware [None req-6d0d4db5-a5c4-40b3-b3ae-7973d5c712d9 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1147.697328] env[69613]: DEBUG nova.virt.hardware [None req-6d0d4db5-a5c4-40b3-b3ae-7973d5c712d9 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1147.697328] env[69613]: DEBUG nova.virt.hardware [None req-6d0d4db5-a5c4-40b3-b3ae-7973d5c712d9 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69613) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1147.697328] env[69613]: DEBUG nova.virt.hardware [None req-6d0d4db5-a5c4-40b3-b3ae-7973d5c712d9 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Got 1 possible topologies {{(pid=69613) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1147.697328] env[69613]: DEBUG nova.virt.hardware [None req-6d0d4db5-a5c4-40b3-b3ae-7973d5c712d9 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1147.697328] env[69613]: DEBUG nova.virt.hardware [None req-6d0d4db5-a5c4-40b3-b3ae-7973d5c712d9 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1147.698518] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5bad69b-ad57-4bbf-bee1-c9bf704ef02b {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.714570] env[69613]: DEBUG oslo_vmware.api [None req-485320b3-9213-4ac3-baa9-ad96e0e00899 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Task: {'id': task-3418249, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.715835] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c882d4c3-6022-428e-866c-1e73d92d8791 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.920968] env[69613]: DEBUG oslo_concurrency.lockutils [None req-6fca6b5b-7479-4052-9662-386df6778c39 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Lock "f36147c5-be86-4d45-9d2c-da38bba1885a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.216s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1148.094414] env[69613]: DEBUG oslo_vmware.api [None req-e58da937-d278-45ec-bd8c-4cf841e3c366 tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] Task: {'id': task-3418248, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.099029] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a837164-5ace-4352-8304-f992c4f9187d {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.107727] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33fceaee-d464-449a-93a1-d454dd91e2ba {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.144915] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94fbc018-3b9e-45a6-8a35-f612e78c0f63 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.155155] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-801e5aa1-669b-4d6c-8d4e-d3e7a3c15052 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.162209] env[69613]: DEBUG nova.compute.manager [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] [instance: 2f982eab-2892-40c1-866c-3f4395db4201] Instance has had 0 of 5 cleanup attempts {{(pid=69613) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1148.175833] env[69613]: DEBUG nova.compute.provider_tree [None req-348ace1c-ab04-40dc-af1e-65bede1c5fdb tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Inventory has not changed in ProviderTree for provider: af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 {{(pid=69613) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1148.207934] env[69613]: DEBUG oslo_vmware.api [None req-485320b3-9213-4ac3-baa9-ad96e0e00899 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Task: {'id': task-3418249, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.486298} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.208285] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-485320b3-9213-4ac3-baa9-ad96e0e00899 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk to [datastore1] cfbb356a-ba9f-45d9-b30b-b500812658a6/cfbb356a-ba9f-45d9-b30b-b500812658a6.vmdk {{(pid=69613) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1148.208545] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-485320b3-9213-4ac3-baa9-ad96e0e00899 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] [instance: cfbb356a-ba9f-45d9-b30b-b500812658a6] Extending root virtual disk to 1048576 {{(pid=69613) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1148.208824] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ad1b0e3d-4ef9-47f2-a8a3-5814175bc85b {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.216806] env[69613]: DEBUG oslo_vmware.api [None req-485320b3-9213-4ac3-baa9-ad96e0e00899 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Waiting for the task: (returnval){ [ 1148.216806] env[69613]: value = "task-3418250" [ 1148.216806] env[69613]: _type = "Task" [ 1148.216806] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.226041] env[69613]: DEBUG oslo_vmware.api [None req-485320b3-9213-4ac3-baa9-ad96e0e00899 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Task: {'id': task-3418250, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.236944] env[69613]: DEBUG nova.compute.manager [req-1c9dff28-3ee5-46f3-aaf5-d9a0ed0c2163 req-c7c68eb0-6b6e-40c1-9132-c3238bbf87a3 service nova] [instance: 3bc87c40-eef2-4130-b2b3-017cf32ca878] Received event network-vif-plugged-4af009ca-b856-4ef8-a757-fad6a5728511 {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1148.237226] env[69613]: DEBUG oslo_concurrency.lockutils [req-1c9dff28-3ee5-46f3-aaf5-d9a0ed0c2163 req-c7c68eb0-6b6e-40c1-9132-c3238bbf87a3 service nova] Acquiring lock "3bc87c40-eef2-4130-b2b3-017cf32ca878-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1148.237510] env[69613]: DEBUG oslo_concurrency.lockutils [req-1c9dff28-3ee5-46f3-aaf5-d9a0ed0c2163 req-c7c68eb0-6b6e-40c1-9132-c3238bbf87a3 service nova] Lock "3bc87c40-eef2-4130-b2b3-017cf32ca878-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1148.237685] env[69613]: DEBUG oslo_concurrency.lockutils [req-1c9dff28-3ee5-46f3-aaf5-d9a0ed0c2163 req-c7c68eb0-6b6e-40c1-9132-c3238bbf87a3 service nova] Lock "3bc87c40-eef2-4130-b2b3-017cf32ca878-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1148.237931] env[69613]: DEBUG nova.compute.manager [req-1c9dff28-3ee5-46f3-aaf5-d9a0ed0c2163 req-c7c68eb0-6b6e-40c1-9132-c3238bbf87a3 service nova] [instance: 3bc87c40-eef2-4130-b2b3-017cf32ca878] No waiting events found dispatching network-vif-plugged-4af009ca-b856-4ef8-a757-fad6a5728511 {{(pid=69613) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1148.238229] env[69613]: WARNING nova.compute.manager [req-1c9dff28-3ee5-46f3-aaf5-d9a0ed0c2163 req-c7c68eb0-6b6e-40c1-9132-c3238bbf87a3 service nova] [instance: 3bc87c40-eef2-4130-b2b3-017cf32ca878] Received unexpected event network-vif-plugged-4af009ca-b856-4ef8-a757-fad6a5728511 for instance with vm_state building and task_state spawning. [ 1148.431044] env[69613]: DEBUG nova.network.neutron [None req-6d0d4db5-a5c4-40b3-b3ae-7973d5c712d9 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] [instance: 3bc87c40-eef2-4130-b2b3-017cf32ca878] Successfully updated port: 4af009ca-b856-4ef8-a757-fad6a5728511 {{(pid=69613) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1148.591232] env[69613]: DEBUG oslo_vmware.api [None req-e58da937-d278-45ec-bd8c-4cf841e3c366 tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] Task: {'id': task-3418248, 'name': PowerOnVM_Task, 'duration_secs': 0.564085} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.591505] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-e58da937-d278-45ec-bd8c-4cf841e3c366 tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] [instance: 8f504912-9007-4cf3-a346-94eba47a7591] Powered on the VM {{(pid=69613) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1148.591750] env[69613]: INFO nova.compute.manager [None req-e58da937-d278-45ec-bd8c-4cf841e3c366 tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] [instance: 8f504912-9007-4cf3-a346-94eba47a7591] Took 7.22 seconds to spawn the instance on the hypervisor. [ 1148.591995] env[69613]: DEBUG nova.compute.manager [None req-e58da937-d278-45ec-bd8c-4cf841e3c366 tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] [instance: 8f504912-9007-4cf3-a346-94eba47a7591] Checking state {{(pid=69613) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1148.592820] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d7b0d45-a299-4765-812f-c9b9bb78be66 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.665761] env[69613]: DEBUG nova.compute.manager [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] [instance: 058cd966-fff9-4310-9bec-9cba4612ab83] Instance has had 0 of 5 cleanup attempts {{(pid=69613) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1148.679849] env[69613]: DEBUG nova.scheduler.client.report [None req-348ace1c-ab04-40dc-af1e-65bede1c5fdb tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Inventory has not changed for provider af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69613) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1148.727611] env[69613]: DEBUG oslo_vmware.api [None req-485320b3-9213-4ac3-baa9-ad96e0e00899 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Task: {'id': task-3418250, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070376} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.727917] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-485320b3-9213-4ac3-baa9-ad96e0e00899 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] [instance: cfbb356a-ba9f-45d9-b30b-b500812658a6] Extended root virtual disk {{(pid=69613) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1148.729235] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1267821-61ba-40d3-ae1c-93e541570639 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.752309] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-485320b3-9213-4ac3-baa9-ad96e0e00899 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] [instance: cfbb356a-ba9f-45d9-b30b-b500812658a6] Reconfiguring VM instance instance-00000074 to attach disk [datastore1] cfbb356a-ba9f-45d9-b30b-b500812658a6/cfbb356a-ba9f-45d9-b30b-b500812658a6.vmdk or device None with type sparse {{(pid=69613) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1148.752605] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fe60adfe-43da-4335-bed8-95e6f45ba639 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.775299] env[69613]: DEBUG oslo_vmware.api [None req-485320b3-9213-4ac3-baa9-ad96e0e00899 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Waiting for the task: (returnval){ [ 1148.775299] env[69613]: value = "task-3418251" [ 1148.775299] env[69613]: _type = "Task" [ 1148.775299] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.785527] env[69613]: DEBUG oslo_vmware.api [None req-485320b3-9213-4ac3-baa9-ad96e0e00899 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Task: {'id': task-3418251, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.937367] env[69613]: DEBUG oslo_concurrency.lockutils [None req-6d0d4db5-a5c4-40b3-b3ae-7973d5c712d9 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Acquiring lock "refresh_cache-3bc87c40-eef2-4130-b2b3-017cf32ca878" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.937596] env[69613]: DEBUG oslo_concurrency.lockutils [None req-6d0d4db5-a5c4-40b3-b3ae-7973d5c712d9 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Acquired lock "refresh_cache-3bc87c40-eef2-4130-b2b3-017cf32ca878" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.937836] env[69613]: DEBUG nova.network.neutron [None req-6d0d4db5-a5c4-40b3-b3ae-7973d5c712d9 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] [instance: 3bc87c40-eef2-4130-b2b3-017cf32ca878] Building network info cache for instance {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1149.111939] env[69613]: INFO nova.compute.manager [None req-e58da937-d278-45ec-bd8c-4cf841e3c366 tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] [instance: 8f504912-9007-4cf3-a346-94eba47a7591] Took 15.42 seconds to build instance. [ 1149.169426] env[69613]: DEBUG nova.compute.manager [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] [instance: 06ba24f5-e698-4fb3-9c47-fe146eee8e72] Instance has had 0 of 5 cleanup attempts {{(pid=69613) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1149.286245] env[69613]: DEBUG oslo_vmware.api [None req-485320b3-9213-4ac3-baa9-ad96e0e00899 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Task: {'id': task-3418251, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.490283] env[69613]: DEBUG nova.network.neutron [None req-6d0d4db5-a5c4-40b3-b3ae-7973d5c712d9 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] [instance: 3bc87c40-eef2-4130-b2b3-017cf32ca878] Instance cache missing network info. {{(pid=69613) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1149.614708] env[69613]: DEBUG oslo_concurrency.lockutils [None req-e58da937-d278-45ec-bd8c-4cf841e3c366 tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] Lock "8f504912-9007-4cf3-a346-94eba47a7591" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.941s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1149.641312] env[69613]: DEBUG oslo_concurrency.lockutils [None req-05ca6983-cf27-4532-94f9-176b68a446e3 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Acquiring lock "1f56c24d-ed57-4aeb-a0e3-4857e2f4a1cc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1149.641599] env[69613]: DEBUG oslo_concurrency.lockutils [None req-05ca6983-cf27-4532-94f9-176b68a446e3 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Lock "1f56c24d-ed57-4aeb-a0e3-4857e2f4a1cc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1149.672326] env[69613]: DEBUG nova.compute.manager [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] [instance: e849b8b2-7ad7-475a-bab6-48d8412c58ad] Instance has had 0 of 5 cleanup attempts {{(pid=69613) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1149.691085] env[69613]: DEBUG oslo_concurrency.lockutils [None req-348ace1c-ab04-40dc-af1e-65bede1c5fdb tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.317s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1149.761344] env[69613]: DEBUG nova.network.neutron [None req-6d0d4db5-a5c4-40b3-b3ae-7973d5c712d9 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] [instance: 3bc87c40-eef2-4130-b2b3-017cf32ca878] Updating instance_info_cache with network_info: [{"id": "4af009ca-b856-4ef8-a757-fad6a5728511", "address": "fa:16:3e:06:33:7a", "network": {"id": "716d936a-9f18-4dbf-8278-8d495c4e8e5e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1568527215-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ac0fd822ae5c46349cf139bf95aa6ad4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "99639c37-b0c6-4be7-9594-230e44b1280b", "external-id": "nsx-vlan-transportzone-17", "segmentation_id": 17, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4af009ca-b8", "ovs_interfaceid": "4af009ca-b856-4ef8-a757-fad6a5728511", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1149.787016] env[69613]: DEBUG oslo_vmware.api [None req-485320b3-9213-4ac3-baa9-ad96e0e00899 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Task: {'id': task-3418251, 'name': ReconfigVM_Task, 'duration_secs': 0.842169} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.787268] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-485320b3-9213-4ac3-baa9-ad96e0e00899 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] [instance: cfbb356a-ba9f-45d9-b30b-b500812658a6] Reconfigured VM instance instance-00000074 to attach disk [datastore1] cfbb356a-ba9f-45d9-b30b-b500812658a6/cfbb356a-ba9f-45d9-b30b-b500812658a6.vmdk or device None with type sparse {{(pid=69613) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1149.787923] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1ee493fc-ab6a-4d58-9373-f3098fc1489c {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.795857] env[69613]: DEBUG oslo_vmware.api [None req-485320b3-9213-4ac3-baa9-ad96e0e00899 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Waiting for the task: (returnval){ [ 1149.795857] env[69613]: value = "task-3418252" [ 1149.795857] env[69613]: _type = "Task" [ 1149.795857] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.804402] env[69613]: DEBUG oslo_vmware.api [None req-485320b3-9213-4ac3-baa9-ad96e0e00899 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Task: {'id': task-3418252, 'name': Rename_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.145037] env[69613]: DEBUG nova.compute.manager [None req-05ca6983-cf27-4532-94f9-176b68a446e3 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] [instance: 1f56c24d-ed57-4aeb-a0e3-4857e2f4a1cc] Starting instance... {{(pid=69613) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1150.175713] env[69613]: DEBUG nova.compute.manager [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] [instance: 983a2305-b1f1-487b-ab6a-2f5f1f7ee3f0] Instance has had 0 of 5 cleanup attempts {{(pid=69613) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1150.258673] env[69613]: INFO nova.scheduler.client.report [None req-348ace1c-ab04-40dc-af1e-65bede1c5fdb tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Deleted allocation for migration d6cf2564-07c2-45e1-b5b0-a91e807373d2 [ 1150.263916] env[69613]: DEBUG oslo_concurrency.lockutils [None req-6d0d4db5-a5c4-40b3-b3ae-7973d5c712d9 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Releasing lock "refresh_cache-3bc87c40-eef2-4130-b2b3-017cf32ca878" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.264309] env[69613]: DEBUG nova.compute.manager [None req-6d0d4db5-a5c4-40b3-b3ae-7973d5c712d9 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] [instance: 3bc87c40-eef2-4130-b2b3-017cf32ca878] Instance network_info: |[{"id": "4af009ca-b856-4ef8-a757-fad6a5728511", "address": "fa:16:3e:06:33:7a", "network": {"id": "716d936a-9f18-4dbf-8278-8d495c4e8e5e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1568527215-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ac0fd822ae5c46349cf139bf95aa6ad4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "99639c37-b0c6-4be7-9594-230e44b1280b", "external-id": "nsx-vlan-transportzone-17", "segmentation_id": 17, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4af009ca-b8", "ovs_interfaceid": "4af009ca-b856-4ef8-a757-fad6a5728511", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69613) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1150.264494] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-6d0d4db5-a5c4-40b3-b3ae-7973d5c712d9 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] [instance: 3bc87c40-eef2-4130-b2b3-017cf32ca878] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:06:33:7a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '99639c37-b0c6-4be7-9594-230e44b1280b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4af009ca-b856-4ef8-a757-fad6a5728511', 'vif_model': 'vmxnet3'}] {{(pid=69613) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1150.272199] env[69613]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6d0d4db5-a5c4-40b3-b3ae-7973d5c712d9 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69613) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1150.273449] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3bc87c40-eef2-4130-b2b3-017cf32ca878] Creating VM on the ESX host {{(pid=69613) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1150.275124] env[69613]: DEBUG nova.compute.manager [req-f10683f0-9b6e-4c20-8cac-81e3e55c1aac req-af3cc166-37bc-4326-92b5-4cc21d6cbf4c service nova] [instance: 3bc87c40-eef2-4130-b2b3-017cf32ca878] Received event network-changed-4af009ca-b856-4ef8-a757-fad6a5728511 {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1150.275308] env[69613]: DEBUG nova.compute.manager [req-f10683f0-9b6e-4c20-8cac-81e3e55c1aac req-af3cc166-37bc-4326-92b5-4cc21d6cbf4c service nova] [instance: 3bc87c40-eef2-4130-b2b3-017cf32ca878] Refreshing instance network info cache due to event network-changed-4af009ca-b856-4ef8-a757-fad6a5728511. {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1150.275514] env[69613]: DEBUG oslo_concurrency.lockutils [req-f10683f0-9b6e-4c20-8cac-81e3e55c1aac req-af3cc166-37bc-4326-92b5-4cc21d6cbf4c service nova] Acquiring lock "refresh_cache-3bc87c40-eef2-4130-b2b3-017cf32ca878" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.275656] env[69613]: DEBUG oslo_concurrency.lockutils [req-f10683f0-9b6e-4c20-8cac-81e3e55c1aac req-af3cc166-37bc-4326-92b5-4cc21d6cbf4c service nova] Acquired lock "refresh_cache-3bc87c40-eef2-4130-b2b3-017cf32ca878" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.275813] env[69613]: DEBUG nova.network.neutron [req-f10683f0-9b6e-4c20-8cac-81e3e55c1aac req-af3cc166-37bc-4326-92b5-4cc21d6cbf4c service nova] [instance: 3bc87c40-eef2-4130-b2b3-017cf32ca878] Refreshing network info cache for port 4af009ca-b856-4ef8-a757-fad6a5728511 {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1150.276783] env[69613]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f4d9ed05-8f2d-4a01-9f2c-dc48728ddc2f {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.303113] env[69613]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1150.303113] env[69613]: value = "task-3418253" [ 1150.303113] env[69613]: _type = "Task" [ 1150.303113] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.309216] env[69613]: DEBUG oslo_vmware.api [None req-485320b3-9213-4ac3-baa9-ad96e0e00899 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Task: {'id': task-3418252, 'name': Rename_Task, 'duration_secs': 0.425316} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.309834] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-485320b3-9213-4ac3-baa9-ad96e0e00899 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] [instance: cfbb356a-ba9f-45d9-b30b-b500812658a6] Powering on the VM {{(pid=69613) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1150.310087] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5ae6f552-db1f-41f4-8c23-d9b8a3995680 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.314624] env[69613]: DEBUG oslo_vmware.api [-] Task: {'id': task-3418253, 'name': CreateVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.320787] env[69613]: DEBUG oslo_vmware.api [None req-485320b3-9213-4ac3-baa9-ad96e0e00899 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Waiting for the task: (returnval){ [ 1150.320787] env[69613]: value = "task-3418254" [ 1150.320787] env[69613]: _type = "Task" [ 1150.320787] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.330056] env[69613]: DEBUG oslo_vmware.api [None req-485320b3-9213-4ac3-baa9-ad96e0e00899 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Task: {'id': task-3418254, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.668628] env[69613]: DEBUG oslo_concurrency.lockutils [None req-05ca6983-cf27-4532-94f9-176b68a446e3 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1150.669092] env[69613]: DEBUG oslo_concurrency.lockutils [None req-05ca6983-cf27-4532-94f9-176b68a446e3 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1150.671314] env[69613]: INFO nova.compute.claims [None req-05ca6983-cf27-4532-94f9-176b68a446e3 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] [instance: 1f56c24d-ed57-4aeb-a0e3-4857e2f4a1cc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1150.681468] env[69613]: DEBUG nova.compute.manager [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] [instance: 815ee067-7d2e-4312-8f7a-77ce8854bd2d] Instance has had 0 of 5 cleanup attempts {{(pid=69613) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1150.764245] env[69613]: DEBUG oslo_concurrency.lockutils [None req-348ace1c-ab04-40dc-af1e-65bede1c5fdb tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Lock "9ee7dbf3-c86a-4cd8-ad1e-ca92cb90164d" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 13.034s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1150.813871] env[69613]: DEBUG oslo_vmware.api [-] Task: {'id': task-3418253, 'name': CreateVM_Task, 'duration_secs': 0.367558} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.814059] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3bc87c40-eef2-4130-b2b3-017cf32ca878] Created VM on the ESX host {{(pid=69613) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1150.814794] env[69613]: DEBUG oslo_concurrency.lockutils [None req-6d0d4db5-a5c4-40b3-b3ae-7973d5c712d9 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.814991] env[69613]: DEBUG oslo_concurrency.lockutils [None req-6d0d4db5-a5c4-40b3-b3ae-7973d5c712d9 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.815432] env[69613]: DEBUG oslo_concurrency.lockutils [None req-6d0d4db5-a5c4-40b3-b3ae-7973d5c712d9 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.815696] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4734140e-235d-4c51-ada8-47d011a64779 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.821801] env[69613]: DEBUG oslo_vmware.api [None req-6d0d4db5-a5c4-40b3-b3ae-7973d5c712d9 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Waiting for the task: (returnval){ [ 1150.821801] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]52d651e9-7b30-dd8c-cd69-6b9b00e0ce9b" [ 1150.821801] env[69613]: _type = "Task" [ 1150.821801] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.833625] env[69613]: DEBUG oslo_vmware.api [None req-485320b3-9213-4ac3-baa9-ad96e0e00899 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Task: {'id': task-3418254, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.836978] env[69613]: DEBUG oslo_vmware.api [None req-6d0d4db5-a5c4-40b3-b3ae-7973d5c712d9 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52d651e9-7b30-dd8c-cd69-6b9b00e0ce9b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.970366] env[69613]: DEBUG oslo_concurrency.lockutils [None req-ed972cb6-e9f9-4ea7-9b92-daef8b1cb421 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Acquiring lock "dc022ac9-6ab5-41c0-92ff-3c39b6094348" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1150.970715] env[69613]: DEBUG oslo_concurrency.lockutils [None req-ed972cb6-e9f9-4ea7-9b92-daef8b1cb421 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Lock "dc022ac9-6ab5-41c0-92ff-3c39b6094348" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1151.053854] env[69613]: DEBUG nova.network.neutron [req-f10683f0-9b6e-4c20-8cac-81e3e55c1aac req-af3cc166-37bc-4326-92b5-4cc21d6cbf4c service nova] [instance: 3bc87c40-eef2-4130-b2b3-017cf32ca878] Updated VIF entry in instance network info cache for port 4af009ca-b856-4ef8-a757-fad6a5728511. {{(pid=69613) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1151.054339] env[69613]: DEBUG nova.network.neutron [req-f10683f0-9b6e-4c20-8cac-81e3e55c1aac req-af3cc166-37bc-4326-92b5-4cc21d6cbf4c service nova] [instance: 3bc87c40-eef2-4130-b2b3-017cf32ca878] Updating instance_info_cache with network_info: [{"id": "4af009ca-b856-4ef8-a757-fad6a5728511", "address": "fa:16:3e:06:33:7a", "network": {"id": "716d936a-9f18-4dbf-8278-8d495c4e8e5e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1568527215-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ac0fd822ae5c46349cf139bf95aa6ad4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "99639c37-b0c6-4be7-9594-230e44b1280b", "external-id": "nsx-vlan-transportzone-17", "segmentation_id": 17, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4af009ca-b8", "ovs_interfaceid": "4af009ca-b856-4ef8-a757-fad6a5728511", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1151.185109] env[69613]: DEBUG nova.compute.manager [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] [instance: 09b161d0-361a-45c0-9352-755e9571ef61] Instance has had 0 of 5 cleanup attempts {{(pid=69613) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1151.335417] env[69613]: DEBUG oslo_vmware.api [None req-485320b3-9213-4ac3-baa9-ad96e0e00899 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Task: {'id': task-3418254, 'name': PowerOnVM_Task, 'duration_secs': 0.99622} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.338978] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-485320b3-9213-4ac3-baa9-ad96e0e00899 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] [instance: cfbb356a-ba9f-45d9-b30b-b500812658a6] Powered on the VM {{(pid=69613) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1151.339169] env[69613]: INFO nova.compute.manager [None req-485320b3-9213-4ac3-baa9-ad96e0e00899 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] [instance: cfbb356a-ba9f-45d9-b30b-b500812658a6] Took 7.71 seconds to spawn the instance on the hypervisor. [ 1151.339371] env[69613]: DEBUG nova.compute.manager [None req-485320b3-9213-4ac3-baa9-ad96e0e00899 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] [instance: cfbb356a-ba9f-45d9-b30b-b500812658a6] Checking state {{(pid=69613) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1151.340036] env[69613]: DEBUG oslo_vmware.api [None req-6d0d4db5-a5c4-40b3-b3ae-7973d5c712d9 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52d651e9-7b30-dd8c-cd69-6b9b00e0ce9b, 'name': SearchDatastore_Task, 'duration_secs': 0.01196} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.340814] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16d88ec3-c0cd-40e3-92a5-26657da631ce {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.343232] env[69613]: DEBUG oslo_concurrency.lockutils [None req-6d0d4db5-a5c4-40b3-b3ae-7973d5c712d9 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.343507] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-6d0d4db5-a5c4-40b3-b3ae-7973d5c712d9 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] [instance: 3bc87c40-eef2-4130-b2b3-017cf32ca878] Processing image 2b7a0304-b5d0-431d-b287-32c8388d7fbd {{(pid=69613) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1151.343792] env[69613]: DEBUG oslo_concurrency.lockutils [None req-6d0d4db5-a5c4-40b3-b3ae-7973d5c712d9 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.343945] env[69613]: DEBUG oslo_concurrency.lockutils [None req-6d0d4db5-a5c4-40b3-b3ae-7973d5c712d9 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.344147] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d0d4db5-a5c4-40b3-b3ae-7973d5c712d9 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69613) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1151.344397] env[69613]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-185c0b45-b924-4283-a5f7-86788c7fdd32 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.356391] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d0d4db5-a5c4-40b3-b3ae-7973d5c712d9 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69613) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1151.356574] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-6d0d4db5-a5c4-40b3-b3ae-7973d5c712d9 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69613) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1151.357328] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e4f5b208-ca01-4a56-be03-4d1fe7cef9d4 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.363447] env[69613]: DEBUG oslo_vmware.api [None req-6d0d4db5-a5c4-40b3-b3ae-7973d5c712d9 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Waiting for the task: (returnval){ [ 1151.363447] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]5285ee6a-b1f2-03e7-e174-44c2c22af878" [ 1151.363447] env[69613]: _type = "Task" [ 1151.363447] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.371974] env[69613]: DEBUG oslo_vmware.api [None req-6d0d4db5-a5c4-40b3-b3ae-7973d5c712d9 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]5285ee6a-b1f2-03e7-e174-44c2c22af878, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.476818] env[69613]: DEBUG nova.compute.utils [None req-ed972cb6-e9f9-4ea7-9b92-daef8b1cb421 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Using /dev/sd instead of None {{(pid=69613) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1151.557275] env[69613]: DEBUG oslo_concurrency.lockutils [req-f10683f0-9b6e-4c20-8cac-81e3e55c1aac req-af3cc166-37bc-4326-92b5-4cc21d6cbf4c service nova] Releasing lock "refresh_cache-3bc87c40-eef2-4130-b2b3-017cf32ca878" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.557679] env[69613]: DEBUG nova.compute.manager [req-f10683f0-9b6e-4c20-8cac-81e3e55c1aac req-af3cc166-37bc-4326-92b5-4cc21d6cbf4c service nova] [instance: 8f504912-9007-4cf3-a346-94eba47a7591] Received event network-changed-e55b205d-5bd5-4a12-96ea-e07278392fd2 {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1151.557968] env[69613]: DEBUG nova.compute.manager [req-f10683f0-9b6e-4c20-8cac-81e3e55c1aac req-af3cc166-37bc-4326-92b5-4cc21d6cbf4c service nova] [instance: 8f504912-9007-4cf3-a346-94eba47a7591] Refreshing instance network info cache due to event network-changed-e55b205d-5bd5-4a12-96ea-e07278392fd2. {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1151.558304] env[69613]: DEBUG oslo_concurrency.lockutils [req-f10683f0-9b6e-4c20-8cac-81e3e55c1aac req-af3cc166-37bc-4326-92b5-4cc21d6cbf4c service nova] Acquiring lock "refresh_cache-8f504912-9007-4cf3-a346-94eba47a7591" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.558535] env[69613]: DEBUG oslo_concurrency.lockutils [req-f10683f0-9b6e-4c20-8cac-81e3e55c1aac req-af3cc166-37bc-4326-92b5-4cc21d6cbf4c service nova] Acquired lock "refresh_cache-8f504912-9007-4cf3-a346-94eba47a7591" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.558791] env[69613]: DEBUG nova.network.neutron [req-f10683f0-9b6e-4c20-8cac-81e3e55c1aac req-af3cc166-37bc-4326-92b5-4cc21d6cbf4c service nova] [instance: 8f504912-9007-4cf3-a346-94eba47a7591] Refreshing network info cache for port e55b205d-5bd5-4a12-96ea-e07278392fd2 {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1151.675374] env[69613]: DEBUG oslo_concurrency.lockutils [None req-2572f0f9-fe62-427d-977c-32efaf9c76ce tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Acquiring lock "9ee7dbf3-c86a-4cd8-ad1e-ca92cb90164d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1151.675653] env[69613]: DEBUG oslo_concurrency.lockutils [None req-2572f0f9-fe62-427d-977c-32efaf9c76ce tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Lock "9ee7dbf3-c86a-4cd8-ad1e-ca92cb90164d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1151.675875] env[69613]: DEBUG oslo_concurrency.lockutils [None req-2572f0f9-fe62-427d-977c-32efaf9c76ce tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Acquiring lock "9ee7dbf3-c86a-4cd8-ad1e-ca92cb90164d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1151.676075] env[69613]: DEBUG oslo_concurrency.lockutils [None req-2572f0f9-fe62-427d-977c-32efaf9c76ce tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Lock "9ee7dbf3-c86a-4cd8-ad1e-ca92cb90164d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1151.676283] env[69613]: DEBUG oslo_concurrency.lockutils [None req-2572f0f9-fe62-427d-977c-32efaf9c76ce tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Lock "9ee7dbf3-c86a-4cd8-ad1e-ca92cb90164d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1151.678538] env[69613]: INFO nova.compute.manager [None req-2572f0f9-fe62-427d-977c-32efaf9c76ce tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] [instance: 9ee7dbf3-c86a-4cd8-ad1e-ca92cb90164d] Terminating instance [ 1151.689024] env[69613]: DEBUG nova.compute.manager [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] [instance: 0de4241f-6605-425c-9b67-b4f07672d829] Instance has had 0 of 5 cleanup attempts {{(pid=69613) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1151.820447] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0b4f105-1edc-4b1b-9cc6-080e94f91b85 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.828780] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe8b59a0-bca6-44cd-8d9c-e2487d6db571 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.864029] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc67c661-6386-453e-834d-6ee869ecf1c1 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.871194] env[69613]: INFO nova.compute.manager [None req-485320b3-9213-4ac3-baa9-ad96e0e00899 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] [instance: cfbb356a-ba9f-45d9-b30b-b500812658a6] Took 17.73 seconds to build instance. [ 1151.879118] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca2d3bb6-0b96-4f42-9240-2feea78e8b08 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.882788] env[69613]: DEBUG oslo_vmware.api [None req-6d0d4db5-a5c4-40b3-b3ae-7973d5c712d9 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]5285ee6a-b1f2-03e7-e174-44c2c22af878, 'name': SearchDatastore_Task, 'duration_secs': 0.010725} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.884553] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-83ec23d9-e543-4568-900e-05c3ccf9602d {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.894746] env[69613]: DEBUG nova.compute.provider_tree [None req-05ca6983-cf27-4532-94f9-176b68a446e3 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Inventory has not changed in ProviderTree for provider: af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 {{(pid=69613) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1151.899018] env[69613]: DEBUG oslo_vmware.api [None req-6d0d4db5-a5c4-40b3-b3ae-7973d5c712d9 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Waiting for the task: (returnval){ [ 1151.899018] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]52cb00c7-2cf5-7f2c-d863-615ff811fbb3" [ 1151.899018] env[69613]: _type = "Task" [ 1151.899018] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.907579] env[69613]: DEBUG oslo_vmware.api [None req-6d0d4db5-a5c4-40b3-b3ae-7973d5c712d9 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52cb00c7-2cf5-7f2c-d863-615ff811fbb3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.979688] env[69613]: DEBUG oslo_concurrency.lockutils [None req-ed972cb6-e9f9-4ea7-9b92-daef8b1cb421 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Lock "dc022ac9-6ab5-41c0-92ff-3c39b6094348" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.009s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1152.186584] env[69613]: DEBUG nova.compute.manager [None req-2572f0f9-fe62-427d-977c-32efaf9c76ce tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] [instance: 9ee7dbf3-c86a-4cd8-ad1e-ca92cb90164d] Start destroying the instance on the hypervisor. {{(pid=69613) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1152.186895] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-2572f0f9-fe62-427d-977c-32efaf9c76ce tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] [instance: 9ee7dbf3-c86a-4cd8-ad1e-ca92cb90164d] Destroying instance {{(pid=69613) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1152.187806] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b81cf076-bab6-472a-b9e2-2cce40ca285b {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.192773] env[69613]: DEBUG nova.compute.manager [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] [instance: 91a7117f-0693-48fd-a027-733b03dfed96] Instance has had 0 of 5 cleanup attempts {{(pid=69613) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1152.196693] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-2572f0f9-fe62-427d-977c-32efaf9c76ce tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] [instance: 9ee7dbf3-c86a-4cd8-ad1e-ca92cb90164d] Powering off the VM {{(pid=69613) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1152.197139] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-84156b48-5d08-4572-8315-c1f8d861c0db {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.204879] env[69613]: DEBUG oslo_vmware.api [None req-2572f0f9-fe62-427d-977c-32efaf9c76ce tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Waiting for the task: (returnval){ [ 1152.204879] env[69613]: value = "task-3418255" [ 1152.204879] env[69613]: _type = "Task" [ 1152.204879] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.213937] env[69613]: DEBUG oslo_vmware.api [None req-2572f0f9-fe62-427d-977c-32efaf9c76ce tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Task: {'id': task-3418255, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.251979] env[69613]: DEBUG oslo_concurrency.lockutils [None req-f4b73e4b-1f01-4d53-88e2-12913969cf1a tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Acquiring lock "cfbb356a-ba9f-45d9-b30b-b500812658a6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1152.294732] env[69613]: DEBUG nova.network.neutron [req-f10683f0-9b6e-4c20-8cac-81e3e55c1aac req-af3cc166-37bc-4326-92b5-4cc21d6cbf4c service nova] [instance: 8f504912-9007-4cf3-a346-94eba47a7591] Updated VIF entry in instance network info cache for port e55b205d-5bd5-4a12-96ea-e07278392fd2. {{(pid=69613) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1152.295169] env[69613]: DEBUG nova.network.neutron [req-f10683f0-9b6e-4c20-8cac-81e3e55c1aac req-af3cc166-37bc-4326-92b5-4cc21d6cbf4c service nova] [instance: 8f504912-9007-4cf3-a346-94eba47a7591] Updating instance_info_cache with network_info: [{"id": "e55b205d-5bd5-4a12-96ea-e07278392fd2", "address": "fa:16:3e:d0:27:3c", "network": {"id": "95911026-c797-4ada-bc6e-26c9d66fe9f8", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-410273545-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.156", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7ac16612c9594809b63b48979adf4624", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "419a5b3f-4c6f-4168-9def-746b4d8c5c24", "external-id": "nsx-vlan-transportzone-656", "segmentation_id": 656, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape55b205d-5b", "ovs_interfaceid": "e55b205d-5bd5-4a12-96ea-e07278392fd2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1152.373666] env[69613]: DEBUG oslo_concurrency.lockutils [None req-485320b3-9213-4ac3-baa9-ad96e0e00899 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Lock "cfbb356a-ba9f-45d9-b30b-b500812658a6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.240s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1152.374227] env[69613]: DEBUG oslo_concurrency.lockutils [None req-f4b73e4b-1f01-4d53-88e2-12913969cf1a tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Lock "cfbb356a-ba9f-45d9-b30b-b500812658a6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.122s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1152.374343] env[69613]: DEBUG oslo_concurrency.lockutils [None req-f4b73e4b-1f01-4d53-88e2-12913969cf1a tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Acquiring lock "cfbb356a-ba9f-45d9-b30b-b500812658a6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1152.374721] env[69613]: DEBUG oslo_concurrency.lockutils [None req-f4b73e4b-1f01-4d53-88e2-12913969cf1a tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Lock "cfbb356a-ba9f-45d9-b30b-b500812658a6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1152.374846] env[69613]: DEBUG oslo_concurrency.lockutils [None req-f4b73e4b-1f01-4d53-88e2-12913969cf1a tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Lock "cfbb356a-ba9f-45d9-b30b-b500812658a6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1152.377318] env[69613]: INFO nova.compute.manager [None req-f4b73e4b-1f01-4d53-88e2-12913969cf1a tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] [instance: cfbb356a-ba9f-45d9-b30b-b500812658a6] Terminating instance [ 1152.397940] env[69613]: DEBUG nova.scheduler.client.report [None req-05ca6983-cf27-4532-94f9-176b68a446e3 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Inventory has not changed for provider af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69613) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1152.412604] env[69613]: DEBUG oslo_vmware.api [None req-6d0d4db5-a5c4-40b3-b3ae-7973d5c712d9 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52cb00c7-2cf5-7f2c-d863-615ff811fbb3, 'name': SearchDatastore_Task, 'duration_secs': 0.010071} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.412942] env[69613]: DEBUG oslo_concurrency.lockutils [None req-6d0d4db5-a5c4-40b3-b3ae-7973d5c712d9 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.413252] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d0d4db5-a5c4-40b3-b3ae-7973d5c712d9 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk to [datastore2] 3bc87c40-eef2-4130-b2b3-017cf32ca878/3bc87c40-eef2-4130-b2b3-017cf32ca878.vmdk {{(pid=69613) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1152.413523] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-06dc44f4-e8b4-4bc8-a10c-6ae81a3e601a {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.421985] env[69613]: DEBUG oslo_vmware.api [None req-6d0d4db5-a5c4-40b3-b3ae-7973d5c712d9 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Waiting for the task: (returnval){ [ 1152.421985] env[69613]: value = "task-3418256" [ 1152.421985] env[69613]: _type = "Task" [ 1152.421985] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.430584] env[69613]: DEBUG oslo_vmware.api [None req-6d0d4db5-a5c4-40b3-b3ae-7973d5c712d9 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Task: {'id': task-3418256, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.698345] env[69613]: DEBUG nova.compute.manager [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] [instance: 4c9e10fc-33aa-4244-83a1-dc1aed6251a2] Instance has had 0 of 5 cleanup attempts {{(pid=69613) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1152.717682] env[69613]: DEBUG oslo_vmware.api [None req-2572f0f9-fe62-427d-977c-32efaf9c76ce tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Task: {'id': task-3418255, 'name': PowerOffVM_Task, 'duration_secs': 0.233327} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.717967] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-2572f0f9-fe62-427d-977c-32efaf9c76ce tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] [instance: 9ee7dbf3-c86a-4cd8-ad1e-ca92cb90164d] Powered off the VM {{(pid=69613) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1152.718153] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-2572f0f9-fe62-427d-977c-32efaf9c76ce tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] [instance: 9ee7dbf3-c86a-4cd8-ad1e-ca92cb90164d] Unregistering the VM {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1152.718415] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-34379a66-7df0-42fa-be1c-f6ae6c19c8bb {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.794981] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-2572f0f9-fe62-427d-977c-32efaf9c76ce tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] [instance: 9ee7dbf3-c86a-4cd8-ad1e-ca92cb90164d] Unregistered the VM {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1152.795323] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-2572f0f9-fe62-427d-977c-32efaf9c76ce tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] [instance: 9ee7dbf3-c86a-4cd8-ad1e-ca92cb90164d] Deleting contents of the VM from datastore datastore2 {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1152.795461] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-2572f0f9-fe62-427d-977c-32efaf9c76ce tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Deleting the datastore file [datastore2] 9ee7dbf3-c86a-4cd8-ad1e-ca92cb90164d {{(pid=69613) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1152.796633] env[69613]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-14e6f9eb-6d4f-4de8-9a00-c8a88c02f9f6 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.799102] env[69613]: DEBUG oslo_concurrency.lockutils [req-f10683f0-9b6e-4c20-8cac-81e3e55c1aac req-af3cc166-37bc-4326-92b5-4cc21d6cbf4c service nova] Releasing lock "refresh_cache-8f504912-9007-4cf3-a346-94eba47a7591" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.806089] env[69613]: DEBUG oslo_vmware.api [None req-2572f0f9-fe62-427d-977c-32efaf9c76ce tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Waiting for the task: (returnval){ [ 1152.806089] env[69613]: value = "task-3418258" [ 1152.806089] env[69613]: _type = "Task" [ 1152.806089] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.814877] env[69613]: DEBUG oslo_vmware.api [None req-2572f0f9-fe62-427d-977c-32efaf9c76ce tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Task: {'id': task-3418258, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.882022] env[69613]: DEBUG nova.compute.manager [None req-f4b73e4b-1f01-4d53-88e2-12913969cf1a tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] [instance: cfbb356a-ba9f-45d9-b30b-b500812658a6] Start destroying the instance on the hypervisor. {{(pid=69613) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1152.882311] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-f4b73e4b-1f01-4d53-88e2-12913969cf1a tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] [instance: cfbb356a-ba9f-45d9-b30b-b500812658a6] Destroying instance {{(pid=69613) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1152.883351] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54802795-e8bd-462f-b3af-b5838a07b3e4 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.892055] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4b73e4b-1f01-4d53-88e2-12913969cf1a tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] [instance: cfbb356a-ba9f-45d9-b30b-b500812658a6] Powering off the VM {{(pid=69613) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1152.892347] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ece748ee-459a-48e4-8049-c9508cce1cfc {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.899832] env[69613]: DEBUG oslo_vmware.api [None req-f4b73e4b-1f01-4d53-88e2-12913969cf1a tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Waiting for the task: (returnval){ [ 1152.899832] env[69613]: value = "task-3418259" [ 1152.899832] env[69613]: _type = "Task" [ 1152.899832] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.911429] env[69613]: DEBUG oslo_concurrency.lockutils [None req-05ca6983-cf27-4532-94f9-176b68a446e3 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.242s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1152.912266] env[69613]: DEBUG nova.compute.manager [None req-05ca6983-cf27-4532-94f9-176b68a446e3 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] [instance: 1f56c24d-ed57-4aeb-a0e3-4857e2f4a1cc] Start building networks asynchronously for instance. {{(pid=69613) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1152.915722] env[69613]: DEBUG oslo_vmware.api [None req-f4b73e4b-1f01-4d53-88e2-12913969cf1a tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Task: {'id': task-3418259, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.932398] env[69613]: DEBUG oslo_vmware.api [None req-6d0d4db5-a5c4-40b3-b3ae-7973d5c712d9 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Task: {'id': task-3418256, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.453042} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.932672] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d0d4db5-a5c4-40b3-b3ae-7973d5c712d9 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk to [datastore2] 3bc87c40-eef2-4130-b2b3-017cf32ca878/3bc87c40-eef2-4130-b2b3-017cf32ca878.vmdk {{(pid=69613) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1152.932902] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-6d0d4db5-a5c4-40b3-b3ae-7973d5c712d9 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] [instance: 3bc87c40-eef2-4130-b2b3-017cf32ca878] Extending root virtual disk to 1048576 {{(pid=69613) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1152.933189] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6f1aabde-b970-4dc2-9770-01f9de6f665f {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.942410] env[69613]: DEBUG oslo_vmware.api [None req-6d0d4db5-a5c4-40b3-b3ae-7973d5c712d9 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Waiting for the task: (returnval){ [ 1152.942410] env[69613]: value = "task-3418260" [ 1152.942410] env[69613]: _type = "Task" [ 1152.942410] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.954142] env[69613]: DEBUG oslo_vmware.api [None req-6d0d4db5-a5c4-40b3-b3ae-7973d5c712d9 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Task: {'id': task-3418260, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.046487] env[69613]: DEBUG oslo_concurrency.lockutils [None req-ed972cb6-e9f9-4ea7-9b92-daef8b1cb421 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Acquiring lock "dc022ac9-6ab5-41c0-92ff-3c39b6094348" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1153.046766] env[69613]: DEBUG oslo_concurrency.lockutils [None req-ed972cb6-e9f9-4ea7-9b92-daef8b1cb421 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Lock "dc022ac9-6ab5-41c0-92ff-3c39b6094348" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1153.047010] env[69613]: INFO nova.compute.manager [None req-ed972cb6-e9f9-4ea7-9b92-daef8b1cb421 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] [instance: dc022ac9-6ab5-41c0-92ff-3c39b6094348] Attaching volume cca97509-acac-42a5-85aa-1a0ec94a7f23 to /dev/sdb [ 1153.077517] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-971c2ff7-2c99-4c21-b10b-afa3dfd996f4 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.084883] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f74336b2-f170-401d-b385-96efd11b2db2 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.099220] env[69613]: DEBUG nova.virt.block_device [None req-ed972cb6-e9f9-4ea7-9b92-daef8b1cb421 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] [instance: dc022ac9-6ab5-41c0-92ff-3c39b6094348] Updating existing volume attachment record: 45635ae3-c989-4476-a78b-c3594aa7c0a6 {{(pid=69613) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1153.201897] env[69613]: DEBUG nova.compute.manager [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] [instance: 661ee10a-6a1c-4f4c-86e5-ea2185ab6741] Instance has had 0 of 5 cleanup attempts {{(pid=69613) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1153.317062] env[69613]: DEBUG oslo_vmware.api [None req-2572f0f9-fe62-427d-977c-32efaf9c76ce tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Task: {'id': task-3418258, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.183689} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.317322] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-2572f0f9-fe62-427d-977c-32efaf9c76ce tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Deleted the datastore file {{(pid=69613) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1153.317507] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-2572f0f9-fe62-427d-977c-32efaf9c76ce tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] [instance: 9ee7dbf3-c86a-4cd8-ad1e-ca92cb90164d] Deleted contents of the VM from datastore datastore2 {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1153.317703] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-2572f0f9-fe62-427d-977c-32efaf9c76ce tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] [instance: 9ee7dbf3-c86a-4cd8-ad1e-ca92cb90164d] Instance destroyed {{(pid=69613) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1153.317880] env[69613]: INFO nova.compute.manager [None req-2572f0f9-fe62-427d-977c-32efaf9c76ce tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] [instance: 9ee7dbf3-c86a-4cd8-ad1e-ca92cb90164d] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1153.318158] env[69613]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2572f0f9-fe62-427d-977c-32efaf9c76ce tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69613) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1153.318334] env[69613]: DEBUG nova.compute.manager [-] [instance: 9ee7dbf3-c86a-4cd8-ad1e-ca92cb90164d] Deallocating network for instance {{(pid=69613) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1153.318460] env[69613]: DEBUG nova.network.neutron [-] [instance: 9ee7dbf3-c86a-4cd8-ad1e-ca92cb90164d] deallocate_for_instance() {{(pid=69613) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1153.410979] env[69613]: DEBUG oslo_vmware.api [None req-f4b73e4b-1f01-4d53-88e2-12913969cf1a tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Task: {'id': task-3418259, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.418451] env[69613]: DEBUG nova.compute.utils [None req-05ca6983-cf27-4532-94f9-176b68a446e3 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Using /dev/sd instead of None {{(pid=69613) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1153.419809] env[69613]: DEBUG nova.compute.manager [None req-05ca6983-cf27-4532-94f9-176b68a446e3 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] [instance: 1f56c24d-ed57-4aeb-a0e3-4857e2f4a1cc] Allocating IP information in the background. {{(pid=69613) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1153.419957] env[69613]: DEBUG nova.network.neutron [None req-05ca6983-cf27-4532-94f9-176b68a446e3 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] [instance: 1f56c24d-ed57-4aeb-a0e3-4857e2f4a1cc] allocate_for_instance() {{(pid=69613) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1153.454718] env[69613]: DEBUG oslo_vmware.api [None req-6d0d4db5-a5c4-40b3-b3ae-7973d5c712d9 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Task: {'id': task-3418260, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068034} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.455028] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-6d0d4db5-a5c4-40b3-b3ae-7973d5c712d9 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] [instance: 3bc87c40-eef2-4130-b2b3-017cf32ca878] Extended root virtual disk {{(pid=69613) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1153.455855] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faa8ec67-0552-420b-9d25-4d1549748acc {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.459678] env[69613]: DEBUG nova.policy [None req-05ca6983-cf27-4532-94f9-176b68a446e3 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ed4f8253272043afbbaf87ec8292fb60', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '27cd1ce9a4f74279a40b13e8fbac87a0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69613) authorize /opt/stack/nova/nova/policy.py:192}} [ 1153.486694] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-6d0d4db5-a5c4-40b3-b3ae-7973d5c712d9 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] [instance: 3bc87c40-eef2-4130-b2b3-017cf32ca878] Reconfiguring VM instance instance-00000075 to attach disk [datastore2] 3bc87c40-eef2-4130-b2b3-017cf32ca878/3bc87c40-eef2-4130-b2b3-017cf32ca878.vmdk or device None with type sparse {{(pid=69613) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1153.487101] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-59fe9571-d2c1-48a6-aaa1-1a0f54ab2de5 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.509411] env[69613]: DEBUG oslo_vmware.api [None req-6d0d4db5-a5c4-40b3-b3ae-7973d5c712d9 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Waiting for the task: (returnval){ [ 1153.509411] env[69613]: value = "task-3418262" [ 1153.509411] env[69613]: _type = "Task" [ 1153.509411] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.518864] env[69613]: DEBUG oslo_vmware.api [None req-6d0d4db5-a5c4-40b3-b3ae-7973d5c712d9 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Task: {'id': task-3418262, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.706408] env[69613]: DEBUG nova.compute.manager [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] [instance: 07474db3-d38d-49ca-a42a-28c63825d86d] Instance has had 0 of 5 cleanup attempts {{(pid=69613) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1153.797673] env[69613]: DEBUG nova.network.neutron [None req-05ca6983-cf27-4532-94f9-176b68a446e3 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] [instance: 1f56c24d-ed57-4aeb-a0e3-4857e2f4a1cc] Successfully created port: 33c0fe1d-172f-49bb-997b-ba92a08262b2 {{(pid=69613) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1153.881031] env[69613]: DEBUG nova.compute.manager [req-7beae001-0885-4173-a58e-4450918a3cb9 req-ef4903da-9ed3-4473-b34d-7a2450c6254c service nova] [instance: 9ee7dbf3-c86a-4cd8-ad1e-ca92cb90164d] Received event network-vif-deleted-838daf4e-2131-4274-ab08-101a0150b066 {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1153.881342] env[69613]: INFO nova.compute.manager [req-7beae001-0885-4173-a58e-4450918a3cb9 req-ef4903da-9ed3-4473-b34d-7a2450c6254c service nova] [instance: 9ee7dbf3-c86a-4cd8-ad1e-ca92cb90164d] Neutron deleted interface 838daf4e-2131-4274-ab08-101a0150b066; detaching it from the instance and deleting it from the info cache [ 1153.881567] env[69613]: DEBUG nova.network.neutron [req-7beae001-0885-4173-a58e-4450918a3cb9 req-ef4903da-9ed3-4473-b34d-7a2450c6254c service nova] [instance: 9ee7dbf3-c86a-4cd8-ad1e-ca92cb90164d] Updating instance_info_cache with network_info: [] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1153.910073] env[69613]: DEBUG oslo_vmware.api [None req-f4b73e4b-1f01-4d53-88e2-12913969cf1a tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Task: {'id': task-3418259, 'name': PowerOffVM_Task, 'duration_secs': 0.601166} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.910352] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4b73e4b-1f01-4d53-88e2-12913969cf1a tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] [instance: cfbb356a-ba9f-45d9-b30b-b500812658a6] Powered off the VM {{(pid=69613) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1153.910519] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-f4b73e4b-1f01-4d53-88e2-12913969cf1a tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] [instance: cfbb356a-ba9f-45d9-b30b-b500812658a6] Unregistering the VM {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1153.910769] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f395d1fd-60ff-4052-b9ac-d66e2edfc96a {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.922848] env[69613]: DEBUG nova.compute.manager [None req-05ca6983-cf27-4532-94f9-176b68a446e3 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] [instance: 1f56c24d-ed57-4aeb-a0e3-4857e2f4a1cc] Start building block device mappings for instance. {{(pid=69613) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1153.996932] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-f4b73e4b-1f01-4d53-88e2-12913969cf1a tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] [instance: cfbb356a-ba9f-45d9-b30b-b500812658a6] Unregistered the VM {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1153.997216] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-f4b73e4b-1f01-4d53-88e2-12913969cf1a tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] [instance: cfbb356a-ba9f-45d9-b30b-b500812658a6] Deleting contents of the VM from datastore datastore1 {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1153.997402] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-f4b73e4b-1f01-4d53-88e2-12913969cf1a tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Deleting the datastore file [datastore1] cfbb356a-ba9f-45d9-b30b-b500812658a6 {{(pid=69613) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1153.997663] env[69613]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e0783a2f-4298-47a5-8d64-315874262594 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.007891] env[69613]: DEBUG oslo_vmware.api [None req-f4b73e4b-1f01-4d53-88e2-12913969cf1a tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Waiting for the task: (returnval){ [ 1154.007891] env[69613]: value = "task-3418264" [ 1154.007891] env[69613]: _type = "Task" [ 1154.007891] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.020802] env[69613]: DEBUG oslo_vmware.api [None req-f4b73e4b-1f01-4d53-88e2-12913969cf1a tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Task: {'id': task-3418264, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.025890] env[69613]: DEBUG oslo_vmware.api [None req-6d0d4db5-a5c4-40b3-b3ae-7973d5c712d9 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Task: {'id': task-3418262, 'name': ReconfigVM_Task, 'duration_secs': 0.29896} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.025890] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-6d0d4db5-a5c4-40b3-b3ae-7973d5c712d9 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] [instance: 3bc87c40-eef2-4130-b2b3-017cf32ca878] Reconfigured VM instance instance-00000075 to attach disk [datastore2] 3bc87c40-eef2-4130-b2b3-017cf32ca878/3bc87c40-eef2-4130-b2b3-017cf32ca878.vmdk or device None with type sparse {{(pid=69613) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1154.025890] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-755c3a9d-525f-4aea-8ca2-84590cd49cf9 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.033699] env[69613]: DEBUG oslo_vmware.api [None req-6d0d4db5-a5c4-40b3-b3ae-7973d5c712d9 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Waiting for the task: (returnval){ [ 1154.033699] env[69613]: value = "task-3418265" [ 1154.033699] env[69613]: _type = "Task" [ 1154.033699] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.046016] env[69613]: DEBUG oslo_vmware.api [None req-6d0d4db5-a5c4-40b3-b3ae-7973d5c712d9 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Task: {'id': task-3418265, 'name': Rename_Task} progress is 5%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.209102] env[69613]: DEBUG nova.compute.manager [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] [instance: 302deddd-6e67-4650-b29a-914c4bbd0c6b] Instance has had 0 of 5 cleanup attempts {{(pid=69613) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1154.355361] env[69613]: DEBUG nova.network.neutron [-] [instance: 9ee7dbf3-c86a-4cd8-ad1e-ca92cb90164d] Updating instance_info_cache with network_info: [] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1154.384725] env[69613]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4afbc216-708e-4160-aed0-ada016ef7391 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.396365] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d17d96f5-81cb-45e9-9c4e-a8a629e4d2ca {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.434714] env[69613]: DEBUG nova.compute.manager [req-7beae001-0885-4173-a58e-4450918a3cb9 req-ef4903da-9ed3-4473-b34d-7a2450c6254c service nova] [instance: 9ee7dbf3-c86a-4cd8-ad1e-ca92cb90164d] Detach interface failed, port_id=838daf4e-2131-4274-ab08-101a0150b066, reason: Instance 9ee7dbf3-c86a-4cd8-ad1e-ca92cb90164d could not be found. {{(pid=69613) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1154.518028] env[69613]: DEBUG oslo_vmware.api [None req-f4b73e4b-1f01-4d53-88e2-12913969cf1a tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Task: {'id': task-3418264, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.175109} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.518300] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-f4b73e4b-1f01-4d53-88e2-12913969cf1a tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Deleted the datastore file {{(pid=69613) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1154.518484] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-f4b73e4b-1f01-4d53-88e2-12913969cf1a tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] [instance: cfbb356a-ba9f-45d9-b30b-b500812658a6] Deleted contents of the VM from datastore datastore1 {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1154.518663] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-f4b73e4b-1f01-4d53-88e2-12913969cf1a tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] [instance: cfbb356a-ba9f-45d9-b30b-b500812658a6] Instance destroyed {{(pid=69613) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1154.518877] env[69613]: INFO nova.compute.manager [None req-f4b73e4b-1f01-4d53-88e2-12913969cf1a tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] [instance: cfbb356a-ba9f-45d9-b30b-b500812658a6] Took 1.64 seconds to destroy the instance on the hypervisor. [ 1154.519149] env[69613]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f4b73e4b-1f01-4d53-88e2-12913969cf1a tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69613) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1154.519341] env[69613]: DEBUG nova.compute.manager [-] [instance: cfbb356a-ba9f-45d9-b30b-b500812658a6] Deallocating network for instance {{(pid=69613) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1154.519433] env[69613]: DEBUG nova.network.neutron [-] [instance: cfbb356a-ba9f-45d9-b30b-b500812658a6] deallocate_for_instance() {{(pid=69613) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1154.543696] env[69613]: DEBUG oslo_vmware.api [None req-6d0d4db5-a5c4-40b3-b3ae-7973d5c712d9 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Task: {'id': task-3418265, 'name': Rename_Task, 'duration_secs': 0.145775} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.544018] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d0d4db5-a5c4-40b3-b3ae-7973d5c712d9 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] [instance: 3bc87c40-eef2-4130-b2b3-017cf32ca878] Powering on the VM {{(pid=69613) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1154.544267] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c758a838-2ad5-44c4-9ecb-eb6e576899ce {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.551359] env[69613]: DEBUG oslo_vmware.api [None req-6d0d4db5-a5c4-40b3-b3ae-7973d5c712d9 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Waiting for the task: (returnval){ [ 1154.551359] env[69613]: value = "task-3418266" [ 1154.551359] env[69613]: _type = "Task" [ 1154.551359] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.560153] env[69613]: DEBUG oslo_vmware.api [None req-6d0d4db5-a5c4-40b3-b3ae-7973d5c712d9 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Task: {'id': task-3418266, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.712627] env[69613]: DEBUG nova.compute.manager [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] [instance: e8d8fc2d-26b4-4702-b51b-e64ca473c003] Instance has had 0 of 5 cleanup attempts {{(pid=69613) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1154.857914] env[69613]: INFO nova.compute.manager [-] [instance: 9ee7dbf3-c86a-4cd8-ad1e-ca92cb90164d] Took 1.54 seconds to deallocate network for instance. [ 1154.937714] env[69613]: DEBUG nova.compute.manager [None req-05ca6983-cf27-4532-94f9-176b68a446e3 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] [instance: 1f56c24d-ed57-4aeb-a0e3-4857e2f4a1cc] Start spawning the instance on the hypervisor. {{(pid=69613) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1154.965511] env[69613]: DEBUG nova.virt.hardware [None req-05ca6983-cf27-4532-94f9-176b68a446e3 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T13:55:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T13:55:19Z,direct_url=,disk_format='vmdk',id=2b7a0304-b5d0-431d-b287-32c8388d7fbd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3e9e1b873f1442d59d5ee8247b941f74',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T13:55:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1154.965722] env[69613]: DEBUG nova.virt.hardware [None req-05ca6983-cf27-4532-94f9-176b68a446e3 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Flavor limits 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1154.965877] env[69613]: DEBUG nova.virt.hardware [None req-05ca6983-cf27-4532-94f9-176b68a446e3 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Image limits 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1154.966074] env[69613]: DEBUG nova.virt.hardware [None req-05ca6983-cf27-4532-94f9-176b68a446e3 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Flavor pref 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1154.966225] env[69613]: DEBUG nova.virt.hardware [None req-05ca6983-cf27-4532-94f9-176b68a446e3 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Image pref 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1154.966370] env[69613]: DEBUG nova.virt.hardware [None req-05ca6983-cf27-4532-94f9-176b68a446e3 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1154.966577] env[69613]: DEBUG nova.virt.hardware [None req-05ca6983-cf27-4532-94f9-176b68a446e3 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1154.966736] env[69613]: DEBUG nova.virt.hardware [None req-05ca6983-cf27-4532-94f9-176b68a446e3 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69613) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1154.966902] env[69613]: DEBUG nova.virt.hardware [None req-05ca6983-cf27-4532-94f9-176b68a446e3 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Got 1 possible topologies {{(pid=69613) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1154.967108] env[69613]: DEBUG nova.virt.hardware [None req-05ca6983-cf27-4532-94f9-176b68a446e3 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1154.967264] env[69613]: DEBUG nova.virt.hardware [None req-05ca6983-cf27-4532-94f9-176b68a446e3 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1154.968142] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-364617ae-c8c9-418e-aa25-abd249f0802c {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.977100] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce8b3b6d-e4c9-4554-8055-b2fcd47499cc {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.062730] env[69613]: DEBUG oslo_vmware.api [None req-6d0d4db5-a5c4-40b3-b3ae-7973d5c712d9 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Task: {'id': task-3418266, 'name': PowerOnVM_Task, 'duration_secs': 0.471986} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.063010] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d0d4db5-a5c4-40b3-b3ae-7973d5c712d9 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] [instance: 3bc87c40-eef2-4130-b2b3-017cf32ca878] Powered on the VM {{(pid=69613) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1155.063245] env[69613]: INFO nova.compute.manager [None req-6d0d4db5-a5c4-40b3-b3ae-7973d5c712d9 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] [instance: 3bc87c40-eef2-4130-b2b3-017cf32ca878] Took 7.41 seconds to spawn the instance on the hypervisor. [ 1155.063424] env[69613]: DEBUG nova.compute.manager [None req-6d0d4db5-a5c4-40b3-b3ae-7973d5c712d9 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] [instance: 3bc87c40-eef2-4130-b2b3-017cf32ca878] Checking state {{(pid=69613) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1155.064259] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d670f14-14a5-4c03-b525-bddb9a144cf1 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.199647] env[69613]: DEBUG nova.compute.manager [req-1b8e23a2-3627-41ea-bc15-1ae0b4269ce7 req-9f2d3648-7e4d-4dde-b0fb-5054d91fd7e9 service nova] [instance: 1f56c24d-ed57-4aeb-a0e3-4857e2f4a1cc] Received event network-vif-plugged-33c0fe1d-172f-49bb-997b-ba92a08262b2 {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1155.200254] env[69613]: DEBUG oslo_concurrency.lockutils [req-1b8e23a2-3627-41ea-bc15-1ae0b4269ce7 req-9f2d3648-7e4d-4dde-b0fb-5054d91fd7e9 service nova] Acquiring lock "1f56c24d-ed57-4aeb-a0e3-4857e2f4a1cc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1155.200471] env[69613]: DEBUG oslo_concurrency.lockutils [req-1b8e23a2-3627-41ea-bc15-1ae0b4269ce7 req-9f2d3648-7e4d-4dde-b0fb-5054d91fd7e9 service nova] Lock "1f56c24d-ed57-4aeb-a0e3-4857e2f4a1cc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1155.200641] env[69613]: DEBUG oslo_concurrency.lockutils [req-1b8e23a2-3627-41ea-bc15-1ae0b4269ce7 req-9f2d3648-7e4d-4dde-b0fb-5054d91fd7e9 service nova] Lock "1f56c24d-ed57-4aeb-a0e3-4857e2f4a1cc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1155.200808] env[69613]: DEBUG nova.compute.manager [req-1b8e23a2-3627-41ea-bc15-1ae0b4269ce7 req-9f2d3648-7e4d-4dde-b0fb-5054d91fd7e9 service nova] [instance: 1f56c24d-ed57-4aeb-a0e3-4857e2f4a1cc] No waiting events found dispatching network-vif-plugged-33c0fe1d-172f-49bb-997b-ba92a08262b2 {{(pid=69613) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1155.200972] env[69613]: WARNING nova.compute.manager [req-1b8e23a2-3627-41ea-bc15-1ae0b4269ce7 req-9f2d3648-7e4d-4dde-b0fb-5054d91fd7e9 service nova] [instance: 1f56c24d-ed57-4aeb-a0e3-4857e2f4a1cc] Received unexpected event network-vif-plugged-33c0fe1d-172f-49bb-997b-ba92a08262b2 for instance with vm_state building and task_state spawning. [ 1155.215422] env[69613]: DEBUG nova.compute.manager [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] [instance: 957361eb-46da-4668-916a-04238bff4e31] Instance has had 0 of 5 cleanup attempts {{(pid=69613) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1155.242955] env[69613]: DEBUG nova.network.neutron [-] [instance: cfbb356a-ba9f-45d9-b30b-b500812658a6] Updating instance_info_cache with network_info: [] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1155.285735] env[69613]: DEBUG nova.network.neutron [None req-05ca6983-cf27-4532-94f9-176b68a446e3 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] [instance: 1f56c24d-ed57-4aeb-a0e3-4857e2f4a1cc] Successfully updated port: 33c0fe1d-172f-49bb-997b-ba92a08262b2 {{(pid=69613) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1155.365568] env[69613]: DEBUG oslo_concurrency.lockutils [None req-2572f0f9-fe62-427d-977c-32efaf9c76ce tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1155.365987] env[69613]: DEBUG oslo_concurrency.lockutils [None req-2572f0f9-fe62-427d-977c-32efaf9c76ce tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1155.366288] env[69613]: DEBUG oslo_concurrency.lockutils [None req-2572f0f9-fe62-427d-977c-32efaf9c76ce tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1155.394459] env[69613]: INFO nova.scheduler.client.report [None req-2572f0f9-fe62-427d-977c-32efaf9c76ce tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Deleted allocations for instance 9ee7dbf3-c86a-4cd8-ad1e-ca92cb90164d [ 1155.583922] env[69613]: INFO nova.compute.manager [None req-6d0d4db5-a5c4-40b3-b3ae-7973d5c712d9 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] [instance: 3bc87c40-eef2-4130-b2b3-017cf32ca878] Took 17.04 seconds to build instance. [ 1155.718619] env[69613]: DEBUG nova.compute.manager [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] [instance: 4c3027a1-4b55-40bd-b818-562263ec9fab] Instance has had 0 of 5 cleanup attempts {{(pid=69613) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1155.745009] env[69613]: INFO nova.compute.manager [-] [instance: cfbb356a-ba9f-45d9-b30b-b500812658a6] Took 1.23 seconds to deallocate network for instance. [ 1155.789227] env[69613]: DEBUG oslo_concurrency.lockutils [None req-05ca6983-cf27-4532-94f9-176b68a446e3 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Acquiring lock "refresh_cache-1f56c24d-ed57-4aeb-a0e3-4857e2f4a1cc" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.789311] env[69613]: DEBUG oslo_concurrency.lockutils [None req-05ca6983-cf27-4532-94f9-176b68a446e3 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Acquired lock "refresh_cache-1f56c24d-ed57-4aeb-a0e3-4857e2f4a1cc" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.789466] env[69613]: DEBUG nova.network.neutron [None req-05ca6983-cf27-4532-94f9-176b68a446e3 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] [instance: 1f56c24d-ed57-4aeb-a0e3-4857e2f4a1cc] Building network info cache for instance {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1155.902947] env[69613]: DEBUG oslo_concurrency.lockutils [None req-2572f0f9-fe62-427d-977c-32efaf9c76ce tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Lock "9ee7dbf3-c86a-4cd8-ad1e-ca92cb90164d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.227s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1155.979695] env[69613]: DEBUG nova.compute.manager [req-017fc20b-f901-43e9-b276-1d35f4daa4d3 req-88ec82de-328f-4f4b-be72-306cd6a1521a service nova] [instance: cfbb356a-ba9f-45d9-b30b-b500812658a6] Received event network-vif-deleted-675f17f1-5381-4089-ab2a-b60160e17e9d {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1156.087411] env[69613]: DEBUG oslo_concurrency.lockutils [None req-6d0d4db5-a5c4-40b3-b3ae-7973d5c712d9 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Lock "3bc87c40-eef2-4130-b2b3-017cf32ca878" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.552s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1156.222980] env[69613]: DEBUG nova.compute.manager [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] [instance: 1ea300a9-a953-4c27-88a5-0e717ea37d3e] Instance has had 0 of 5 cleanup attempts {{(pid=69613) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1156.252296] env[69613]: DEBUG oslo_concurrency.lockutils [None req-f4b73e4b-1f01-4d53-88e2-12913969cf1a tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1156.252691] env[69613]: DEBUG oslo_concurrency.lockutils [None req-f4b73e4b-1f01-4d53-88e2-12913969cf1a tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1156.252964] env[69613]: DEBUG nova.objects.instance [None req-f4b73e4b-1f01-4d53-88e2-12913969cf1a tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Lazy-loading 'resources' on Instance uuid cfbb356a-ba9f-45d9-b30b-b500812658a6 {{(pid=69613) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1156.531537] env[69613]: DEBUG nova.network.neutron [None req-05ca6983-cf27-4532-94f9-176b68a446e3 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] [instance: 1f56c24d-ed57-4aeb-a0e3-4857e2f4a1cc] Instance cache missing network info. {{(pid=69613) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1156.730597] env[69613]: DEBUG nova.compute.manager [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] [instance: 6ce9d7ae-aabf-444e-ab76-68f077d43cf0] Instance has had 0 of 5 cleanup attempts {{(pid=69613) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1156.767970] env[69613]: DEBUG oslo_concurrency.lockutils [None req-da114b21-c462-45ba-beb9-b664f131554a tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Acquiring lock "816b83b8-9dea-45d2-be12-35adb694e470" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1156.768233] env[69613]: DEBUG oslo_concurrency.lockutils [None req-da114b21-c462-45ba-beb9-b664f131554a tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Lock "816b83b8-9dea-45d2-be12-35adb694e470" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1156.779187] env[69613]: DEBUG nova.network.neutron [None req-05ca6983-cf27-4532-94f9-176b68a446e3 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] [instance: 1f56c24d-ed57-4aeb-a0e3-4857e2f4a1cc] Updating instance_info_cache with network_info: [{"id": "33c0fe1d-172f-49bb-997b-ba92a08262b2", "address": "fa:16:3e:39:1e:1a", "network": {"id": "743485db-c4e0-4763-aaad-624cce7d9704", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-754778099-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "27cd1ce9a4f74279a40b13e8fbac87a0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4576b9d4-535c-40aa-b078-246f671f216e", "external-id": "nsx-vlan-transportzone-27", "segmentation_id": 27, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap33c0fe1d-17", "ovs_interfaceid": "33c0fe1d-172f-49bb-997b-ba92a08262b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1156.908842] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4e789d6-dba5-4a98-9e35-03a847bbd2e0 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.917100] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3804fbdf-72a6-4fb2-a556-da8045e0473c {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.950515] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2b39feb-6f6a-4185-8e3b-1a0608bcefb9 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.958626] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-361d4e3a-757c-45a3-bf08-0a540e83aa68 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.971815] env[69613]: DEBUG nova.compute.provider_tree [None req-f4b73e4b-1f01-4d53-88e2-12913969cf1a tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Inventory has not changed in ProviderTree for provider: af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 {{(pid=69613) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1157.231111] env[69613]: DEBUG nova.compute.manager [req-2261f7ad-21ff-455f-ba00-a7b1fb13d25c req-c08e25b8-d20b-483a-9d23-4f167ecc5895 service nova] [instance: 1f56c24d-ed57-4aeb-a0e3-4857e2f4a1cc] Received event network-changed-33c0fe1d-172f-49bb-997b-ba92a08262b2 {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1157.231111] env[69613]: DEBUG nova.compute.manager [req-2261f7ad-21ff-455f-ba00-a7b1fb13d25c req-c08e25b8-d20b-483a-9d23-4f167ecc5895 service nova] [instance: 1f56c24d-ed57-4aeb-a0e3-4857e2f4a1cc] Refreshing instance network info cache due to event network-changed-33c0fe1d-172f-49bb-997b-ba92a08262b2. {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1157.231269] env[69613]: DEBUG oslo_concurrency.lockutils [req-2261f7ad-21ff-455f-ba00-a7b1fb13d25c req-c08e25b8-d20b-483a-9d23-4f167ecc5895 service nova] Acquiring lock "refresh_cache-1f56c24d-ed57-4aeb-a0e3-4857e2f4a1cc" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.234287] env[69613]: DEBUG nova.compute.manager [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] [instance: 9b124e5b-64d3-427b-a2bc-fed2d4ab8263] Instance has had 0 of 5 cleanup attempts {{(pid=69613) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1157.270281] env[69613]: DEBUG nova.compute.manager [None req-da114b21-c462-45ba-beb9-b664f131554a tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] [instance: 816b83b8-9dea-45d2-be12-35adb694e470] Starting instance... {{(pid=69613) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1157.282760] env[69613]: DEBUG oslo_concurrency.lockutils [None req-05ca6983-cf27-4532-94f9-176b68a446e3 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Releasing lock "refresh_cache-1f56c24d-ed57-4aeb-a0e3-4857e2f4a1cc" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.283079] env[69613]: DEBUG nova.compute.manager [None req-05ca6983-cf27-4532-94f9-176b68a446e3 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] [instance: 1f56c24d-ed57-4aeb-a0e3-4857e2f4a1cc] Instance network_info: |[{"id": "33c0fe1d-172f-49bb-997b-ba92a08262b2", "address": "fa:16:3e:39:1e:1a", "network": {"id": "743485db-c4e0-4763-aaad-624cce7d9704", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-754778099-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "27cd1ce9a4f74279a40b13e8fbac87a0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4576b9d4-535c-40aa-b078-246f671f216e", "external-id": "nsx-vlan-transportzone-27", "segmentation_id": 27, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap33c0fe1d-17", "ovs_interfaceid": "33c0fe1d-172f-49bb-997b-ba92a08262b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69613) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1157.283371] env[69613]: DEBUG oslo_concurrency.lockutils [req-2261f7ad-21ff-455f-ba00-a7b1fb13d25c req-c08e25b8-d20b-483a-9d23-4f167ecc5895 service nova] Acquired lock "refresh_cache-1f56c24d-ed57-4aeb-a0e3-4857e2f4a1cc" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.283548] env[69613]: DEBUG nova.network.neutron [req-2261f7ad-21ff-455f-ba00-a7b1fb13d25c req-c08e25b8-d20b-483a-9d23-4f167ecc5895 service nova] [instance: 1f56c24d-ed57-4aeb-a0e3-4857e2f4a1cc] Refreshing network info cache for port 33c0fe1d-172f-49bb-997b-ba92a08262b2 {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1157.284782] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-05ca6983-cf27-4532-94f9-176b68a446e3 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] [instance: 1f56c24d-ed57-4aeb-a0e3-4857e2f4a1cc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:39:1e:1a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4576b9d4-535c-40aa-b078-246f671f216e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '33c0fe1d-172f-49bb-997b-ba92a08262b2', 'vif_model': 'vmxnet3'}] {{(pid=69613) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1157.292712] env[69613]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-05ca6983-cf27-4532-94f9-176b68a446e3 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69613) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1157.295684] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1f56c24d-ed57-4aeb-a0e3-4857e2f4a1cc] Creating VM on the ESX host {{(pid=69613) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1157.296327] env[69613]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ba74c19c-f6af-4ee4-a9b0-c9914594d1d4 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.318925] env[69613]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1157.318925] env[69613]: value = "task-3418268" [ 1157.318925] env[69613]: _type = "Task" [ 1157.318925] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.326995] env[69613]: DEBUG oslo_vmware.api [-] Task: {'id': task-3418268, 'name': CreateVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.475661] env[69613]: DEBUG nova.scheduler.client.report [None req-f4b73e4b-1f01-4d53-88e2-12913969cf1a tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Inventory has not changed for provider af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69613) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1157.521331] env[69613]: DEBUG nova.network.neutron [req-2261f7ad-21ff-455f-ba00-a7b1fb13d25c req-c08e25b8-d20b-483a-9d23-4f167ecc5895 service nova] [instance: 1f56c24d-ed57-4aeb-a0e3-4857e2f4a1cc] Updated VIF entry in instance network info cache for port 33c0fe1d-172f-49bb-997b-ba92a08262b2. {{(pid=69613) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1157.521692] env[69613]: DEBUG nova.network.neutron [req-2261f7ad-21ff-455f-ba00-a7b1fb13d25c req-c08e25b8-d20b-483a-9d23-4f167ecc5895 service nova] [instance: 1f56c24d-ed57-4aeb-a0e3-4857e2f4a1cc] Updating instance_info_cache with network_info: [{"id": "33c0fe1d-172f-49bb-997b-ba92a08262b2", "address": "fa:16:3e:39:1e:1a", "network": {"id": "743485db-c4e0-4763-aaad-624cce7d9704", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-754778099-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "27cd1ce9a4f74279a40b13e8fbac87a0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4576b9d4-535c-40aa-b078-246f671f216e", "external-id": "nsx-vlan-transportzone-27", "segmentation_id": 27, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap33c0fe1d-17", "ovs_interfaceid": "33c0fe1d-172f-49bb-997b-ba92a08262b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1157.643379] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed972cb6-e9f9-4ea7-9b92-daef8b1cb421 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] [instance: dc022ac9-6ab5-41c0-92ff-3c39b6094348] Volume attach. Driver type: vmdk {{(pid=69613) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1157.643671] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed972cb6-e9f9-4ea7-9b92-daef8b1cb421 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] [instance: dc022ac9-6ab5-41c0-92ff-3c39b6094348] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-682002', 'volume_id': 'cca97509-acac-42a5-85aa-1a0ec94a7f23', 'name': 'volume-cca97509-acac-42a5-85aa-1a0ec94a7f23', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'dc022ac9-6ab5-41c0-92ff-3c39b6094348', 'attached_at': '', 'detached_at': '', 'volume_id': 'cca97509-acac-42a5-85aa-1a0ec94a7f23', 'serial': 'cca97509-acac-42a5-85aa-1a0ec94a7f23'} {{(pid=69613) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1157.644669] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fd31293-235e-4f39-bc5b-c11a97948fa2 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.664869] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77b7be69-d6dd-4062-8b84-e60fa11dec1b {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.685823] env[69613]: DEBUG oslo_concurrency.lockutils [None req-d197d326-7d01-43d3-8d8c-b4adfb35fbbd tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Acquiring lock "f186cb70-f6ef-4b02-a8fe-f5f791352ed7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1157.686067] env[69613]: DEBUG oslo_concurrency.lockutils [None req-d197d326-7d01-43d3-8d8c-b4adfb35fbbd tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Lock "f186cb70-f6ef-4b02-a8fe-f5f791352ed7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1157.694733] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed972cb6-e9f9-4ea7-9b92-daef8b1cb421 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] [instance: dc022ac9-6ab5-41c0-92ff-3c39b6094348] Reconfiguring VM instance instance-0000006e to attach disk [datastore2] volume-cca97509-acac-42a5-85aa-1a0ec94a7f23/volume-cca97509-acac-42a5-85aa-1a0ec94a7f23.vmdk or device None with type thin {{(pid=69613) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1157.695598] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-df2a3ed1-b800-4b13-87cf-d9bee3d12839 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.717129] env[69613]: DEBUG oslo_vmware.api [None req-ed972cb6-e9f9-4ea7-9b92-daef8b1cb421 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Waiting for the task: (returnval){ [ 1157.717129] env[69613]: value = "task-3418269" [ 1157.717129] env[69613]: _type = "Task" [ 1157.717129] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.725647] env[69613]: DEBUG oslo_vmware.api [None req-ed972cb6-e9f9-4ea7-9b92-daef8b1cb421 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Task: {'id': task-3418269, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.738020] env[69613]: DEBUG nova.compute.manager [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] [instance: 52a6a8dc-d371-4109-ba9a-0b972f1d0527] Instance has had 0 of 5 cleanup attempts {{(pid=69613) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1157.795766] env[69613]: DEBUG oslo_concurrency.lockutils [None req-da114b21-c462-45ba-beb9-b664f131554a tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1157.829193] env[69613]: DEBUG oslo_vmware.api [-] Task: {'id': task-3418268, 'name': CreateVM_Task, 'duration_secs': 0.472914} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.829396] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1f56c24d-ed57-4aeb-a0e3-4857e2f4a1cc] Created VM on the ESX host {{(pid=69613) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1157.830195] env[69613]: DEBUG oslo_concurrency.lockutils [None req-05ca6983-cf27-4532-94f9-176b68a446e3 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.830408] env[69613]: DEBUG oslo_concurrency.lockutils [None req-05ca6983-cf27-4532-94f9-176b68a446e3 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.830771] env[69613]: DEBUG oslo_concurrency.lockutils [None req-05ca6983-cf27-4532-94f9-176b68a446e3 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.831087] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-08aa27b8-6235-41c7-a6d9-2f0762862754 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.836571] env[69613]: DEBUG oslo_vmware.api [None req-05ca6983-cf27-4532-94f9-176b68a446e3 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Waiting for the task: (returnval){ [ 1157.836571] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]5259d553-a734-510a-23a1-c717ab16f49b" [ 1157.836571] env[69613]: _type = "Task" [ 1157.836571] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.844583] env[69613]: DEBUG oslo_vmware.api [None req-05ca6983-cf27-4532-94f9-176b68a446e3 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]5259d553-a734-510a-23a1-c717ab16f49b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.981107] env[69613]: DEBUG oslo_concurrency.lockutils [None req-f4b73e4b-1f01-4d53-88e2-12913969cf1a tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.728s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1157.983602] env[69613]: DEBUG oslo_concurrency.lockutils [None req-da114b21-c462-45ba-beb9-b664f131554a tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.188s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1157.985355] env[69613]: INFO nova.compute.claims [None req-da114b21-c462-45ba-beb9-b664f131554a tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] [instance: 816b83b8-9dea-45d2-be12-35adb694e470] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1157.999508] env[69613]: INFO nova.scheduler.client.report [None req-f4b73e4b-1f01-4d53-88e2-12913969cf1a tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Deleted allocations for instance cfbb356a-ba9f-45d9-b30b-b500812658a6 [ 1158.024333] env[69613]: DEBUG oslo_concurrency.lockutils [req-2261f7ad-21ff-455f-ba00-a7b1fb13d25c req-c08e25b8-d20b-483a-9d23-4f167ecc5895 service nova] Releasing lock "refresh_cache-1f56c24d-ed57-4aeb-a0e3-4857e2f4a1cc" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.024634] env[69613]: DEBUG nova.compute.manager [req-2261f7ad-21ff-455f-ba00-a7b1fb13d25c req-c08e25b8-d20b-483a-9d23-4f167ecc5895 service nova] [instance: 3bc87c40-eef2-4130-b2b3-017cf32ca878] Received event network-changed-4af009ca-b856-4ef8-a757-fad6a5728511 {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1158.025047] env[69613]: DEBUG nova.compute.manager [req-2261f7ad-21ff-455f-ba00-a7b1fb13d25c req-c08e25b8-d20b-483a-9d23-4f167ecc5895 service nova] [instance: 3bc87c40-eef2-4130-b2b3-017cf32ca878] Refreshing instance network info cache due to event network-changed-4af009ca-b856-4ef8-a757-fad6a5728511. {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1158.025357] env[69613]: DEBUG oslo_concurrency.lockutils [req-2261f7ad-21ff-455f-ba00-a7b1fb13d25c req-c08e25b8-d20b-483a-9d23-4f167ecc5895 service nova] Acquiring lock "refresh_cache-3bc87c40-eef2-4130-b2b3-017cf32ca878" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.025541] env[69613]: DEBUG oslo_concurrency.lockutils [req-2261f7ad-21ff-455f-ba00-a7b1fb13d25c req-c08e25b8-d20b-483a-9d23-4f167ecc5895 service nova] Acquired lock "refresh_cache-3bc87c40-eef2-4130-b2b3-017cf32ca878" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.025744] env[69613]: DEBUG nova.network.neutron [req-2261f7ad-21ff-455f-ba00-a7b1fb13d25c req-c08e25b8-d20b-483a-9d23-4f167ecc5895 service nova] [instance: 3bc87c40-eef2-4130-b2b3-017cf32ca878] Refreshing network info cache for port 4af009ca-b856-4ef8-a757-fad6a5728511 {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1158.196469] env[69613]: DEBUG nova.compute.manager [None req-d197d326-7d01-43d3-8d8c-b4adfb35fbbd tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] [instance: f186cb70-f6ef-4b02-a8fe-f5f791352ed7] Starting instance... {{(pid=69613) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1158.227568] env[69613]: DEBUG oslo_vmware.api [None req-ed972cb6-e9f9-4ea7-9b92-daef8b1cb421 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Task: {'id': task-3418269, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.242244] env[69613]: DEBUG nova.compute.manager [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] [instance: 7f9ba3ee-c7ee-4737-931d-339747f6c4d8] Instance has had 0 of 5 cleanup attempts {{(pid=69613) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1158.349058] env[69613]: DEBUG oslo_vmware.api [None req-05ca6983-cf27-4532-94f9-176b68a446e3 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]5259d553-a734-510a-23a1-c717ab16f49b, 'name': SearchDatastore_Task, 'duration_secs': 0.01013} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.349058] env[69613]: DEBUG oslo_concurrency.lockutils [None req-05ca6983-cf27-4532-94f9-176b68a446e3 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.349058] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-05ca6983-cf27-4532-94f9-176b68a446e3 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] [instance: 1f56c24d-ed57-4aeb-a0e3-4857e2f4a1cc] Processing image 2b7a0304-b5d0-431d-b287-32c8388d7fbd {{(pid=69613) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1158.349058] env[69613]: DEBUG oslo_concurrency.lockutils [None req-05ca6983-cf27-4532-94f9-176b68a446e3 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.349058] env[69613]: DEBUG oslo_concurrency.lockutils [None req-05ca6983-cf27-4532-94f9-176b68a446e3 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.349058] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-05ca6983-cf27-4532-94f9-176b68a446e3 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69613) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1158.349337] env[69613]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2e503745-1abd-41b6-bfcf-3fd531929a67 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.357931] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-05ca6983-cf27-4532-94f9-176b68a446e3 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69613) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1158.358179] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-05ca6983-cf27-4532-94f9-176b68a446e3 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69613) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1158.358916] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2278af0f-048e-43ee-8640-03d02af94501 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.363945] env[69613]: DEBUG oslo_vmware.api [None req-05ca6983-cf27-4532-94f9-176b68a446e3 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Waiting for the task: (returnval){ [ 1158.363945] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]527c73e8-3e52-e000-ae17-d814a238a33a" [ 1158.363945] env[69613]: _type = "Task" [ 1158.363945] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.376474] env[69613]: DEBUG oslo_vmware.api [None req-05ca6983-cf27-4532-94f9-176b68a446e3 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]527c73e8-3e52-e000-ae17-d814a238a33a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.506272] env[69613]: DEBUG oslo_concurrency.lockutils [None req-f4b73e4b-1f01-4d53-88e2-12913969cf1a tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Lock "cfbb356a-ba9f-45d9-b30b-b500812658a6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.132s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1158.722383] env[69613]: DEBUG oslo_concurrency.lockutils [None req-d197d326-7d01-43d3-8d8c-b4adfb35fbbd tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1158.728252] env[69613]: DEBUG oslo_vmware.api [None req-ed972cb6-e9f9-4ea7-9b92-daef8b1cb421 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Task: {'id': task-3418269, 'name': ReconfigVM_Task, 'duration_secs': 0.542064} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.728503] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed972cb6-e9f9-4ea7-9b92-daef8b1cb421 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] [instance: dc022ac9-6ab5-41c0-92ff-3c39b6094348] Reconfigured VM instance instance-0000006e to attach disk [datastore2] volume-cca97509-acac-42a5-85aa-1a0ec94a7f23/volume-cca97509-acac-42a5-85aa-1a0ec94a7f23.vmdk or device None with type thin {{(pid=69613) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1158.733423] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f4c1fc08-0021-410a-aa1d-28e470924773 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.743675] env[69613]: DEBUG nova.network.neutron [req-2261f7ad-21ff-455f-ba00-a7b1fb13d25c req-c08e25b8-d20b-483a-9d23-4f167ecc5895 service nova] [instance: 3bc87c40-eef2-4130-b2b3-017cf32ca878] Updated VIF entry in instance network info cache for port 4af009ca-b856-4ef8-a757-fad6a5728511. {{(pid=69613) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1158.744048] env[69613]: DEBUG nova.network.neutron [req-2261f7ad-21ff-455f-ba00-a7b1fb13d25c req-c08e25b8-d20b-483a-9d23-4f167ecc5895 service nova] [instance: 3bc87c40-eef2-4130-b2b3-017cf32ca878] Updating instance_info_cache with network_info: [{"id": "4af009ca-b856-4ef8-a757-fad6a5728511", "address": "fa:16:3e:06:33:7a", "network": {"id": "716d936a-9f18-4dbf-8278-8d495c4e8e5e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1568527215-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.233", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ac0fd822ae5c46349cf139bf95aa6ad4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "99639c37-b0c6-4be7-9594-230e44b1280b", "external-id": "nsx-vlan-transportzone-17", "segmentation_id": 17, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4af009ca-b8", "ovs_interfaceid": "4af009ca-b856-4ef8-a757-fad6a5728511", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1158.745447] env[69613]: DEBUG nova.compute.manager [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] [instance: f41f74be-9cd8-4095-b741-d24dc9a24cc5] Instance has had 0 of 5 cleanup attempts {{(pid=69613) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1158.752592] env[69613]: DEBUG oslo_vmware.api [None req-ed972cb6-e9f9-4ea7-9b92-daef8b1cb421 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Waiting for the task: (returnval){ [ 1158.752592] env[69613]: value = "task-3418270" [ 1158.752592] env[69613]: _type = "Task" [ 1158.752592] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.761951] env[69613]: DEBUG oslo_vmware.api [None req-ed972cb6-e9f9-4ea7-9b92-daef8b1cb421 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Task: {'id': task-3418270, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.875067] env[69613]: DEBUG oslo_vmware.api [None req-05ca6983-cf27-4532-94f9-176b68a446e3 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]527c73e8-3e52-e000-ae17-d814a238a33a, 'name': SearchDatastore_Task, 'duration_secs': 0.008398} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.875717] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2668c302-071a-42bd-9efa-6976fdcaa717 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.878109] env[69613]: DEBUG oslo_concurrency.lockutils [None req-e9f48c48-95ec-4e9c-a347-2d9cb75a6209 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Acquiring lock "7e2817b1-4a83-4363-93f9-b26dc4789033" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1158.878292] env[69613]: DEBUG oslo_concurrency.lockutils [None req-e9f48c48-95ec-4e9c-a347-2d9cb75a6209 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Lock "7e2817b1-4a83-4363-93f9-b26dc4789033" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1158.878491] env[69613]: DEBUG oslo_concurrency.lockutils [None req-e9f48c48-95ec-4e9c-a347-2d9cb75a6209 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Acquiring lock "7e2817b1-4a83-4363-93f9-b26dc4789033-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1158.878672] env[69613]: DEBUG oslo_concurrency.lockutils [None req-e9f48c48-95ec-4e9c-a347-2d9cb75a6209 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Lock "7e2817b1-4a83-4363-93f9-b26dc4789033-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1158.878836] env[69613]: DEBUG oslo_concurrency.lockutils [None req-e9f48c48-95ec-4e9c-a347-2d9cb75a6209 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Lock "7e2817b1-4a83-4363-93f9-b26dc4789033-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1158.880967] env[69613]: INFO nova.compute.manager [None req-e9f48c48-95ec-4e9c-a347-2d9cb75a6209 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] [instance: 7e2817b1-4a83-4363-93f9-b26dc4789033] Terminating instance [ 1158.884600] env[69613]: DEBUG oslo_vmware.api [None req-05ca6983-cf27-4532-94f9-176b68a446e3 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Waiting for the task: (returnval){ [ 1158.884600] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]52a1fce2-72b5-91b1-ffee-a5233dba9993" [ 1158.884600] env[69613]: _type = "Task" [ 1158.884600] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.892219] env[69613]: DEBUG oslo_vmware.api [None req-05ca6983-cf27-4532-94f9-176b68a446e3 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52a1fce2-72b5-91b1-ffee-a5233dba9993, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.115472] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c2a6e45-dfd0-4dd4-95cc-786dfa71c134 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.122995] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4cc1983-7b67-47b9-bd81-aa1d2a741ef5 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.154406] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d8bba6a-43f3-4630-b560-3d302e9c3a58 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.161490] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61010be1-a317-4b42-97f4-e110d5321691 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.176702] env[69613]: DEBUG nova.compute.provider_tree [None req-da114b21-c462-45ba-beb9-b664f131554a tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Inventory has not changed in ProviderTree for provider: af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 {{(pid=69613) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1159.248592] env[69613]: DEBUG oslo_concurrency.lockutils [req-2261f7ad-21ff-455f-ba00-a7b1fb13d25c req-c08e25b8-d20b-483a-9d23-4f167ecc5895 service nova] Releasing lock "refresh_cache-3bc87c40-eef2-4130-b2b3-017cf32ca878" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.249212] env[69613]: DEBUG nova.compute.manager [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] [instance: aa0eb3a4-34df-4e34-b86a-2a1d19f3a984] Instance has had 0 of 5 cleanup attempts {{(pid=69613) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1159.262594] env[69613]: DEBUG oslo_vmware.api [None req-ed972cb6-e9f9-4ea7-9b92-daef8b1cb421 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Task: {'id': task-3418270, 'name': ReconfigVM_Task, 'duration_secs': 0.173205} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.262923] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed972cb6-e9f9-4ea7-9b92-daef8b1cb421 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] [instance: dc022ac9-6ab5-41c0-92ff-3c39b6094348] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-682002', 'volume_id': 'cca97509-acac-42a5-85aa-1a0ec94a7f23', 'name': 'volume-cca97509-acac-42a5-85aa-1a0ec94a7f23', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'dc022ac9-6ab5-41c0-92ff-3c39b6094348', 'attached_at': '', 'detached_at': '', 'volume_id': 'cca97509-acac-42a5-85aa-1a0ec94a7f23', 'serial': 'cca97509-acac-42a5-85aa-1a0ec94a7f23'} {{(pid=69613) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1159.389762] env[69613]: DEBUG nova.compute.manager [None req-e9f48c48-95ec-4e9c-a347-2d9cb75a6209 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] [instance: 7e2817b1-4a83-4363-93f9-b26dc4789033] Start destroying the instance on the hypervisor. {{(pid=69613) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1159.389999] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-e9f48c48-95ec-4e9c-a347-2d9cb75a6209 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] [instance: 7e2817b1-4a83-4363-93f9-b26dc4789033] Destroying instance {{(pid=69613) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1159.390750] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14f25cc9-f355-4ade-a3f9-ec0106e9f7fa {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.398662] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9f48c48-95ec-4e9c-a347-2d9cb75a6209 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] [instance: 7e2817b1-4a83-4363-93f9-b26dc4789033] Powering off the VM {{(pid=69613) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1159.402300] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bdb69ccd-80af-4de1-a992-4fb21faf1067 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.404131] env[69613]: DEBUG oslo_vmware.api [None req-05ca6983-cf27-4532-94f9-176b68a446e3 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52a1fce2-72b5-91b1-ffee-a5233dba9993, 'name': SearchDatastore_Task, 'duration_secs': 0.012088} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.404383] env[69613]: DEBUG oslo_concurrency.lockutils [None req-05ca6983-cf27-4532-94f9-176b68a446e3 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.404660] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-05ca6983-cf27-4532-94f9-176b68a446e3 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk to [datastore2] 1f56c24d-ed57-4aeb-a0e3-4857e2f4a1cc/1f56c24d-ed57-4aeb-a0e3-4857e2f4a1cc.vmdk {{(pid=69613) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1159.405256] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9143596d-5776-47b5-a7e9-fc4d10e0356c {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.410299] env[69613]: DEBUG oslo_vmware.api [None req-e9f48c48-95ec-4e9c-a347-2d9cb75a6209 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Waiting for the task: (returnval){ [ 1159.410299] env[69613]: value = "task-3418271" [ 1159.410299] env[69613]: _type = "Task" [ 1159.410299] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.411487] env[69613]: DEBUG oslo_vmware.api [None req-05ca6983-cf27-4532-94f9-176b68a446e3 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Waiting for the task: (returnval){ [ 1159.411487] env[69613]: value = "task-3418272" [ 1159.411487] env[69613]: _type = "Task" [ 1159.411487] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.424062] env[69613]: DEBUG oslo_vmware.api [None req-e9f48c48-95ec-4e9c-a347-2d9cb75a6209 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Task: {'id': task-3418271, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.426978] env[69613]: DEBUG oslo_vmware.api [None req-05ca6983-cf27-4532-94f9-176b68a446e3 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Task: {'id': task-3418272, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.680390] env[69613]: DEBUG nova.scheduler.client.report [None req-da114b21-c462-45ba-beb9-b664f131554a tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Inventory has not changed for provider af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69613) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1159.752413] env[69613]: DEBUG nova.compute.manager [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] [instance: 1d1867b6-e625-4262-849c-a6ce4acce7bf] Instance has had 0 of 5 cleanup attempts {{(pid=69613) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1159.793247] env[69613]: DEBUG oslo_concurrency.lockutils [None req-37d00613-19d5-45db-96f4-522ff17ad196 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Acquiring lock "8f0c568c-f444-4640-820f-06fe30a8aabb" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1159.793534] env[69613]: DEBUG oslo_concurrency.lockutils [None req-37d00613-19d5-45db-96f4-522ff17ad196 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Lock "8f0c568c-f444-4640-820f-06fe30a8aabb" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1160.595254] env[69613]: DEBUG oslo_concurrency.lockutils [None req-da114b21-c462-45ba-beb9-b664f131554a tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.612s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1160.595755] env[69613]: DEBUG nova.compute.manager [None req-da114b21-c462-45ba-beb9-b664f131554a tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] [instance: 816b83b8-9dea-45d2-be12-35adb694e470] Start building networks asynchronously for instance. {{(pid=69613) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1160.598943] env[69613]: DEBUG nova.compute.manager [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] [instance: 18e8c7de-e7c8-4bb2-be6f-52dd2c20489b] Instance has had 0 of 5 cleanup attempts {{(pid=69613) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1160.600998] env[69613]: DEBUG nova.compute.utils [None req-37d00613-19d5-45db-96f4-522ff17ad196 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Using /dev/sd instead of None {{(pid=69613) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1160.602389] env[69613]: DEBUG nova.objects.instance [None req-ed972cb6-e9f9-4ea7-9b92-daef8b1cb421 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Lazy-loading 'flavor' on Instance uuid dc022ac9-6ab5-41c0-92ff-3c39b6094348 {{(pid=69613) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1160.603423] env[69613]: DEBUG oslo_vmware.api [None req-e9f48c48-95ec-4e9c-a347-2d9cb75a6209 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Task: {'id': task-3418271, 'name': PowerOffVM_Task, 'duration_secs': 0.286068} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.610110] env[69613]: DEBUG oslo_concurrency.lockutils [None req-d197d326-7d01-43d3-8d8c-b4adfb35fbbd tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.888s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1160.611606] env[69613]: INFO nova.compute.claims [None req-d197d326-7d01-43d3-8d8c-b4adfb35fbbd tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] [instance: f186cb70-f6ef-4b02-a8fe-f5f791352ed7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1160.614486] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9f48c48-95ec-4e9c-a347-2d9cb75a6209 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] [instance: 7e2817b1-4a83-4363-93f9-b26dc4789033] Powered off the VM {{(pid=69613) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1160.614660] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-e9f48c48-95ec-4e9c-a347-2d9cb75a6209 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] [instance: 7e2817b1-4a83-4363-93f9-b26dc4789033] Unregistering the VM {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1160.614950] env[69613]: DEBUG oslo_vmware.api [None req-05ca6983-cf27-4532-94f9-176b68a446e3 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Task: {'id': task-3418272, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.49415} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.615558] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ce6c307b-6641-43b9-9baa-256d146bcd1c {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.617441] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-05ca6983-cf27-4532-94f9-176b68a446e3 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk to [datastore2] 1f56c24d-ed57-4aeb-a0e3-4857e2f4a1cc/1f56c24d-ed57-4aeb-a0e3-4857e2f4a1cc.vmdk {{(pid=69613) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1160.617669] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-05ca6983-cf27-4532-94f9-176b68a446e3 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] [instance: 1f56c24d-ed57-4aeb-a0e3-4857e2f4a1cc] Extending root virtual disk to 1048576 {{(pid=69613) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1160.618165] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5c7cf98f-c2a7-4935-933e-53218e037a7e {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.627267] env[69613]: DEBUG oslo_vmware.api [None req-05ca6983-cf27-4532-94f9-176b68a446e3 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Waiting for the task: (returnval){ [ 1160.627267] env[69613]: value = "task-3418273" [ 1160.627267] env[69613]: _type = "Task" [ 1160.627267] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.637706] env[69613]: DEBUG oslo_vmware.api [None req-05ca6983-cf27-4532-94f9-176b68a446e3 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Task: {'id': task-3418273, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.696192] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-e9f48c48-95ec-4e9c-a347-2d9cb75a6209 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] [instance: 7e2817b1-4a83-4363-93f9-b26dc4789033] Unregistered the VM {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1160.696413] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-e9f48c48-95ec-4e9c-a347-2d9cb75a6209 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] [instance: 7e2817b1-4a83-4363-93f9-b26dc4789033] Deleting contents of the VM from datastore datastore2 {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1160.696600] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-e9f48c48-95ec-4e9c-a347-2d9cb75a6209 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Deleting the datastore file [datastore2] 7e2817b1-4a83-4363-93f9-b26dc4789033 {{(pid=69613) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1160.696900] env[69613]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-17f96f74-8679-45ff-a67b-7173ddf31c43 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.703875] env[69613]: DEBUG oslo_vmware.api [None req-e9f48c48-95ec-4e9c-a347-2d9cb75a6209 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Waiting for the task: (returnval){ [ 1160.703875] env[69613]: value = "task-3418275" [ 1160.703875] env[69613]: _type = "Task" [ 1160.703875] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.711228] env[69613]: DEBUG oslo_vmware.api [None req-e9f48c48-95ec-4e9c-a347-2d9cb75a6209 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Task: {'id': task-3418275, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.101228] env[69613]: DEBUG nova.compute.utils [None req-da114b21-c462-45ba-beb9-b664f131554a tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Using /dev/sd instead of None {{(pid=69613) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1161.102696] env[69613]: DEBUG nova.compute.manager [None req-da114b21-c462-45ba-beb9-b664f131554a tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] [instance: 816b83b8-9dea-45d2-be12-35adb694e470] Allocating IP information in the background. {{(pid=69613) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1161.102872] env[69613]: DEBUG nova.network.neutron [None req-da114b21-c462-45ba-beb9-b664f131554a tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] [instance: 816b83b8-9dea-45d2-be12-35adb694e470] allocate_for_instance() {{(pid=69613) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1161.110368] env[69613]: DEBUG oslo_concurrency.lockutils [None req-6ceb4562-ce02-41c1-ab46-fc5b8ddedf83 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Acquiring lock "dc022ac9-6ab5-41c0-92ff-3c39b6094348" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1161.117312] env[69613]: DEBUG nova.compute.manager [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] [instance: 14d0f0b3-1a44-4461-a24b-7a39574b7532] Instance has had 0 of 5 cleanup attempts {{(pid=69613) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1161.120491] env[69613]: DEBUG oslo_concurrency.lockutils [None req-37d00613-19d5-45db-96f4-522ff17ad196 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Lock "8f0c568c-f444-4640-820f-06fe30a8aabb" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.327s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1161.121158] env[69613]: DEBUG oslo_concurrency.lockutils [None req-ed972cb6-e9f9-4ea7-9b92-daef8b1cb421 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Lock "dc022ac9-6ab5-41c0-92ff-3c39b6094348" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.074s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1161.122233] env[69613]: DEBUG oslo_concurrency.lockutils [None req-6ceb4562-ce02-41c1-ab46-fc5b8ddedf83 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Lock "dc022ac9-6ab5-41c0-92ff-3c39b6094348" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.012s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1161.138941] env[69613]: DEBUG oslo_vmware.api [None req-05ca6983-cf27-4532-94f9-176b68a446e3 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Task: {'id': task-3418273, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076211} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.140335] env[69613]: DEBUG nova.policy [None req-da114b21-c462-45ba-beb9-b664f131554a tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7906ff25fe3145f985317b610e2196cb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9e2b2477b1674fa28068fcb7c61ff983', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69613) authorize /opt/stack/nova/nova/policy.py:192}} [ 1161.141806] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-05ca6983-cf27-4532-94f9-176b68a446e3 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] [instance: 1f56c24d-ed57-4aeb-a0e3-4857e2f4a1cc] Extended root virtual disk {{(pid=69613) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1161.143278] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1659ece0-e86c-4b55-b067-0604c00cde92 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.165755] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-05ca6983-cf27-4532-94f9-176b68a446e3 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] [instance: 1f56c24d-ed57-4aeb-a0e3-4857e2f4a1cc] Reconfiguring VM instance instance-00000076 to attach disk [datastore2] 1f56c24d-ed57-4aeb-a0e3-4857e2f4a1cc/1f56c24d-ed57-4aeb-a0e3-4857e2f4a1cc.vmdk or device None with type sparse {{(pid=69613) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1161.166231] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-713ba350-b36d-42fe-ba7f-a805ff0d3425 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.188013] env[69613]: DEBUG oslo_vmware.api [None req-05ca6983-cf27-4532-94f9-176b68a446e3 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Waiting for the task: (returnval){ [ 1161.188013] env[69613]: value = "task-3418276" [ 1161.188013] env[69613]: _type = "Task" [ 1161.188013] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.195911] env[69613]: DEBUG oslo_vmware.api [None req-05ca6983-cf27-4532-94f9-176b68a446e3 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Task: {'id': task-3418276, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.213185] env[69613]: DEBUG oslo_vmware.api [None req-e9f48c48-95ec-4e9c-a347-2d9cb75a6209 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Task: {'id': task-3418275, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.168086} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.213500] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-e9f48c48-95ec-4e9c-a347-2d9cb75a6209 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Deleted the datastore file {{(pid=69613) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1161.213703] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-e9f48c48-95ec-4e9c-a347-2d9cb75a6209 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] [instance: 7e2817b1-4a83-4363-93f9-b26dc4789033] Deleted contents of the VM from datastore datastore2 {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1161.213944] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-e9f48c48-95ec-4e9c-a347-2d9cb75a6209 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] [instance: 7e2817b1-4a83-4363-93f9-b26dc4789033] Instance destroyed {{(pid=69613) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1161.214161] env[69613]: INFO nova.compute.manager [None req-e9f48c48-95ec-4e9c-a347-2d9cb75a6209 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] [instance: 7e2817b1-4a83-4363-93f9-b26dc4789033] Took 1.82 seconds to destroy the instance on the hypervisor. [ 1161.214469] env[69613]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e9f48c48-95ec-4e9c-a347-2d9cb75a6209 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69613) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1161.214618] env[69613]: DEBUG nova.compute.manager [-] [instance: 7e2817b1-4a83-4363-93f9-b26dc4789033] Deallocating network for instance {{(pid=69613) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1161.214724] env[69613]: DEBUG nova.network.neutron [-] [instance: 7e2817b1-4a83-4363-93f9-b26dc4789033] deallocate_for_instance() {{(pid=69613) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1161.453653] env[69613]: DEBUG nova.network.neutron [None req-da114b21-c462-45ba-beb9-b664f131554a tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] [instance: 816b83b8-9dea-45d2-be12-35adb694e470] Successfully created port: 608bebbd-3c06-4d6f-a644-0694d085c113 {{(pid=69613) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1161.476515] env[69613]: DEBUG nova.compute.manager [req-57288f94-b1d5-43ac-b6bf-d246bf2d61d5 req-d91116eb-920f-488a-9ce6-3a3b7bddde8f service nova] [instance: 7e2817b1-4a83-4363-93f9-b26dc4789033] Received event network-vif-deleted-6e0d6999-f8b5-407d-b33a-c6248c38c0c2 {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1161.476703] env[69613]: INFO nova.compute.manager [req-57288f94-b1d5-43ac-b6bf-d246bf2d61d5 req-d91116eb-920f-488a-9ce6-3a3b7bddde8f service nova] [instance: 7e2817b1-4a83-4363-93f9-b26dc4789033] Neutron deleted interface 6e0d6999-f8b5-407d-b33a-c6248c38c0c2; detaching it from the instance and deleting it from the info cache [ 1161.476926] env[69613]: DEBUG nova.network.neutron [req-57288f94-b1d5-43ac-b6bf-d246bf2d61d5 req-d91116eb-920f-488a-9ce6-3a3b7bddde8f service nova] [instance: 7e2817b1-4a83-4363-93f9-b26dc4789033] Updating instance_info_cache with network_info: [] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1161.605772] env[69613]: DEBUG nova.compute.manager [None req-da114b21-c462-45ba-beb9-b664f131554a tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] [instance: 816b83b8-9dea-45d2-be12-35adb694e470] Start building block device mappings for instance. {{(pid=69613) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1161.626813] env[69613]: DEBUG nova.compute.manager [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] [instance: cf649a29-c0b2-4cc4-9d7d-da72ef553093] Instance has had 0 of 5 cleanup attempts {{(pid=69613) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1161.631018] env[69613]: INFO nova.compute.manager [None req-6ceb4562-ce02-41c1-ab46-fc5b8ddedf83 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] [instance: dc022ac9-6ab5-41c0-92ff-3c39b6094348] Detaching volume cca97509-acac-42a5-85aa-1a0ec94a7f23 [ 1161.670414] env[69613]: INFO nova.virt.block_device [None req-6ceb4562-ce02-41c1-ab46-fc5b8ddedf83 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] [instance: dc022ac9-6ab5-41c0-92ff-3c39b6094348] Attempting to driver detach volume cca97509-acac-42a5-85aa-1a0ec94a7f23 from mountpoint /dev/sdb [ 1161.670414] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ceb4562-ce02-41c1-ab46-fc5b8ddedf83 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] [instance: dc022ac9-6ab5-41c0-92ff-3c39b6094348] Volume detach. Driver type: vmdk {{(pid=69613) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1161.670414] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ceb4562-ce02-41c1-ab46-fc5b8ddedf83 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] [instance: dc022ac9-6ab5-41c0-92ff-3c39b6094348] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-682002', 'volume_id': 'cca97509-acac-42a5-85aa-1a0ec94a7f23', 'name': 'volume-cca97509-acac-42a5-85aa-1a0ec94a7f23', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'dc022ac9-6ab5-41c0-92ff-3c39b6094348', 'attached_at': '', 'detached_at': '', 'volume_id': 'cca97509-acac-42a5-85aa-1a0ec94a7f23', 'serial': 'cca97509-acac-42a5-85aa-1a0ec94a7f23'} {{(pid=69613) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1161.670414] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-927ddec7-4551-4c0d-a164-9c61a5a2d264 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.700468] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92e6937b-991e-43bb-bbec-e16c8db154aa {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.708182] env[69613]: DEBUG oslo_vmware.api [None req-05ca6983-cf27-4532-94f9-176b68a446e3 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Task: {'id': task-3418276, 'name': ReconfigVM_Task, 'duration_secs': 0.314807} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.709757] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-05ca6983-cf27-4532-94f9-176b68a446e3 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] [instance: 1f56c24d-ed57-4aeb-a0e3-4857e2f4a1cc] Reconfigured VM instance instance-00000076 to attach disk [datastore2] 1f56c24d-ed57-4aeb-a0e3-4857e2f4a1cc/1f56c24d-ed57-4aeb-a0e3-4857e2f4a1cc.vmdk or device None with type sparse {{(pid=69613) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1161.710433] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3f50de11-390e-4220-ae79-0f3ace961222 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.712202] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2954628-f622-4c79-80d8-b5dc82ee901f {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.737295] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7234058-f94e-489c-be1e-8ef67b4f9426 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.739916] env[69613]: DEBUG oslo_vmware.api [None req-05ca6983-cf27-4532-94f9-176b68a446e3 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Waiting for the task: (returnval){ [ 1161.739916] env[69613]: value = "task-3418277" [ 1161.739916] env[69613]: _type = "Task" [ 1161.739916] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.755440] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ceb4562-ce02-41c1-ab46-fc5b8ddedf83 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] The volume has not been displaced from its original location: [datastore2] volume-cca97509-acac-42a5-85aa-1a0ec94a7f23/volume-cca97509-acac-42a5-85aa-1a0ec94a7f23.vmdk. No consolidation needed. {{(pid=69613) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1161.760525] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ceb4562-ce02-41c1-ab46-fc5b8ddedf83 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] [instance: dc022ac9-6ab5-41c0-92ff-3c39b6094348] Reconfiguring VM instance instance-0000006e to detach disk 2001 {{(pid=69613) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1161.763572] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9ad7c247-2695-413d-92ab-fbf98d8eaed2 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.780050] env[69613]: DEBUG oslo_vmware.api [None req-05ca6983-cf27-4532-94f9-176b68a446e3 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Task: {'id': task-3418277, 'name': Rename_Task} progress is 14%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.785991] env[69613]: DEBUG oslo_vmware.api [None req-6ceb4562-ce02-41c1-ab46-fc5b8ddedf83 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Waiting for the task: (returnval){ [ 1161.785991] env[69613]: value = "task-3418278" [ 1161.785991] env[69613]: _type = "Task" [ 1161.785991] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.796056] env[69613]: DEBUG oslo_vmware.api [None req-6ceb4562-ce02-41c1-ab46-fc5b8ddedf83 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Task: {'id': task-3418278, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.849163] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd04afbe-fb1d-45e8-814e-272ff5f6191b {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.863025] env[69613]: DEBUG oslo_concurrency.lockutils [None req-37d00613-19d5-45db-96f4-522ff17ad196 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Acquiring lock "8f0c568c-f444-4640-820f-06fe30a8aabb" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1161.863349] env[69613]: DEBUG oslo_concurrency.lockutils [None req-37d00613-19d5-45db-96f4-522ff17ad196 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Lock "8f0c568c-f444-4640-820f-06fe30a8aabb" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1161.863630] env[69613]: INFO nova.compute.manager [None req-37d00613-19d5-45db-96f4-522ff17ad196 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] [instance: 8f0c568c-f444-4640-820f-06fe30a8aabb] Attaching volume 8ba1cc53-2353-4d86-bdf4-52d89a6a08d4 to /dev/sdb [ 1161.866275] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52cd5e85-6fbd-4f4f-81a0-48252fa5f316 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.898964] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2ed4d38-abcc-41a3-9dcc-e980ed332420 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.901996] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1af5be7-b7ea-473e-8f77-23fa0b93b853 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.910278] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de218406-f28a-450b-83b6-8bef0c6b620b {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.914452] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea8bacc0-3bef-47b6-b79e-6b9278876d79 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.926306] env[69613]: DEBUG nova.compute.provider_tree [None req-d197d326-7d01-43d3-8d8c-b4adfb35fbbd tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Inventory has not changed in ProviderTree for provider: af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 {{(pid=69613) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1161.931506] env[69613]: DEBUG nova.virt.block_device [None req-37d00613-19d5-45db-96f4-522ff17ad196 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] [instance: 8f0c568c-f444-4640-820f-06fe30a8aabb] Updating existing volume attachment record: e15022cc-b108-4d6e-8d2f-9352cbd94d22 {{(pid=69613) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1161.956371] env[69613]: DEBUG nova.network.neutron [-] [instance: 7e2817b1-4a83-4363-93f9-b26dc4789033] Updating instance_info_cache with network_info: [] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1161.980309] env[69613]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-cfb4630d-83c2-4467-aa7f-58bcf89c643e {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.988959] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53e35912-ae00-4cc0-bde1-fcbf2c0f92aa {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.018265] env[69613]: DEBUG nova.compute.manager [req-57288f94-b1d5-43ac-b6bf-d246bf2d61d5 req-d91116eb-920f-488a-9ce6-3a3b7bddde8f service nova] [instance: 7e2817b1-4a83-4363-93f9-b26dc4789033] Detach interface failed, port_id=6e0d6999-f8b5-407d-b33a-c6248c38c0c2, reason: Instance 7e2817b1-4a83-4363-93f9-b26dc4789033 could not be found. {{(pid=69613) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1162.132695] env[69613]: DEBUG nova.compute.manager [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] [instance: 71e0d53c-ff3f-4a77-aa25-2a07e64500a7] Instance has had 0 of 5 cleanup attempts {{(pid=69613) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1162.250126] env[69613]: DEBUG oslo_vmware.api [None req-05ca6983-cf27-4532-94f9-176b68a446e3 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Task: {'id': task-3418277, 'name': Rename_Task, 'duration_secs': 0.143594} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.250484] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-05ca6983-cf27-4532-94f9-176b68a446e3 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] [instance: 1f56c24d-ed57-4aeb-a0e3-4857e2f4a1cc] Powering on the VM {{(pid=69613) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1162.250759] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-58d3bf6c-dd28-43ce-b784-001a4aa259ea {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.257458] env[69613]: DEBUG oslo_vmware.api [None req-05ca6983-cf27-4532-94f9-176b68a446e3 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Waiting for the task: (returnval){ [ 1162.257458] env[69613]: value = "task-3418282" [ 1162.257458] env[69613]: _type = "Task" [ 1162.257458] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.265130] env[69613]: DEBUG oslo_vmware.api [None req-05ca6983-cf27-4532-94f9-176b68a446e3 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Task: {'id': task-3418282, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.295829] env[69613]: DEBUG oslo_vmware.api [None req-6ceb4562-ce02-41c1-ab46-fc5b8ddedf83 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Task: {'id': task-3418278, 'name': ReconfigVM_Task, 'duration_secs': 0.215148} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.296106] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ceb4562-ce02-41c1-ab46-fc5b8ddedf83 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] [instance: dc022ac9-6ab5-41c0-92ff-3c39b6094348] Reconfigured VM instance instance-0000006e to detach disk 2001 {{(pid=69613) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1162.300804] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a2854c80-e1e8-40e6-96cb-32eb0e04d252 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.316283] env[69613]: DEBUG oslo_vmware.api [None req-6ceb4562-ce02-41c1-ab46-fc5b8ddedf83 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Waiting for the task: (returnval){ [ 1162.316283] env[69613]: value = "task-3418283" [ 1162.316283] env[69613]: _type = "Task" [ 1162.316283] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.324142] env[69613]: DEBUG oslo_vmware.api [None req-6ceb4562-ce02-41c1-ab46-fc5b8ddedf83 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Task: {'id': task-3418283, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.435341] env[69613]: DEBUG nova.scheduler.client.report [None req-d197d326-7d01-43d3-8d8c-b4adfb35fbbd tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Inventory has not changed for provider af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69613) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1162.460540] env[69613]: INFO nova.compute.manager [-] [instance: 7e2817b1-4a83-4363-93f9-b26dc4789033] Took 1.25 seconds to deallocate network for instance. [ 1162.615827] env[69613]: DEBUG nova.compute.manager [None req-da114b21-c462-45ba-beb9-b664f131554a tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] [instance: 816b83b8-9dea-45d2-be12-35adb694e470] Start spawning the instance on the hypervisor. {{(pid=69613) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1162.635655] env[69613]: DEBUG nova.compute.manager [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] [instance: 42aba8f8-9657-437f-b305-13239f26fac2] Instance has had 0 of 5 cleanup attempts {{(pid=69613) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1162.640587] env[69613]: DEBUG nova.virt.hardware [None req-da114b21-c462-45ba-beb9-b664f131554a tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T13:55:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T13:55:19Z,direct_url=,disk_format='vmdk',id=2b7a0304-b5d0-431d-b287-32c8388d7fbd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3e9e1b873f1442d59d5ee8247b941f74',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T13:55:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1162.640587] env[69613]: DEBUG nova.virt.hardware [None req-da114b21-c462-45ba-beb9-b664f131554a tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Flavor limits 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1162.640587] env[69613]: DEBUG nova.virt.hardware [None req-da114b21-c462-45ba-beb9-b664f131554a tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Image limits 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1162.640800] env[69613]: DEBUG nova.virt.hardware [None req-da114b21-c462-45ba-beb9-b664f131554a tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Flavor pref 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1162.640837] env[69613]: DEBUG nova.virt.hardware [None req-da114b21-c462-45ba-beb9-b664f131554a tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Image pref 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1162.640979] env[69613]: DEBUG nova.virt.hardware [None req-da114b21-c462-45ba-beb9-b664f131554a tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1162.641201] env[69613]: DEBUG nova.virt.hardware [None req-da114b21-c462-45ba-beb9-b664f131554a tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1162.641369] env[69613]: DEBUG nova.virt.hardware [None req-da114b21-c462-45ba-beb9-b664f131554a tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69613) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1162.641515] env[69613]: DEBUG nova.virt.hardware [None req-da114b21-c462-45ba-beb9-b664f131554a tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Got 1 possible topologies {{(pid=69613) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1162.641669] env[69613]: DEBUG nova.virt.hardware [None req-da114b21-c462-45ba-beb9-b664f131554a tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1162.641898] env[69613]: DEBUG nova.virt.hardware [None req-da114b21-c462-45ba-beb9-b664f131554a tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1162.642915] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24112c7c-5cd1-4108-a0d5-7dff8acb67f3 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.651196] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59138057-a6da-4b5b-bb34-e348e4fb9687 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.767949] env[69613]: DEBUG oslo_vmware.api [None req-05ca6983-cf27-4532-94f9-176b68a446e3 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Task: {'id': task-3418282, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.826825] env[69613]: DEBUG oslo_vmware.api [None req-6ceb4562-ce02-41c1-ab46-fc5b8ddedf83 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Task: {'id': task-3418283, 'name': ReconfigVM_Task, 'duration_secs': 0.143395} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.826825] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ceb4562-ce02-41c1-ab46-fc5b8ddedf83 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] [instance: dc022ac9-6ab5-41c0-92ff-3c39b6094348] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-682002', 'volume_id': 'cca97509-acac-42a5-85aa-1a0ec94a7f23', 'name': 'volume-cca97509-acac-42a5-85aa-1a0ec94a7f23', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'dc022ac9-6ab5-41c0-92ff-3c39b6094348', 'attached_at': '', 'detached_at': '', 'volume_id': 'cca97509-acac-42a5-85aa-1a0ec94a7f23', 'serial': 'cca97509-acac-42a5-85aa-1a0ec94a7f23'} {{(pid=69613) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1162.839246] env[69613]: DEBUG nova.compute.manager [req-48308b70-4995-42f0-a488-66c7257be2c5 req-a6c5975a-e0ef-4e29-9807-4186f2296584 service nova] [instance: 816b83b8-9dea-45d2-be12-35adb694e470] Received event network-vif-plugged-608bebbd-3c06-4d6f-a644-0694d085c113 {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1162.839485] env[69613]: DEBUG oslo_concurrency.lockutils [req-48308b70-4995-42f0-a488-66c7257be2c5 req-a6c5975a-e0ef-4e29-9807-4186f2296584 service nova] Acquiring lock "816b83b8-9dea-45d2-be12-35adb694e470-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1162.839764] env[69613]: DEBUG oslo_concurrency.lockutils [req-48308b70-4995-42f0-a488-66c7257be2c5 req-a6c5975a-e0ef-4e29-9807-4186f2296584 service nova] Lock "816b83b8-9dea-45d2-be12-35adb694e470-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1162.840073] env[69613]: DEBUG oslo_concurrency.lockutils [req-48308b70-4995-42f0-a488-66c7257be2c5 req-a6c5975a-e0ef-4e29-9807-4186f2296584 service nova] Lock "816b83b8-9dea-45d2-be12-35adb694e470-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1162.840784] env[69613]: DEBUG nova.compute.manager [req-48308b70-4995-42f0-a488-66c7257be2c5 req-a6c5975a-e0ef-4e29-9807-4186f2296584 service nova] [instance: 816b83b8-9dea-45d2-be12-35adb694e470] No waiting events found dispatching network-vif-plugged-608bebbd-3c06-4d6f-a644-0694d085c113 {{(pid=69613) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1162.840784] env[69613]: WARNING nova.compute.manager [req-48308b70-4995-42f0-a488-66c7257be2c5 req-a6c5975a-e0ef-4e29-9807-4186f2296584 service nova] [instance: 816b83b8-9dea-45d2-be12-35adb694e470] Received unexpected event network-vif-plugged-608bebbd-3c06-4d6f-a644-0694d085c113 for instance with vm_state building and task_state spawning. [ 1162.928042] env[69613]: DEBUG nova.network.neutron [None req-da114b21-c462-45ba-beb9-b664f131554a tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] [instance: 816b83b8-9dea-45d2-be12-35adb694e470] Successfully updated port: 608bebbd-3c06-4d6f-a644-0694d085c113 {{(pid=69613) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1162.941884] env[69613]: DEBUG oslo_concurrency.lockutils [None req-d197d326-7d01-43d3-8d8c-b4adfb35fbbd tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.332s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1162.942443] env[69613]: DEBUG nova.compute.manager [None req-d197d326-7d01-43d3-8d8c-b4adfb35fbbd tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] [instance: f186cb70-f6ef-4b02-a8fe-f5f791352ed7] Start building networks asynchronously for instance. {{(pid=69613) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1162.967422] env[69613]: DEBUG oslo_concurrency.lockutils [None req-e9f48c48-95ec-4e9c-a347-2d9cb75a6209 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1162.967703] env[69613]: DEBUG oslo_concurrency.lockutils [None req-e9f48c48-95ec-4e9c-a347-2d9cb75a6209 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1162.967922] env[69613]: DEBUG nova.objects.instance [None req-e9f48c48-95ec-4e9c-a347-2d9cb75a6209 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Lazy-loading 'resources' on Instance uuid 7e2817b1-4a83-4363-93f9-b26dc4789033 {{(pid=69613) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1163.138741] env[69613]: DEBUG nova.compute.manager [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] [instance: b2c6c4bb-86f8-4e8f-b83d-a77d00447ff2] Instance has had 0 of 5 cleanup attempts {{(pid=69613) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1163.267961] env[69613]: DEBUG oslo_vmware.api [None req-05ca6983-cf27-4532-94f9-176b68a446e3 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Task: {'id': task-3418282, 'name': PowerOnVM_Task, 'duration_secs': 0.987773} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.268263] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-05ca6983-cf27-4532-94f9-176b68a446e3 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] [instance: 1f56c24d-ed57-4aeb-a0e3-4857e2f4a1cc] Powered on the VM {{(pid=69613) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1163.268467] env[69613]: INFO nova.compute.manager [None req-05ca6983-cf27-4532-94f9-176b68a446e3 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] [instance: 1f56c24d-ed57-4aeb-a0e3-4857e2f4a1cc] Took 8.33 seconds to spawn the instance on the hypervisor. [ 1163.268645] env[69613]: DEBUG nova.compute.manager [None req-05ca6983-cf27-4532-94f9-176b68a446e3 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] [instance: 1f56c24d-ed57-4aeb-a0e3-4857e2f4a1cc] Checking state {{(pid=69613) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1163.269396] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77a35a74-c3b1-44c1-b862-39976c0807fd {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.377396] env[69613]: DEBUG nova.objects.instance [None req-6ceb4562-ce02-41c1-ab46-fc5b8ddedf83 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Lazy-loading 'flavor' on Instance uuid dc022ac9-6ab5-41c0-92ff-3c39b6094348 {{(pid=69613) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1163.430478] env[69613]: DEBUG oslo_concurrency.lockutils [None req-da114b21-c462-45ba-beb9-b664f131554a tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Acquiring lock "refresh_cache-816b83b8-9dea-45d2-be12-35adb694e470" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.430632] env[69613]: DEBUG oslo_concurrency.lockutils [None req-da114b21-c462-45ba-beb9-b664f131554a tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Acquired lock "refresh_cache-816b83b8-9dea-45d2-be12-35adb694e470" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.430788] env[69613]: DEBUG nova.network.neutron [None req-da114b21-c462-45ba-beb9-b664f131554a tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] [instance: 816b83b8-9dea-45d2-be12-35adb694e470] Building network info cache for instance {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1163.448008] env[69613]: DEBUG nova.compute.utils [None req-d197d326-7d01-43d3-8d8c-b4adfb35fbbd tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Using /dev/sd instead of None {{(pid=69613) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1163.450283] env[69613]: DEBUG nova.compute.manager [None req-d197d326-7d01-43d3-8d8c-b4adfb35fbbd tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] [instance: f186cb70-f6ef-4b02-a8fe-f5f791352ed7] Allocating IP information in the background. {{(pid=69613) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1163.450469] env[69613]: DEBUG nova.network.neutron [None req-d197d326-7d01-43d3-8d8c-b4adfb35fbbd tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] [instance: f186cb70-f6ef-4b02-a8fe-f5f791352ed7] allocate_for_instance() {{(pid=69613) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1163.495356] env[69613]: DEBUG nova.policy [None req-d197d326-7d01-43d3-8d8c-b4adfb35fbbd tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1f74539de50f4a48afdf8ccfc2390e72', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ac0fd822ae5c46349cf139bf95aa6ad4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69613) authorize /opt/stack/nova/nova/policy.py:192}} [ 1163.634636] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38264d26-cacd-4f37-a2d9-7bab8f152974 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.641789] env[69613]: DEBUG nova.compute.manager [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] [instance: 83459ab7-4522-4d02-8ef3-80a3eb14dde5] Instance has had 0 of 5 cleanup attempts {{(pid=69613) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1163.644371] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c81a2ef5-d00c-4b00-af36-7c86a9391c32 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.678328] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-017a70b9-4a00-4675-af44-2c8990fe7378 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.686178] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f44f915-b386-43bb-9bb5-1d221f4207ed {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.699818] env[69613]: DEBUG nova.compute.provider_tree [None req-e9f48c48-95ec-4e9c-a347-2d9cb75a6209 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Inventory has not changed in ProviderTree for provider: af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 {{(pid=69613) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1163.792443] env[69613]: INFO nova.compute.manager [None req-05ca6983-cf27-4532-94f9-176b68a446e3 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] [instance: 1f56c24d-ed57-4aeb-a0e3-4857e2f4a1cc] Took 13.14 seconds to build instance. [ 1163.809787] env[69613]: DEBUG nova.network.neutron [None req-d197d326-7d01-43d3-8d8c-b4adfb35fbbd tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] [instance: f186cb70-f6ef-4b02-a8fe-f5f791352ed7] Successfully created port: a5da0640-a78c-4b84-92c6-f1ed29990e43 {{(pid=69613) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1163.954031] env[69613]: DEBUG nova.compute.manager [None req-d197d326-7d01-43d3-8d8c-b4adfb35fbbd tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] [instance: f186cb70-f6ef-4b02-a8fe-f5f791352ed7] Start building block device mappings for instance. {{(pid=69613) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1163.980454] env[69613]: DEBUG nova.network.neutron [None req-da114b21-c462-45ba-beb9-b664f131554a tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] [instance: 816b83b8-9dea-45d2-be12-35adb694e470] Instance cache missing network info. {{(pid=69613) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1164.111912] env[69613]: DEBUG nova.network.neutron [None req-da114b21-c462-45ba-beb9-b664f131554a tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] [instance: 816b83b8-9dea-45d2-be12-35adb694e470] Updating instance_info_cache with network_info: [{"id": "608bebbd-3c06-4d6f-a644-0694d085c113", "address": "fa:16:3e:09:ce:b2", "network": {"id": "5fbba158-e384-4f22-b63d-507a2a47de30", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1229363420-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9e2b2477b1674fa28068fcb7c61ff983", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe20ef0e-0991-44d7-887d-08dddac0b56b", "external-id": "nsx-vlan-transportzone-991", "segmentation_id": 991, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap608bebbd-3c", "ovs_interfaceid": "608bebbd-3c06-4d6f-a644-0694d085c113", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1164.148523] env[69613]: DEBUG nova.compute.manager [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] [instance: df4f5b07-b088-4c1f-9a13-7812115eeaf0] Instance has had 0 of 5 cleanup attempts {{(pid=69613) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1164.203048] env[69613]: DEBUG nova.scheduler.client.report [None req-e9f48c48-95ec-4e9c-a347-2d9cb75a6209 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Inventory has not changed for provider af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69613) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1164.295222] env[69613]: DEBUG oslo_concurrency.lockutils [None req-05ca6983-cf27-4532-94f9-176b68a446e3 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Lock "1f56c24d-ed57-4aeb-a0e3-4857e2f4a1cc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.653s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1164.388605] env[69613]: DEBUG oslo_concurrency.lockutils [None req-6ceb4562-ce02-41c1-ab46-fc5b8ddedf83 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Lock "dc022ac9-6ab5-41c0-92ff-3c39b6094348" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.266s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1164.614490] env[69613]: DEBUG oslo_concurrency.lockutils [None req-da114b21-c462-45ba-beb9-b664f131554a tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Releasing lock "refresh_cache-816b83b8-9dea-45d2-be12-35adb694e470" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.614690] env[69613]: DEBUG nova.compute.manager [None req-da114b21-c462-45ba-beb9-b664f131554a tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] [instance: 816b83b8-9dea-45d2-be12-35adb694e470] Instance network_info: |[{"id": "608bebbd-3c06-4d6f-a644-0694d085c113", "address": "fa:16:3e:09:ce:b2", "network": {"id": "5fbba158-e384-4f22-b63d-507a2a47de30", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1229363420-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9e2b2477b1674fa28068fcb7c61ff983", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe20ef0e-0991-44d7-887d-08dddac0b56b", "external-id": "nsx-vlan-transportzone-991", "segmentation_id": 991, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap608bebbd-3c", "ovs_interfaceid": "608bebbd-3c06-4d6f-a644-0694d085c113", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69613) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1164.615513] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-da114b21-c462-45ba-beb9-b664f131554a tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] [instance: 816b83b8-9dea-45d2-be12-35adb694e470] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:09:ce:b2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'fe20ef0e-0991-44d7-887d-08dddac0b56b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '608bebbd-3c06-4d6f-a644-0694d085c113', 'vif_model': 'vmxnet3'}] {{(pid=69613) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1164.624685] env[69613]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-da114b21-c462-45ba-beb9-b664f131554a tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69613) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1164.624946] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 816b83b8-9dea-45d2-be12-35adb694e470] Creating VM on the ESX host {{(pid=69613) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1164.625204] env[69613]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0a7e510c-fc6b-4a8c-b952-59f9da79ef5d {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.644675] env[69613]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1164.644675] env[69613]: value = "task-3418285" [ 1164.644675] env[69613]: _type = "Task" [ 1164.644675] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.652323] env[69613]: DEBUG nova.compute.manager [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] [instance: 352f5690-451d-489a-a7b1-259ff9b95e49] Instance has had 0 of 5 cleanup attempts {{(pid=69613) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1164.654032] env[69613]: DEBUG oslo_vmware.api [-] Task: {'id': task-3418285, 'name': CreateVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.707910] env[69613]: DEBUG oslo_concurrency.lockutils [None req-e9f48c48-95ec-4e9c-a347-2d9cb75a6209 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.740s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1164.730493] env[69613]: INFO nova.scheduler.client.report [None req-e9f48c48-95ec-4e9c-a347-2d9cb75a6209 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Deleted allocations for instance 7e2817b1-4a83-4363-93f9-b26dc4789033 [ 1164.875179] env[69613]: DEBUG nova.compute.manager [req-f3f18362-368c-444f-9832-529e62540682 req-372679c1-1f8f-45e5-adf5-941abb4569a5 service nova] [instance: 816b83b8-9dea-45d2-be12-35adb694e470] Received event network-changed-608bebbd-3c06-4d6f-a644-0694d085c113 {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1164.875179] env[69613]: DEBUG nova.compute.manager [req-f3f18362-368c-444f-9832-529e62540682 req-372679c1-1f8f-45e5-adf5-941abb4569a5 service nova] [instance: 816b83b8-9dea-45d2-be12-35adb694e470] Refreshing instance network info cache due to event network-changed-608bebbd-3c06-4d6f-a644-0694d085c113. {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1164.875978] env[69613]: DEBUG oslo_concurrency.lockutils [req-f3f18362-368c-444f-9832-529e62540682 req-372679c1-1f8f-45e5-adf5-941abb4569a5 service nova] Acquiring lock "refresh_cache-816b83b8-9dea-45d2-be12-35adb694e470" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.876420] env[69613]: DEBUG oslo_concurrency.lockutils [req-f3f18362-368c-444f-9832-529e62540682 req-372679c1-1f8f-45e5-adf5-941abb4569a5 service nova] Acquired lock "refresh_cache-816b83b8-9dea-45d2-be12-35adb694e470" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.876730] env[69613]: DEBUG nova.network.neutron [req-f3f18362-368c-444f-9832-529e62540682 req-372679c1-1f8f-45e5-adf5-941abb4569a5 service nova] [instance: 816b83b8-9dea-45d2-be12-35adb694e470] Refreshing network info cache for port 608bebbd-3c06-4d6f-a644-0694d085c113 {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1164.918889] env[69613]: DEBUG oslo_concurrency.lockutils [None req-e231c406-3412-41ba-bdbc-657f145ed5ef tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Acquiring lock "dc022ac9-6ab5-41c0-92ff-3c39b6094348" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1164.919558] env[69613]: DEBUG oslo_concurrency.lockutils [None req-e231c406-3412-41ba-bdbc-657f145ed5ef tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Lock "dc022ac9-6ab5-41c0-92ff-3c39b6094348" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1164.920448] env[69613]: DEBUG oslo_concurrency.lockutils [None req-e231c406-3412-41ba-bdbc-657f145ed5ef tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Acquiring lock "dc022ac9-6ab5-41c0-92ff-3c39b6094348-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1164.920448] env[69613]: DEBUG oslo_concurrency.lockutils [None req-e231c406-3412-41ba-bdbc-657f145ed5ef tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Lock "dc022ac9-6ab5-41c0-92ff-3c39b6094348-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1164.920448] env[69613]: DEBUG oslo_concurrency.lockutils [None req-e231c406-3412-41ba-bdbc-657f145ed5ef tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Lock "dc022ac9-6ab5-41c0-92ff-3c39b6094348-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1164.923510] env[69613]: INFO nova.compute.manager [None req-e231c406-3412-41ba-bdbc-657f145ed5ef tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] [instance: dc022ac9-6ab5-41c0-92ff-3c39b6094348] Terminating instance [ 1164.963071] env[69613]: DEBUG nova.compute.manager [None req-d197d326-7d01-43d3-8d8c-b4adfb35fbbd tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] [instance: f186cb70-f6ef-4b02-a8fe-f5f791352ed7] Start spawning the instance on the hypervisor. {{(pid=69613) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1164.992469] env[69613]: DEBUG nova.virt.hardware [None req-d197d326-7d01-43d3-8d8c-b4adfb35fbbd tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T13:55:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T13:55:19Z,direct_url=,disk_format='vmdk',id=2b7a0304-b5d0-431d-b287-32c8388d7fbd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3e9e1b873f1442d59d5ee8247b941f74',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T13:55:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1164.992677] env[69613]: DEBUG nova.virt.hardware [None req-d197d326-7d01-43d3-8d8c-b4adfb35fbbd tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Flavor limits 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1164.993776] env[69613]: DEBUG nova.virt.hardware [None req-d197d326-7d01-43d3-8d8c-b4adfb35fbbd tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Image limits 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1164.993776] env[69613]: DEBUG nova.virt.hardware [None req-d197d326-7d01-43d3-8d8c-b4adfb35fbbd tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Flavor pref 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1164.993776] env[69613]: DEBUG nova.virt.hardware [None req-d197d326-7d01-43d3-8d8c-b4adfb35fbbd tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Image pref 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1164.994238] env[69613]: DEBUG nova.virt.hardware [None req-d197d326-7d01-43d3-8d8c-b4adfb35fbbd tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1164.994480] env[69613]: DEBUG nova.virt.hardware [None req-d197d326-7d01-43d3-8d8c-b4adfb35fbbd tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1164.994646] env[69613]: DEBUG nova.virt.hardware [None req-d197d326-7d01-43d3-8d8c-b4adfb35fbbd tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69613) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1164.994813] env[69613]: DEBUG nova.virt.hardware [None req-d197d326-7d01-43d3-8d8c-b4adfb35fbbd tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Got 1 possible topologies {{(pid=69613) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1164.995374] env[69613]: DEBUG nova.virt.hardware [None req-d197d326-7d01-43d3-8d8c-b4adfb35fbbd tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1164.995374] env[69613]: DEBUG nova.virt.hardware [None req-d197d326-7d01-43d3-8d8c-b4adfb35fbbd tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1164.996090] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d39a11cf-a15e-473b-84ec-9d45636e4642 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.003955] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec34edb8-a036-4cf1-a246-ffd33d6450b4 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.156484] env[69613]: DEBUG nova.compute.manager [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] [instance: 3d07cf05-d08d-409f-9bbd-b7ff213e29ff] Instance has had 0 of 5 cleanup attempts {{(pid=69613) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1165.159148] env[69613]: DEBUG oslo_vmware.api [-] Task: {'id': task-3418285, 'name': CreateVM_Task, 'duration_secs': 0.286461} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.159148] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 816b83b8-9dea-45d2-be12-35adb694e470] Created VM on the ESX host {{(pid=69613) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1165.159890] env[69613]: DEBUG oslo_concurrency.lockutils [None req-da114b21-c462-45ba-beb9-b664f131554a tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.160452] env[69613]: DEBUG oslo_concurrency.lockutils [None req-da114b21-c462-45ba-beb9-b664f131554a tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.160900] env[69613]: DEBUG oslo_concurrency.lockutils [None req-da114b21-c462-45ba-beb9-b664f131554a tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.161494] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-364d2904-d875-44ed-b208-ef66e799e362 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.167203] env[69613]: DEBUG oslo_vmware.api [None req-da114b21-c462-45ba-beb9-b664f131554a tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Waiting for the task: (returnval){ [ 1165.167203] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]52f8450d-19ff-adaa-5ac6-6e1102addc3b" [ 1165.167203] env[69613]: _type = "Task" [ 1165.167203] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.178730] env[69613]: DEBUG oslo_vmware.api [None req-da114b21-c462-45ba-beb9-b664f131554a tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52f8450d-19ff-adaa-5ac6-6e1102addc3b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.238605] env[69613]: DEBUG oslo_concurrency.lockutils [None req-e9f48c48-95ec-4e9c-a347-2d9cb75a6209 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Lock "7e2817b1-4a83-4363-93f9-b26dc4789033" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.359s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1165.429314] env[69613]: DEBUG nova.compute.manager [None req-e231c406-3412-41ba-bdbc-657f145ed5ef tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] [instance: dc022ac9-6ab5-41c0-92ff-3c39b6094348] Start destroying the instance on the hypervisor. {{(pid=69613) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1165.429314] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-e231c406-3412-41ba-bdbc-657f145ed5ef tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] [instance: dc022ac9-6ab5-41c0-92ff-3c39b6094348] Destroying instance {{(pid=69613) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1165.429314] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de5b4efb-9674-4aa7-92da-588797500087 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.436337] env[69613]: DEBUG nova.network.neutron [None req-d197d326-7d01-43d3-8d8c-b4adfb35fbbd tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] [instance: f186cb70-f6ef-4b02-a8fe-f5f791352ed7] Successfully updated port: a5da0640-a78c-4b84-92c6-f1ed29990e43 {{(pid=69613) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1165.441633] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-e231c406-3412-41ba-bdbc-657f145ed5ef tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] [instance: dc022ac9-6ab5-41c0-92ff-3c39b6094348] Powering off the VM {{(pid=69613) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1165.441633] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9b80aa03-cd9e-4f48-90d0-57ef8f1a7482 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.449239] env[69613]: DEBUG oslo_vmware.api [None req-e231c406-3412-41ba-bdbc-657f145ed5ef tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Waiting for the task: (returnval){ [ 1165.449239] env[69613]: value = "task-3418286" [ 1165.449239] env[69613]: _type = "Task" [ 1165.449239] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.461634] env[69613]: DEBUG oslo_vmware.api [None req-e231c406-3412-41ba-bdbc-657f145ed5ef tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Task: {'id': task-3418286, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.609834] env[69613]: DEBUG nova.network.neutron [req-f3f18362-368c-444f-9832-529e62540682 req-372679c1-1f8f-45e5-adf5-941abb4569a5 service nova] [instance: 816b83b8-9dea-45d2-be12-35adb694e470] Updated VIF entry in instance network info cache for port 608bebbd-3c06-4d6f-a644-0694d085c113. {{(pid=69613) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1165.610263] env[69613]: DEBUG nova.network.neutron [req-f3f18362-368c-444f-9832-529e62540682 req-372679c1-1f8f-45e5-adf5-941abb4569a5 service nova] [instance: 816b83b8-9dea-45d2-be12-35adb694e470] Updating instance_info_cache with network_info: [{"id": "608bebbd-3c06-4d6f-a644-0694d085c113", "address": "fa:16:3e:09:ce:b2", "network": {"id": "5fbba158-e384-4f22-b63d-507a2a47de30", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1229363420-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9e2b2477b1674fa28068fcb7c61ff983", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe20ef0e-0991-44d7-887d-08dddac0b56b", "external-id": "nsx-vlan-transportzone-991", "segmentation_id": 991, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap608bebbd-3c", "ovs_interfaceid": "608bebbd-3c06-4d6f-a644-0694d085c113", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1165.662720] env[69613]: DEBUG nova.compute.manager [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] [instance: fa7f8ff7-658a-46d0-a6dc-232614af850d] Instance has had 0 of 5 cleanup attempts {{(pid=69613) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1165.677460] env[69613]: DEBUG oslo_vmware.api [None req-da114b21-c462-45ba-beb9-b664f131554a tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52f8450d-19ff-adaa-5ac6-6e1102addc3b, 'name': SearchDatastore_Task, 'duration_secs': 0.009899} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.677757] env[69613]: DEBUG oslo_concurrency.lockutils [None req-da114b21-c462-45ba-beb9-b664f131554a tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.677983] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-da114b21-c462-45ba-beb9-b664f131554a tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] [instance: 816b83b8-9dea-45d2-be12-35adb694e470] Processing image 2b7a0304-b5d0-431d-b287-32c8388d7fbd {{(pid=69613) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1165.678244] env[69613]: DEBUG oslo_concurrency.lockutils [None req-da114b21-c462-45ba-beb9-b664f131554a tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.678400] env[69613]: DEBUG oslo_concurrency.lockutils [None req-da114b21-c462-45ba-beb9-b664f131554a tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.678578] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-da114b21-c462-45ba-beb9-b664f131554a tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69613) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1165.678827] env[69613]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-04aa711c-8125-48b8-bf55-3b2346e2e011 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.687453] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-da114b21-c462-45ba-beb9-b664f131554a tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69613) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1165.687629] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-da114b21-c462-45ba-beb9-b664f131554a tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69613) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1165.688322] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6033371f-aee5-49b8-a0a5-f1d3f199d2e7 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.693670] env[69613]: DEBUG oslo_vmware.api [None req-da114b21-c462-45ba-beb9-b664f131554a tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Waiting for the task: (returnval){ [ 1165.693670] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]52da8d3b-3ed7-ae0e-ca9d-7a6b8a4a213c" [ 1165.693670] env[69613]: _type = "Task" [ 1165.693670] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.701286] env[69613]: DEBUG oslo_vmware.api [None req-da114b21-c462-45ba-beb9-b664f131554a tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52da8d3b-3ed7-ae0e-ca9d-7a6b8a4a213c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.939865] env[69613]: DEBUG oslo_concurrency.lockutils [None req-d197d326-7d01-43d3-8d8c-b4adfb35fbbd tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Acquiring lock "refresh_cache-f186cb70-f6ef-4b02-a8fe-f5f791352ed7" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.940034] env[69613]: DEBUG oslo_concurrency.lockutils [None req-d197d326-7d01-43d3-8d8c-b4adfb35fbbd tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Acquired lock "refresh_cache-f186cb70-f6ef-4b02-a8fe-f5f791352ed7" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.940201] env[69613]: DEBUG nova.network.neutron [None req-d197d326-7d01-43d3-8d8c-b4adfb35fbbd tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] [instance: f186cb70-f6ef-4b02-a8fe-f5f791352ed7] Building network info cache for instance {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1165.961369] env[69613]: DEBUG oslo_vmware.api [None req-e231c406-3412-41ba-bdbc-657f145ed5ef tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Task: {'id': task-3418286, 'name': PowerOffVM_Task, 'duration_secs': 0.190299} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.961647] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-e231c406-3412-41ba-bdbc-657f145ed5ef tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] [instance: dc022ac9-6ab5-41c0-92ff-3c39b6094348] Powered off the VM {{(pid=69613) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1165.961839] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-e231c406-3412-41ba-bdbc-657f145ed5ef tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] [instance: dc022ac9-6ab5-41c0-92ff-3c39b6094348] Unregistering the VM {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1165.962841] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1173659d-fd4e-4d42-a163-a81c4a9cfe59 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.007512] env[69613]: DEBUG oslo_concurrency.lockutils [None req-81ce8398-8999-4b39-9867-b7cede4e67ee tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Acquiring lock "72e43112-53d8-41cd-a94f-2f9e8e32e165" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1166.007512] env[69613]: DEBUG oslo_concurrency.lockutils [None req-81ce8398-8999-4b39-9867-b7cede4e67ee tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Lock "72e43112-53d8-41cd-a94f-2f9e8e32e165" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1166.021559] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-e231c406-3412-41ba-bdbc-657f145ed5ef tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] [instance: dc022ac9-6ab5-41c0-92ff-3c39b6094348] Unregistered the VM {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1166.021790] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-e231c406-3412-41ba-bdbc-657f145ed5ef tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] [instance: dc022ac9-6ab5-41c0-92ff-3c39b6094348] Deleting contents of the VM from datastore datastore2 {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1166.022278] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-e231c406-3412-41ba-bdbc-657f145ed5ef tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Deleting the datastore file [datastore2] dc022ac9-6ab5-41c0-92ff-3c39b6094348 {{(pid=69613) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1166.022278] env[69613]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1e016251-235e-4ed8-bde1-bf814963f7d6 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.029886] env[69613]: DEBUG oslo_vmware.api [None req-e231c406-3412-41ba-bdbc-657f145ed5ef tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Waiting for the task: (returnval){ [ 1166.029886] env[69613]: value = "task-3418288" [ 1166.029886] env[69613]: _type = "Task" [ 1166.029886] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.037612] env[69613]: DEBUG oslo_vmware.api [None req-e231c406-3412-41ba-bdbc-657f145ed5ef tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Task: {'id': task-3418288, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.112643] env[69613]: DEBUG oslo_concurrency.lockutils [req-f3f18362-368c-444f-9832-529e62540682 req-372679c1-1f8f-45e5-adf5-941abb4569a5 service nova] Releasing lock "refresh_cache-816b83b8-9dea-45d2-be12-35adb694e470" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.166679] env[69613]: DEBUG nova.compute.manager [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] [instance: 115e1a8c-381d-47c2-882d-a425f5e783f7] Instance has had 0 of 5 cleanup attempts {{(pid=69613) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1166.204000] env[69613]: DEBUG oslo_vmware.api [None req-da114b21-c462-45ba-beb9-b664f131554a tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52da8d3b-3ed7-ae0e-ca9d-7a6b8a4a213c, 'name': SearchDatastore_Task, 'duration_secs': 0.008504} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.204768] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c0827047-7ee4-4ccc-9b02-a10caf61a153 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.209737] env[69613]: DEBUG oslo_vmware.api [None req-da114b21-c462-45ba-beb9-b664f131554a tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Waiting for the task: (returnval){ [ 1166.209737] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]527e3042-0db8-8776-e77a-f691d715aadf" [ 1166.209737] env[69613]: _type = "Task" [ 1166.209737] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.217662] env[69613]: DEBUG oslo_vmware.api [None req-da114b21-c462-45ba-beb9-b664f131554a tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]527e3042-0db8-8776-e77a-f691d715aadf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.485023] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-37d00613-19d5-45db-96f4-522ff17ad196 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] [instance: 8f0c568c-f444-4640-820f-06fe30a8aabb] Volume attach. Driver type: vmdk {{(pid=69613) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1166.485283] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-37d00613-19d5-45db-96f4-522ff17ad196 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] [instance: 8f0c568c-f444-4640-820f-06fe30a8aabb] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-682005', 'volume_id': '8ba1cc53-2353-4d86-bdf4-52d89a6a08d4', 'name': 'volume-8ba1cc53-2353-4d86-bdf4-52d89a6a08d4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8f0c568c-f444-4640-820f-06fe30a8aabb', 'attached_at': '', 'detached_at': '', 'volume_id': '8ba1cc53-2353-4d86-bdf4-52d89a6a08d4', 'serial': '8ba1cc53-2353-4d86-bdf4-52d89a6a08d4'} {{(pid=69613) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1166.487421] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b177a23-63e0-40e6-a918-7a6eba7b4b58 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.524693] env[69613]: DEBUG nova.compute.manager [None req-81ce8398-8999-4b39-9867-b7cede4e67ee tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] [instance: 72e43112-53d8-41cd-a94f-2f9e8e32e165] Starting instance... {{(pid=69613) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1166.533522] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e67c3214-906c-46ea-acc0-99aa0da88143 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.543437] env[69613]: DEBUG nova.network.neutron [None req-d197d326-7d01-43d3-8d8c-b4adfb35fbbd tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] [instance: f186cb70-f6ef-4b02-a8fe-f5f791352ed7] Instance cache missing network info. {{(pid=69613) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1166.578646] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-37d00613-19d5-45db-96f4-522ff17ad196 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] [instance: 8f0c568c-f444-4640-820f-06fe30a8aabb] Reconfiguring VM instance instance-00000071 to attach disk [datastore2] volume-8ba1cc53-2353-4d86-bdf4-52d89a6a08d4/volume-8ba1cc53-2353-4d86-bdf4-52d89a6a08d4.vmdk or device None with type thin {{(pid=69613) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1166.584406] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5b27fef7-ec0f-41eb-85d4-94aaa0dda6dc {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.597491] env[69613]: DEBUG oslo_vmware.api [None req-e231c406-3412-41ba-bdbc-657f145ed5ef tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Task: {'id': task-3418288, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.141026} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.598480] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-e231c406-3412-41ba-bdbc-657f145ed5ef tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Deleted the datastore file {{(pid=69613) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1166.598675] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-e231c406-3412-41ba-bdbc-657f145ed5ef tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] [instance: dc022ac9-6ab5-41c0-92ff-3c39b6094348] Deleted contents of the VM from datastore datastore2 {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1166.598850] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-e231c406-3412-41ba-bdbc-657f145ed5ef tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] [instance: dc022ac9-6ab5-41c0-92ff-3c39b6094348] Instance destroyed {{(pid=69613) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1166.599034] env[69613]: INFO nova.compute.manager [None req-e231c406-3412-41ba-bdbc-657f145ed5ef tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] [instance: dc022ac9-6ab5-41c0-92ff-3c39b6094348] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1166.599279] env[69613]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e231c406-3412-41ba-bdbc-657f145ed5ef tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69613) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1166.600158] env[69613]: DEBUG nova.compute.manager [-] [instance: dc022ac9-6ab5-41c0-92ff-3c39b6094348] Deallocating network for instance {{(pid=69613) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1166.600254] env[69613]: DEBUG nova.network.neutron [-] [instance: dc022ac9-6ab5-41c0-92ff-3c39b6094348] deallocate_for_instance() {{(pid=69613) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1166.605080] env[69613]: DEBUG oslo_vmware.api [None req-37d00613-19d5-45db-96f4-522ff17ad196 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Waiting for the task: (returnval){ [ 1166.605080] env[69613]: value = "task-3418289" [ 1166.605080] env[69613]: _type = "Task" [ 1166.605080] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.613220] env[69613]: DEBUG oslo_vmware.api [None req-37d00613-19d5-45db-96f4-522ff17ad196 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Task: {'id': task-3418289, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.670300] env[69613]: DEBUG nova.compute.manager [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] [instance: 6ec24a38-4b28-42e6-b86b-654d79714a95] Instance has had 0 of 5 cleanup attempts {{(pid=69613) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1166.720696] env[69613]: DEBUG oslo_vmware.api [None req-da114b21-c462-45ba-beb9-b664f131554a tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]527e3042-0db8-8776-e77a-f691d715aadf, 'name': SearchDatastore_Task, 'duration_secs': 0.01019} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.721023] env[69613]: DEBUG oslo_concurrency.lockutils [None req-da114b21-c462-45ba-beb9-b664f131554a tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.721337] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-da114b21-c462-45ba-beb9-b664f131554a tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk to [datastore2] 816b83b8-9dea-45d2-be12-35adb694e470/816b83b8-9dea-45d2-be12-35adb694e470.vmdk {{(pid=69613) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1166.722011] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-31ec8968-72b4-4a61-96fa-ce49d67902bd {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.729708] env[69613]: DEBUG oslo_vmware.api [None req-da114b21-c462-45ba-beb9-b664f131554a tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Waiting for the task: (returnval){ [ 1166.729708] env[69613]: value = "task-3418290" [ 1166.729708] env[69613]: _type = "Task" [ 1166.729708] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.738911] env[69613]: DEBUG oslo_vmware.api [None req-da114b21-c462-45ba-beb9-b664f131554a tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Task: {'id': task-3418290, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.757038] env[69613]: DEBUG nova.network.neutron [None req-d197d326-7d01-43d3-8d8c-b4adfb35fbbd tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] [instance: f186cb70-f6ef-4b02-a8fe-f5f791352ed7] Updating instance_info_cache with network_info: [{"id": "a5da0640-a78c-4b84-92c6-f1ed29990e43", "address": "fa:16:3e:38:90:33", "network": {"id": "716d936a-9f18-4dbf-8278-8d495c4e8e5e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1568527215-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ac0fd822ae5c46349cf139bf95aa6ad4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "99639c37-b0c6-4be7-9594-230e44b1280b", "external-id": "nsx-vlan-transportzone-17", "segmentation_id": 17, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa5da0640-a7", "ovs_interfaceid": "a5da0640-a78c-4b84-92c6-f1ed29990e43", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1166.906984] env[69613]: DEBUG nova.compute.manager [req-1730d0ba-2318-4a47-8a41-490bed41a6a4 req-1ba42240-3bee-4b22-b4e0-a4e36b6c1326 service nova] [instance: f186cb70-f6ef-4b02-a8fe-f5f791352ed7] Received event network-vif-plugged-a5da0640-a78c-4b84-92c6-f1ed29990e43 {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1166.908035] env[69613]: DEBUG oslo_concurrency.lockutils [req-1730d0ba-2318-4a47-8a41-490bed41a6a4 req-1ba42240-3bee-4b22-b4e0-a4e36b6c1326 service nova] Acquiring lock "f186cb70-f6ef-4b02-a8fe-f5f791352ed7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1166.908035] env[69613]: DEBUG oslo_concurrency.lockutils [req-1730d0ba-2318-4a47-8a41-490bed41a6a4 req-1ba42240-3bee-4b22-b4e0-a4e36b6c1326 service nova] Lock "f186cb70-f6ef-4b02-a8fe-f5f791352ed7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1166.908035] env[69613]: DEBUG oslo_concurrency.lockutils [req-1730d0ba-2318-4a47-8a41-490bed41a6a4 req-1ba42240-3bee-4b22-b4e0-a4e36b6c1326 service nova] Lock "f186cb70-f6ef-4b02-a8fe-f5f791352ed7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1166.908976] env[69613]: DEBUG nova.compute.manager [req-1730d0ba-2318-4a47-8a41-490bed41a6a4 req-1ba42240-3bee-4b22-b4e0-a4e36b6c1326 service nova] [instance: f186cb70-f6ef-4b02-a8fe-f5f791352ed7] No waiting events found dispatching network-vif-plugged-a5da0640-a78c-4b84-92c6-f1ed29990e43 {{(pid=69613) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1166.908976] env[69613]: WARNING nova.compute.manager [req-1730d0ba-2318-4a47-8a41-490bed41a6a4 req-1ba42240-3bee-4b22-b4e0-a4e36b6c1326 service nova] [instance: f186cb70-f6ef-4b02-a8fe-f5f791352ed7] Received unexpected event network-vif-plugged-a5da0640-a78c-4b84-92c6-f1ed29990e43 for instance with vm_state building and task_state spawning. [ 1166.909168] env[69613]: DEBUG nova.compute.manager [req-1730d0ba-2318-4a47-8a41-490bed41a6a4 req-1ba42240-3bee-4b22-b4e0-a4e36b6c1326 service nova] [instance: 1f56c24d-ed57-4aeb-a0e3-4857e2f4a1cc] Received event network-changed-33c0fe1d-172f-49bb-997b-ba92a08262b2 {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1166.909237] env[69613]: DEBUG nova.compute.manager [req-1730d0ba-2318-4a47-8a41-490bed41a6a4 req-1ba42240-3bee-4b22-b4e0-a4e36b6c1326 service nova] [instance: 1f56c24d-ed57-4aeb-a0e3-4857e2f4a1cc] Refreshing instance network info cache due to event network-changed-33c0fe1d-172f-49bb-997b-ba92a08262b2. {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1166.909381] env[69613]: DEBUG oslo_concurrency.lockutils [req-1730d0ba-2318-4a47-8a41-490bed41a6a4 req-1ba42240-3bee-4b22-b4e0-a4e36b6c1326 service nova] Acquiring lock "refresh_cache-1f56c24d-ed57-4aeb-a0e3-4857e2f4a1cc" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.909519] env[69613]: DEBUG oslo_concurrency.lockutils [req-1730d0ba-2318-4a47-8a41-490bed41a6a4 req-1ba42240-3bee-4b22-b4e0-a4e36b6c1326 service nova] Acquired lock "refresh_cache-1f56c24d-ed57-4aeb-a0e3-4857e2f4a1cc" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.909674] env[69613]: DEBUG nova.network.neutron [req-1730d0ba-2318-4a47-8a41-490bed41a6a4 req-1ba42240-3bee-4b22-b4e0-a4e36b6c1326 service nova] [instance: 1f56c24d-ed57-4aeb-a0e3-4857e2f4a1cc] Refreshing network info cache for port 33c0fe1d-172f-49bb-997b-ba92a08262b2 {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1167.062133] env[69613]: DEBUG oslo_concurrency.lockutils [None req-81ce8398-8999-4b39-9867-b7cede4e67ee tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1167.063029] env[69613]: DEBUG oslo_concurrency.lockutils [None req-81ce8398-8999-4b39-9867-b7cede4e67ee tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1167.064461] env[69613]: INFO nova.compute.claims [None req-81ce8398-8999-4b39-9867-b7cede4e67ee tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] [instance: 72e43112-53d8-41cd-a94f-2f9e8e32e165] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1167.122657] env[69613]: DEBUG oslo_vmware.api [None req-37d00613-19d5-45db-96f4-522ff17ad196 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Task: {'id': task-3418289, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.173498] env[69613]: DEBUG nova.compute.manager [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] [instance: 1fb750ed-62d4-4784-bf6c-6d777dc5ddb0] Instance has had 0 of 5 cleanup attempts {{(pid=69613) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1167.241374] env[69613]: DEBUG oslo_vmware.api [None req-da114b21-c462-45ba-beb9-b664f131554a tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Task: {'id': task-3418290, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.259694] env[69613]: DEBUG oslo_concurrency.lockutils [None req-d197d326-7d01-43d3-8d8c-b4adfb35fbbd tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Releasing lock "refresh_cache-f186cb70-f6ef-4b02-a8fe-f5f791352ed7" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.260045] env[69613]: DEBUG nova.compute.manager [None req-d197d326-7d01-43d3-8d8c-b4adfb35fbbd tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] [instance: f186cb70-f6ef-4b02-a8fe-f5f791352ed7] Instance network_info: |[{"id": "a5da0640-a78c-4b84-92c6-f1ed29990e43", "address": "fa:16:3e:38:90:33", "network": {"id": "716d936a-9f18-4dbf-8278-8d495c4e8e5e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1568527215-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ac0fd822ae5c46349cf139bf95aa6ad4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "99639c37-b0c6-4be7-9594-230e44b1280b", "external-id": "nsx-vlan-transportzone-17", "segmentation_id": 17, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa5da0640-a7", "ovs_interfaceid": "a5da0640-a78c-4b84-92c6-f1ed29990e43", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69613) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1167.260506] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-d197d326-7d01-43d3-8d8c-b4adfb35fbbd tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] [instance: f186cb70-f6ef-4b02-a8fe-f5f791352ed7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:38:90:33', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '99639c37-b0c6-4be7-9594-230e44b1280b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a5da0640-a78c-4b84-92c6-f1ed29990e43', 'vif_model': 'vmxnet3'}] {{(pid=69613) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1167.268466] env[69613]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d197d326-7d01-43d3-8d8c-b4adfb35fbbd tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69613) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1167.268916] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f186cb70-f6ef-4b02-a8fe-f5f791352ed7] Creating VM on the ESX host {{(pid=69613) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1167.269125] env[69613]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e5542f6d-5955-4427-b143-2f1a64dfd66b {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.301965] env[69613]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1167.301965] env[69613]: value = "task-3418291" [ 1167.301965] env[69613]: _type = "Task" [ 1167.301965] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.315316] env[69613]: DEBUG oslo_vmware.api [-] Task: {'id': task-3418291, 'name': CreateVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.548399] env[69613]: DEBUG nova.network.neutron [-] [instance: dc022ac9-6ab5-41c0-92ff-3c39b6094348] Updating instance_info_cache with network_info: [] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1167.616717] env[69613]: DEBUG oslo_vmware.api [None req-37d00613-19d5-45db-96f4-522ff17ad196 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Task: {'id': task-3418289, 'name': ReconfigVM_Task, 'duration_secs': 0.541371} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.617061] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-37d00613-19d5-45db-96f4-522ff17ad196 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] [instance: 8f0c568c-f444-4640-820f-06fe30a8aabb] Reconfigured VM instance instance-00000071 to attach disk [datastore2] volume-8ba1cc53-2353-4d86-bdf4-52d89a6a08d4/volume-8ba1cc53-2353-4d86-bdf4-52d89a6a08d4.vmdk or device None with type thin {{(pid=69613) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1167.622936] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9f6760a5-166f-4fbf-8279-c80a275d30a9 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.640022] env[69613]: DEBUG oslo_vmware.api [None req-37d00613-19d5-45db-96f4-522ff17ad196 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Waiting for the task: (returnval){ [ 1167.640022] env[69613]: value = "task-3418292" [ 1167.640022] env[69613]: _type = "Task" [ 1167.640022] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.647947] env[69613]: DEBUG oslo_vmware.api [None req-37d00613-19d5-45db-96f4-522ff17ad196 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Task: {'id': task-3418292, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.648737] env[69613]: DEBUG nova.network.neutron [req-1730d0ba-2318-4a47-8a41-490bed41a6a4 req-1ba42240-3bee-4b22-b4e0-a4e36b6c1326 service nova] [instance: 1f56c24d-ed57-4aeb-a0e3-4857e2f4a1cc] Updated VIF entry in instance network info cache for port 33c0fe1d-172f-49bb-997b-ba92a08262b2. {{(pid=69613) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1167.649075] env[69613]: DEBUG nova.network.neutron [req-1730d0ba-2318-4a47-8a41-490bed41a6a4 req-1ba42240-3bee-4b22-b4e0-a4e36b6c1326 service nova] [instance: 1f56c24d-ed57-4aeb-a0e3-4857e2f4a1cc] Updating instance_info_cache with network_info: [{"id": "33c0fe1d-172f-49bb-997b-ba92a08262b2", "address": "fa:16:3e:39:1e:1a", "network": {"id": "743485db-c4e0-4763-aaad-624cce7d9704", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-754778099-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.222", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "27cd1ce9a4f74279a40b13e8fbac87a0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4576b9d4-535c-40aa-b078-246f671f216e", "external-id": "nsx-vlan-transportzone-27", "segmentation_id": 27, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap33c0fe1d-17", "ovs_interfaceid": "33c0fe1d-172f-49bb-997b-ba92a08262b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1167.676962] env[69613]: DEBUG nova.compute.manager [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] [instance: 54fe2a35-52f3-4c21-a0f4-522e44b620a0] Instance has had 0 of 5 cleanup attempts {{(pid=69613) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1167.740512] env[69613]: DEBUG oslo_vmware.api [None req-da114b21-c462-45ba-beb9-b664f131554a tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Task: {'id': task-3418290, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.57467} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.740768] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-da114b21-c462-45ba-beb9-b664f131554a tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk to [datastore2] 816b83b8-9dea-45d2-be12-35adb694e470/816b83b8-9dea-45d2-be12-35adb694e470.vmdk {{(pid=69613) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1167.740978] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-da114b21-c462-45ba-beb9-b664f131554a tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] [instance: 816b83b8-9dea-45d2-be12-35adb694e470] Extending root virtual disk to 1048576 {{(pid=69613) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1167.741261] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2182c31a-5fa3-4007-ad9e-c2d5cbd3d85e {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.747273] env[69613]: DEBUG oslo_vmware.api [None req-da114b21-c462-45ba-beb9-b664f131554a tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Waiting for the task: (returnval){ [ 1167.747273] env[69613]: value = "task-3418293" [ 1167.747273] env[69613]: _type = "Task" [ 1167.747273] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.754458] env[69613]: DEBUG oslo_vmware.api [None req-da114b21-c462-45ba-beb9-b664f131554a tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Task: {'id': task-3418293, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.812593] env[69613]: DEBUG oslo_vmware.api [-] Task: {'id': task-3418291, 'name': CreateVM_Task, 'duration_secs': 0.339496} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.812593] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f186cb70-f6ef-4b02-a8fe-f5f791352ed7] Created VM on the ESX host {{(pid=69613) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1167.813179] env[69613]: DEBUG oslo_concurrency.lockutils [None req-d197d326-7d01-43d3-8d8c-b4adfb35fbbd tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.813974] env[69613]: DEBUG oslo_concurrency.lockutils [None req-d197d326-7d01-43d3-8d8c-b4adfb35fbbd tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.813974] env[69613]: DEBUG oslo_concurrency.lockutils [None req-d197d326-7d01-43d3-8d8c-b4adfb35fbbd tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.813974] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3308800f-7822-4b14-bd01-40c705bcd0ba {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.818442] env[69613]: DEBUG oslo_vmware.api [None req-d197d326-7d01-43d3-8d8c-b4adfb35fbbd tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Waiting for the task: (returnval){ [ 1167.818442] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]5211965c-767e-711c-9a41-76e8d7c294c1" [ 1167.818442] env[69613]: _type = "Task" [ 1167.818442] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.826156] env[69613]: DEBUG oslo_vmware.api [None req-d197d326-7d01-43d3-8d8c-b4adfb35fbbd tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]5211965c-767e-711c-9a41-76e8d7c294c1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.051489] env[69613]: INFO nova.compute.manager [-] [instance: dc022ac9-6ab5-41c0-92ff-3c39b6094348] Took 1.45 seconds to deallocate network for instance. [ 1168.149244] env[69613]: DEBUG oslo_vmware.api [None req-37d00613-19d5-45db-96f4-522ff17ad196 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Task: {'id': task-3418292, 'name': ReconfigVM_Task, 'duration_secs': 0.152232} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.149551] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-37d00613-19d5-45db-96f4-522ff17ad196 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] [instance: 8f0c568c-f444-4640-820f-06fe30a8aabb] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-682005', 'volume_id': '8ba1cc53-2353-4d86-bdf4-52d89a6a08d4', 'name': 'volume-8ba1cc53-2353-4d86-bdf4-52d89a6a08d4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8f0c568c-f444-4640-820f-06fe30a8aabb', 'attached_at': '', 'detached_at': '', 'volume_id': '8ba1cc53-2353-4d86-bdf4-52d89a6a08d4', 'serial': '8ba1cc53-2353-4d86-bdf4-52d89a6a08d4'} {{(pid=69613) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1168.151684] env[69613]: DEBUG oslo_concurrency.lockutils [req-1730d0ba-2318-4a47-8a41-490bed41a6a4 req-1ba42240-3bee-4b22-b4e0-a4e36b6c1326 service nova] Releasing lock "refresh_cache-1f56c24d-ed57-4aeb-a0e3-4857e2f4a1cc" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.151910] env[69613]: DEBUG nova.compute.manager [req-1730d0ba-2318-4a47-8a41-490bed41a6a4 req-1ba42240-3bee-4b22-b4e0-a4e36b6c1326 service nova] [instance: f186cb70-f6ef-4b02-a8fe-f5f791352ed7] Received event network-changed-a5da0640-a78c-4b84-92c6-f1ed29990e43 {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1168.152093] env[69613]: DEBUG nova.compute.manager [req-1730d0ba-2318-4a47-8a41-490bed41a6a4 req-1ba42240-3bee-4b22-b4e0-a4e36b6c1326 service nova] [instance: f186cb70-f6ef-4b02-a8fe-f5f791352ed7] Refreshing instance network info cache due to event network-changed-a5da0640-a78c-4b84-92c6-f1ed29990e43. {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1168.152296] env[69613]: DEBUG oslo_concurrency.lockutils [req-1730d0ba-2318-4a47-8a41-490bed41a6a4 req-1ba42240-3bee-4b22-b4e0-a4e36b6c1326 service nova] Acquiring lock "refresh_cache-f186cb70-f6ef-4b02-a8fe-f5f791352ed7" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.152436] env[69613]: DEBUG oslo_concurrency.lockutils [req-1730d0ba-2318-4a47-8a41-490bed41a6a4 req-1ba42240-3bee-4b22-b4e0-a4e36b6c1326 service nova] Acquired lock "refresh_cache-f186cb70-f6ef-4b02-a8fe-f5f791352ed7" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.152597] env[69613]: DEBUG nova.network.neutron [req-1730d0ba-2318-4a47-8a41-490bed41a6a4 req-1ba42240-3bee-4b22-b4e0-a4e36b6c1326 service nova] [instance: f186cb70-f6ef-4b02-a8fe-f5f791352ed7] Refreshing network info cache for port a5da0640-a78c-4b84-92c6-f1ed29990e43 {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1168.180101] env[69613]: DEBUG nova.compute.manager [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] [instance: 030be18d-ee6f-4000-98f6-9e9a1c041a03] Instance has had 0 of 5 cleanup attempts {{(pid=69613) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1168.206419] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1652f1f-e0d0-42bc-9221-48bf17046256 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.213635] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52203377-a209-48d5-8884-a68958d7a628 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.244096] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2d90eca-42c1-48da-98a0-b76ea4a5b042 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.253389] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c804a8b-e8cb-4ed5-8ccb-79900e8343fa {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.259417] env[69613]: DEBUG oslo_vmware.api [None req-da114b21-c462-45ba-beb9-b664f131554a tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Task: {'id': task-3418293, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072365} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.259938] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-da114b21-c462-45ba-beb9-b664f131554a tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] [instance: 816b83b8-9dea-45d2-be12-35adb694e470] Extended root virtual disk {{(pid=69613) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1168.260653] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-880ecc2f-e513-4f65-b076-40bd315973ee {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.270316] env[69613]: DEBUG nova.compute.provider_tree [None req-81ce8398-8999-4b39-9867-b7cede4e67ee tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Inventory has not changed in ProviderTree for provider: af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 {{(pid=69613) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1168.291973] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-da114b21-c462-45ba-beb9-b664f131554a tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] [instance: 816b83b8-9dea-45d2-be12-35adb694e470] Reconfiguring VM instance instance-00000077 to attach disk [datastore2] 816b83b8-9dea-45d2-be12-35adb694e470/816b83b8-9dea-45d2-be12-35adb694e470.vmdk or device None with type sparse {{(pid=69613) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1168.292457] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-31e931d0-b2e5-4753-a0a5-e9bdd13f6da4 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.311890] env[69613]: DEBUG oslo_vmware.api [None req-da114b21-c462-45ba-beb9-b664f131554a tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Waiting for the task: (returnval){ [ 1168.311890] env[69613]: value = "task-3418294" [ 1168.311890] env[69613]: _type = "Task" [ 1168.311890] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.319342] env[69613]: DEBUG oslo_vmware.api [None req-da114b21-c462-45ba-beb9-b664f131554a tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Task: {'id': task-3418294, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.327429] env[69613]: DEBUG oslo_vmware.api [None req-d197d326-7d01-43d3-8d8c-b4adfb35fbbd tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]5211965c-767e-711c-9a41-76e8d7c294c1, 'name': SearchDatastore_Task, 'duration_secs': 0.008364} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.327734] env[69613]: DEBUG oslo_concurrency.lockutils [None req-d197d326-7d01-43d3-8d8c-b4adfb35fbbd tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.328094] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-d197d326-7d01-43d3-8d8c-b4adfb35fbbd tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] [instance: f186cb70-f6ef-4b02-a8fe-f5f791352ed7] Processing image 2b7a0304-b5d0-431d-b287-32c8388d7fbd {{(pid=69613) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1168.328246] env[69613]: DEBUG oslo_concurrency.lockutils [None req-d197d326-7d01-43d3-8d8c-b4adfb35fbbd tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.328397] env[69613]: DEBUG oslo_concurrency.lockutils [None req-d197d326-7d01-43d3-8d8c-b4adfb35fbbd tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.328575] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-d197d326-7d01-43d3-8d8c-b4adfb35fbbd tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69613) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1168.328799] env[69613]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4f87bc8b-14b4-4c0d-ba93-f33945fdd971 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.337015] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-d197d326-7d01-43d3-8d8c-b4adfb35fbbd tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69613) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1168.337525] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-d197d326-7d01-43d3-8d8c-b4adfb35fbbd tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69613) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1168.338105] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d988aef5-b15a-4176-aa49-e60afbe3a1d4 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.343278] env[69613]: DEBUG oslo_vmware.api [None req-d197d326-7d01-43d3-8d8c-b4adfb35fbbd tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Waiting for the task: (returnval){ [ 1168.343278] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]5251996c-f4db-f01d-5878-6183814717ca" [ 1168.343278] env[69613]: _type = "Task" [ 1168.343278] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.352772] env[69613]: DEBUG oslo_vmware.api [None req-d197d326-7d01-43d3-8d8c-b4adfb35fbbd tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]5251996c-f4db-f01d-5878-6183814717ca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.557624] env[69613]: DEBUG oslo_concurrency.lockutils [None req-e231c406-3412-41ba-bdbc-657f145ed5ef tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1168.683826] env[69613]: DEBUG nova.compute.manager [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] [instance: 30032fc2-1100-456a-bd0d-f3daf0a16662] Instance has had 0 of 5 cleanup attempts {{(pid=69613) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1168.773592] env[69613]: DEBUG nova.scheduler.client.report [None req-81ce8398-8999-4b39-9867-b7cede4e67ee tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Inventory has not changed for provider af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69613) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1168.821856] env[69613]: DEBUG oslo_vmware.api [None req-da114b21-c462-45ba-beb9-b664f131554a tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Task: {'id': task-3418294, 'name': ReconfigVM_Task, 'duration_secs': 0.251005} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.824080] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-da114b21-c462-45ba-beb9-b664f131554a tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] [instance: 816b83b8-9dea-45d2-be12-35adb694e470] Reconfigured VM instance instance-00000077 to attach disk [datastore2] 816b83b8-9dea-45d2-be12-35adb694e470/816b83b8-9dea-45d2-be12-35adb694e470.vmdk or device None with type sparse {{(pid=69613) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1168.824686] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9448ca2b-7328-49ca-a8ca-eaf0204e46ac {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.831234] env[69613]: DEBUG oslo_vmware.api [None req-da114b21-c462-45ba-beb9-b664f131554a tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Waiting for the task: (returnval){ [ 1168.831234] env[69613]: value = "task-3418295" [ 1168.831234] env[69613]: _type = "Task" [ 1168.831234] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.839111] env[69613]: DEBUG oslo_vmware.api [None req-da114b21-c462-45ba-beb9-b664f131554a tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Task: {'id': task-3418295, 'name': Rename_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.851756] env[69613]: DEBUG oslo_vmware.api [None req-d197d326-7d01-43d3-8d8c-b4adfb35fbbd tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]5251996c-f4db-f01d-5878-6183814717ca, 'name': SearchDatastore_Task, 'duration_secs': 0.008503} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.852494] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e12350bc-7848-4ef6-8edb-bad1a73d40d3 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.855872] env[69613]: DEBUG nova.network.neutron [req-1730d0ba-2318-4a47-8a41-490bed41a6a4 req-1ba42240-3bee-4b22-b4e0-a4e36b6c1326 service nova] [instance: f186cb70-f6ef-4b02-a8fe-f5f791352ed7] Updated VIF entry in instance network info cache for port a5da0640-a78c-4b84-92c6-f1ed29990e43. {{(pid=69613) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1168.856390] env[69613]: DEBUG nova.network.neutron [req-1730d0ba-2318-4a47-8a41-490bed41a6a4 req-1ba42240-3bee-4b22-b4e0-a4e36b6c1326 service nova] [instance: f186cb70-f6ef-4b02-a8fe-f5f791352ed7] Updating instance_info_cache with network_info: [{"id": "a5da0640-a78c-4b84-92c6-f1ed29990e43", "address": "fa:16:3e:38:90:33", "network": {"id": "716d936a-9f18-4dbf-8278-8d495c4e8e5e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1568527215-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ac0fd822ae5c46349cf139bf95aa6ad4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "99639c37-b0c6-4be7-9594-230e44b1280b", "external-id": "nsx-vlan-transportzone-17", "segmentation_id": 17, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa5da0640-a7", "ovs_interfaceid": "a5da0640-a78c-4b84-92c6-f1ed29990e43", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1168.861725] env[69613]: DEBUG oslo_vmware.api [None req-d197d326-7d01-43d3-8d8c-b4adfb35fbbd tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Waiting for the task: (returnval){ [ 1168.861725] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]52b5f07e-ce48-baf2-8d6e-490cb54f1b72" [ 1168.861725] env[69613]: _type = "Task" [ 1168.861725] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.870242] env[69613]: DEBUG oslo_vmware.api [None req-d197d326-7d01-43d3-8d8c-b4adfb35fbbd tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52b5f07e-ce48-baf2-8d6e-490cb54f1b72, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.934175] env[69613]: DEBUG nova.compute.manager [req-9fbe817e-3b99-487f-88a3-e0ce68c72a55 req-a3310436-95d9-4a5c-86ff-437ac05f3ae1 service nova] [instance: dc022ac9-6ab5-41c0-92ff-3c39b6094348] Received event network-vif-deleted-ef91e614-434d-4298-a009-329b923b180a {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1169.190416] env[69613]: DEBUG nova.objects.instance [None req-37d00613-19d5-45db-96f4-522ff17ad196 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Lazy-loading 'flavor' on Instance uuid 8f0c568c-f444-4640-820f-06fe30a8aabb {{(pid=69613) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1169.191866] env[69613]: DEBUG oslo_service.periodic_task [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=69613) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1169.192058] env[69613]: DEBUG nova.compute.manager [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Cleaning up deleted instances with incomplete migration {{(pid=69613) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 1169.278319] env[69613]: DEBUG oslo_concurrency.lockutils [None req-81ce8398-8999-4b39-9867-b7cede4e67ee tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.216s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1169.278838] env[69613]: DEBUG nova.compute.manager [None req-81ce8398-8999-4b39-9867-b7cede4e67ee tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] [instance: 72e43112-53d8-41cd-a94f-2f9e8e32e165] Start building networks asynchronously for instance. {{(pid=69613) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1169.281401] env[69613]: DEBUG oslo_concurrency.lockutils [None req-e231c406-3412-41ba-bdbc-657f145ed5ef tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.724s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1169.281624] env[69613]: DEBUG nova.objects.instance [None req-e231c406-3412-41ba-bdbc-657f145ed5ef tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Lazy-loading 'resources' on Instance uuid dc022ac9-6ab5-41c0-92ff-3c39b6094348 {{(pid=69613) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1169.340382] env[69613]: DEBUG oslo_vmware.api [None req-da114b21-c462-45ba-beb9-b664f131554a tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Task: {'id': task-3418295, 'name': Rename_Task, 'duration_secs': 0.142348} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.340654] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-da114b21-c462-45ba-beb9-b664f131554a tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] [instance: 816b83b8-9dea-45d2-be12-35adb694e470] Powering on the VM {{(pid=69613) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1169.340892] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-305abf4e-ece1-45e8-b74e-7a796f787fb2 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.348536] env[69613]: DEBUG oslo_vmware.api [None req-da114b21-c462-45ba-beb9-b664f131554a tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Waiting for the task: (returnval){ [ 1169.348536] env[69613]: value = "task-3418296" [ 1169.348536] env[69613]: _type = "Task" [ 1169.348536] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.355813] env[69613]: DEBUG oslo_vmware.api [None req-da114b21-c462-45ba-beb9-b664f131554a tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Task: {'id': task-3418296, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.359359] env[69613]: DEBUG oslo_concurrency.lockutils [req-1730d0ba-2318-4a47-8a41-490bed41a6a4 req-1ba42240-3bee-4b22-b4e0-a4e36b6c1326 service nova] Releasing lock "refresh_cache-f186cb70-f6ef-4b02-a8fe-f5f791352ed7" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.370801] env[69613]: DEBUG oslo_vmware.api [None req-d197d326-7d01-43d3-8d8c-b4adfb35fbbd tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52b5f07e-ce48-baf2-8d6e-490cb54f1b72, 'name': SearchDatastore_Task, 'duration_secs': 0.017669} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.371060] env[69613]: DEBUG oslo_concurrency.lockutils [None req-d197d326-7d01-43d3-8d8c-b4adfb35fbbd tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.371319] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-d197d326-7d01-43d3-8d8c-b4adfb35fbbd tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk to [datastore2] f186cb70-f6ef-4b02-a8fe-f5f791352ed7/f186cb70-f6ef-4b02-a8fe-f5f791352ed7.vmdk {{(pid=69613) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1169.371563] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d371cdb1-2d08-4229-ab98-095985051c04 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.378146] env[69613]: DEBUG oslo_vmware.api [None req-d197d326-7d01-43d3-8d8c-b4adfb35fbbd tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Waiting for the task: (returnval){ [ 1169.378146] env[69613]: value = "task-3418297" [ 1169.378146] env[69613]: _type = "Task" [ 1169.378146] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.387177] env[69613]: DEBUG oslo_vmware.api [None req-d197d326-7d01-43d3-8d8c-b4adfb35fbbd tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Task: {'id': task-3418297, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.697347] env[69613]: DEBUG oslo_service.periodic_task [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=69613) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1169.701180] env[69613]: DEBUG oslo_concurrency.lockutils [None req-37d00613-19d5-45db-96f4-522ff17ad196 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Lock "8f0c568c-f444-4640-820f-06fe30a8aabb" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.838s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1169.787473] env[69613]: DEBUG nova.compute.utils [None req-81ce8398-8999-4b39-9867-b7cede4e67ee tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Using /dev/sd instead of None {{(pid=69613) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1169.789714] env[69613]: DEBUG nova.compute.manager [None req-81ce8398-8999-4b39-9867-b7cede4e67ee tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] [instance: 72e43112-53d8-41cd-a94f-2f9e8e32e165] Allocating IP information in the background. {{(pid=69613) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1169.789890] env[69613]: DEBUG nova.network.neutron [None req-81ce8398-8999-4b39-9867-b7cede4e67ee tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] [instance: 72e43112-53d8-41cd-a94f-2f9e8e32e165] allocate_for_instance() {{(pid=69613) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1169.826392] env[69613]: DEBUG nova.policy [None req-81ce8398-8999-4b39-9867-b7cede4e67ee tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ba2fe8c00d3b46918ac7cbc118c13072', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9cb3ddb47c78413abf1c7b2a6db01c0e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69613) authorize /opt/stack/nova/nova/policy.py:192}} [ 1169.859916] env[69613]: DEBUG oslo_vmware.api [None req-da114b21-c462-45ba-beb9-b664f131554a tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Task: {'id': task-3418296, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.888870] env[69613]: DEBUG oslo_vmware.api [None req-d197d326-7d01-43d3-8d8c-b4adfb35fbbd tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Task: {'id': task-3418297, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.415606} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.891598] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-d197d326-7d01-43d3-8d8c-b4adfb35fbbd tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk to [datastore2] f186cb70-f6ef-4b02-a8fe-f5f791352ed7/f186cb70-f6ef-4b02-a8fe-f5f791352ed7.vmdk {{(pid=69613) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1169.891825] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-d197d326-7d01-43d3-8d8c-b4adfb35fbbd tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] [instance: f186cb70-f6ef-4b02-a8fe-f5f791352ed7] Extending root virtual disk to 1048576 {{(pid=69613) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1169.892319] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bcfc9d57-1f41-4bc6-a6ce-49fc141ca1f0 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.899416] env[69613]: DEBUG oslo_vmware.api [None req-d197d326-7d01-43d3-8d8c-b4adfb35fbbd tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Waiting for the task: (returnval){ [ 1169.899416] env[69613]: value = "task-3418298" [ 1169.899416] env[69613]: _type = "Task" [ 1169.899416] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.910952] env[69613]: DEBUG oslo_vmware.api [None req-d197d326-7d01-43d3-8d8c-b4adfb35fbbd tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Task: {'id': task-3418298, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.953983] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dbcf072-1a84-424c-8a35-d917c321f8de {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.962086] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f54cc198-68a7-4cca-893d-dc804d1e4189 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.993567] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebd4494f-3afa-44d7-9877-cae25a30331f {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.001231] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8d9410c-c4d9-483a-b0b5-d2cf13e9fc89 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.014616] env[69613]: DEBUG nova.compute.provider_tree [None req-e231c406-3412-41ba-bdbc-657f145ed5ef tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Inventory has not changed in ProviderTree for provider: af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 {{(pid=69613) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1170.107177] env[69613]: DEBUG nova.network.neutron [None req-81ce8398-8999-4b39-9867-b7cede4e67ee tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] [instance: 72e43112-53d8-41cd-a94f-2f9e8e32e165] Successfully created port: e67bd258-bbe0-41f5-84d8-f29d78a0f2f3 {{(pid=69613) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1170.295793] env[69613]: DEBUG nova.compute.manager [None req-81ce8398-8999-4b39-9867-b7cede4e67ee tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] [instance: 72e43112-53d8-41cd-a94f-2f9e8e32e165] Start building block device mappings for instance. {{(pid=69613) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1170.359943] env[69613]: DEBUG oslo_vmware.api [None req-da114b21-c462-45ba-beb9-b664f131554a tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Task: {'id': task-3418296, 'name': PowerOnVM_Task, 'duration_secs': 0.576117} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.360457] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-da114b21-c462-45ba-beb9-b664f131554a tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] [instance: 816b83b8-9dea-45d2-be12-35adb694e470] Powered on the VM {{(pid=69613) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1170.360457] env[69613]: INFO nova.compute.manager [None req-da114b21-c462-45ba-beb9-b664f131554a tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] [instance: 816b83b8-9dea-45d2-be12-35adb694e470] Took 7.74 seconds to spawn the instance on the hypervisor. [ 1170.360641] env[69613]: DEBUG nova.compute.manager [None req-da114b21-c462-45ba-beb9-b664f131554a tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] [instance: 816b83b8-9dea-45d2-be12-35adb694e470] Checking state {{(pid=69613) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1170.361535] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dfb86a2-36b4-4221-aad9-488ef9be4c54 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.409743] env[69613]: DEBUG oslo_vmware.api [None req-d197d326-7d01-43d3-8d8c-b4adfb35fbbd tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Task: {'id': task-3418298, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06574} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.410800] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-d197d326-7d01-43d3-8d8c-b4adfb35fbbd tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] [instance: f186cb70-f6ef-4b02-a8fe-f5f791352ed7] Extended root virtual disk {{(pid=69613) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1170.411604] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9466c37-ee57-4e48-8696-f08b5de97dac {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.433595] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-d197d326-7d01-43d3-8d8c-b4adfb35fbbd tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] [instance: f186cb70-f6ef-4b02-a8fe-f5f791352ed7] Reconfiguring VM instance instance-00000078 to attach disk [datastore2] f186cb70-f6ef-4b02-a8fe-f5f791352ed7/f186cb70-f6ef-4b02-a8fe-f5f791352ed7.vmdk or device None with type sparse {{(pid=69613) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1170.434111] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-57affb86-2087-4fa8-a6b7-e8b24a903002 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.452749] env[69613]: DEBUG oslo_vmware.api [None req-d197d326-7d01-43d3-8d8c-b4adfb35fbbd tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Waiting for the task: (returnval){ [ 1170.452749] env[69613]: value = "task-3418299" [ 1170.452749] env[69613]: _type = "Task" [ 1170.452749] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.460376] env[69613]: DEBUG oslo_vmware.api [None req-d197d326-7d01-43d3-8d8c-b4adfb35fbbd tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Task: {'id': task-3418299, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.518299] env[69613]: DEBUG nova.scheduler.client.report [None req-e231c406-3412-41ba-bdbc-657f145ed5ef tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Inventory has not changed for provider af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69613) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1170.593205] env[69613]: INFO nova.compute.manager [None req-90f3fa22-d938-42e0-a8b8-685ce8c46f0b tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] [instance: 8f0c568c-f444-4640-820f-06fe30a8aabb] Rebuilding instance [ 1170.639630] env[69613]: DEBUG nova.compute.manager [None req-90f3fa22-d938-42e0-a8b8-685ce8c46f0b tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] [instance: 8f0c568c-f444-4640-820f-06fe30a8aabb] Checking state {{(pid=69613) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1170.640574] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9fcf800-c5ee-40a8-8e01-6c23f223c289 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.878394] env[69613]: INFO nova.compute.manager [None req-da114b21-c462-45ba-beb9-b664f131554a tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] [instance: 816b83b8-9dea-45d2-be12-35adb694e470] Took 13.10 seconds to build instance. [ 1170.966581] env[69613]: DEBUG oslo_vmware.api [None req-d197d326-7d01-43d3-8d8c-b4adfb35fbbd tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Task: {'id': task-3418299, 'name': ReconfigVM_Task, 'duration_secs': 0.315602} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.966886] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-d197d326-7d01-43d3-8d8c-b4adfb35fbbd tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] [instance: f186cb70-f6ef-4b02-a8fe-f5f791352ed7] Reconfigured VM instance instance-00000078 to attach disk [datastore2] f186cb70-f6ef-4b02-a8fe-f5f791352ed7/f186cb70-f6ef-4b02-a8fe-f5f791352ed7.vmdk or device None with type sparse {{(pid=69613) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1170.967510] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bcd9ae64-92b1-47f9-b1c9-e8dbe71cc4ed {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.975642] env[69613]: DEBUG oslo_vmware.api [None req-d197d326-7d01-43d3-8d8c-b4adfb35fbbd tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Waiting for the task: (returnval){ [ 1170.975642] env[69613]: value = "task-3418300" [ 1170.975642] env[69613]: _type = "Task" [ 1170.975642] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.985705] env[69613]: DEBUG oslo_vmware.api [None req-d197d326-7d01-43d3-8d8c-b4adfb35fbbd tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Task: {'id': task-3418300, 'name': Rename_Task} progress is 5%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.022959] env[69613]: DEBUG oslo_concurrency.lockutils [None req-e231c406-3412-41ba-bdbc-657f145ed5ef tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.741s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1171.043896] env[69613]: INFO nova.scheduler.client.report [None req-e231c406-3412-41ba-bdbc-657f145ed5ef tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Deleted allocations for instance dc022ac9-6ab5-41c0-92ff-3c39b6094348 [ 1171.303386] env[69613]: DEBUG nova.compute.manager [None req-81ce8398-8999-4b39-9867-b7cede4e67ee tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] [instance: 72e43112-53d8-41cd-a94f-2f9e8e32e165] Start spawning the instance on the hypervisor. {{(pid=69613) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1171.324619] env[69613]: DEBUG nova.virt.hardware [None req-81ce8398-8999-4b39-9867-b7cede4e67ee tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T13:55:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T13:55:19Z,direct_url=,disk_format='vmdk',id=2b7a0304-b5d0-431d-b287-32c8388d7fbd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3e9e1b873f1442d59d5ee8247b941f74',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T13:55:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1171.324856] env[69613]: DEBUG nova.virt.hardware [None req-81ce8398-8999-4b39-9867-b7cede4e67ee tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Flavor limits 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1171.325023] env[69613]: DEBUG nova.virt.hardware [None req-81ce8398-8999-4b39-9867-b7cede4e67ee tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Image limits 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1171.325199] env[69613]: DEBUG nova.virt.hardware [None req-81ce8398-8999-4b39-9867-b7cede4e67ee tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Flavor pref 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1171.325346] env[69613]: DEBUG nova.virt.hardware [None req-81ce8398-8999-4b39-9867-b7cede4e67ee tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Image pref 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1171.325489] env[69613]: DEBUG nova.virt.hardware [None req-81ce8398-8999-4b39-9867-b7cede4e67ee tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1171.325698] env[69613]: DEBUG nova.virt.hardware [None req-81ce8398-8999-4b39-9867-b7cede4e67ee tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1171.325854] env[69613]: DEBUG nova.virt.hardware [None req-81ce8398-8999-4b39-9867-b7cede4e67ee tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69613) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1171.326031] env[69613]: DEBUG nova.virt.hardware [None req-81ce8398-8999-4b39-9867-b7cede4e67ee tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Got 1 possible topologies {{(pid=69613) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1171.326201] env[69613]: DEBUG nova.virt.hardware [None req-81ce8398-8999-4b39-9867-b7cede4e67ee tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1171.326398] env[69613]: DEBUG nova.virt.hardware [None req-81ce8398-8999-4b39-9867-b7cede4e67ee tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1171.327271] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07edd45a-c51f-4682-a9dd-11592d523f93 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.335015] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-308f4126-3b88-4fd5-a18b-8e4b8715b317 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.382053] env[69613]: DEBUG oslo_concurrency.lockutils [None req-da114b21-c462-45ba-beb9-b664f131554a tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Lock "816b83b8-9dea-45d2-be12-35adb694e470" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.613s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1171.475210] env[69613]: DEBUG nova.compute.manager [req-630acae2-26d3-47d3-9363-22c85f2efcbc req-72e7a3a6-ebee-4dad-948b-7ce43fe33512 service nova] [instance: 72e43112-53d8-41cd-a94f-2f9e8e32e165] Received event network-vif-plugged-e67bd258-bbe0-41f5-84d8-f29d78a0f2f3 {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1171.475564] env[69613]: DEBUG oslo_concurrency.lockutils [req-630acae2-26d3-47d3-9363-22c85f2efcbc req-72e7a3a6-ebee-4dad-948b-7ce43fe33512 service nova] Acquiring lock "72e43112-53d8-41cd-a94f-2f9e8e32e165-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1171.475891] env[69613]: DEBUG oslo_concurrency.lockutils [req-630acae2-26d3-47d3-9363-22c85f2efcbc req-72e7a3a6-ebee-4dad-948b-7ce43fe33512 service nova] Lock "72e43112-53d8-41cd-a94f-2f9e8e32e165-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1171.476172] env[69613]: DEBUG oslo_concurrency.lockutils [req-630acae2-26d3-47d3-9363-22c85f2efcbc req-72e7a3a6-ebee-4dad-948b-7ce43fe33512 service nova] Lock "72e43112-53d8-41cd-a94f-2f9e8e32e165-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1171.476540] env[69613]: DEBUG nova.compute.manager [req-630acae2-26d3-47d3-9363-22c85f2efcbc req-72e7a3a6-ebee-4dad-948b-7ce43fe33512 service nova] [instance: 72e43112-53d8-41cd-a94f-2f9e8e32e165] No waiting events found dispatching network-vif-plugged-e67bd258-bbe0-41f5-84d8-f29d78a0f2f3 {{(pid=69613) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1171.476718] env[69613]: WARNING nova.compute.manager [req-630acae2-26d3-47d3-9363-22c85f2efcbc req-72e7a3a6-ebee-4dad-948b-7ce43fe33512 service nova] [instance: 72e43112-53d8-41cd-a94f-2f9e8e32e165] Received unexpected event network-vif-plugged-e67bd258-bbe0-41f5-84d8-f29d78a0f2f3 for instance with vm_state building and task_state spawning. [ 1171.486730] env[69613]: DEBUG oslo_vmware.api [None req-d197d326-7d01-43d3-8d8c-b4adfb35fbbd tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Task: {'id': task-3418300, 'name': Rename_Task, 'duration_secs': 0.172828} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.486979] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-d197d326-7d01-43d3-8d8c-b4adfb35fbbd tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] [instance: f186cb70-f6ef-4b02-a8fe-f5f791352ed7] Powering on the VM {{(pid=69613) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1171.487231] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b8a4069f-e43f-4d14-8886-1022b8372dab {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.493756] env[69613]: DEBUG oslo_vmware.api [None req-d197d326-7d01-43d3-8d8c-b4adfb35fbbd tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Waiting for the task: (returnval){ [ 1171.493756] env[69613]: value = "task-3418301" [ 1171.493756] env[69613]: _type = "Task" [ 1171.493756] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.501656] env[69613]: DEBUG oslo_vmware.api [None req-d197d326-7d01-43d3-8d8c-b4adfb35fbbd tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Task: {'id': task-3418301, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.551905] env[69613]: DEBUG oslo_concurrency.lockutils [None req-e231c406-3412-41ba-bdbc-657f145ed5ef tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Lock "dc022ac9-6ab5-41c0-92ff-3c39b6094348" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.632s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1171.571302] env[69613]: DEBUG nova.network.neutron [None req-81ce8398-8999-4b39-9867-b7cede4e67ee tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] [instance: 72e43112-53d8-41cd-a94f-2f9e8e32e165] Successfully updated port: e67bd258-bbe0-41f5-84d8-f29d78a0f2f3 {{(pid=69613) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1171.654830] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-90f3fa22-d938-42e0-a8b8-685ce8c46f0b tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] [instance: 8f0c568c-f444-4640-820f-06fe30a8aabb] Powering off the VM {{(pid=69613) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1171.655275] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-019914cb-898e-4613-81a2-789d3cd9bdb6 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.662773] env[69613]: DEBUG oslo_vmware.api [None req-90f3fa22-d938-42e0-a8b8-685ce8c46f0b tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Waiting for the task: (returnval){ [ 1171.662773] env[69613]: value = "task-3418302" [ 1171.662773] env[69613]: _type = "Task" [ 1171.662773] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.671280] env[69613]: DEBUG oslo_vmware.api [None req-90f3fa22-d938-42e0-a8b8-685ce8c46f0b tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Task: {'id': task-3418302, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.007112] env[69613]: DEBUG oslo_vmware.api [None req-d197d326-7d01-43d3-8d8c-b4adfb35fbbd tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Task: {'id': task-3418301, 'name': PowerOnVM_Task, 'duration_secs': 0.501372} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.007385] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-d197d326-7d01-43d3-8d8c-b4adfb35fbbd tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] [instance: f186cb70-f6ef-4b02-a8fe-f5f791352ed7] Powered on the VM {{(pid=69613) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1172.007583] env[69613]: INFO nova.compute.manager [None req-d197d326-7d01-43d3-8d8c-b4adfb35fbbd tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] [instance: f186cb70-f6ef-4b02-a8fe-f5f791352ed7] Took 7.04 seconds to spawn the instance on the hypervisor. [ 1172.007757] env[69613]: DEBUG nova.compute.manager [None req-d197d326-7d01-43d3-8d8c-b4adfb35fbbd tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] [instance: f186cb70-f6ef-4b02-a8fe-f5f791352ed7] Checking state {{(pid=69613) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1172.008732] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e34393d7-2082-4d0e-92b0-6f4b284f936e {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.054483] env[69613]: DEBUG nova.compute.manager [req-a8fc3971-e702-4f2e-8496-2b8b9fb6c786 req-d7244f4e-51b9-48cd-ad38-66093bdff37d service nova] [instance: 816b83b8-9dea-45d2-be12-35adb694e470] Received event network-changed-608bebbd-3c06-4d6f-a644-0694d085c113 {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1172.054744] env[69613]: DEBUG nova.compute.manager [req-a8fc3971-e702-4f2e-8496-2b8b9fb6c786 req-d7244f4e-51b9-48cd-ad38-66093bdff37d service nova] [instance: 816b83b8-9dea-45d2-be12-35adb694e470] Refreshing instance network info cache due to event network-changed-608bebbd-3c06-4d6f-a644-0694d085c113. {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1172.054998] env[69613]: DEBUG oslo_concurrency.lockutils [req-a8fc3971-e702-4f2e-8496-2b8b9fb6c786 req-d7244f4e-51b9-48cd-ad38-66093bdff37d service nova] Acquiring lock "refresh_cache-816b83b8-9dea-45d2-be12-35adb694e470" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.055207] env[69613]: DEBUG oslo_concurrency.lockutils [req-a8fc3971-e702-4f2e-8496-2b8b9fb6c786 req-d7244f4e-51b9-48cd-ad38-66093bdff37d service nova] Acquired lock "refresh_cache-816b83b8-9dea-45d2-be12-35adb694e470" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.055400] env[69613]: DEBUG nova.network.neutron [req-a8fc3971-e702-4f2e-8496-2b8b9fb6c786 req-d7244f4e-51b9-48cd-ad38-66093bdff37d service nova] [instance: 816b83b8-9dea-45d2-be12-35adb694e470] Refreshing network info cache for port 608bebbd-3c06-4d6f-a644-0694d085c113 {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1172.077034] env[69613]: DEBUG oslo_concurrency.lockutils [None req-81ce8398-8999-4b39-9867-b7cede4e67ee tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Acquiring lock "refresh_cache-72e43112-53d8-41cd-a94f-2f9e8e32e165" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.077209] env[69613]: DEBUG oslo_concurrency.lockutils [None req-81ce8398-8999-4b39-9867-b7cede4e67ee tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Acquired lock "refresh_cache-72e43112-53d8-41cd-a94f-2f9e8e32e165" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.077359] env[69613]: DEBUG nova.network.neutron [None req-81ce8398-8999-4b39-9867-b7cede4e67ee tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] [instance: 72e43112-53d8-41cd-a94f-2f9e8e32e165] Building network info cache for instance {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1172.172930] env[69613]: DEBUG oslo_vmware.api [None req-90f3fa22-d938-42e0-a8b8-685ce8c46f0b tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Task: {'id': task-3418302, 'name': PowerOffVM_Task, 'duration_secs': 0.271833} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.173225] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-90f3fa22-d938-42e0-a8b8-685ce8c46f0b tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] [instance: 8f0c568c-f444-4640-820f-06fe30a8aabb] Powered off the VM {{(pid=69613) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1172.234977] env[69613]: INFO nova.compute.manager [None req-90f3fa22-d938-42e0-a8b8-685ce8c46f0b tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] [instance: 8f0c568c-f444-4640-820f-06fe30a8aabb] Detaching volume 8ba1cc53-2353-4d86-bdf4-52d89a6a08d4 [ 1172.268270] env[69613]: INFO nova.virt.block_device [None req-90f3fa22-d938-42e0-a8b8-685ce8c46f0b tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] [instance: 8f0c568c-f444-4640-820f-06fe30a8aabb] Attempting to driver detach volume 8ba1cc53-2353-4d86-bdf4-52d89a6a08d4 from mountpoint /dev/sdb [ 1172.268507] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-90f3fa22-d938-42e0-a8b8-685ce8c46f0b tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] [instance: 8f0c568c-f444-4640-820f-06fe30a8aabb] Volume detach. Driver type: vmdk {{(pid=69613) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1172.268697] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-90f3fa22-d938-42e0-a8b8-685ce8c46f0b tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] [instance: 8f0c568c-f444-4640-820f-06fe30a8aabb] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-682005', 'volume_id': '8ba1cc53-2353-4d86-bdf4-52d89a6a08d4', 'name': 'volume-8ba1cc53-2353-4d86-bdf4-52d89a6a08d4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8f0c568c-f444-4640-820f-06fe30a8aabb', 'attached_at': '', 'detached_at': '', 'volume_id': '8ba1cc53-2353-4d86-bdf4-52d89a6a08d4', 'serial': '8ba1cc53-2353-4d86-bdf4-52d89a6a08d4'} {{(pid=69613) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1172.269580] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46d889ff-d9db-451d-8f08-534a8ac23002 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.291891] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01b11863-f901-434a-9449-50d6bc5f83d0 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.299148] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcfecaed-0f60-4a7c-a4b7-eb72e3a16089 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.322389] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bae53522-7bbd-4d66-9fee-e95bad38dd06 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.337741] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-90f3fa22-d938-42e0-a8b8-685ce8c46f0b tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] The volume has not been displaced from its original location: [datastore2] volume-8ba1cc53-2353-4d86-bdf4-52d89a6a08d4/volume-8ba1cc53-2353-4d86-bdf4-52d89a6a08d4.vmdk. No consolidation needed. {{(pid=69613) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1172.342971] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-90f3fa22-d938-42e0-a8b8-685ce8c46f0b tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] [instance: 8f0c568c-f444-4640-820f-06fe30a8aabb] Reconfiguring VM instance instance-00000071 to detach disk 2001 {{(pid=69613) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1172.343279] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a59bb07a-0c38-4c0a-b669-3c0184e13eea {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.361952] env[69613]: DEBUG oslo_vmware.api [None req-90f3fa22-d938-42e0-a8b8-685ce8c46f0b tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Waiting for the task: (returnval){ [ 1172.361952] env[69613]: value = "task-3418303" [ 1172.361952] env[69613]: _type = "Task" [ 1172.361952] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.369836] env[69613]: DEBUG oslo_vmware.api [None req-90f3fa22-d938-42e0-a8b8-685ce8c46f0b tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Task: {'id': task-3418303, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.533308] env[69613]: INFO nova.compute.manager [None req-d197d326-7d01-43d3-8d8c-b4adfb35fbbd tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] [instance: f186cb70-f6ef-4b02-a8fe-f5f791352ed7] Took 13.83 seconds to build instance. [ 1172.634571] env[69613]: DEBUG nova.network.neutron [None req-81ce8398-8999-4b39-9867-b7cede4e67ee tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] [instance: 72e43112-53d8-41cd-a94f-2f9e8e32e165] Instance cache missing network info. {{(pid=69613) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1172.839388] env[69613]: DEBUG nova.network.neutron [None req-81ce8398-8999-4b39-9867-b7cede4e67ee tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] [instance: 72e43112-53d8-41cd-a94f-2f9e8e32e165] Updating instance_info_cache with network_info: [{"id": "e67bd258-bbe0-41f5-84d8-f29d78a0f2f3", "address": "fa:16:3e:4d:dd:d8", "network": {"id": "f6c5953e-2ecd-4b80-beed-76e05ffc23b6", "bridge": "br-int", "label": "tempest-ServersTestJSON-2109045768-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9cb3ddb47c78413abf1c7b2a6db01c0e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "043ca97b-0fca-4b54-8be6-027123fa76d0", "external-id": "nsx-vlan-transportzone-702", "segmentation_id": 702, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape67bd258-bb", "ovs_interfaceid": "e67bd258-bbe0-41f5-84d8-f29d78a0f2f3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1172.872134] env[69613]: DEBUG oslo_vmware.api [None req-90f3fa22-d938-42e0-a8b8-685ce8c46f0b tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Task: {'id': task-3418303, 'name': ReconfigVM_Task, 'duration_secs': 0.21794} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.872436] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-90f3fa22-d938-42e0-a8b8-685ce8c46f0b tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] [instance: 8f0c568c-f444-4640-820f-06fe30a8aabb] Reconfigured VM instance instance-00000071 to detach disk 2001 {{(pid=69613) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1172.877586] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-57bb1f82-dc4f-4d8e-abcf-5c4ad64b0bfb {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.893463] env[69613]: DEBUG oslo_vmware.api [None req-90f3fa22-d938-42e0-a8b8-685ce8c46f0b tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Waiting for the task: (returnval){ [ 1172.893463] env[69613]: value = "task-3418304" [ 1172.893463] env[69613]: _type = "Task" [ 1172.893463] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.904276] env[69613]: DEBUG oslo_vmware.api [None req-90f3fa22-d938-42e0-a8b8-685ce8c46f0b tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Task: {'id': task-3418304, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.909380] env[69613]: DEBUG nova.network.neutron [req-a8fc3971-e702-4f2e-8496-2b8b9fb6c786 req-d7244f4e-51b9-48cd-ad38-66093bdff37d service nova] [instance: 816b83b8-9dea-45d2-be12-35adb694e470] Updated VIF entry in instance network info cache for port 608bebbd-3c06-4d6f-a644-0694d085c113. {{(pid=69613) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1172.909788] env[69613]: DEBUG nova.network.neutron [req-a8fc3971-e702-4f2e-8496-2b8b9fb6c786 req-d7244f4e-51b9-48cd-ad38-66093bdff37d service nova] [instance: 816b83b8-9dea-45d2-be12-35adb694e470] Updating instance_info_cache with network_info: [{"id": "608bebbd-3c06-4d6f-a644-0694d085c113", "address": "fa:16:3e:09:ce:b2", "network": {"id": "5fbba158-e384-4f22-b63d-507a2a47de30", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1229363420-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.209", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9e2b2477b1674fa28068fcb7c61ff983", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe20ef0e-0991-44d7-887d-08dddac0b56b", "external-id": "nsx-vlan-transportzone-991", "segmentation_id": 991, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap608bebbd-3c", "ovs_interfaceid": "608bebbd-3c06-4d6f-a644-0694d085c113", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1173.036551] env[69613]: DEBUG oslo_concurrency.lockutils [None req-d197d326-7d01-43d3-8d8c-b4adfb35fbbd tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Lock "f186cb70-f6ef-4b02-a8fe-f5f791352ed7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.350s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1173.342460] env[69613]: DEBUG oslo_concurrency.lockutils [None req-81ce8398-8999-4b39-9867-b7cede4e67ee tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Releasing lock "refresh_cache-72e43112-53d8-41cd-a94f-2f9e8e32e165" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.342920] env[69613]: DEBUG nova.compute.manager [None req-81ce8398-8999-4b39-9867-b7cede4e67ee tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] [instance: 72e43112-53d8-41cd-a94f-2f9e8e32e165] Instance network_info: |[{"id": "e67bd258-bbe0-41f5-84d8-f29d78a0f2f3", "address": "fa:16:3e:4d:dd:d8", "network": {"id": "f6c5953e-2ecd-4b80-beed-76e05ffc23b6", "bridge": "br-int", "label": "tempest-ServersTestJSON-2109045768-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9cb3ddb47c78413abf1c7b2a6db01c0e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "043ca97b-0fca-4b54-8be6-027123fa76d0", "external-id": "nsx-vlan-transportzone-702", "segmentation_id": 702, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape67bd258-bb", "ovs_interfaceid": "e67bd258-bbe0-41f5-84d8-f29d78a0f2f3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69613) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1173.343335] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-81ce8398-8999-4b39-9867-b7cede4e67ee tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] [instance: 72e43112-53d8-41cd-a94f-2f9e8e32e165] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4d:dd:d8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '043ca97b-0fca-4b54-8be6-027123fa76d0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e67bd258-bbe0-41f5-84d8-f29d78a0f2f3', 'vif_model': 'vmxnet3'}] {{(pid=69613) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1173.353535] env[69613]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-81ce8398-8999-4b39-9867-b7cede4e67ee tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69613) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1173.353535] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 72e43112-53d8-41cd-a94f-2f9e8e32e165] Creating VM on the ESX host {{(pid=69613) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1173.353535] env[69613]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a1dcd9ba-e55d-49b1-8c50-c7e5ffc35b7b {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.375535] env[69613]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1173.375535] env[69613]: value = "task-3418305" [ 1173.375535] env[69613]: _type = "Task" [ 1173.375535] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.384888] env[69613]: DEBUG oslo_vmware.api [-] Task: {'id': task-3418305, 'name': CreateVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.402438] env[69613]: DEBUG oslo_vmware.api [None req-90f3fa22-d938-42e0-a8b8-685ce8c46f0b tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Task: {'id': task-3418304, 'name': ReconfigVM_Task, 'duration_secs': 0.387618} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.402730] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-90f3fa22-d938-42e0-a8b8-685ce8c46f0b tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] [instance: 8f0c568c-f444-4640-820f-06fe30a8aabb] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-682005', 'volume_id': '8ba1cc53-2353-4d86-bdf4-52d89a6a08d4', 'name': 'volume-8ba1cc53-2353-4d86-bdf4-52d89a6a08d4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8f0c568c-f444-4640-820f-06fe30a8aabb', 'attached_at': '', 'detached_at': '', 'volume_id': '8ba1cc53-2353-4d86-bdf4-52d89a6a08d4', 'serial': '8ba1cc53-2353-4d86-bdf4-52d89a6a08d4'} {{(pid=69613) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1173.413168] env[69613]: DEBUG oslo_concurrency.lockutils [req-a8fc3971-e702-4f2e-8496-2b8b9fb6c786 req-d7244f4e-51b9-48cd-ad38-66093bdff37d service nova] Releasing lock "refresh_cache-816b83b8-9dea-45d2-be12-35adb694e470" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.571115] env[69613]: DEBUG nova.compute.manager [req-9353bea7-c3a5-419f-a44f-7b6683e22c0e req-f5a70b93-858b-4585-8524-27c4cb2ca654 service nova] [instance: 72e43112-53d8-41cd-a94f-2f9e8e32e165] Received event network-changed-e67bd258-bbe0-41f5-84d8-f29d78a0f2f3 {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1173.571274] env[69613]: DEBUG nova.compute.manager [req-9353bea7-c3a5-419f-a44f-7b6683e22c0e req-f5a70b93-858b-4585-8524-27c4cb2ca654 service nova] [instance: 72e43112-53d8-41cd-a94f-2f9e8e32e165] Refreshing instance network info cache due to event network-changed-e67bd258-bbe0-41f5-84d8-f29d78a0f2f3. {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1173.571440] env[69613]: DEBUG oslo_concurrency.lockutils [req-9353bea7-c3a5-419f-a44f-7b6683e22c0e req-f5a70b93-858b-4585-8524-27c4cb2ca654 service nova] Acquiring lock "refresh_cache-72e43112-53d8-41cd-a94f-2f9e8e32e165" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.571626] env[69613]: DEBUG oslo_concurrency.lockutils [req-9353bea7-c3a5-419f-a44f-7b6683e22c0e req-f5a70b93-858b-4585-8524-27c4cb2ca654 service nova] Acquired lock "refresh_cache-72e43112-53d8-41cd-a94f-2f9e8e32e165" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.571729] env[69613]: DEBUG nova.network.neutron [req-9353bea7-c3a5-419f-a44f-7b6683e22c0e req-f5a70b93-858b-4585-8524-27c4cb2ca654 service nova] [instance: 72e43112-53d8-41cd-a94f-2f9e8e32e165] Refreshing network info cache for port e67bd258-bbe0-41f5-84d8-f29d78a0f2f3 {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1173.885563] env[69613]: DEBUG oslo_vmware.api [-] Task: {'id': task-3418305, 'name': CreateVM_Task} progress is 25%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.396320] env[69613]: DEBUG oslo_vmware.api [-] Task: {'id': task-3418305, 'name': CreateVM_Task, 'duration_secs': 0.671236} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.396646] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 72e43112-53d8-41cd-a94f-2f9e8e32e165] Created VM on the ESX host {{(pid=69613) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1174.397719] env[69613]: DEBUG oslo_concurrency.lockutils [None req-81ce8398-8999-4b39-9867-b7cede4e67ee tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.397975] env[69613]: DEBUG oslo_concurrency.lockutils [None req-81ce8398-8999-4b39-9867-b7cede4e67ee tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.398701] env[69613]: DEBUG oslo_concurrency.lockutils [None req-81ce8398-8999-4b39-9867-b7cede4e67ee tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.399024] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f50b0f91-0517-486e-9166-0ea36e7ee0d3 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.407494] env[69613]: DEBUG oslo_vmware.api [None req-81ce8398-8999-4b39-9867-b7cede4e67ee tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Waiting for the task: (returnval){ [ 1174.407494] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]52202dc8-c06f-99d6-fb54-b8b0a1348f62" [ 1174.407494] env[69613]: _type = "Task" [ 1174.407494] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.417097] env[69613]: DEBUG oslo_vmware.api [None req-81ce8398-8999-4b39-9867-b7cede4e67ee tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52202dc8-c06f-99d6-fb54-b8b0a1348f62, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.440353] env[69613]: DEBUG oslo_concurrency.lockutils [None req-03b7e392-1a22-46c1-a383-bc9b679dc2a9 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Acquiring lock "357afa94-a34b-4396-9c60-fd9b43bb312b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1174.440584] env[69613]: DEBUG oslo_concurrency.lockutils [None req-03b7e392-1a22-46c1-a383-bc9b679dc2a9 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Lock "357afa94-a34b-4396-9c60-fd9b43bb312b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1174.462097] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-90f3fa22-d938-42e0-a8b8-685ce8c46f0b tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] [instance: 8f0c568c-f444-4640-820f-06fe30a8aabb] Powering off the VM {{(pid=69613) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1174.462618] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-359ca6a6-b6e6-4f8a-9275-ebcbaa0b6281 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.471749] env[69613]: DEBUG oslo_vmware.api [None req-90f3fa22-d938-42e0-a8b8-685ce8c46f0b tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Waiting for the task: (returnval){ [ 1174.471749] env[69613]: value = "task-3418306" [ 1174.471749] env[69613]: _type = "Task" [ 1174.471749] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.481751] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-90f3fa22-d938-42e0-a8b8-685ce8c46f0b tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] [instance: 8f0c568c-f444-4640-820f-06fe30a8aabb] VM already powered off {{(pid=69613) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1174.481995] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-90f3fa22-d938-42e0-a8b8-685ce8c46f0b tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] [instance: 8f0c568c-f444-4640-820f-06fe30a8aabb] Volume detach. Driver type: vmdk {{(pid=69613) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1174.482161] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-90f3fa22-d938-42e0-a8b8-685ce8c46f0b tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] [instance: 8f0c568c-f444-4640-820f-06fe30a8aabb] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-682005', 'volume_id': '8ba1cc53-2353-4d86-bdf4-52d89a6a08d4', 'name': 'volume-8ba1cc53-2353-4d86-bdf4-52d89a6a08d4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8f0c568c-f444-4640-820f-06fe30a8aabb', 'attached_at': '', 'detached_at': '', 'volume_id': '8ba1cc53-2353-4d86-bdf4-52d89a6a08d4', 'serial': '8ba1cc53-2353-4d86-bdf4-52d89a6a08d4'} {{(pid=69613) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1174.482928] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24da748e-f605-468b-8429-79405e28d7f3 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.501742] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-874101a0-15df-4b63-bc01-0609b225b371 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.508779] env[69613]: DEBUG nova.network.neutron [req-9353bea7-c3a5-419f-a44f-7b6683e22c0e req-f5a70b93-858b-4585-8524-27c4cb2ca654 service nova] [instance: 72e43112-53d8-41cd-a94f-2f9e8e32e165] Updated VIF entry in instance network info cache for port e67bd258-bbe0-41f5-84d8-f29d78a0f2f3. {{(pid=69613) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1174.509194] env[69613]: DEBUG nova.network.neutron [req-9353bea7-c3a5-419f-a44f-7b6683e22c0e req-f5a70b93-858b-4585-8524-27c4cb2ca654 service nova] [instance: 72e43112-53d8-41cd-a94f-2f9e8e32e165] Updating instance_info_cache with network_info: [{"id": "e67bd258-bbe0-41f5-84d8-f29d78a0f2f3", "address": "fa:16:3e:4d:dd:d8", "network": {"id": "f6c5953e-2ecd-4b80-beed-76e05ffc23b6", "bridge": "br-int", "label": "tempest-ServersTestJSON-2109045768-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9cb3ddb47c78413abf1c7b2a6db01c0e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "043ca97b-0fca-4b54-8be6-027123fa76d0", "external-id": "nsx-vlan-transportzone-702", "segmentation_id": 702, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape67bd258-bb", "ovs_interfaceid": "e67bd258-bbe0-41f5-84d8-f29d78a0f2f3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1174.511810] env[69613]: WARNING nova.virt.vmwareapi.driver [None req-90f3fa22-d938-42e0-a8b8-685ce8c46f0b tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] [instance: 8f0c568c-f444-4640-820f-06fe30a8aabb] The volume None does not exist!: nova.exception.DiskNotFound: Unable to find volume [ 1174.512168] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-90f3fa22-d938-42e0-a8b8-685ce8c46f0b tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] [instance: 8f0c568c-f444-4640-820f-06fe30a8aabb] Destroying instance {{(pid=69613) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1174.513159] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfe29f24-acfd-4db8-8d3b-6a5157d49352 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.519937] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-90f3fa22-d938-42e0-a8b8-685ce8c46f0b tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] [instance: 8f0c568c-f444-4640-820f-06fe30a8aabb] Unregistering the VM {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1174.521572] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f385fad6-4b0a-4e90-b58e-b5c8addc6322 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.523926] env[69613]: DEBUG nova.compute.manager [req-3b895bbd-0aa8-41fb-9aa6-0b64beb9ea3f req-2b9abc66-23a9-4e86-8ea2-b706b8db2217 service nova] [instance: f186cb70-f6ef-4b02-a8fe-f5f791352ed7] Received event network-changed-a5da0640-a78c-4b84-92c6-f1ed29990e43 {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1174.524198] env[69613]: DEBUG nova.compute.manager [req-3b895bbd-0aa8-41fb-9aa6-0b64beb9ea3f req-2b9abc66-23a9-4e86-8ea2-b706b8db2217 service nova] [instance: f186cb70-f6ef-4b02-a8fe-f5f791352ed7] Refreshing instance network info cache due to event network-changed-a5da0640-a78c-4b84-92c6-f1ed29990e43. {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1174.524398] env[69613]: DEBUG oslo_concurrency.lockutils [req-3b895bbd-0aa8-41fb-9aa6-0b64beb9ea3f req-2b9abc66-23a9-4e86-8ea2-b706b8db2217 service nova] Acquiring lock "refresh_cache-f186cb70-f6ef-4b02-a8fe-f5f791352ed7" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.524541] env[69613]: DEBUG oslo_concurrency.lockutils [req-3b895bbd-0aa8-41fb-9aa6-0b64beb9ea3f req-2b9abc66-23a9-4e86-8ea2-b706b8db2217 service nova] Acquired lock "refresh_cache-f186cb70-f6ef-4b02-a8fe-f5f791352ed7" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.524698] env[69613]: DEBUG nova.network.neutron [req-3b895bbd-0aa8-41fb-9aa6-0b64beb9ea3f req-2b9abc66-23a9-4e86-8ea2-b706b8db2217 service nova] [instance: f186cb70-f6ef-4b02-a8fe-f5f791352ed7] Refreshing network info cache for port a5da0640-a78c-4b84-92c6-f1ed29990e43 {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1174.594821] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-90f3fa22-d938-42e0-a8b8-685ce8c46f0b tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] [instance: 8f0c568c-f444-4640-820f-06fe30a8aabb] Unregistered the VM {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1174.595658] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-90f3fa22-d938-42e0-a8b8-685ce8c46f0b tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] [instance: 8f0c568c-f444-4640-820f-06fe30a8aabb] Deleting contents of the VM from datastore datastore1 {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1174.595658] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-90f3fa22-d938-42e0-a8b8-685ce8c46f0b tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Deleting the datastore file [datastore1] 8f0c568c-f444-4640-820f-06fe30a8aabb {{(pid=69613) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1174.595658] env[69613]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-459fcb2d-b5ac-4fc5-a321-55b7a682a159 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.602602] env[69613]: DEBUG oslo_vmware.api [None req-90f3fa22-d938-42e0-a8b8-685ce8c46f0b tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Waiting for the task: (returnval){ [ 1174.602602] env[69613]: value = "task-3418308" [ 1174.602602] env[69613]: _type = "Task" [ 1174.602602] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.610994] env[69613]: DEBUG oslo_vmware.api [None req-90f3fa22-d938-42e0-a8b8-685ce8c46f0b tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Task: {'id': task-3418308, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.919132] env[69613]: DEBUG oslo_vmware.api [None req-81ce8398-8999-4b39-9867-b7cede4e67ee tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52202dc8-c06f-99d6-fb54-b8b0a1348f62, 'name': SearchDatastore_Task, 'duration_secs': 0.011359} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.919445] env[69613]: DEBUG oslo_concurrency.lockutils [None req-81ce8398-8999-4b39-9867-b7cede4e67ee tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.919674] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-81ce8398-8999-4b39-9867-b7cede4e67ee tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] [instance: 72e43112-53d8-41cd-a94f-2f9e8e32e165] Processing image 2b7a0304-b5d0-431d-b287-32c8388d7fbd {{(pid=69613) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1174.919909] env[69613]: DEBUG oslo_concurrency.lockutils [None req-81ce8398-8999-4b39-9867-b7cede4e67ee tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.920067] env[69613]: DEBUG oslo_concurrency.lockutils [None req-81ce8398-8999-4b39-9867-b7cede4e67ee tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.920257] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-81ce8398-8999-4b39-9867-b7cede4e67ee tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69613) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1174.920508] env[69613]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d5b120dd-28f2-4f15-89a9-26b04cdac033 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.931245] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-81ce8398-8999-4b39-9867-b7cede4e67ee tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69613) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1174.931431] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-81ce8398-8999-4b39-9867-b7cede4e67ee tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69613) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1174.932195] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-27b58795-8776-47ce-9361-6f6b8392e379 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.937385] env[69613]: DEBUG oslo_vmware.api [None req-81ce8398-8999-4b39-9867-b7cede4e67ee tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Waiting for the task: (returnval){ [ 1174.937385] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]52290941-d6f6-e597-74a5-f89f792df399" [ 1174.937385] env[69613]: _type = "Task" [ 1174.937385] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.944943] env[69613]: DEBUG nova.compute.manager [None req-03b7e392-1a22-46c1-a383-bc9b679dc2a9 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] [instance: 357afa94-a34b-4396-9c60-fd9b43bb312b] Starting instance... {{(pid=69613) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1174.947604] env[69613]: DEBUG oslo_vmware.api [None req-81ce8398-8999-4b39-9867-b7cede4e67ee tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52290941-d6f6-e597-74a5-f89f792df399, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.013406] env[69613]: DEBUG oslo_concurrency.lockutils [req-9353bea7-c3a5-419f-a44f-7b6683e22c0e req-f5a70b93-858b-4585-8524-27c4cb2ca654 service nova] Releasing lock "refresh_cache-72e43112-53d8-41cd-a94f-2f9e8e32e165" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.013669] env[69613]: DEBUG nova.compute.manager [req-9353bea7-c3a5-419f-a44f-7b6683e22c0e req-f5a70b93-858b-4585-8524-27c4cb2ca654 service nova] [instance: 3bc87c40-eef2-4130-b2b3-017cf32ca878] Received event network-changed-4af009ca-b856-4ef8-a757-fad6a5728511 {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1175.013835] env[69613]: DEBUG nova.compute.manager [req-9353bea7-c3a5-419f-a44f-7b6683e22c0e req-f5a70b93-858b-4585-8524-27c4cb2ca654 service nova] [instance: 3bc87c40-eef2-4130-b2b3-017cf32ca878] Refreshing instance network info cache due to event network-changed-4af009ca-b856-4ef8-a757-fad6a5728511. {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1175.014179] env[69613]: DEBUG oslo_concurrency.lockutils [req-9353bea7-c3a5-419f-a44f-7b6683e22c0e req-f5a70b93-858b-4585-8524-27c4cb2ca654 service nova] Acquiring lock "refresh_cache-3bc87c40-eef2-4130-b2b3-017cf32ca878" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.014433] env[69613]: DEBUG oslo_concurrency.lockutils [req-9353bea7-c3a5-419f-a44f-7b6683e22c0e req-f5a70b93-858b-4585-8524-27c4cb2ca654 service nova] Acquired lock "refresh_cache-3bc87c40-eef2-4130-b2b3-017cf32ca878" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.014619] env[69613]: DEBUG nova.network.neutron [req-9353bea7-c3a5-419f-a44f-7b6683e22c0e req-f5a70b93-858b-4585-8524-27c4cb2ca654 service nova] [instance: 3bc87c40-eef2-4130-b2b3-017cf32ca878] Refreshing network info cache for port 4af009ca-b856-4ef8-a757-fad6a5728511 {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1175.113389] env[69613]: DEBUG oslo_vmware.api [None req-90f3fa22-d938-42e0-a8b8-685ce8c46f0b tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Task: {'id': task-3418308, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.169182} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.113642] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-90f3fa22-d938-42e0-a8b8-685ce8c46f0b tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Deleted the datastore file {{(pid=69613) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1175.113825] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-90f3fa22-d938-42e0-a8b8-685ce8c46f0b tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] [instance: 8f0c568c-f444-4640-820f-06fe30a8aabb] Deleted contents of the VM from datastore datastore1 {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1175.114067] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-90f3fa22-d938-42e0-a8b8-685ce8c46f0b tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] [instance: 8f0c568c-f444-4640-820f-06fe30a8aabb] Instance destroyed {{(pid=69613) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1175.220703] env[69613]: DEBUG nova.network.neutron [req-3b895bbd-0aa8-41fb-9aa6-0b64beb9ea3f req-2b9abc66-23a9-4e86-8ea2-b706b8db2217 service nova] [instance: f186cb70-f6ef-4b02-a8fe-f5f791352ed7] Updated VIF entry in instance network info cache for port a5da0640-a78c-4b84-92c6-f1ed29990e43. {{(pid=69613) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1175.221104] env[69613]: DEBUG nova.network.neutron [req-3b895bbd-0aa8-41fb-9aa6-0b64beb9ea3f req-2b9abc66-23a9-4e86-8ea2-b706b8db2217 service nova] [instance: f186cb70-f6ef-4b02-a8fe-f5f791352ed7] Updating instance_info_cache with network_info: [{"id": "a5da0640-a78c-4b84-92c6-f1ed29990e43", "address": "fa:16:3e:38:90:33", "network": {"id": "716d936a-9f18-4dbf-8278-8d495c4e8e5e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1568527215-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ac0fd822ae5c46349cf139bf95aa6ad4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "99639c37-b0c6-4be7-9594-230e44b1280b", "external-id": "nsx-vlan-transportzone-17", "segmentation_id": 17, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa5da0640-a7", "ovs_interfaceid": "a5da0640-a78c-4b84-92c6-f1ed29990e43", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1175.448115] env[69613]: DEBUG oslo_vmware.api [None req-81ce8398-8999-4b39-9867-b7cede4e67ee tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52290941-d6f6-e597-74a5-f89f792df399, 'name': SearchDatastore_Task, 'duration_secs': 0.011167} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.453067] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3988e33e-cc9e-4575-a4cb-d56865b7d104 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.458839] env[69613]: DEBUG oslo_vmware.api [None req-81ce8398-8999-4b39-9867-b7cede4e67ee tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Waiting for the task: (returnval){ [ 1175.458839] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]52fbf11c-e0db-0efe-36f9-fe3af24e78dd" [ 1175.458839] env[69613]: _type = "Task" [ 1175.458839] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.466960] env[69613]: DEBUG oslo_vmware.api [None req-81ce8398-8999-4b39-9867-b7cede4e67ee tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52fbf11c-e0db-0efe-36f9-fe3af24e78dd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.470305] env[69613]: DEBUG oslo_concurrency.lockutils [None req-03b7e392-1a22-46c1-a383-bc9b679dc2a9 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1175.470630] env[69613]: DEBUG oslo_concurrency.lockutils [None req-03b7e392-1a22-46c1-a383-bc9b679dc2a9 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1175.472228] env[69613]: INFO nova.compute.claims [None req-03b7e392-1a22-46c1-a383-bc9b679dc2a9 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] [instance: 357afa94-a34b-4396-9c60-fd9b43bb312b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1175.618705] env[69613]: INFO nova.virt.block_device [None req-90f3fa22-d938-42e0-a8b8-685ce8c46f0b tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] [instance: 8f0c568c-f444-4640-820f-06fe30a8aabb] Booting with volume 8ba1cc53-2353-4d86-bdf4-52d89a6a08d4 at /dev/sdb [ 1175.656034] env[69613]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b434b921-38e2-41c3-b9d1-ff19d5508a4d {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.666413] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-506d36bf-9658-40f6-bbfe-bbdc1b773193 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.696495] env[69613]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b213332c-4d7f-4188-afa0-00f3cca975ec {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.705985] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abf6157e-d809-40db-8776-5afff16cc0a5 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.718078] env[69613]: DEBUG nova.network.neutron [req-9353bea7-c3a5-419f-a44f-7b6683e22c0e req-f5a70b93-858b-4585-8524-27c4cb2ca654 service nova] [instance: 3bc87c40-eef2-4130-b2b3-017cf32ca878] Updated VIF entry in instance network info cache for port 4af009ca-b856-4ef8-a757-fad6a5728511. {{(pid=69613) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1175.718837] env[69613]: DEBUG nova.network.neutron [req-9353bea7-c3a5-419f-a44f-7b6683e22c0e req-f5a70b93-858b-4585-8524-27c4cb2ca654 service nova] [instance: 3bc87c40-eef2-4130-b2b3-017cf32ca878] Updating instance_info_cache with network_info: [{"id": "4af009ca-b856-4ef8-a757-fad6a5728511", "address": "fa:16:3e:06:33:7a", "network": {"id": "716d936a-9f18-4dbf-8278-8d495c4e8e5e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1568527215-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.233", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ac0fd822ae5c46349cf139bf95aa6ad4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "99639c37-b0c6-4be7-9594-230e44b1280b", "external-id": "nsx-vlan-transportzone-17", "segmentation_id": 17, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4af009ca-b8", "ovs_interfaceid": "4af009ca-b856-4ef8-a757-fad6a5728511", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1175.724198] env[69613]: DEBUG oslo_concurrency.lockutils [req-3b895bbd-0aa8-41fb-9aa6-0b64beb9ea3f req-2b9abc66-23a9-4e86-8ea2-b706b8db2217 service nova] Releasing lock "refresh_cache-f186cb70-f6ef-4b02-a8fe-f5f791352ed7" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.742308] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08277a09-bf06-4a33-91e5-2aaf9271c603 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.749368] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ef479e5-51f8-4231-9576-b2758faa1524 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.762341] env[69613]: DEBUG nova.virt.block_device [None req-90f3fa22-d938-42e0-a8b8-685ce8c46f0b tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] [instance: 8f0c568c-f444-4640-820f-06fe30a8aabb] Updating existing volume attachment record: a1ee4985-7b58-4ca5-96d9-3a6a7d166771 {{(pid=69613) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1175.969023] env[69613]: DEBUG oslo_vmware.api [None req-81ce8398-8999-4b39-9867-b7cede4e67ee tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52fbf11c-e0db-0efe-36f9-fe3af24e78dd, 'name': SearchDatastore_Task, 'duration_secs': 0.013585} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.969279] env[69613]: DEBUG oslo_concurrency.lockutils [None req-81ce8398-8999-4b39-9867-b7cede4e67ee tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.969547] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-81ce8398-8999-4b39-9867-b7cede4e67ee tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk to [datastore2] 72e43112-53d8-41cd-a94f-2f9e8e32e165/72e43112-53d8-41cd-a94f-2f9e8e32e165.vmdk {{(pid=69613) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1175.969806] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cafbbb66-2d84-4872-b616-7639bddf7017 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.978945] env[69613]: DEBUG oslo_vmware.api [None req-81ce8398-8999-4b39-9867-b7cede4e67ee tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Waiting for the task: (returnval){ [ 1175.978945] env[69613]: value = "task-3418309" [ 1175.978945] env[69613]: _type = "Task" [ 1175.978945] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.986285] env[69613]: DEBUG oslo_vmware.api [None req-81ce8398-8999-4b39-9867-b7cede4e67ee tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Task: {'id': task-3418309, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.224996] env[69613]: DEBUG oslo_concurrency.lockutils [req-9353bea7-c3a5-419f-a44f-7b6683e22c0e req-f5a70b93-858b-4585-8524-27c4cb2ca654 service nova] Releasing lock "refresh_cache-3bc87c40-eef2-4130-b2b3-017cf32ca878" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.225445] env[69613]: DEBUG nova.compute.manager [req-9353bea7-c3a5-419f-a44f-7b6683e22c0e req-f5a70b93-858b-4585-8524-27c4cb2ca654 service nova] [instance: f186cb70-f6ef-4b02-a8fe-f5f791352ed7] Received event network-changed-a5da0640-a78c-4b84-92c6-f1ed29990e43 {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1176.225638] env[69613]: DEBUG nova.compute.manager [req-9353bea7-c3a5-419f-a44f-7b6683e22c0e req-f5a70b93-858b-4585-8524-27c4cb2ca654 service nova] [instance: f186cb70-f6ef-4b02-a8fe-f5f791352ed7] Refreshing instance network info cache due to event network-changed-a5da0640-a78c-4b84-92c6-f1ed29990e43. {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1176.225858] env[69613]: DEBUG oslo_concurrency.lockutils [req-9353bea7-c3a5-419f-a44f-7b6683e22c0e req-f5a70b93-858b-4585-8524-27c4cb2ca654 service nova] Acquiring lock "refresh_cache-f186cb70-f6ef-4b02-a8fe-f5f791352ed7" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.226009] env[69613]: DEBUG oslo_concurrency.lockutils [req-9353bea7-c3a5-419f-a44f-7b6683e22c0e req-f5a70b93-858b-4585-8524-27c4cb2ca654 service nova] Acquired lock "refresh_cache-f186cb70-f6ef-4b02-a8fe-f5f791352ed7" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.226183] env[69613]: DEBUG nova.network.neutron [req-9353bea7-c3a5-419f-a44f-7b6683e22c0e req-f5a70b93-858b-4585-8524-27c4cb2ca654 service nova] [instance: f186cb70-f6ef-4b02-a8fe-f5f791352ed7] Refreshing network info cache for port a5da0640-a78c-4b84-92c6-f1ed29990e43 {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1176.493015] env[69613]: DEBUG oslo_vmware.api [None req-81ce8398-8999-4b39-9867-b7cede4e67ee tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Task: {'id': task-3418309, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.484041} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.493292] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-81ce8398-8999-4b39-9867-b7cede4e67ee tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk to [datastore2] 72e43112-53d8-41cd-a94f-2f9e8e32e165/72e43112-53d8-41cd-a94f-2f9e8e32e165.vmdk {{(pid=69613) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1176.493419] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-81ce8398-8999-4b39-9867-b7cede4e67ee tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] [instance: 72e43112-53d8-41cd-a94f-2f9e8e32e165] Extending root virtual disk to 1048576 {{(pid=69613) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1176.493771] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-89c29454-af99-43a0-8e37-7cd229976694 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.499181] env[69613]: DEBUG oslo_vmware.api [None req-81ce8398-8999-4b39-9867-b7cede4e67ee tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Waiting for the task: (returnval){ [ 1176.499181] env[69613]: value = "task-3418310" [ 1176.499181] env[69613]: _type = "Task" [ 1176.499181] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.509600] env[69613]: DEBUG oslo_vmware.api [None req-81ce8398-8999-4b39-9867-b7cede4e67ee tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Task: {'id': task-3418310, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.546624] env[69613]: DEBUG nova.compute.manager [req-a8ce2ac6-6409-4c44-9785-4a8c94867275 req-2c0681ed-e6f9-47d2-92be-31cab36ad2dc service nova] [instance: 3bc87c40-eef2-4130-b2b3-017cf32ca878] Received event network-changed-4af009ca-b856-4ef8-a757-fad6a5728511 {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1176.546767] env[69613]: DEBUG nova.compute.manager [req-a8ce2ac6-6409-4c44-9785-4a8c94867275 req-2c0681ed-e6f9-47d2-92be-31cab36ad2dc service nova] [instance: 3bc87c40-eef2-4130-b2b3-017cf32ca878] Refreshing instance network info cache due to event network-changed-4af009ca-b856-4ef8-a757-fad6a5728511. {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1176.546952] env[69613]: DEBUG oslo_concurrency.lockutils [req-a8ce2ac6-6409-4c44-9785-4a8c94867275 req-2c0681ed-e6f9-47d2-92be-31cab36ad2dc service nova] Acquiring lock "refresh_cache-3bc87c40-eef2-4130-b2b3-017cf32ca878" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.547147] env[69613]: DEBUG oslo_concurrency.lockutils [req-a8ce2ac6-6409-4c44-9785-4a8c94867275 req-2c0681ed-e6f9-47d2-92be-31cab36ad2dc service nova] Acquired lock "refresh_cache-3bc87c40-eef2-4130-b2b3-017cf32ca878" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.547318] env[69613]: DEBUG nova.network.neutron [req-a8ce2ac6-6409-4c44-9785-4a8c94867275 req-2c0681ed-e6f9-47d2-92be-31cab36ad2dc service nova] [instance: 3bc87c40-eef2-4130-b2b3-017cf32ca878] Refreshing network info cache for port 4af009ca-b856-4ef8-a757-fad6a5728511 {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1176.620055] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b658540-f712-4e85-a2f5-fb5617fd7aad {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.627991] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4307edaa-2ef4-4e80-b187-0cd5899ebb52 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.657419] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2302661a-19a5-4729-b237-ce9ae9a9402d {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.664019] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8e6d09c-0692-442b-95e5-93e6ed22ec7d {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.677202] env[69613]: DEBUG nova.compute.provider_tree [None req-03b7e392-1a22-46c1-a383-bc9b679dc2a9 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Inventory has not changed in ProviderTree for provider: af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 {{(pid=69613) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1176.932357] env[69613]: DEBUG nova.network.neutron [req-9353bea7-c3a5-419f-a44f-7b6683e22c0e req-f5a70b93-858b-4585-8524-27c4cb2ca654 service nova] [instance: f186cb70-f6ef-4b02-a8fe-f5f791352ed7] Updated VIF entry in instance network info cache for port a5da0640-a78c-4b84-92c6-f1ed29990e43. {{(pid=69613) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1176.932716] env[69613]: DEBUG nova.network.neutron [req-9353bea7-c3a5-419f-a44f-7b6683e22c0e req-f5a70b93-858b-4585-8524-27c4cb2ca654 service nova] [instance: f186cb70-f6ef-4b02-a8fe-f5f791352ed7] Updating instance_info_cache with network_info: [{"id": "a5da0640-a78c-4b84-92c6-f1ed29990e43", "address": "fa:16:3e:38:90:33", "network": {"id": "716d936a-9f18-4dbf-8278-8d495c4e8e5e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1568527215-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ac0fd822ae5c46349cf139bf95aa6ad4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "99639c37-b0c6-4be7-9594-230e44b1280b", "external-id": "nsx-vlan-transportzone-17", "segmentation_id": 17, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa5da0640-a7", "ovs_interfaceid": "a5da0640-a78c-4b84-92c6-f1ed29990e43", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1177.010497] env[69613]: DEBUG oslo_vmware.api [None req-81ce8398-8999-4b39-9867-b7cede4e67ee tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Task: {'id': task-3418310, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.058792} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.010824] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-81ce8398-8999-4b39-9867-b7cede4e67ee tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] [instance: 72e43112-53d8-41cd-a94f-2f9e8e32e165] Extended root virtual disk {{(pid=69613) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1177.011554] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f2d1dbd-8120-4485-b265-994600af1a28 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.032677] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-81ce8398-8999-4b39-9867-b7cede4e67ee tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] [instance: 72e43112-53d8-41cd-a94f-2f9e8e32e165] Reconfiguring VM instance instance-00000079 to attach disk [datastore2] 72e43112-53d8-41cd-a94f-2f9e8e32e165/72e43112-53d8-41cd-a94f-2f9e8e32e165.vmdk or device None with type sparse {{(pid=69613) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1177.032935] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-386ec437-5a97-41b5-bbe2-06564585a587 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.054453] env[69613]: DEBUG oslo_vmware.api [None req-81ce8398-8999-4b39-9867-b7cede4e67ee tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Waiting for the task: (returnval){ [ 1177.054453] env[69613]: value = "task-3418311" [ 1177.054453] env[69613]: _type = "Task" [ 1177.054453] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.062248] env[69613]: DEBUG oslo_vmware.api [None req-81ce8398-8999-4b39-9867-b7cede4e67ee tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Task: {'id': task-3418311, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.180095] env[69613]: DEBUG nova.scheduler.client.report [None req-03b7e392-1a22-46c1-a383-bc9b679dc2a9 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Inventory has not changed for provider af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69613) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1177.245300] env[69613]: DEBUG nova.network.neutron [req-a8ce2ac6-6409-4c44-9785-4a8c94867275 req-2c0681ed-e6f9-47d2-92be-31cab36ad2dc service nova] [instance: 3bc87c40-eef2-4130-b2b3-017cf32ca878] Updated VIF entry in instance network info cache for port 4af009ca-b856-4ef8-a757-fad6a5728511. {{(pid=69613) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1177.245682] env[69613]: DEBUG nova.network.neutron [req-a8ce2ac6-6409-4c44-9785-4a8c94867275 req-2c0681ed-e6f9-47d2-92be-31cab36ad2dc service nova] [instance: 3bc87c40-eef2-4130-b2b3-017cf32ca878] Updating instance_info_cache with network_info: [{"id": "4af009ca-b856-4ef8-a757-fad6a5728511", "address": "fa:16:3e:06:33:7a", "network": {"id": "716d936a-9f18-4dbf-8278-8d495c4e8e5e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1568527215-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.233", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ac0fd822ae5c46349cf139bf95aa6ad4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "99639c37-b0c6-4be7-9594-230e44b1280b", "external-id": "nsx-vlan-transportzone-17", "segmentation_id": 17, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4af009ca-b8", "ovs_interfaceid": "4af009ca-b856-4ef8-a757-fad6a5728511", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1177.435883] env[69613]: DEBUG oslo_concurrency.lockutils [req-9353bea7-c3a5-419f-a44f-7b6683e22c0e req-f5a70b93-858b-4585-8524-27c4cb2ca654 service nova] Releasing lock "refresh_cache-f186cb70-f6ef-4b02-a8fe-f5f791352ed7" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.565675] env[69613]: DEBUG oslo_vmware.api [None req-81ce8398-8999-4b39-9867-b7cede4e67ee tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Task: {'id': task-3418311, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.685070] env[69613]: DEBUG oslo_concurrency.lockutils [None req-03b7e392-1a22-46c1-a383-bc9b679dc2a9 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.214s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1177.685739] env[69613]: DEBUG nova.compute.manager [None req-03b7e392-1a22-46c1-a383-bc9b679dc2a9 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] [instance: 357afa94-a34b-4396-9c60-fd9b43bb312b] Start building networks asynchronously for instance. {{(pid=69613) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1177.747975] env[69613]: DEBUG oslo_concurrency.lockutils [req-a8ce2ac6-6409-4c44-9785-4a8c94867275 req-2c0681ed-e6f9-47d2-92be-31cab36ad2dc service nova] Releasing lock "refresh_cache-3bc87c40-eef2-4130-b2b3-017cf32ca878" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.902947] env[69613]: DEBUG nova.virt.hardware [None req-90f3fa22-d938-42e0-a8b8-685ce8c46f0b tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T13:55:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T13:55:19Z,direct_url=,disk_format='vmdk',id=2b7a0304-b5d0-431d-b287-32c8388d7fbd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3e9e1b873f1442d59d5ee8247b941f74',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T13:55:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1177.903234] env[69613]: DEBUG nova.virt.hardware [None req-90f3fa22-d938-42e0-a8b8-685ce8c46f0b tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Flavor limits 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1177.903396] env[69613]: DEBUG nova.virt.hardware [None req-90f3fa22-d938-42e0-a8b8-685ce8c46f0b tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Image limits 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1177.903579] env[69613]: DEBUG nova.virt.hardware [None req-90f3fa22-d938-42e0-a8b8-685ce8c46f0b tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Flavor pref 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1177.903726] env[69613]: DEBUG nova.virt.hardware [None req-90f3fa22-d938-42e0-a8b8-685ce8c46f0b tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Image pref 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1177.903873] env[69613]: DEBUG nova.virt.hardware [None req-90f3fa22-d938-42e0-a8b8-685ce8c46f0b tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1177.904133] env[69613]: DEBUG nova.virt.hardware [None req-90f3fa22-d938-42e0-a8b8-685ce8c46f0b tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1177.904314] env[69613]: DEBUG nova.virt.hardware [None req-90f3fa22-d938-42e0-a8b8-685ce8c46f0b tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69613) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1177.904485] env[69613]: DEBUG nova.virt.hardware [None req-90f3fa22-d938-42e0-a8b8-685ce8c46f0b tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Got 1 possible topologies {{(pid=69613) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1177.904649] env[69613]: DEBUG nova.virt.hardware [None req-90f3fa22-d938-42e0-a8b8-685ce8c46f0b tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1177.906034] env[69613]: DEBUG nova.virt.hardware [None req-90f3fa22-d938-42e0-a8b8-685ce8c46f0b tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1177.906034] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d6e2cba-8afa-4b4b-926f-c3226269e5ca {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.914265] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a0fdef3-1bc5-4e1b-93b4-8fed5cf76f33 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.928240] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-90f3fa22-d938-42e0-a8b8-685ce8c46f0b tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] [instance: 8f0c568c-f444-4640-820f-06fe30a8aabb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b8:d5:9f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5e27fd35-1d7b-4358-92d5-4d34da27b992', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fbe07ce0-d374-4219-a2c9-24a5e4e56d43', 'vif_model': 'vmxnet3'}] {{(pid=69613) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1177.936512] env[69613]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-90f3fa22-d938-42e0-a8b8-685ce8c46f0b tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69613) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1177.936914] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8f0c568c-f444-4640-820f-06fe30a8aabb] Creating VM on the ESX host {{(pid=69613) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1177.937281] env[69613]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6fc1ea4b-39ed-48de-b5d3-b4908b379fde {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.956973] env[69613]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1177.956973] env[69613]: value = "task-3418312" [ 1177.956973] env[69613]: _type = "Task" [ 1177.956973] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.965968] env[69613]: DEBUG oslo_vmware.api [-] Task: {'id': task-3418312, 'name': CreateVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.068942] env[69613]: DEBUG oslo_vmware.api [None req-81ce8398-8999-4b39-9867-b7cede4e67ee tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Task: {'id': task-3418311, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.192195] env[69613]: DEBUG nova.compute.utils [None req-03b7e392-1a22-46c1-a383-bc9b679dc2a9 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Using /dev/sd instead of None {{(pid=69613) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1178.193784] env[69613]: DEBUG nova.compute.manager [None req-03b7e392-1a22-46c1-a383-bc9b679dc2a9 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] [instance: 357afa94-a34b-4396-9c60-fd9b43bb312b] Allocating IP information in the background. {{(pid=69613) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1178.193999] env[69613]: DEBUG nova.network.neutron [None req-03b7e392-1a22-46c1-a383-bc9b679dc2a9 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] [instance: 357afa94-a34b-4396-9c60-fd9b43bb312b] allocate_for_instance() {{(pid=69613) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1178.240795] env[69613]: DEBUG nova.policy [None req-03b7e392-1a22-46c1-a383-bc9b679dc2a9 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a8012e55677a4e8ebb9163007647fba4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '263cb0545351439194c16f61aacec6b1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69613) authorize /opt/stack/nova/nova/policy.py:192}} [ 1178.469219] env[69613]: DEBUG oslo_vmware.api [-] Task: {'id': task-3418312, 'name': CreateVM_Task, 'duration_secs': 0.325919} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.469408] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8f0c568c-f444-4640-820f-06fe30a8aabb] Created VM on the ESX host {{(pid=69613) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1178.470375] env[69613]: DEBUG oslo_concurrency.lockutils [None req-90f3fa22-d938-42e0-a8b8-685ce8c46f0b tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.470542] env[69613]: DEBUG oslo_concurrency.lockutils [None req-90f3fa22-d938-42e0-a8b8-685ce8c46f0b tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.470852] env[69613]: DEBUG oslo_concurrency.lockutils [None req-90f3fa22-d938-42e0-a8b8-685ce8c46f0b tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.471131] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7d6ad4d2-0d7f-408d-9e18-859f673d8d5a {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.475780] env[69613]: DEBUG oslo_vmware.api [None req-90f3fa22-d938-42e0-a8b8-685ce8c46f0b tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Waiting for the task: (returnval){ [ 1178.475780] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]52ccda28-c43b-579a-324b-76ba990c6ff3" [ 1178.475780] env[69613]: _type = "Task" [ 1178.475780] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.483238] env[69613]: DEBUG oslo_vmware.api [None req-90f3fa22-d938-42e0-a8b8-685ce8c46f0b tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52ccda28-c43b-579a-324b-76ba990c6ff3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.498334] env[69613]: DEBUG nova.network.neutron [None req-03b7e392-1a22-46c1-a383-bc9b679dc2a9 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] [instance: 357afa94-a34b-4396-9c60-fd9b43bb312b] Successfully created port: 934528fa-d84d-41ea-a01a-0b1c1434993c {{(pid=69613) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1178.566299] env[69613]: DEBUG oslo_vmware.api [None req-81ce8398-8999-4b39-9867-b7cede4e67ee tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Task: {'id': task-3418311, 'name': ReconfigVM_Task, 'duration_secs': 1.132903} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.566661] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-81ce8398-8999-4b39-9867-b7cede4e67ee tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] [instance: 72e43112-53d8-41cd-a94f-2f9e8e32e165] Reconfigured VM instance instance-00000079 to attach disk [datastore2] 72e43112-53d8-41cd-a94f-2f9e8e32e165/72e43112-53d8-41cd-a94f-2f9e8e32e165.vmdk or device None with type sparse {{(pid=69613) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1178.567181] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e84e2ca7-c411-4fff-a20b-9dc4b948ef4e {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.573633] env[69613]: DEBUG oslo_vmware.api [None req-81ce8398-8999-4b39-9867-b7cede4e67ee tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Waiting for the task: (returnval){ [ 1178.573633] env[69613]: value = "task-3418313" [ 1178.573633] env[69613]: _type = "Task" [ 1178.573633] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.581113] env[69613]: DEBUG oslo_vmware.api [None req-81ce8398-8999-4b39-9867-b7cede4e67ee tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Task: {'id': task-3418313, 'name': Rename_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.697147] env[69613]: DEBUG nova.compute.manager [None req-03b7e392-1a22-46c1-a383-bc9b679dc2a9 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] [instance: 357afa94-a34b-4396-9c60-fd9b43bb312b] Start building block device mappings for instance. {{(pid=69613) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1178.987069] env[69613]: DEBUG oslo_vmware.api [None req-90f3fa22-d938-42e0-a8b8-685ce8c46f0b tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52ccda28-c43b-579a-324b-76ba990c6ff3, 'name': SearchDatastore_Task, 'duration_secs': 0.033006} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.987069] env[69613]: DEBUG oslo_concurrency.lockutils [None req-90f3fa22-d938-42e0-a8b8-685ce8c46f0b tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.987285] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-90f3fa22-d938-42e0-a8b8-685ce8c46f0b tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] [instance: 8f0c568c-f444-4640-820f-06fe30a8aabb] Processing image 2b7a0304-b5d0-431d-b287-32c8388d7fbd {{(pid=69613) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1178.987385] env[69613]: DEBUG oslo_concurrency.lockutils [None req-90f3fa22-d938-42e0-a8b8-685ce8c46f0b tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.987514] env[69613]: DEBUG oslo_concurrency.lockutils [None req-90f3fa22-d938-42e0-a8b8-685ce8c46f0b tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.987693] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-90f3fa22-d938-42e0-a8b8-685ce8c46f0b tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69613) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1178.987945] env[69613]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-55883633-ca73-4430-8171-fefd85cab5cf {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.996327] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-90f3fa22-d938-42e0-a8b8-685ce8c46f0b tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69613) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1178.996512] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-90f3fa22-d938-42e0-a8b8-685ce8c46f0b tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69613) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1178.997294] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0e82c4a4-4cd6-4e26-8ea2-2866c40ea124 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.002413] env[69613]: DEBUG oslo_vmware.api [None req-90f3fa22-d938-42e0-a8b8-685ce8c46f0b tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Waiting for the task: (returnval){ [ 1179.002413] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]5268436f-f0dc-6c48-7d76-fb6e11e40853" [ 1179.002413] env[69613]: _type = "Task" [ 1179.002413] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.010203] env[69613]: DEBUG oslo_vmware.api [None req-90f3fa22-d938-42e0-a8b8-685ce8c46f0b tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]5268436f-f0dc-6c48-7d76-fb6e11e40853, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.083442] env[69613]: DEBUG oslo_vmware.api [None req-81ce8398-8999-4b39-9867-b7cede4e67ee tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Task: {'id': task-3418313, 'name': Rename_Task, 'duration_secs': 0.466157} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.085708] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-81ce8398-8999-4b39-9867-b7cede4e67ee tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] [instance: 72e43112-53d8-41cd-a94f-2f9e8e32e165] Powering on the VM {{(pid=69613) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1179.085708] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4a05fea0-ab3f-47f6-8609-6d072842ac44 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.090919] env[69613]: DEBUG oslo_vmware.api [None req-81ce8398-8999-4b39-9867-b7cede4e67ee tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Waiting for the task: (returnval){ [ 1179.090919] env[69613]: value = "task-3418314" [ 1179.090919] env[69613]: _type = "Task" [ 1179.090919] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.098218] env[69613]: DEBUG oslo_vmware.api [None req-81ce8398-8999-4b39-9867-b7cede4e67ee tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Task: {'id': task-3418314, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.195423] env[69613]: DEBUG oslo_service.periodic_task [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69613) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1179.512995] env[69613]: DEBUG oslo_vmware.api [None req-90f3fa22-d938-42e0-a8b8-685ce8c46f0b tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]5268436f-f0dc-6c48-7d76-fb6e11e40853, 'name': SearchDatastore_Task, 'duration_secs': 0.01147} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.513725] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c3db484c-01de-484b-98fd-c6106a9c56c5 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.518716] env[69613]: DEBUG oslo_vmware.api [None req-90f3fa22-d938-42e0-a8b8-685ce8c46f0b tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Waiting for the task: (returnval){ [ 1179.518716] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]520cab16-5294-1024-b11e-7c9379c3812a" [ 1179.518716] env[69613]: _type = "Task" [ 1179.518716] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.527129] env[69613]: DEBUG oslo_vmware.api [None req-90f3fa22-d938-42e0-a8b8-685ce8c46f0b tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]520cab16-5294-1024-b11e-7c9379c3812a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.600454] env[69613]: DEBUG oslo_vmware.api [None req-81ce8398-8999-4b39-9867-b7cede4e67ee tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Task: {'id': task-3418314, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.701831] env[69613]: DEBUG oslo_service.periodic_task [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Running periodic task ComputeManager._sync_power_states {{(pid=69613) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1179.706771] env[69613]: DEBUG nova.compute.manager [None req-03b7e392-1a22-46c1-a383-bc9b679dc2a9 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] [instance: 357afa94-a34b-4396-9c60-fd9b43bb312b] Start spawning the instance on the hypervisor. {{(pid=69613) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1179.732150] env[69613]: DEBUG nova.virt.hardware [None req-03b7e392-1a22-46c1-a383-bc9b679dc2a9 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T13:55:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T13:55:19Z,direct_url=,disk_format='vmdk',id=2b7a0304-b5d0-431d-b287-32c8388d7fbd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3e9e1b873f1442d59d5ee8247b941f74',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T13:55:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1179.732441] env[69613]: DEBUG nova.virt.hardware [None req-03b7e392-1a22-46c1-a383-bc9b679dc2a9 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Flavor limits 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1179.732697] env[69613]: DEBUG nova.virt.hardware [None req-03b7e392-1a22-46c1-a383-bc9b679dc2a9 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Image limits 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1179.732880] env[69613]: DEBUG nova.virt.hardware [None req-03b7e392-1a22-46c1-a383-bc9b679dc2a9 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Flavor pref 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1179.733042] env[69613]: DEBUG nova.virt.hardware [None req-03b7e392-1a22-46c1-a383-bc9b679dc2a9 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Image pref 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1179.733197] env[69613]: DEBUG nova.virt.hardware [None req-03b7e392-1a22-46c1-a383-bc9b679dc2a9 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1179.733410] env[69613]: DEBUG nova.virt.hardware [None req-03b7e392-1a22-46c1-a383-bc9b679dc2a9 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1179.733569] env[69613]: DEBUG nova.virt.hardware [None req-03b7e392-1a22-46c1-a383-bc9b679dc2a9 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69613) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1179.733736] env[69613]: DEBUG nova.virt.hardware [None req-03b7e392-1a22-46c1-a383-bc9b679dc2a9 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Got 1 possible topologies {{(pid=69613) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1179.733897] env[69613]: DEBUG nova.virt.hardware [None req-03b7e392-1a22-46c1-a383-bc9b679dc2a9 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1179.734134] env[69613]: DEBUG nova.virt.hardware [None req-03b7e392-1a22-46c1-a383-bc9b679dc2a9 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1179.735292] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69fd0e7f-12e9-46d2-acf9-daa744c53237 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.743401] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d237f1b1-264e-4609-ae2f-5fdcb44afc1a {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.864219] env[69613]: DEBUG nova.compute.manager [req-0f3970c1-cb3c-4d16-84ab-80fca3103a8a req-713b5b6e-7a61-46e2-9644-04203e3ff4fe service nova] [instance: 357afa94-a34b-4396-9c60-fd9b43bb312b] Received event network-vif-plugged-934528fa-d84d-41ea-a01a-0b1c1434993c {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1179.864633] env[69613]: DEBUG oslo_concurrency.lockutils [req-0f3970c1-cb3c-4d16-84ab-80fca3103a8a req-713b5b6e-7a61-46e2-9644-04203e3ff4fe service nova] Acquiring lock "357afa94-a34b-4396-9c60-fd9b43bb312b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1179.864904] env[69613]: DEBUG oslo_concurrency.lockutils [req-0f3970c1-cb3c-4d16-84ab-80fca3103a8a req-713b5b6e-7a61-46e2-9644-04203e3ff4fe service nova] Lock "357afa94-a34b-4396-9c60-fd9b43bb312b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1179.865115] env[69613]: DEBUG oslo_concurrency.lockutils [req-0f3970c1-cb3c-4d16-84ab-80fca3103a8a req-713b5b6e-7a61-46e2-9644-04203e3ff4fe service nova] Lock "357afa94-a34b-4396-9c60-fd9b43bb312b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1179.865322] env[69613]: DEBUG nova.compute.manager [req-0f3970c1-cb3c-4d16-84ab-80fca3103a8a req-713b5b6e-7a61-46e2-9644-04203e3ff4fe service nova] [instance: 357afa94-a34b-4396-9c60-fd9b43bb312b] No waiting events found dispatching network-vif-plugged-934528fa-d84d-41ea-a01a-0b1c1434993c {{(pid=69613) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1179.865499] env[69613]: WARNING nova.compute.manager [req-0f3970c1-cb3c-4d16-84ab-80fca3103a8a req-713b5b6e-7a61-46e2-9644-04203e3ff4fe service nova] [instance: 357afa94-a34b-4396-9c60-fd9b43bb312b] Received unexpected event network-vif-plugged-934528fa-d84d-41ea-a01a-0b1c1434993c for instance with vm_state building and task_state spawning. [ 1179.961673] env[69613]: DEBUG nova.network.neutron [None req-03b7e392-1a22-46c1-a383-bc9b679dc2a9 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] [instance: 357afa94-a34b-4396-9c60-fd9b43bb312b] Successfully updated port: 934528fa-d84d-41ea-a01a-0b1c1434993c {{(pid=69613) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1180.029156] env[69613]: DEBUG oslo_vmware.api [None req-90f3fa22-d938-42e0-a8b8-685ce8c46f0b tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]520cab16-5294-1024-b11e-7c9379c3812a, 'name': SearchDatastore_Task, 'duration_secs': 0.009867} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.029440] env[69613]: DEBUG oslo_concurrency.lockutils [None req-90f3fa22-d938-42e0-a8b8-685ce8c46f0b tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.029703] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-90f3fa22-d938-42e0-a8b8-685ce8c46f0b tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk to [datastore1] 8f0c568c-f444-4640-820f-06fe30a8aabb/8f0c568c-f444-4640-820f-06fe30a8aabb.vmdk {{(pid=69613) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1180.029955] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ae5ae312-7d3c-4983-8e31-575f45f0490f {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.036280] env[69613]: DEBUG oslo_vmware.api [None req-90f3fa22-d938-42e0-a8b8-685ce8c46f0b tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Waiting for the task: (returnval){ [ 1180.036280] env[69613]: value = "task-3418315" [ 1180.036280] env[69613]: _type = "Task" [ 1180.036280] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.044784] env[69613]: DEBUG oslo_vmware.api [None req-90f3fa22-d938-42e0-a8b8-685ce8c46f0b tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Task: {'id': task-3418315, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.101653] env[69613]: DEBUG oslo_vmware.api [None req-81ce8398-8999-4b39-9867-b7cede4e67ee tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Task: {'id': task-3418314, 'name': PowerOnVM_Task, 'duration_secs': 0.834434} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.101922] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-81ce8398-8999-4b39-9867-b7cede4e67ee tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] [instance: 72e43112-53d8-41cd-a94f-2f9e8e32e165] Powered on the VM {{(pid=69613) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1180.102094] env[69613]: INFO nova.compute.manager [None req-81ce8398-8999-4b39-9867-b7cede4e67ee tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] [instance: 72e43112-53d8-41cd-a94f-2f9e8e32e165] Took 8.80 seconds to spawn the instance on the hypervisor. [ 1180.102277] env[69613]: DEBUG nova.compute.manager [None req-81ce8398-8999-4b39-9867-b7cede4e67ee tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] [instance: 72e43112-53d8-41cd-a94f-2f9e8e32e165] Checking state {{(pid=69613) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1180.103065] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f17f2347-f652-4c45-bbd8-0ee21f17d1c0 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.212569] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Getting list of instances from cluster (obj){ [ 1180.212569] env[69613]: value = "domain-c8" [ 1180.212569] env[69613]: _type = "ClusterComputeResource" [ 1180.212569] env[69613]: } {{(pid=69613) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 1180.214346] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-123fce7b-7ef8-4704-94b7-31c6b12525ca {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.236637] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Got total of 10 instances {{(pid=69613) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 1180.236843] env[69613]: WARNING nova.compute.manager [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] While synchronizing instance power states, found 11 instances in the database and 10 instances on the hypervisor. [ 1180.236994] env[69613]: DEBUG nova.compute.manager [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Triggering sync for uuid ebec351f-35c7-4a4c-a067-8477bfa10fc2 {{(pid=69613) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1180.237218] env[69613]: DEBUG nova.compute.manager [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Triggering sync for uuid 79391a79-8c22-4c1a-a816-f33d6553cc3d {{(pid=69613) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1180.237380] env[69613]: DEBUG nova.compute.manager [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Triggering sync for uuid e9e1e1ab-a2b4-4699-b956-5cd5d4d6dd21 {{(pid=69613) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1180.237534] env[69613]: DEBUG nova.compute.manager [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Triggering sync for uuid 8f0c568c-f444-4640-820f-06fe30a8aabb {{(pid=69613) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1180.237684] env[69613]: DEBUG nova.compute.manager [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Triggering sync for uuid 8f504912-9007-4cf3-a346-94eba47a7591 {{(pid=69613) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1180.237835] env[69613]: DEBUG nova.compute.manager [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Triggering sync for uuid 3bc87c40-eef2-4130-b2b3-017cf32ca878 {{(pid=69613) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1180.237984] env[69613]: DEBUG nova.compute.manager [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Triggering sync for uuid 1f56c24d-ed57-4aeb-a0e3-4857e2f4a1cc {{(pid=69613) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1180.238155] env[69613]: DEBUG nova.compute.manager [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Triggering sync for uuid 816b83b8-9dea-45d2-be12-35adb694e470 {{(pid=69613) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1180.238300] env[69613]: DEBUG nova.compute.manager [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Triggering sync for uuid f186cb70-f6ef-4b02-a8fe-f5f791352ed7 {{(pid=69613) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1180.238443] env[69613]: DEBUG nova.compute.manager [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Triggering sync for uuid 72e43112-53d8-41cd-a94f-2f9e8e32e165 {{(pid=69613) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1180.238586] env[69613]: DEBUG nova.compute.manager [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Triggering sync for uuid 357afa94-a34b-4396-9c60-fd9b43bb312b {{(pid=69613) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1180.238981] env[69613]: DEBUG oslo_concurrency.lockutils [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Acquiring lock "ebec351f-35c7-4a4c-a067-8477bfa10fc2" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1180.239639] env[69613]: DEBUG oslo_concurrency.lockutils [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Lock "ebec351f-35c7-4a4c-a067-8477bfa10fc2" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1180.239639] env[69613]: DEBUG oslo_concurrency.lockutils [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Acquiring lock "79391a79-8c22-4c1a-a816-f33d6553cc3d" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1180.239761] env[69613]: DEBUG oslo_concurrency.lockutils [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Lock "79391a79-8c22-4c1a-a816-f33d6553cc3d" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1180.239889] env[69613]: DEBUG oslo_concurrency.lockutils [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Acquiring lock "e9e1e1ab-a2b4-4699-b956-5cd5d4d6dd21" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1180.240079] env[69613]: DEBUG oslo_concurrency.lockutils [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Lock "e9e1e1ab-a2b4-4699-b956-5cd5d4d6dd21" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1180.240314] env[69613]: DEBUG oslo_concurrency.lockutils [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Acquiring lock "8f0c568c-f444-4640-820f-06fe30a8aabb" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1180.240487] env[69613]: DEBUG oslo_concurrency.lockutils [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Lock "8f0c568c-f444-4640-820f-06fe30a8aabb" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1180.240654] env[69613]: INFO nova.compute.manager [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] [instance: 8f0c568c-f444-4640-820f-06fe30a8aabb] During sync_power_state the instance has a pending task (rebuild_spawning). Skip. [ 1180.240812] env[69613]: DEBUG oslo_concurrency.lockutils [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Lock "8f0c568c-f444-4640-820f-06fe30a8aabb" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1180.240998] env[69613]: DEBUG oslo_concurrency.lockutils [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Acquiring lock "8f504912-9007-4cf3-a346-94eba47a7591" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1180.241182] env[69613]: DEBUG oslo_concurrency.lockutils [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Lock "8f504912-9007-4cf3-a346-94eba47a7591" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1180.241407] env[69613]: DEBUG oslo_concurrency.lockutils [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Acquiring lock "3bc87c40-eef2-4130-b2b3-017cf32ca878" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1180.241581] env[69613]: DEBUG oslo_concurrency.lockutils [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Lock "3bc87c40-eef2-4130-b2b3-017cf32ca878" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1180.241801] env[69613]: DEBUG oslo_concurrency.lockutils [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Acquiring lock "1f56c24d-ed57-4aeb-a0e3-4857e2f4a1cc" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1180.241984] env[69613]: DEBUG oslo_concurrency.lockutils [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Lock "1f56c24d-ed57-4aeb-a0e3-4857e2f4a1cc" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1180.242240] env[69613]: DEBUG oslo_concurrency.lockutils [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Acquiring lock "816b83b8-9dea-45d2-be12-35adb694e470" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1180.242421] env[69613]: DEBUG oslo_concurrency.lockutils [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Lock "816b83b8-9dea-45d2-be12-35adb694e470" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1180.242646] env[69613]: DEBUG oslo_concurrency.lockutils [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Acquiring lock "f186cb70-f6ef-4b02-a8fe-f5f791352ed7" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1180.242820] env[69613]: DEBUG oslo_concurrency.lockutils [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Lock "f186cb70-f6ef-4b02-a8fe-f5f791352ed7" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1180.243076] env[69613]: DEBUG oslo_concurrency.lockutils [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Acquiring lock "72e43112-53d8-41cd-a94f-2f9e8e32e165" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1180.243293] env[69613]: DEBUG oslo_concurrency.lockutils [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Acquiring lock "357afa94-a34b-4396-9c60-fd9b43bb312b" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1180.244274] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7449452-5332-46f3-aee2-c8db1fa5c8a8 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.247620] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-618deb90-3e7f-4e52-bc78-3ac3f4137659 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.252399] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad6f1105-7d0c-4d9b-acda-04eb9f6e4b86 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.255349] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-094b7860-999e-4cfa-a51b-e4dbfb771f52 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.258349] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ca1e3dc-0cab-4893-9558-7717ce401ffa {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.261315] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ecd3826-5ccf-451b-a1f5-28ff17e34bc2 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.264727] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31b341db-1e42-445c-b094-788c588ae7ec {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.267908] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b4d4f0a-b8db-4284-b7c8-5f4f597980e8 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.471369] env[69613]: DEBUG oslo_concurrency.lockutils [None req-03b7e392-1a22-46c1-a383-bc9b679dc2a9 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Acquiring lock "refresh_cache-357afa94-a34b-4396-9c60-fd9b43bb312b" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.471512] env[69613]: DEBUG oslo_concurrency.lockutils [None req-03b7e392-1a22-46c1-a383-bc9b679dc2a9 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Acquired lock "refresh_cache-357afa94-a34b-4396-9c60-fd9b43bb312b" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.471674] env[69613]: DEBUG nova.network.neutron [None req-03b7e392-1a22-46c1-a383-bc9b679dc2a9 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] [instance: 357afa94-a34b-4396-9c60-fd9b43bb312b] Building network info cache for instance {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1180.547151] env[69613]: DEBUG oslo_vmware.api [None req-90f3fa22-d938-42e0-a8b8-685ce8c46f0b tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Task: {'id': task-3418315, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.443388} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.547425] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-90f3fa22-d938-42e0-a8b8-685ce8c46f0b tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk to [datastore1] 8f0c568c-f444-4640-820f-06fe30a8aabb/8f0c568c-f444-4640-820f-06fe30a8aabb.vmdk {{(pid=69613) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1180.547636] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-90f3fa22-d938-42e0-a8b8-685ce8c46f0b tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] [instance: 8f0c568c-f444-4640-820f-06fe30a8aabb] Extending root virtual disk to 1048576 {{(pid=69613) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1180.547906] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ee644c1c-8b66-4282-9379-417900929942 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.554803] env[69613]: DEBUG oslo_vmware.api [None req-90f3fa22-d938-42e0-a8b8-685ce8c46f0b tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Waiting for the task: (returnval){ [ 1180.554803] env[69613]: value = "task-3418316" [ 1180.554803] env[69613]: _type = "Task" [ 1180.554803] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.562465] env[69613]: DEBUG oslo_vmware.api [None req-90f3fa22-d938-42e0-a8b8-685ce8c46f0b tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Task: {'id': task-3418316, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.622333] env[69613]: INFO nova.compute.manager [None req-81ce8398-8999-4b39-9867-b7cede4e67ee tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] [instance: 72e43112-53d8-41cd-a94f-2f9e8e32e165] Took 13.58 seconds to build instance. [ 1180.791430] env[69613]: DEBUG oslo_concurrency.lockutils [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Lock "8f504912-9007-4cf3-a346-94eba47a7591" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.550s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1180.803972] env[69613]: DEBUG oslo_concurrency.lockutils [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Lock "e9e1e1ab-a2b4-4699-b956-5cd5d4d6dd21" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.564s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1180.804307] env[69613]: DEBUG oslo_concurrency.lockutils [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Lock "ebec351f-35c7-4a4c-a067-8477bfa10fc2" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.565s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1180.804594] env[69613]: DEBUG oslo_concurrency.lockutils [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Lock "3bc87c40-eef2-4130-b2b3-017cf32ca878" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.563s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1180.810027] env[69613]: DEBUG oslo_concurrency.lockutils [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Lock "79391a79-8c22-4c1a-a816-f33d6553cc3d" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.570s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1180.810334] env[69613]: DEBUG oslo_concurrency.lockutils [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Lock "1f56c24d-ed57-4aeb-a0e3-4857e2f4a1cc" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.568s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1180.813732] env[69613]: DEBUG oslo_concurrency.lockutils [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Lock "816b83b8-9dea-45d2-be12-35adb694e470" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.571s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1180.815214] env[69613]: DEBUG oslo_concurrency.lockutils [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Lock "f186cb70-f6ef-4b02-a8fe-f5f791352ed7" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.572s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1181.037445] env[69613]: DEBUG nova.network.neutron [None req-03b7e392-1a22-46c1-a383-bc9b679dc2a9 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] [instance: 357afa94-a34b-4396-9c60-fd9b43bb312b] Instance cache missing network info. {{(pid=69613) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1181.064013] env[69613]: DEBUG oslo_vmware.api [None req-90f3fa22-d938-42e0-a8b8-685ce8c46f0b tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Task: {'id': task-3418316, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072185} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.064319] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-90f3fa22-d938-42e0-a8b8-685ce8c46f0b tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] [instance: 8f0c568c-f444-4640-820f-06fe30a8aabb] Extended root virtual disk {{(pid=69613) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1181.065098] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cbf3fbc-f88c-442b-b0ba-4a7d977391b5 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.086298] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-90f3fa22-d938-42e0-a8b8-685ce8c46f0b tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] [instance: 8f0c568c-f444-4640-820f-06fe30a8aabb] Reconfiguring VM instance instance-00000071 to attach disk [datastore1] 8f0c568c-f444-4640-820f-06fe30a8aabb/8f0c568c-f444-4640-820f-06fe30a8aabb.vmdk or device None with type sparse {{(pid=69613) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1181.088796] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e367a8af-2f13-4f9f-b94e-3ebcf3a478eb {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.109055] env[69613]: DEBUG oslo_vmware.api [None req-90f3fa22-d938-42e0-a8b8-685ce8c46f0b tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Waiting for the task: (returnval){ [ 1181.109055] env[69613]: value = "task-3418317" [ 1181.109055] env[69613]: _type = "Task" [ 1181.109055] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.116743] env[69613]: DEBUG oslo_vmware.api [None req-90f3fa22-d938-42e0-a8b8-685ce8c46f0b tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Task: {'id': task-3418317, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.124787] env[69613]: DEBUG oslo_concurrency.lockutils [None req-81ce8398-8999-4b39-9867-b7cede4e67ee tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Lock "72e43112-53d8-41cd-a94f-2f9e8e32e165" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.117s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1181.124787] env[69613]: DEBUG oslo_concurrency.lockutils [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Lock "72e43112-53d8-41cd-a94f-2f9e8e32e165" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.882s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1181.124787] env[69613]: INFO nova.compute.manager [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] [instance: 72e43112-53d8-41cd-a94f-2f9e8e32e165] During sync_power_state the instance has a pending task (spawning). Skip. [ 1181.124961] env[69613]: DEBUG oslo_concurrency.lockutils [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Lock "72e43112-53d8-41cd-a94f-2f9e8e32e165" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1181.199837] env[69613]: DEBUG nova.network.neutron [None req-03b7e392-1a22-46c1-a383-bc9b679dc2a9 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] [instance: 357afa94-a34b-4396-9c60-fd9b43bb312b] Updating instance_info_cache with network_info: [{"id": "934528fa-d84d-41ea-a01a-0b1c1434993c", "address": "fa:16:3e:a4:8b:57", "network": {"id": "6582c06e-2375-4019-bc8c-6f40d2f10d28", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-726199179-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "263cb0545351439194c16f61aacec6b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c6a4836-66dc-4e43-982b-f8fcd3f9989a", "external-id": "nsx-vlan-transportzone-635", "segmentation_id": 635, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap934528fa-d8", "ovs_interfaceid": "934528fa-d84d-41ea-a01a-0b1c1434993c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1181.619249] env[69613]: DEBUG oslo_vmware.api [None req-90f3fa22-d938-42e0-a8b8-685ce8c46f0b tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Task: {'id': task-3418317, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.702631] env[69613]: DEBUG oslo_concurrency.lockutils [None req-03b7e392-1a22-46c1-a383-bc9b679dc2a9 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Releasing lock "refresh_cache-357afa94-a34b-4396-9c60-fd9b43bb312b" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.703011] env[69613]: DEBUG nova.compute.manager [None req-03b7e392-1a22-46c1-a383-bc9b679dc2a9 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] [instance: 357afa94-a34b-4396-9c60-fd9b43bb312b] Instance network_info: |[{"id": "934528fa-d84d-41ea-a01a-0b1c1434993c", "address": "fa:16:3e:a4:8b:57", "network": {"id": "6582c06e-2375-4019-bc8c-6f40d2f10d28", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-726199179-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "263cb0545351439194c16f61aacec6b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c6a4836-66dc-4e43-982b-f8fcd3f9989a", "external-id": "nsx-vlan-transportzone-635", "segmentation_id": 635, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap934528fa-d8", "ovs_interfaceid": "934528fa-d84d-41ea-a01a-0b1c1434993c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69613) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1181.703447] env[69613]: DEBUG oslo_concurrency.lockutils [None req-ab7e0c8c-2142-4eca-af57-4de012799d51 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Acquiring lock "72e43112-53d8-41cd-a94f-2f9e8e32e165" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1181.703672] env[69613]: DEBUG oslo_concurrency.lockutils [None req-ab7e0c8c-2142-4eca-af57-4de012799d51 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Lock "72e43112-53d8-41cd-a94f-2f9e8e32e165" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1181.703866] env[69613]: DEBUG oslo_concurrency.lockutils [None req-ab7e0c8c-2142-4eca-af57-4de012799d51 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Acquiring lock "72e43112-53d8-41cd-a94f-2f9e8e32e165-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1181.704060] env[69613]: DEBUG oslo_concurrency.lockutils [None req-ab7e0c8c-2142-4eca-af57-4de012799d51 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Lock "72e43112-53d8-41cd-a94f-2f9e8e32e165-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1181.704457] env[69613]: DEBUG oslo_concurrency.lockutils [None req-ab7e0c8c-2142-4eca-af57-4de012799d51 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Lock "72e43112-53d8-41cd-a94f-2f9e8e32e165-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1181.706573] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-03b7e392-1a22-46c1-a383-bc9b679dc2a9 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] [instance: 357afa94-a34b-4396-9c60-fd9b43bb312b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a4:8b:57', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4c6a4836-66dc-4e43-982b-f8fcd3f9989a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '934528fa-d84d-41ea-a01a-0b1c1434993c', 'vif_model': 'vmxnet3'}] {{(pid=69613) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1181.714072] env[69613]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-03b7e392-1a22-46c1-a383-bc9b679dc2a9 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69613) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1181.714565] env[69613]: INFO nova.compute.manager [None req-ab7e0c8c-2142-4eca-af57-4de012799d51 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] [instance: 72e43112-53d8-41cd-a94f-2f9e8e32e165] Terminating instance [ 1181.716029] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 357afa94-a34b-4396-9c60-fd9b43bb312b] Creating VM on the ESX host {{(pid=69613) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1181.717025] env[69613]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f9b334df-897a-457c-81a7-66c46483afdf {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.738081] env[69613]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1181.738081] env[69613]: value = "task-3418318" [ 1181.738081] env[69613]: _type = "Task" [ 1181.738081] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.746217] env[69613]: DEBUG oslo_vmware.api [-] Task: {'id': task-3418318, 'name': CreateVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.891500] env[69613]: DEBUG nova.compute.manager [req-ba277304-4a77-4d39-8d10-5402e04887fb req-33637b59-712c-43d5-aa83-714dbc98447a service nova] [instance: 357afa94-a34b-4396-9c60-fd9b43bb312b] Received event network-changed-934528fa-d84d-41ea-a01a-0b1c1434993c {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1181.891727] env[69613]: DEBUG nova.compute.manager [req-ba277304-4a77-4d39-8d10-5402e04887fb req-33637b59-712c-43d5-aa83-714dbc98447a service nova] [instance: 357afa94-a34b-4396-9c60-fd9b43bb312b] Refreshing instance network info cache due to event network-changed-934528fa-d84d-41ea-a01a-0b1c1434993c. {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1181.891958] env[69613]: DEBUG oslo_concurrency.lockutils [req-ba277304-4a77-4d39-8d10-5402e04887fb req-33637b59-712c-43d5-aa83-714dbc98447a service nova] Acquiring lock "refresh_cache-357afa94-a34b-4396-9c60-fd9b43bb312b" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.892144] env[69613]: DEBUG oslo_concurrency.lockutils [req-ba277304-4a77-4d39-8d10-5402e04887fb req-33637b59-712c-43d5-aa83-714dbc98447a service nova] Acquired lock "refresh_cache-357afa94-a34b-4396-9c60-fd9b43bb312b" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.892403] env[69613]: DEBUG nova.network.neutron [req-ba277304-4a77-4d39-8d10-5402e04887fb req-33637b59-712c-43d5-aa83-714dbc98447a service nova] [instance: 357afa94-a34b-4396-9c60-fd9b43bb312b] Refreshing network info cache for port 934528fa-d84d-41ea-a01a-0b1c1434993c {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1182.118749] env[69613]: DEBUG oslo_vmware.api [None req-90f3fa22-d938-42e0-a8b8-685ce8c46f0b tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Task: {'id': task-3418317, 'name': ReconfigVM_Task, 'duration_secs': 0.918674} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.119094] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-90f3fa22-d938-42e0-a8b8-685ce8c46f0b tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] [instance: 8f0c568c-f444-4640-820f-06fe30a8aabb] Reconfigured VM instance instance-00000071 to attach disk [datastore1] 8f0c568c-f444-4640-820f-06fe30a8aabb/8f0c568c-f444-4640-820f-06fe30a8aabb.vmdk or device None with type sparse {{(pid=69613) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1182.120518] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-90f3fa22-d938-42e0-a8b8-685ce8c46f0b tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] [instance: 8f0c568c-f444-4640-820f-06fe30a8aabb] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'encryption_options': None, 'size': 0, 'encryption_secret_uuid': None, 'device_type': 'disk', 'device_name': '/dev/sda', 'guest_format': None, 'boot_index': 0, 'encryption_format': None, 'disk_bus': None, 'encrypted': False, 'image_id': '2b7a0304-b5d0-431d-b287-32c8388d7fbd'}], 'ephemerals': [], 'block_device_mapping': [{'attachment_id': 'a1ee4985-7b58-4ca5-96d9-3a6a7d166771', 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-682005', 'volume_id': '8ba1cc53-2353-4d86-bdf4-52d89a6a08d4', 'name': 'volume-8ba1cc53-2353-4d86-bdf4-52d89a6a08d4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8f0c568c-f444-4640-820f-06fe30a8aabb', 'attached_at': '', 'detached_at': '', 'volume_id': '8ba1cc53-2353-4d86-bdf4-52d89a6a08d4', 'serial': '8ba1cc53-2353-4d86-bdf4-52d89a6a08d4'}, 'delete_on_termination': False, 'mount_device': '/dev/sdb', 'device_type': None, 'guest_format': None, 'boot_index': None, 'disk_bus': None, 'volume_type': None}], 'swap': None} {{(pid=69613) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1182.120728] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-90f3fa22-d938-42e0-a8b8-685ce8c46f0b tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] [instance: 8f0c568c-f444-4640-820f-06fe30a8aabb] Volume attach. Driver type: vmdk {{(pid=69613) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1182.120917] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-90f3fa22-d938-42e0-a8b8-685ce8c46f0b tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] [instance: 8f0c568c-f444-4640-820f-06fe30a8aabb] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-682005', 'volume_id': '8ba1cc53-2353-4d86-bdf4-52d89a6a08d4', 'name': 'volume-8ba1cc53-2353-4d86-bdf4-52d89a6a08d4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8f0c568c-f444-4640-820f-06fe30a8aabb', 'attached_at': '', 'detached_at': '', 'volume_id': '8ba1cc53-2353-4d86-bdf4-52d89a6a08d4', 'serial': '8ba1cc53-2353-4d86-bdf4-52d89a6a08d4'} {{(pid=69613) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1182.121690] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7c64580-1da9-4bcc-80a4-4918246926eb {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.136999] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdcfe628-da6a-4fc9-8728-1175b47a2384 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.160340] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-90f3fa22-d938-42e0-a8b8-685ce8c46f0b tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] [instance: 8f0c568c-f444-4640-820f-06fe30a8aabb] Reconfiguring VM instance instance-00000071 to attach disk [datastore2] volume-8ba1cc53-2353-4d86-bdf4-52d89a6a08d4/volume-8ba1cc53-2353-4d86-bdf4-52d89a6a08d4.vmdk or device None with type thin {{(pid=69613) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1182.160884] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-965f84cf-5482-49a7-8914-9bc274d26b3e {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.179031] env[69613]: DEBUG oslo_vmware.api [None req-90f3fa22-d938-42e0-a8b8-685ce8c46f0b tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Waiting for the task: (returnval){ [ 1182.179031] env[69613]: value = "task-3418319" [ 1182.179031] env[69613]: _type = "Task" [ 1182.179031] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.189641] env[69613]: DEBUG oslo_vmware.api [None req-90f3fa22-d938-42e0-a8b8-685ce8c46f0b tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Task: {'id': task-3418319, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.232710] env[69613]: DEBUG nova.compute.manager [None req-ab7e0c8c-2142-4eca-af57-4de012799d51 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] [instance: 72e43112-53d8-41cd-a94f-2f9e8e32e165] Start destroying the instance on the hypervisor. {{(pid=69613) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1182.232964] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-ab7e0c8c-2142-4eca-af57-4de012799d51 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] [instance: 72e43112-53d8-41cd-a94f-2f9e8e32e165] Destroying instance {{(pid=69613) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1182.233797] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d10012c-99c4-4931-b921-4a09e3a4f1a7 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.243820] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab7e0c8c-2142-4eca-af57-4de012799d51 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] [instance: 72e43112-53d8-41cd-a94f-2f9e8e32e165] Powering off the VM {{(pid=69613) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1182.244059] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-20cd170c-049a-4a7d-b3ed-cd9a2fcad276 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.250058] env[69613]: DEBUG oslo_vmware.api [-] Task: {'id': task-3418318, 'name': CreateVM_Task, 'duration_secs': 0.343634} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.251087] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 357afa94-a34b-4396-9c60-fd9b43bb312b] Created VM on the ESX host {{(pid=69613) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1182.251400] env[69613]: DEBUG oslo_vmware.api [None req-ab7e0c8c-2142-4eca-af57-4de012799d51 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Waiting for the task: (returnval){ [ 1182.251400] env[69613]: value = "task-3418320" [ 1182.251400] env[69613]: _type = "Task" [ 1182.251400] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.252012] env[69613]: DEBUG oslo_concurrency.lockutils [None req-03b7e392-1a22-46c1-a383-bc9b679dc2a9 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.252194] env[69613]: DEBUG oslo_concurrency.lockutils [None req-03b7e392-1a22-46c1-a383-bc9b679dc2a9 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.252523] env[69613]: DEBUG oslo_concurrency.lockutils [None req-03b7e392-1a22-46c1-a383-bc9b679dc2a9 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.252837] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-02bcd924-c51f-4c17-a08a-ffb37445917d {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.262357] env[69613]: DEBUG oslo_vmware.api [None req-03b7e392-1a22-46c1-a383-bc9b679dc2a9 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Waiting for the task: (returnval){ [ 1182.262357] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]5251e6b7-911a-78fb-c6c0-da0edd40aa8b" [ 1182.262357] env[69613]: _type = "Task" [ 1182.262357] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.265509] env[69613]: DEBUG oslo_vmware.api [None req-ab7e0c8c-2142-4eca-af57-4de012799d51 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Task: {'id': task-3418320, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.273078] env[69613]: DEBUG oslo_vmware.api [None req-03b7e392-1a22-46c1-a383-bc9b679dc2a9 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]5251e6b7-911a-78fb-c6c0-da0edd40aa8b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.587344] env[69613]: DEBUG nova.network.neutron [req-ba277304-4a77-4d39-8d10-5402e04887fb req-33637b59-712c-43d5-aa83-714dbc98447a service nova] [instance: 357afa94-a34b-4396-9c60-fd9b43bb312b] Updated VIF entry in instance network info cache for port 934528fa-d84d-41ea-a01a-0b1c1434993c. {{(pid=69613) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1182.587707] env[69613]: DEBUG nova.network.neutron [req-ba277304-4a77-4d39-8d10-5402e04887fb req-33637b59-712c-43d5-aa83-714dbc98447a service nova] [instance: 357afa94-a34b-4396-9c60-fd9b43bb312b] Updating instance_info_cache with network_info: [{"id": "934528fa-d84d-41ea-a01a-0b1c1434993c", "address": "fa:16:3e:a4:8b:57", "network": {"id": "6582c06e-2375-4019-bc8c-6f40d2f10d28", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-726199179-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "263cb0545351439194c16f61aacec6b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c6a4836-66dc-4e43-982b-f8fcd3f9989a", "external-id": "nsx-vlan-transportzone-635", "segmentation_id": 635, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap934528fa-d8", "ovs_interfaceid": "934528fa-d84d-41ea-a01a-0b1c1434993c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1182.689704] env[69613]: DEBUG oslo_vmware.api [None req-90f3fa22-d938-42e0-a8b8-685ce8c46f0b tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Task: {'id': task-3418319, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.761892] env[69613]: DEBUG oslo_vmware.api [None req-ab7e0c8c-2142-4eca-af57-4de012799d51 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Task: {'id': task-3418320, 'name': PowerOffVM_Task, 'duration_secs': 0.212516} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.762261] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab7e0c8c-2142-4eca-af57-4de012799d51 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] [instance: 72e43112-53d8-41cd-a94f-2f9e8e32e165] Powered off the VM {{(pid=69613) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1182.762331] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-ab7e0c8c-2142-4eca-af57-4de012799d51 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] [instance: 72e43112-53d8-41cd-a94f-2f9e8e32e165] Unregistering the VM {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1182.762551] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f034d1e6-f8f5-46bd-bfd5-9085c634b990 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.774291] env[69613]: DEBUG oslo_vmware.api [None req-03b7e392-1a22-46c1-a383-bc9b679dc2a9 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]5251e6b7-911a-78fb-c6c0-da0edd40aa8b, 'name': SearchDatastore_Task, 'duration_secs': 0.019453} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.774586] env[69613]: DEBUG oslo_concurrency.lockutils [None req-03b7e392-1a22-46c1-a383-bc9b679dc2a9 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.774965] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-03b7e392-1a22-46c1-a383-bc9b679dc2a9 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] [instance: 357afa94-a34b-4396-9c60-fd9b43bb312b] Processing image 2b7a0304-b5d0-431d-b287-32c8388d7fbd {{(pid=69613) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1182.775092] env[69613]: DEBUG oslo_concurrency.lockutils [None req-03b7e392-1a22-46c1-a383-bc9b679dc2a9 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.775224] env[69613]: DEBUG oslo_concurrency.lockutils [None req-03b7e392-1a22-46c1-a383-bc9b679dc2a9 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.775412] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-03b7e392-1a22-46c1-a383-bc9b679dc2a9 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69613) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1182.775645] env[69613]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e6902f1e-c89c-4cfd-aecb-50631f1f1d8c {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.783869] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-03b7e392-1a22-46c1-a383-bc9b679dc2a9 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69613) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1182.783973] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-03b7e392-1a22-46c1-a383-bc9b679dc2a9 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69613) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1182.784800] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6bf78fe7-b41a-45f0-ad22-2b5e840554dd {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.789885] env[69613]: DEBUG oslo_vmware.api [None req-03b7e392-1a22-46c1-a383-bc9b679dc2a9 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Waiting for the task: (returnval){ [ 1182.789885] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]523205fb-b16d-b41f-7070-ee83504d7a63" [ 1182.789885] env[69613]: _type = "Task" [ 1182.789885] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.796935] env[69613]: DEBUG oslo_vmware.api [None req-03b7e392-1a22-46c1-a383-bc9b679dc2a9 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]523205fb-b16d-b41f-7070-ee83504d7a63, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.820879] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-ab7e0c8c-2142-4eca-af57-4de012799d51 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] [instance: 72e43112-53d8-41cd-a94f-2f9e8e32e165] Unregistered the VM {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1182.821092] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-ab7e0c8c-2142-4eca-af57-4de012799d51 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] [instance: 72e43112-53d8-41cd-a94f-2f9e8e32e165] Deleting contents of the VM from datastore datastore2 {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1182.821270] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab7e0c8c-2142-4eca-af57-4de012799d51 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Deleting the datastore file [datastore2] 72e43112-53d8-41cd-a94f-2f9e8e32e165 {{(pid=69613) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1182.821498] env[69613]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1c21fc21-dc5a-4808-886b-7bce94c35cba {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.827912] env[69613]: DEBUG oslo_vmware.api [None req-ab7e0c8c-2142-4eca-af57-4de012799d51 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Waiting for the task: (returnval){ [ 1182.827912] env[69613]: value = "task-3418322" [ 1182.827912] env[69613]: _type = "Task" [ 1182.827912] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.835194] env[69613]: DEBUG oslo_vmware.api [None req-ab7e0c8c-2142-4eca-af57-4de012799d51 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Task: {'id': task-3418322, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.090799] env[69613]: DEBUG oslo_concurrency.lockutils [req-ba277304-4a77-4d39-8d10-5402e04887fb req-33637b59-712c-43d5-aa83-714dbc98447a service nova] Releasing lock "refresh_cache-357afa94-a34b-4396-9c60-fd9b43bb312b" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.189458] env[69613]: DEBUG oslo_vmware.api [None req-90f3fa22-d938-42e0-a8b8-685ce8c46f0b tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Task: {'id': task-3418319, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.300114] env[69613]: DEBUG oslo_vmware.api [None req-03b7e392-1a22-46c1-a383-bc9b679dc2a9 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]523205fb-b16d-b41f-7070-ee83504d7a63, 'name': SearchDatastore_Task, 'duration_secs': 0.008546} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.300866] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3c65d831-bb27-4c6c-9f7e-005880e3bc24 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.305377] env[69613]: DEBUG oslo_vmware.api [None req-03b7e392-1a22-46c1-a383-bc9b679dc2a9 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Waiting for the task: (returnval){ [ 1183.305377] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]52815bd9-925c-edd3-82e9-7fbbe5312763" [ 1183.305377] env[69613]: _type = "Task" [ 1183.305377] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.312858] env[69613]: DEBUG oslo_vmware.api [None req-03b7e392-1a22-46c1-a383-bc9b679dc2a9 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52815bd9-925c-edd3-82e9-7fbbe5312763, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.336473] env[69613]: DEBUG oslo_vmware.api [None req-ab7e0c8c-2142-4eca-af57-4de012799d51 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Task: {'id': task-3418322, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.166131} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.336710] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab7e0c8c-2142-4eca-af57-4de012799d51 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Deleted the datastore file {{(pid=69613) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1183.336893] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-ab7e0c8c-2142-4eca-af57-4de012799d51 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] [instance: 72e43112-53d8-41cd-a94f-2f9e8e32e165] Deleted contents of the VM from datastore datastore2 {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1183.337083] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-ab7e0c8c-2142-4eca-af57-4de012799d51 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] [instance: 72e43112-53d8-41cd-a94f-2f9e8e32e165] Instance destroyed {{(pid=69613) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1183.337261] env[69613]: INFO nova.compute.manager [None req-ab7e0c8c-2142-4eca-af57-4de012799d51 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] [instance: 72e43112-53d8-41cd-a94f-2f9e8e32e165] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1183.337503] env[69613]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ab7e0c8c-2142-4eca-af57-4de012799d51 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69613) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1183.337691] env[69613]: DEBUG nova.compute.manager [-] [instance: 72e43112-53d8-41cd-a94f-2f9e8e32e165] Deallocating network for instance {{(pid=69613) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1183.337785] env[69613]: DEBUG nova.network.neutron [-] [instance: 72e43112-53d8-41cd-a94f-2f9e8e32e165] deallocate_for_instance() {{(pid=69613) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1183.690231] env[69613]: DEBUG oslo_vmware.api [None req-90f3fa22-d938-42e0-a8b8-685ce8c46f0b tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Task: {'id': task-3418319, 'name': ReconfigVM_Task, 'duration_secs': 1.179384} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.690536] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-90f3fa22-d938-42e0-a8b8-685ce8c46f0b tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] [instance: 8f0c568c-f444-4640-820f-06fe30a8aabb] Reconfigured VM instance instance-00000071 to attach disk [datastore2] volume-8ba1cc53-2353-4d86-bdf4-52d89a6a08d4/volume-8ba1cc53-2353-4d86-bdf4-52d89a6a08d4.vmdk or device None with type thin {{(pid=69613) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1183.695182] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d5b521a8-d2f5-4dbd-bd03-9552a456fb82 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.709573] env[69613]: DEBUG oslo_vmware.api [None req-90f3fa22-d938-42e0-a8b8-685ce8c46f0b tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Waiting for the task: (returnval){ [ 1183.709573] env[69613]: value = "task-3418323" [ 1183.709573] env[69613]: _type = "Task" [ 1183.709573] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.717256] env[69613]: DEBUG oslo_vmware.api [None req-90f3fa22-d938-42e0-a8b8-685ce8c46f0b tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Task: {'id': task-3418323, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.815128] env[69613]: DEBUG oslo_vmware.api [None req-03b7e392-1a22-46c1-a383-bc9b679dc2a9 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52815bd9-925c-edd3-82e9-7fbbe5312763, 'name': SearchDatastore_Task, 'duration_secs': 0.009094} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.815536] env[69613]: DEBUG oslo_concurrency.lockutils [None req-03b7e392-1a22-46c1-a383-bc9b679dc2a9 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.815638] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-03b7e392-1a22-46c1-a383-bc9b679dc2a9 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk to [datastore1] 357afa94-a34b-4396-9c60-fd9b43bb312b/357afa94-a34b-4396-9c60-fd9b43bb312b.vmdk {{(pid=69613) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1183.815896] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e67c099c-e7a0-48bc-a249-a4158ac88161 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.823583] env[69613]: DEBUG oslo_vmware.api [None req-03b7e392-1a22-46c1-a383-bc9b679dc2a9 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Waiting for the task: (returnval){ [ 1183.823583] env[69613]: value = "task-3418324" [ 1183.823583] env[69613]: _type = "Task" [ 1183.823583] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.830956] env[69613]: DEBUG oslo_vmware.api [None req-03b7e392-1a22-46c1-a383-bc9b679dc2a9 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Task: {'id': task-3418324, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.922391] env[69613]: DEBUG nova.compute.manager [req-40ccf9cf-ed99-4e20-a90c-705a7dc8924a req-6677f81f-d345-470a-8b69-c8cc1cfbe14e service nova] [instance: 72e43112-53d8-41cd-a94f-2f9e8e32e165] Received event network-vif-deleted-e67bd258-bbe0-41f5-84d8-f29d78a0f2f3 {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1183.922661] env[69613]: INFO nova.compute.manager [req-40ccf9cf-ed99-4e20-a90c-705a7dc8924a req-6677f81f-d345-470a-8b69-c8cc1cfbe14e service nova] [instance: 72e43112-53d8-41cd-a94f-2f9e8e32e165] Neutron deleted interface e67bd258-bbe0-41f5-84d8-f29d78a0f2f3; detaching it from the instance and deleting it from the info cache [ 1183.922912] env[69613]: DEBUG nova.network.neutron [req-40ccf9cf-ed99-4e20-a90c-705a7dc8924a req-6677f81f-d345-470a-8b69-c8cc1cfbe14e service nova] [instance: 72e43112-53d8-41cd-a94f-2f9e8e32e165] Updating instance_info_cache with network_info: [] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1184.065696] env[69613]: DEBUG nova.network.neutron [-] [instance: 72e43112-53d8-41cd-a94f-2f9e8e32e165] Updating instance_info_cache with network_info: [] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1184.219830] env[69613]: DEBUG oslo_vmware.api [None req-90f3fa22-d938-42e0-a8b8-685ce8c46f0b tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Task: {'id': task-3418323, 'name': ReconfigVM_Task, 'duration_secs': 0.141812} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.220027] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-90f3fa22-d938-42e0-a8b8-685ce8c46f0b tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] [instance: 8f0c568c-f444-4640-820f-06fe30a8aabb] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-682005', 'volume_id': '8ba1cc53-2353-4d86-bdf4-52d89a6a08d4', 'name': 'volume-8ba1cc53-2353-4d86-bdf4-52d89a6a08d4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8f0c568c-f444-4640-820f-06fe30a8aabb', 'attached_at': '', 'detached_at': '', 'volume_id': '8ba1cc53-2353-4d86-bdf4-52d89a6a08d4', 'serial': '8ba1cc53-2353-4d86-bdf4-52d89a6a08d4'} {{(pid=69613) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1184.220617] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-30358591-79c9-47b8-a476-cf66bd40be7c {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.227096] env[69613]: DEBUG oslo_vmware.api [None req-90f3fa22-d938-42e0-a8b8-685ce8c46f0b tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Waiting for the task: (returnval){ [ 1184.227096] env[69613]: value = "task-3418325" [ 1184.227096] env[69613]: _type = "Task" [ 1184.227096] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.234973] env[69613]: DEBUG oslo_vmware.api [None req-90f3fa22-d938-42e0-a8b8-685ce8c46f0b tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Task: {'id': task-3418325, 'name': Rename_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.333651] env[69613]: DEBUG oslo_vmware.api [None req-03b7e392-1a22-46c1-a383-bc9b679dc2a9 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Task: {'id': task-3418324, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.416033} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.333963] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-03b7e392-1a22-46c1-a383-bc9b679dc2a9 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk to [datastore1] 357afa94-a34b-4396-9c60-fd9b43bb312b/357afa94-a34b-4396-9c60-fd9b43bb312b.vmdk {{(pid=69613) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1184.334344] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-03b7e392-1a22-46c1-a383-bc9b679dc2a9 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] [instance: 357afa94-a34b-4396-9c60-fd9b43bb312b] Extending root virtual disk to 1048576 {{(pid=69613) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1184.335054] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-91007966-bfba-4914-ae85-2435a8606fce {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.341819] env[69613]: DEBUG oslo_vmware.api [None req-03b7e392-1a22-46c1-a383-bc9b679dc2a9 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Waiting for the task: (returnval){ [ 1184.341819] env[69613]: value = "task-3418326" [ 1184.341819] env[69613]: _type = "Task" [ 1184.341819] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.349524] env[69613]: DEBUG oslo_vmware.api [None req-03b7e392-1a22-46c1-a383-bc9b679dc2a9 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Task: {'id': task-3418326, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.427843] env[69613]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c2dff78e-df4c-46af-be97-45be4728437d {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.437069] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6a71440-785e-49a3-b852-21c4ba458504 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.467583] env[69613]: DEBUG nova.compute.manager [req-40ccf9cf-ed99-4e20-a90c-705a7dc8924a req-6677f81f-d345-470a-8b69-c8cc1cfbe14e service nova] [instance: 72e43112-53d8-41cd-a94f-2f9e8e32e165] Detach interface failed, port_id=e67bd258-bbe0-41f5-84d8-f29d78a0f2f3, reason: Instance 72e43112-53d8-41cd-a94f-2f9e8e32e165 could not be found. {{(pid=69613) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1184.568763] env[69613]: INFO nova.compute.manager [-] [instance: 72e43112-53d8-41cd-a94f-2f9e8e32e165] Took 1.23 seconds to deallocate network for instance. [ 1184.737477] env[69613]: DEBUG oslo_vmware.api [None req-90f3fa22-d938-42e0-a8b8-685ce8c46f0b tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Task: {'id': task-3418325, 'name': Rename_Task, 'duration_secs': 0.146474} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.737719] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-90f3fa22-d938-42e0-a8b8-685ce8c46f0b tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] [instance: 8f0c568c-f444-4640-820f-06fe30a8aabb] Powering on the VM {{(pid=69613) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1184.737950] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-67919ab4-6658-4e46-bb90-2a2aa56d845d {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.743711] env[69613]: DEBUG oslo_vmware.api [None req-90f3fa22-d938-42e0-a8b8-685ce8c46f0b tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Waiting for the task: (returnval){ [ 1184.743711] env[69613]: value = "task-3418327" [ 1184.743711] env[69613]: _type = "Task" [ 1184.743711] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.751170] env[69613]: DEBUG oslo_vmware.api [None req-90f3fa22-d938-42e0-a8b8-685ce8c46f0b tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Task: {'id': task-3418327, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.851935] env[69613]: DEBUG oslo_vmware.api [None req-03b7e392-1a22-46c1-a383-bc9b679dc2a9 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Task: {'id': task-3418326, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065401} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.852369] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-03b7e392-1a22-46c1-a383-bc9b679dc2a9 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] [instance: 357afa94-a34b-4396-9c60-fd9b43bb312b] Extended root virtual disk {{(pid=69613) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1184.853018] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2db38382-cebf-4599-8564-d28f50eba273 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.875868] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-03b7e392-1a22-46c1-a383-bc9b679dc2a9 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] [instance: 357afa94-a34b-4396-9c60-fd9b43bb312b] Reconfiguring VM instance instance-0000007a to attach disk [datastore1] 357afa94-a34b-4396-9c60-fd9b43bb312b/357afa94-a34b-4396-9c60-fd9b43bb312b.vmdk or device None with type sparse {{(pid=69613) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1184.876117] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5fb268c5-e422-4717-8c39-7cf144b55a6a {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.894329] env[69613]: DEBUG oslo_vmware.api [None req-03b7e392-1a22-46c1-a383-bc9b679dc2a9 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Waiting for the task: (returnval){ [ 1184.894329] env[69613]: value = "task-3418328" [ 1184.894329] env[69613]: _type = "Task" [ 1184.894329] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.903224] env[69613]: DEBUG oslo_vmware.api [None req-03b7e392-1a22-46c1-a383-bc9b679dc2a9 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Task: {'id': task-3418328, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.075724] env[69613]: DEBUG oslo_concurrency.lockutils [None req-ab7e0c8c-2142-4eca-af57-4de012799d51 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1185.076113] env[69613]: DEBUG oslo_concurrency.lockutils [None req-ab7e0c8c-2142-4eca-af57-4de012799d51 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1185.076393] env[69613]: DEBUG nova.objects.instance [None req-ab7e0c8c-2142-4eca-af57-4de012799d51 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Lazy-loading 'resources' on Instance uuid 72e43112-53d8-41cd-a94f-2f9e8e32e165 {{(pid=69613) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1185.254870] env[69613]: DEBUG oslo_vmware.api [None req-90f3fa22-d938-42e0-a8b8-685ce8c46f0b tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Task: {'id': task-3418327, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.404757] env[69613]: DEBUG oslo_vmware.api [None req-03b7e392-1a22-46c1-a383-bc9b679dc2a9 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Task: {'id': task-3418328, 'name': ReconfigVM_Task, 'duration_secs': 0.290984} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.405100] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-03b7e392-1a22-46c1-a383-bc9b679dc2a9 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] [instance: 357afa94-a34b-4396-9c60-fd9b43bb312b] Reconfigured VM instance instance-0000007a to attach disk [datastore1] 357afa94-a34b-4396-9c60-fd9b43bb312b/357afa94-a34b-4396-9c60-fd9b43bb312b.vmdk or device None with type sparse {{(pid=69613) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1185.405784] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b658ecb4-19f1-4533-849d-a849ad6a5737 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.411907] env[69613]: DEBUG oslo_vmware.api [None req-03b7e392-1a22-46c1-a383-bc9b679dc2a9 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Waiting for the task: (returnval){ [ 1185.411907] env[69613]: value = "task-3418329" [ 1185.411907] env[69613]: _type = "Task" [ 1185.411907] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.421593] env[69613]: DEBUG oslo_vmware.api [None req-03b7e392-1a22-46c1-a383-bc9b679dc2a9 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Task: {'id': task-3418329, 'name': Rename_Task} progress is 5%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.720518] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6dd8b2c-5c4b-4d95-94eb-91fe5949efe5 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.727150] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5fa0256-0498-4d5f-9c11-f87e4affdf82 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.759410] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74c9e486-9df0-4898-8627-92768caa37c3 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.767716] env[69613]: DEBUG oslo_vmware.api [None req-90f3fa22-d938-42e0-a8b8-685ce8c46f0b tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Task: {'id': task-3418327, 'name': PowerOnVM_Task, 'duration_secs': 0.792697} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.769671] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-90f3fa22-d938-42e0-a8b8-685ce8c46f0b tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] [instance: 8f0c568c-f444-4640-820f-06fe30a8aabb] Powered on the VM {{(pid=69613) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1185.769882] env[69613]: DEBUG nova.compute.manager [None req-90f3fa22-d938-42e0-a8b8-685ce8c46f0b tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] [instance: 8f0c568c-f444-4640-820f-06fe30a8aabb] Checking state {{(pid=69613) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1185.770630] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a03e0c2-007c-4791-a99a-5edddd3b325f {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.773912] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b23d412-ab4c-4ec9-868d-e06a98f0b0a1 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.787359] env[69613]: DEBUG nova.compute.provider_tree [None req-ab7e0c8c-2142-4eca-af57-4de012799d51 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Inventory has not changed in ProviderTree for provider: af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 {{(pid=69613) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1185.921136] env[69613]: DEBUG oslo_vmware.api [None req-03b7e392-1a22-46c1-a383-bc9b679dc2a9 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Task: {'id': task-3418329, 'name': Rename_Task, 'duration_secs': 0.150503} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.921486] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-03b7e392-1a22-46c1-a383-bc9b679dc2a9 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] [instance: 357afa94-a34b-4396-9c60-fd9b43bb312b] Powering on the VM {{(pid=69613) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1185.922654] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b1f54a15-dab0-4904-8bfb-ecf183d360ea {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.928417] env[69613]: DEBUG oslo_vmware.api [None req-03b7e392-1a22-46c1-a383-bc9b679dc2a9 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Waiting for the task: (returnval){ [ 1185.928417] env[69613]: value = "task-3418330" [ 1185.928417] env[69613]: _type = "Task" [ 1185.928417] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.935942] env[69613]: DEBUG oslo_vmware.api [None req-03b7e392-1a22-46c1-a383-bc9b679dc2a9 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Task: {'id': task-3418330, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.294984] env[69613]: DEBUG nova.scheduler.client.report [None req-ab7e0c8c-2142-4eca-af57-4de012799d51 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Inventory has not changed for provider af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69613) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1186.302836] env[69613]: DEBUG oslo_concurrency.lockutils [None req-90f3fa22-d938-42e0-a8b8-685ce8c46f0b tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1186.426246] env[69613]: DEBUG oslo_concurrency.lockutils [None req-f31b0f77-02e0-4ab5-842e-77c918089b0b tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] Acquiring lock "8f504912-9007-4cf3-a346-94eba47a7591" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1186.426537] env[69613]: DEBUG oslo_concurrency.lockutils [None req-f31b0f77-02e0-4ab5-842e-77c918089b0b tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] Lock "8f504912-9007-4cf3-a346-94eba47a7591" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1186.438280] env[69613]: DEBUG oslo_vmware.api [None req-03b7e392-1a22-46c1-a383-bc9b679dc2a9 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Task: {'id': task-3418330, 'name': PowerOnVM_Task, 'duration_secs': 0.433287} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.439041] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-03b7e392-1a22-46c1-a383-bc9b679dc2a9 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] [instance: 357afa94-a34b-4396-9c60-fd9b43bb312b] Powered on the VM {{(pid=69613) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1186.439251] env[69613]: INFO nova.compute.manager [None req-03b7e392-1a22-46c1-a383-bc9b679dc2a9 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] [instance: 357afa94-a34b-4396-9c60-fd9b43bb312b] Took 6.73 seconds to spawn the instance on the hypervisor. [ 1186.439430] env[69613]: DEBUG nova.compute.manager [None req-03b7e392-1a22-46c1-a383-bc9b679dc2a9 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] [instance: 357afa94-a34b-4396-9c60-fd9b43bb312b] Checking state {{(pid=69613) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1186.440225] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2de2d1f8-760a-46bf-8aa0-dfa22f9cb030 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.802510] env[69613]: DEBUG oslo_concurrency.lockutils [None req-ab7e0c8c-2142-4eca-af57-4de012799d51 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.726s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1186.804979] env[69613]: DEBUG oslo_concurrency.lockutils [None req-90f3fa22-d938-42e0-a8b8-685ce8c46f0b tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.502s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1186.805283] env[69613]: DEBUG nova.objects.instance [None req-90f3fa22-d938-42e0-a8b8-685ce8c46f0b tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] [instance: 8f0c568c-f444-4640-820f-06fe30a8aabb] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69613) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1186.824286] env[69613]: INFO nova.scheduler.client.report [None req-ab7e0c8c-2142-4eca-af57-4de012799d51 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Deleted allocations for instance 72e43112-53d8-41cd-a94f-2f9e8e32e165 [ 1186.929236] env[69613]: DEBUG nova.compute.utils [None req-f31b0f77-02e0-4ab5-842e-77c918089b0b tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] Using /dev/sd instead of None {{(pid=69613) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1186.941042] env[69613]: DEBUG oslo_service.periodic_task [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69613) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1186.958954] env[69613]: INFO nova.compute.manager [None req-03b7e392-1a22-46c1-a383-bc9b679dc2a9 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] [instance: 357afa94-a34b-4396-9c60-fd9b43bb312b] Took 11.51 seconds to build instance. [ 1187.334476] env[69613]: DEBUG oslo_concurrency.lockutils [None req-ab7e0c8c-2142-4eca-af57-4de012799d51 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Lock "72e43112-53d8-41cd-a94f-2f9e8e32e165" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.630s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1187.399324] env[69613]: DEBUG oslo_service.periodic_task [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69613) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1187.399593] env[69613]: DEBUG oslo_service.periodic_task [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69613) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1187.435361] env[69613]: DEBUG oslo_concurrency.lockutils [None req-f31b0f77-02e0-4ab5-842e-77c918089b0b tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] Lock "8f504912-9007-4cf3-a346-94eba47a7591" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.009s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1187.461290] env[69613]: DEBUG oslo_concurrency.lockutils [None req-03b7e392-1a22-46c1-a383-bc9b679dc2a9 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Lock "357afa94-a34b-4396-9c60-fd9b43bb312b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.020s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1187.461594] env[69613]: DEBUG oslo_concurrency.lockutils [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Lock "357afa94-a34b-4396-9c60-fd9b43bb312b" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 7.218s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1187.461791] env[69613]: INFO nova.compute.manager [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] [instance: 357afa94-a34b-4396-9c60-fd9b43bb312b] During sync_power_state the instance has a pending task (spawning). Skip. [ 1187.461964] env[69613]: DEBUG oslo_concurrency.lockutils [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Lock "357afa94-a34b-4396-9c60-fd9b43bb312b" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1187.817117] env[69613]: DEBUG oslo_concurrency.lockutils [None req-90f3fa22-d938-42e0-a8b8-685ce8c46f0b tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.011s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1187.831824] env[69613]: DEBUG nova.compute.manager [req-865b5938-e003-406b-ac9d-288fa4b24781 req-5fd8686f-4e37-42a4-9ec8-2d02bd8d0f5a service nova] [instance: 357afa94-a34b-4396-9c60-fd9b43bb312b] Received event network-changed-934528fa-d84d-41ea-a01a-0b1c1434993c {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1187.832050] env[69613]: DEBUG nova.compute.manager [req-865b5938-e003-406b-ac9d-288fa4b24781 req-5fd8686f-4e37-42a4-9ec8-2d02bd8d0f5a service nova] [instance: 357afa94-a34b-4396-9c60-fd9b43bb312b] Refreshing instance network info cache due to event network-changed-934528fa-d84d-41ea-a01a-0b1c1434993c. {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1187.832282] env[69613]: DEBUG oslo_concurrency.lockutils [req-865b5938-e003-406b-ac9d-288fa4b24781 req-5fd8686f-4e37-42a4-9ec8-2d02bd8d0f5a service nova] Acquiring lock "refresh_cache-357afa94-a34b-4396-9c60-fd9b43bb312b" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.832440] env[69613]: DEBUG oslo_concurrency.lockutils [req-865b5938-e003-406b-ac9d-288fa4b24781 req-5fd8686f-4e37-42a4-9ec8-2d02bd8d0f5a service nova] Acquired lock "refresh_cache-357afa94-a34b-4396-9c60-fd9b43bb312b" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.832702] env[69613]: DEBUG nova.network.neutron [req-865b5938-e003-406b-ac9d-288fa4b24781 req-5fd8686f-4e37-42a4-9ec8-2d02bd8d0f5a service nova] [instance: 357afa94-a34b-4396-9c60-fd9b43bb312b] Refreshing network info cache for port 934528fa-d84d-41ea-a01a-0b1c1434993c {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1188.398861] env[69613]: DEBUG oslo_service.periodic_task [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69613) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1188.399204] env[69613]: DEBUG oslo_service.periodic_task [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69613) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1188.399309] env[69613]: DEBUG oslo_service.periodic_task [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69613) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1188.399449] env[69613]: DEBUG nova.compute.manager [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69613) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1188.511286] env[69613]: DEBUG oslo_concurrency.lockutils [None req-f31b0f77-02e0-4ab5-842e-77c918089b0b tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] Acquiring lock "8f504912-9007-4cf3-a346-94eba47a7591" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1188.511488] env[69613]: DEBUG oslo_concurrency.lockutils [None req-f31b0f77-02e0-4ab5-842e-77c918089b0b tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] Lock "8f504912-9007-4cf3-a346-94eba47a7591" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1188.511721] env[69613]: INFO nova.compute.manager [None req-f31b0f77-02e0-4ab5-842e-77c918089b0b tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] [instance: 8f504912-9007-4cf3-a346-94eba47a7591] Attaching volume 649c371b-0a2c-4424-8f9c-fb0de0a818df to /dev/sdb [ 1188.549459] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c9837af-1530-4cde-a447-a0857d97a16f {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.557558] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c43deb5a-37bd-430d-95b0-371f80226776 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.565717] env[69613]: DEBUG nova.network.neutron [req-865b5938-e003-406b-ac9d-288fa4b24781 req-5fd8686f-4e37-42a4-9ec8-2d02bd8d0f5a service nova] [instance: 357afa94-a34b-4396-9c60-fd9b43bb312b] Updated VIF entry in instance network info cache for port 934528fa-d84d-41ea-a01a-0b1c1434993c. {{(pid=69613) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1188.566077] env[69613]: DEBUG nova.network.neutron [req-865b5938-e003-406b-ac9d-288fa4b24781 req-5fd8686f-4e37-42a4-9ec8-2d02bd8d0f5a service nova] [instance: 357afa94-a34b-4396-9c60-fd9b43bb312b] Updating instance_info_cache with network_info: [{"id": "934528fa-d84d-41ea-a01a-0b1c1434993c", "address": "fa:16:3e:a4:8b:57", "network": {"id": "6582c06e-2375-4019-bc8c-6f40d2f10d28", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-726199179-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.187", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "263cb0545351439194c16f61aacec6b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c6a4836-66dc-4e43-982b-f8fcd3f9989a", "external-id": "nsx-vlan-transportzone-635", "segmentation_id": 635, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap934528fa-d8", "ovs_interfaceid": "934528fa-d84d-41ea-a01a-0b1c1434993c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1188.570701] env[69613]: DEBUG nova.virt.block_device [None req-f31b0f77-02e0-4ab5-842e-77c918089b0b tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] [instance: 8f504912-9007-4cf3-a346-94eba47a7591] Updating existing volume attachment record: 4bc35cb6-c90e-4f5f-b632-48af9378c44c {{(pid=69613) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1188.773188] env[69613]: DEBUG oslo_concurrency.lockutils [None req-ee4c41ce-22e3-4873-82cb-462185b98b47 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Acquiring lock "adc28b19-86ec-427b-bb41-ab58b1a1bedd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1188.773410] env[69613]: DEBUG oslo_concurrency.lockutils [None req-ee4c41ce-22e3-4873-82cb-462185b98b47 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Lock "adc28b19-86ec-427b-bb41-ab58b1a1bedd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1188.817732] env[69613]: DEBUG oslo_concurrency.lockutils [None req-5e06db8a-be4a-4781-9173-1ce565c8005c tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Acquiring lock "interface-3bc87c40-eef2-4130-b2b3-017cf32ca878-5b6697ee-188c-4e0b-9f67-96d8d03a79a8" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1188.818029] env[69613]: DEBUG oslo_concurrency.lockutils [None req-5e06db8a-be4a-4781-9173-1ce565c8005c tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Lock "interface-3bc87c40-eef2-4130-b2b3-017cf32ca878-5b6697ee-188c-4e0b-9f67-96d8d03a79a8" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1188.818398] env[69613]: DEBUG nova.objects.instance [None req-5e06db8a-be4a-4781-9173-1ce565c8005c tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Lazy-loading 'flavor' on Instance uuid 3bc87c40-eef2-4130-b2b3-017cf32ca878 {{(pid=69613) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1189.073813] env[69613]: DEBUG oslo_concurrency.lockutils [req-865b5938-e003-406b-ac9d-288fa4b24781 req-5fd8686f-4e37-42a4-9ec8-2d02bd8d0f5a service nova] Releasing lock "refresh_cache-357afa94-a34b-4396-9c60-fd9b43bb312b" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.275427] env[69613]: DEBUG nova.compute.manager [None req-ee4c41ce-22e3-4873-82cb-462185b98b47 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] [instance: adc28b19-86ec-427b-bb41-ab58b1a1bedd] Starting instance... {{(pid=69613) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1189.399366] env[69613]: DEBUG oslo_service.periodic_task [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Running periodic task ComputeManager.update_available_resource {{(pid=69613) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1189.415252] env[69613]: DEBUG nova.objects.instance [None req-5e06db8a-be4a-4781-9173-1ce565c8005c tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Lazy-loading 'pci_requests' on Instance uuid 3bc87c40-eef2-4130-b2b3-017cf32ca878 {{(pid=69613) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1189.800722] env[69613]: DEBUG oslo_concurrency.lockutils [None req-ee4c41ce-22e3-4873-82cb-462185b98b47 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1189.801140] env[69613]: DEBUG oslo_concurrency.lockutils [None req-ee4c41ce-22e3-4873-82cb-462185b98b47 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1189.803369] env[69613]: INFO nova.compute.claims [None req-ee4c41ce-22e3-4873-82cb-462185b98b47 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] [instance: adc28b19-86ec-427b-bb41-ab58b1a1bedd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1189.903024] env[69613]: DEBUG oslo_concurrency.lockutils [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1189.918188] env[69613]: DEBUG nova.objects.base [None req-5e06db8a-be4a-4781-9173-1ce565c8005c tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Object Instance<3bc87c40-eef2-4130-b2b3-017cf32ca878> lazy-loaded attributes: flavor,pci_requests {{(pid=69613) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1189.918399] env[69613]: DEBUG nova.network.neutron [None req-5e06db8a-be4a-4781-9173-1ce565c8005c tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] [instance: 3bc87c40-eef2-4130-b2b3-017cf32ca878] allocate_for_instance() {{(pid=69613) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1189.980107] env[69613]: DEBUG nova.policy [None req-5e06db8a-be4a-4781-9173-1ce565c8005c tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1f74539de50f4a48afdf8ccfc2390e72', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ac0fd822ae5c46349cf139bf95aa6ad4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69613) authorize /opt/stack/nova/nova/policy.py:192}} [ 1190.950915] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13a527ec-9d21-4edc-91a9-b26aa69c7e07 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.958589] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afbb1970-ef9c-414d-ae52-2cd085ec5194 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.988444] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d92aa84-b454-44fd-bb59-04d2ee330bd1 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.995572] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7f416cc-df46-4fe8-a091-7d161ee1ea99 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.009505] env[69613]: DEBUG nova.compute.provider_tree [None req-ee4c41ce-22e3-4873-82cb-462185b98b47 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Inventory has not changed in ProviderTree for provider: af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 {{(pid=69613) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1191.335969] env[69613]: DEBUG nova.compute.manager [req-c1bae1e5-729d-40fb-b2aa-71727a1f7db6 req-1de96013-3efa-4ba2-a5c9-a04e0e9c3989 service nova] [instance: 3bc87c40-eef2-4130-b2b3-017cf32ca878] Received event network-vif-plugged-5b6697ee-188c-4e0b-9f67-96d8d03a79a8 {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1191.336221] env[69613]: DEBUG oslo_concurrency.lockutils [req-c1bae1e5-729d-40fb-b2aa-71727a1f7db6 req-1de96013-3efa-4ba2-a5c9-a04e0e9c3989 service nova] Acquiring lock "3bc87c40-eef2-4130-b2b3-017cf32ca878-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1191.336439] env[69613]: DEBUG oslo_concurrency.lockutils [req-c1bae1e5-729d-40fb-b2aa-71727a1f7db6 req-1de96013-3efa-4ba2-a5c9-a04e0e9c3989 service nova] Lock "3bc87c40-eef2-4130-b2b3-017cf32ca878-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1191.336610] env[69613]: DEBUG oslo_concurrency.lockutils [req-c1bae1e5-729d-40fb-b2aa-71727a1f7db6 req-1de96013-3efa-4ba2-a5c9-a04e0e9c3989 service nova] Lock "3bc87c40-eef2-4130-b2b3-017cf32ca878-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1191.336773] env[69613]: DEBUG nova.compute.manager [req-c1bae1e5-729d-40fb-b2aa-71727a1f7db6 req-1de96013-3efa-4ba2-a5c9-a04e0e9c3989 service nova] [instance: 3bc87c40-eef2-4130-b2b3-017cf32ca878] No waiting events found dispatching network-vif-plugged-5b6697ee-188c-4e0b-9f67-96d8d03a79a8 {{(pid=69613) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1191.336936] env[69613]: WARNING nova.compute.manager [req-c1bae1e5-729d-40fb-b2aa-71727a1f7db6 req-1de96013-3efa-4ba2-a5c9-a04e0e9c3989 service nova] [instance: 3bc87c40-eef2-4130-b2b3-017cf32ca878] Received unexpected event network-vif-plugged-5b6697ee-188c-4e0b-9f67-96d8d03a79a8 for instance with vm_state active and task_state None. [ 1191.416593] env[69613]: DEBUG nova.network.neutron [None req-5e06db8a-be4a-4781-9173-1ce565c8005c tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] [instance: 3bc87c40-eef2-4130-b2b3-017cf32ca878] Successfully updated port: 5b6697ee-188c-4e0b-9f67-96d8d03a79a8 {{(pid=69613) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1191.514099] env[69613]: DEBUG nova.scheduler.client.report [None req-ee4c41ce-22e3-4873-82cb-462185b98b47 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Inventory has not changed for provider af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69613) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1191.918834] env[69613]: DEBUG oslo_concurrency.lockutils [None req-5e06db8a-be4a-4781-9173-1ce565c8005c tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Acquiring lock "refresh_cache-3bc87c40-eef2-4130-b2b3-017cf32ca878" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.918932] env[69613]: DEBUG oslo_concurrency.lockutils [None req-5e06db8a-be4a-4781-9173-1ce565c8005c tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Acquired lock "refresh_cache-3bc87c40-eef2-4130-b2b3-017cf32ca878" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.919135] env[69613]: DEBUG nova.network.neutron [None req-5e06db8a-be4a-4781-9173-1ce565c8005c tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] [instance: 3bc87c40-eef2-4130-b2b3-017cf32ca878] Building network info cache for instance {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1192.018337] env[69613]: DEBUG oslo_concurrency.lockutils [None req-ee4c41ce-22e3-4873-82cb-462185b98b47 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.217s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1192.018848] env[69613]: DEBUG nova.compute.manager [None req-ee4c41ce-22e3-4873-82cb-462185b98b47 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] [instance: adc28b19-86ec-427b-bb41-ab58b1a1bedd] Start building networks asynchronously for instance. {{(pid=69613) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1192.021335] env[69613]: DEBUG oslo_concurrency.lockutils [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 2.118s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1192.021506] env[69613]: DEBUG oslo_concurrency.lockutils [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1192.021624] env[69613]: DEBUG nova.compute.resource_tracker [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69613) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1192.022701] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c64252b7-178c-4caa-a9a3-17628dd3db3e {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.031105] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66d97b63-f660-46ea-93f1-2edd07dbfc30 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.044556] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-585e4c5b-85a8-4f91-b214-8b673f4579d5 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.050899] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd1b670f-9b20-463a-9923-336f458be266 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.080333] env[69613]: DEBUG nova.compute.resource_tracker [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179966MB free_disk=99GB free_vcpus=48 pci_devices=None {{(pid=69613) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1192.080528] env[69613]: DEBUG oslo_concurrency.lockutils [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1192.080723] env[69613]: DEBUG oslo_concurrency.lockutils [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1192.460343] env[69613]: WARNING nova.network.neutron [None req-5e06db8a-be4a-4781-9173-1ce565c8005c tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] [instance: 3bc87c40-eef2-4130-b2b3-017cf32ca878] 716d936a-9f18-4dbf-8278-8d495c4e8e5e already exists in list: networks containing: ['716d936a-9f18-4dbf-8278-8d495c4e8e5e']. ignoring it [ 1192.523409] env[69613]: DEBUG nova.compute.utils [None req-ee4c41ce-22e3-4873-82cb-462185b98b47 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Using /dev/sd instead of None {{(pid=69613) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1192.525058] env[69613]: DEBUG nova.compute.manager [None req-ee4c41ce-22e3-4873-82cb-462185b98b47 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] [instance: adc28b19-86ec-427b-bb41-ab58b1a1bedd] Allocating IP information in the background. {{(pid=69613) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1192.525148] env[69613]: DEBUG nova.network.neutron [None req-ee4c41ce-22e3-4873-82cb-462185b98b47 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] [instance: adc28b19-86ec-427b-bb41-ab58b1a1bedd] allocate_for_instance() {{(pid=69613) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1192.564173] env[69613]: DEBUG nova.policy [None req-ee4c41ce-22e3-4873-82cb-462185b98b47 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ba2fe8c00d3b46918ac7cbc118c13072', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9cb3ddb47c78413abf1c7b2a6db01c0e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69613) authorize /opt/stack/nova/nova/policy.py:192}} [ 1192.717514] env[69613]: DEBUG nova.network.neutron [None req-5e06db8a-be4a-4781-9173-1ce565c8005c tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] [instance: 3bc87c40-eef2-4130-b2b3-017cf32ca878] Updating instance_info_cache with network_info: [{"id": "4af009ca-b856-4ef8-a757-fad6a5728511", "address": "fa:16:3e:06:33:7a", "network": {"id": "716d936a-9f18-4dbf-8278-8d495c4e8e5e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1568527215-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.233", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ac0fd822ae5c46349cf139bf95aa6ad4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "99639c37-b0c6-4be7-9594-230e44b1280b", "external-id": "nsx-vlan-transportzone-17", "segmentation_id": 17, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4af009ca-b8", "ovs_interfaceid": "4af009ca-b856-4ef8-a757-fad6a5728511", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "5b6697ee-188c-4e0b-9f67-96d8d03a79a8", "address": "fa:16:3e:da:44:c8", "network": {"id": "716d936a-9f18-4dbf-8278-8d495c4e8e5e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1568527215-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ac0fd822ae5c46349cf139bf95aa6ad4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "99639c37-b0c6-4be7-9594-230e44b1280b", "external-id": "nsx-vlan-transportzone-17", "segmentation_id": 17, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b6697ee-18", "ovs_interfaceid": "5b6697ee-188c-4e0b-9f67-96d8d03a79a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1192.796805] env[69613]: DEBUG nova.network.neutron [None req-ee4c41ce-22e3-4873-82cb-462185b98b47 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] [instance: adc28b19-86ec-427b-bb41-ab58b1a1bedd] Successfully created port: 3f3bd891-d124-4011-bca7-6f480827c40c {{(pid=69613) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1193.027713] env[69613]: DEBUG nova.compute.manager [None req-ee4c41ce-22e3-4873-82cb-462185b98b47 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] [instance: adc28b19-86ec-427b-bb41-ab58b1a1bedd] Start building block device mappings for instance. {{(pid=69613) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1193.110544] env[69613]: DEBUG nova.compute.resource_tracker [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Instance ebec351f-35c7-4a4c-a067-8477bfa10fc2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69613) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1193.110701] env[69613]: DEBUG nova.compute.resource_tracker [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Instance 79391a79-8c22-4c1a-a816-f33d6553cc3d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69613) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1193.110827] env[69613]: DEBUG nova.compute.resource_tracker [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Instance e9e1e1ab-a2b4-4699-b956-5cd5d4d6dd21 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69613) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1193.110947] env[69613]: DEBUG nova.compute.resource_tracker [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Instance 8f0c568c-f444-4640-820f-06fe30a8aabb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69613) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1193.111078] env[69613]: DEBUG nova.compute.resource_tracker [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Instance 8f504912-9007-4cf3-a346-94eba47a7591 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69613) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1193.111198] env[69613]: DEBUG nova.compute.resource_tracker [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Instance 3bc87c40-eef2-4130-b2b3-017cf32ca878 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69613) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1193.111313] env[69613]: DEBUG nova.compute.resource_tracker [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Instance 1f56c24d-ed57-4aeb-a0e3-4857e2f4a1cc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69613) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1193.111425] env[69613]: DEBUG nova.compute.resource_tracker [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Instance 816b83b8-9dea-45d2-be12-35adb694e470 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69613) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1193.111535] env[69613]: DEBUG nova.compute.resource_tracker [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Instance f186cb70-f6ef-4b02-a8fe-f5f791352ed7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69613) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1193.111673] env[69613]: DEBUG nova.compute.resource_tracker [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Instance 357afa94-a34b-4396-9c60-fd9b43bb312b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69613) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1193.111811] env[69613]: DEBUG nova.compute.resource_tracker [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Instance adc28b19-86ec-427b-bb41-ab58b1a1bedd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69613) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1193.112015] env[69613]: DEBUG nova.compute.resource_tracker [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Total usable vcpus: 48, total allocated vcpus: 11 {{(pid=69613) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1193.112163] env[69613]: DEBUG nova.compute.resource_tracker [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2624MB phys_disk=200GB used_disk=11GB total_vcpus=48 used_vcpus=11 pci_stats=[] {{(pid=69613) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1193.117542] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-f31b0f77-02e0-4ab5-842e-77c918089b0b tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] [instance: 8f504912-9007-4cf3-a346-94eba47a7591] Volume attach. Driver type: vmdk {{(pid=69613) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1193.117792] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-f31b0f77-02e0-4ab5-842e-77c918089b0b tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] [instance: 8f504912-9007-4cf3-a346-94eba47a7591] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-682011', 'volume_id': '649c371b-0a2c-4424-8f9c-fb0de0a818df', 'name': 'volume-649c371b-0a2c-4424-8f9c-fb0de0a818df', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8f504912-9007-4cf3-a346-94eba47a7591', 'attached_at': '', 'detached_at': '', 'volume_id': '649c371b-0a2c-4424-8f9c-fb0de0a818df', 'serial': '649c371b-0a2c-4424-8f9c-fb0de0a818df'} {{(pid=69613) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1193.118713] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61bc62bf-46ea-403e-bdbd-35d73bfb2aed {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.138470] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3bc447d-164a-40df-8220-c0880a173cf6 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.164598] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-f31b0f77-02e0-4ab5-842e-77c918089b0b tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] [instance: 8f504912-9007-4cf3-a346-94eba47a7591] Reconfiguring VM instance instance-00000073 to attach disk [datastore2] volume-649c371b-0a2c-4424-8f9c-fb0de0a818df/volume-649c371b-0a2c-4424-8f9c-fb0de0a818df.vmdk or device None with type thin {{(pid=69613) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1193.167792] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-15fca6fc-127f-495b-8963-408425b0adc2 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.185886] env[69613]: DEBUG oslo_vmware.api [None req-f31b0f77-02e0-4ab5-842e-77c918089b0b tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] Waiting for the task: (returnval){ [ 1193.185886] env[69613]: value = "task-3418333" [ 1193.185886] env[69613]: _type = "Task" [ 1193.185886] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.194440] env[69613]: DEBUG oslo_vmware.api [None req-f31b0f77-02e0-4ab5-842e-77c918089b0b tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] Task: {'id': task-3418333, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.220923] env[69613]: DEBUG oslo_concurrency.lockutils [None req-5e06db8a-be4a-4781-9173-1ce565c8005c tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Releasing lock "refresh_cache-3bc87c40-eef2-4130-b2b3-017cf32ca878" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.221669] env[69613]: DEBUG oslo_concurrency.lockutils [None req-5e06db8a-be4a-4781-9173-1ce565c8005c tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Acquiring lock "3bc87c40-eef2-4130-b2b3-017cf32ca878" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.221871] env[69613]: DEBUG oslo_concurrency.lockutils [None req-5e06db8a-be4a-4781-9173-1ce565c8005c tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Acquired lock "3bc87c40-eef2-4130-b2b3-017cf32ca878" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.222958] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1113e6ca-586d-475c-8be5-44e3ebcc288e {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.239735] env[69613]: DEBUG nova.virt.hardware [None req-5e06db8a-be4a-4781-9173-1ce565c8005c tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T13:55:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1193.239958] env[69613]: DEBUG nova.virt.hardware [None req-5e06db8a-be4a-4781-9173-1ce565c8005c tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Flavor limits 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1193.240128] env[69613]: DEBUG nova.virt.hardware [None req-5e06db8a-be4a-4781-9173-1ce565c8005c tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Image limits 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1193.240314] env[69613]: DEBUG nova.virt.hardware [None req-5e06db8a-be4a-4781-9173-1ce565c8005c tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Flavor pref 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1193.240461] env[69613]: DEBUG nova.virt.hardware [None req-5e06db8a-be4a-4781-9173-1ce565c8005c tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Image pref 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1193.240607] env[69613]: DEBUG nova.virt.hardware [None req-5e06db8a-be4a-4781-9173-1ce565c8005c tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1193.240809] env[69613]: DEBUG nova.virt.hardware [None req-5e06db8a-be4a-4781-9173-1ce565c8005c tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1193.240969] env[69613]: DEBUG nova.virt.hardware [None req-5e06db8a-be4a-4781-9173-1ce565c8005c tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69613) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1193.241146] env[69613]: DEBUG nova.virt.hardware [None req-5e06db8a-be4a-4781-9173-1ce565c8005c tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Got 1 possible topologies {{(pid=69613) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1193.241309] env[69613]: DEBUG nova.virt.hardware [None req-5e06db8a-be4a-4781-9173-1ce565c8005c tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1193.241482] env[69613]: DEBUG nova.virt.hardware [None req-5e06db8a-be4a-4781-9173-1ce565c8005c tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1193.247694] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-5e06db8a-be4a-4781-9173-1ce565c8005c tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] [instance: 3bc87c40-eef2-4130-b2b3-017cf32ca878] Reconfiguring VM to attach interface {{(pid=69613) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1193.250719] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f60a0de8-3ca6-425a-bceb-0f8187cdf665 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.267983] env[69613]: DEBUG oslo_vmware.api [None req-5e06db8a-be4a-4781-9173-1ce565c8005c tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Waiting for the task: (returnval){ [ 1193.267983] env[69613]: value = "task-3418334" [ 1193.267983] env[69613]: _type = "Task" [ 1193.267983] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.277933] env[69613]: DEBUG oslo_vmware.api [None req-5e06db8a-be4a-4781-9173-1ce565c8005c tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Task: {'id': task-3418334, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.337680] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4939608a-1c02-4f53-a4f8-748f2c12ebb9 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.345366] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e536d353-b84a-4211-ad21-0abc7ea29b84 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.380166] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bb28c4b-e937-4c3c-bb41-fe3b3ef0049e {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.384008] env[69613]: DEBUG nova.compute.manager [req-2dbf023d-aabe-428a-8a99-3cce5aa52b84 req-de3ac81d-e5b0-470f-ae72-f5fbe21217ba service nova] [instance: 3bc87c40-eef2-4130-b2b3-017cf32ca878] Received event network-changed-5b6697ee-188c-4e0b-9f67-96d8d03a79a8 {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1193.384289] env[69613]: DEBUG nova.compute.manager [req-2dbf023d-aabe-428a-8a99-3cce5aa52b84 req-de3ac81d-e5b0-470f-ae72-f5fbe21217ba service nova] [instance: 3bc87c40-eef2-4130-b2b3-017cf32ca878] Refreshing instance network info cache due to event network-changed-5b6697ee-188c-4e0b-9f67-96d8d03a79a8. {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1193.384483] env[69613]: DEBUG oslo_concurrency.lockutils [req-2dbf023d-aabe-428a-8a99-3cce5aa52b84 req-de3ac81d-e5b0-470f-ae72-f5fbe21217ba service nova] Acquiring lock "refresh_cache-3bc87c40-eef2-4130-b2b3-017cf32ca878" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.384632] env[69613]: DEBUG oslo_concurrency.lockutils [req-2dbf023d-aabe-428a-8a99-3cce5aa52b84 req-de3ac81d-e5b0-470f-ae72-f5fbe21217ba service nova] Acquired lock "refresh_cache-3bc87c40-eef2-4130-b2b3-017cf32ca878" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.384829] env[69613]: DEBUG nova.network.neutron [req-2dbf023d-aabe-428a-8a99-3cce5aa52b84 req-de3ac81d-e5b0-470f-ae72-f5fbe21217ba service nova] [instance: 3bc87c40-eef2-4130-b2b3-017cf32ca878] Refreshing network info cache for port 5b6697ee-188c-4e0b-9f67-96d8d03a79a8 {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1193.392216] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fb09e70-7b04-48b5-a22c-81a695b45cbe {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.407724] env[69613]: DEBUG nova.compute.provider_tree [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Inventory has not changed in ProviderTree for provider: af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 {{(pid=69613) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1193.696782] env[69613]: DEBUG oslo_vmware.api [None req-f31b0f77-02e0-4ab5-842e-77c918089b0b tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] Task: {'id': task-3418333, 'name': ReconfigVM_Task, 'duration_secs': 0.340109} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.697062] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-f31b0f77-02e0-4ab5-842e-77c918089b0b tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] [instance: 8f504912-9007-4cf3-a346-94eba47a7591] Reconfigured VM instance instance-00000073 to attach disk [datastore2] volume-649c371b-0a2c-4424-8f9c-fb0de0a818df/volume-649c371b-0a2c-4424-8f9c-fb0de0a818df.vmdk or device None with type thin {{(pid=69613) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1193.701596] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-474bf16c-e142-4a64-b479-02449b3ef925 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.716942] env[69613]: DEBUG oslo_vmware.api [None req-f31b0f77-02e0-4ab5-842e-77c918089b0b tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] Waiting for the task: (returnval){ [ 1193.716942] env[69613]: value = "task-3418335" [ 1193.716942] env[69613]: _type = "Task" [ 1193.716942] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.724679] env[69613]: DEBUG oslo_vmware.api [None req-f31b0f77-02e0-4ab5-842e-77c918089b0b tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] Task: {'id': task-3418335, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.779100] env[69613]: DEBUG oslo_vmware.api [None req-5e06db8a-be4a-4781-9173-1ce565c8005c tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Task: {'id': task-3418334, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.910589] env[69613]: DEBUG nova.scheduler.client.report [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Inventory has not changed for provider af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69613) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1194.038271] env[69613]: DEBUG nova.compute.manager [None req-ee4c41ce-22e3-4873-82cb-462185b98b47 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] [instance: adc28b19-86ec-427b-bb41-ab58b1a1bedd] Start spawning the instance on the hypervisor. {{(pid=69613) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1194.064476] env[69613]: DEBUG nova.virt.hardware [None req-ee4c41ce-22e3-4873-82cb-462185b98b47 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T13:55:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T13:55:19Z,direct_url=,disk_format='vmdk',id=2b7a0304-b5d0-431d-b287-32c8388d7fbd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3e9e1b873f1442d59d5ee8247b941f74',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T13:55:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1194.064654] env[69613]: DEBUG nova.virt.hardware [None req-ee4c41ce-22e3-4873-82cb-462185b98b47 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Flavor limits 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1194.064727] env[69613]: DEBUG nova.virt.hardware [None req-ee4c41ce-22e3-4873-82cb-462185b98b47 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Image limits 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1194.064990] env[69613]: DEBUG nova.virt.hardware [None req-ee4c41ce-22e3-4873-82cb-462185b98b47 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Flavor pref 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1194.065360] env[69613]: DEBUG nova.virt.hardware [None req-ee4c41ce-22e3-4873-82cb-462185b98b47 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Image pref 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1194.065550] env[69613]: DEBUG nova.virt.hardware [None req-ee4c41ce-22e3-4873-82cb-462185b98b47 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1194.065787] env[69613]: DEBUG nova.virt.hardware [None req-ee4c41ce-22e3-4873-82cb-462185b98b47 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1194.065948] env[69613]: DEBUG nova.virt.hardware [None req-ee4c41ce-22e3-4873-82cb-462185b98b47 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69613) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1194.066134] env[69613]: DEBUG nova.virt.hardware [None req-ee4c41ce-22e3-4873-82cb-462185b98b47 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Got 1 possible topologies {{(pid=69613) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1194.066326] env[69613]: DEBUG nova.virt.hardware [None req-ee4c41ce-22e3-4873-82cb-462185b98b47 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1194.066521] env[69613]: DEBUG nova.virt.hardware [None req-ee4c41ce-22e3-4873-82cb-462185b98b47 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1194.067491] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bbc5241-4fb1-4746-a907-6e2eb0e6512f {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.076214] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb822fa2-af9b-4dbd-acd6-bb9dac6ffb86 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.093371] env[69613]: DEBUG nova.network.neutron [req-2dbf023d-aabe-428a-8a99-3cce5aa52b84 req-de3ac81d-e5b0-470f-ae72-f5fbe21217ba service nova] [instance: 3bc87c40-eef2-4130-b2b3-017cf32ca878] Updated VIF entry in instance network info cache for port 5b6697ee-188c-4e0b-9f67-96d8d03a79a8. {{(pid=69613) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1194.093810] env[69613]: DEBUG nova.network.neutron [req-2dbf023d-aabe-428a-8a99-3cce5aa52b84 req-de3ac81d-e5b0-470f-ae72-f5fbe21217ba service nova] [instance: 3bc87c40-eef2-4130-b2b3-017cf32ca878] Updating instance_info_cache with network_info: [{"id": "4af009ca-b856-4ef8-a757-fad6a5728511", "address": "fa:16:3e:06:33:7a", "network": {"id": "716d936a-9f18-4dbf-8278-8d495c4e8e5e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1568527215-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.233", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ac0fd822ae5c46349cf139bf95aa6ad4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "99639c37-b0c6-4be7-9594-230e44b1280b", "external-id": "nsx-vlan-transportzone-17", "segmentation_id": 17, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4af009ca-b8", "ovs_interfaceid": "4af009ca-b856-4ef8-a757-fad6a5728511", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "5b6697ee-188c-4e0b-9f67-96d8d03a79a8", "address": "fa:16:3e:da:44:c8", "network": {"id": "716d936a-9f18-4dbf-8278-8d495c4e8e5e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1568527215-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ac0fd822ae5c46349cf139bf95aa6ad4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "99639c37-b0c6-4be7-9594-230e44b1280b", "external-id": "nsx-vlan-transportzone-17", "segmentation_id": 17, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b6697ee-18", "ovs_interfaceid": "5b6697ee-188c-4e0b-9f67-96d8d03a79a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1194.187582] env[69613]: DEBUG nova.compute.manager [req-e2d3cd4f-e92b-4a80-b9b4-9847e6e81a6b req-b0c53146-56ea-45b6-a1c2-d4c3050fa8ca service nova] [instance: adc28b19-86ec-427b-bb41-ab58b1a1bedd] Received event network-vif-plugged-3f3bd891-d124-4011-bca7-6f480827c40c {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1194.187804] env[69613]: DEBUG oslo_concurrency.lockutils [req-e2d3cd4f-e92b-4a80-b9b4-9847e6e81a6b req-b0c53146-56ea-45b6-a1c2-d4c3050fa8ca service nova] Acquiring lock "adc28b19-86ec-427b-bb41-ab58b1a1bedd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1194.188022] env[69613]: DEBUG oslo_concurrency.lockutils [req-e2d3cd4f-e92b-4a80-b9b4-9847e6e81a6b req-b0c53146-56ea-45b6-a1c2-d4c3050fa8ca service nova] Lock "adc28b19-86ec-427b-bb41-ab58b1a1bedd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1194.188191] env[69613]: DEBUG oslo_concurrency.lockutils [req-e2d3cd4f-e92b-4a80-b9b4-9847e6e81a6b req-b0c53146-56ea-45b6-a1c2-d4c3050fa8ca service nova] Lock "adc28b19-86ec-427b-bb41-ab58b1a1bedd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1194.188356] env[69613]: DEBUG nova.compute.manager [req-e2d3cd4f-e92b-4a80-b9b4-9847e6e81a6b req-b0c53146-56ea-45b6-a1c2-d4c3050fa8ca service nova] [instance: adc28b19-86ec-427b-bb41-ab58b1a1bedd] No waiting events found dispatching network-vif-plugged-3f3bd891-d124-4011-bca7-6f480827c40c {{(pid=69613) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1194.188520] env[69613]: WARNING nova.compute.manager [req-e2d3cd4f-e92b-4a80-b9b4-9847e6e81a6b req-b0c53146-56ea-45b6-a1c2-d4c3050fa8ca service nova] [instance: adc28b19-86ec-427b-bb41-ab58b1a1bedd] Received unexpected event network-vif-plugged-3f3bd891-d124-4011-bca7-6f480827c40c for instance with vm_state building and task_state spawning. [ 1194.229345] env[69613]: DEBUG oslo_vmware.api [None req-f31b0f77-02e0-4ab5-842e-77c918089b0b tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] Task: {'id': task-3418335, 'name': ReconfigVM_Task, 'duration_secs': 0.142775} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.229752] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-f31b0f77-02e0-4ab5-842e-77c918089b0b tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] [instance: 8f504912-9007-4cf3-a346-94eba47a7591] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-682011', 'volume_id': '649c371b-0a2c-4424-8f9c-fb0de0a818df', 'name': 'volume-649c371b-0a2c-4424-8f9c-fb0de0a818df', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8f504912-9007-4cf3-a346-94eba47a7591', 'attached_at': '', 'detached_at': '', 'volume_id': '649c371b-0a2c-4424-8f9c-fb0de0a818df', 'serial': '649c371b-0a2c-4424-8f9c-fb0de0a818df'} {{(pid=69613) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1194.241221] env[69613]: DEBUG nova.network.neutron [None req-ee4c41ce-22e3-4873-82cb-462185b98b47 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] [instance: adc28b19-86ec-427b-bb41-ab58b1a1bedd] Successfully updated port: 3f3bd891-d124-4011-bca7-6f480827c40c {{(pid=69613) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1194.278230] env[69613]: DEBUG oslo_vmware.api [None req-5e06db8a-be4a-4781-9173-1ce565c8005c tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Task: {'id': task-3418334, 'name': ReconfigVM_Task, 'duration_secs': 0.676428} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.285202] env[69613]: DEBUG oslo_concurrency.lockutils [None req-5e06db8a-be4a-4781-9173-1ce565c8005c tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Releasing lock "3bc87c40-eef2-4130-b2b3-017cf32ca878" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.285428] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-5e06db8a-be4a-4781-9173-1ce565c8005c tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] [instance: 3bc87c40-eef2-4130-b2b3-017cf32ca878] Reconfigured VM to attach interface {{(pid=69613) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1194.416037] env[69613]: DEBUG nova.compute.resource_tracker [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69613) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1194.416037] env[69613]: DEBUG oslo_concurrency.lockutils [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.335s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1194.596737] env[69613]: DEBUG oslo_concurrency.lockutils [req-2dbf023d-aabe-428a-8a99-3cce5aa52b84 req-de3ac81d-e5b0-470f-ae72-f5fbe21217ba service nova] Releasing lock "refresh_cache-3bc87c40-eef2-4130-b2b3-017cf32ca878" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.743980] env[69613]: DEBUG oslo_concurrency.lockutils [None req-ee4c41ce-22e3-4873-82cb-462185b98b47 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Acquiring lock "refresh_cache-adc28b19-86ec-427b-bb41-ab58b1a1bedd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.744149] env[69613]: DEBUG oslo_concurrency.lockutils [None req-ee4c41ce-22e3-4873-82cb-462185b98b47 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Acquired lock "refresh_cache-adc28b19-86ec-427b-bb41-ab58b1a1bedd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.744321] env[69613]: DEBUG nova.network.neutron [None req-ee4c41ce-22e3-4873-82cb-462185b98b47 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] [instance: adc28b19-86ec-427b-bb41-ab58b1a1bedd] Building network info cache for instance {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1194.789907] env[69613]: DEBUG oslo_concurrency.lockutils [None req-5e06db8a-be4a-4781-9173-1ce565c8005c tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Lock "interface-3bc87c40-eef2-4130-b2b3-017cf32ca878-5b6697ee-188c-4e0b-9f67-96d8d03a79a8" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 5.972s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1195.272237] env[69613]: DEBUG nova.objects.instance [None req-f31b0f77-02e0-4ab5-842e-77c918089b0b tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] Lazy-loading 'flavor' on Instance uuid 8f504912-9007-4cf3-a346-94eba47a7591 {{(pid=69613) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1195.277477] env[69613]: DEBUG nova.network.neutron [None req-ee4c41ce-22e3-4873-82cb-462185b98b47 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] [instance: adc28b19-86ec-427b-bb41-ab58b1a1bedd] Instance cache missing network info. {{(pid=69613) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1195.410661] env[69613]: DEBUG oslo_service.periodic_task [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69613) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1195.444577] env[69613]: DEBUG nova.network.neutron [None req-ee4c41ce-22e3-4873-82cb-462185b98b47 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] [instance: adc28b19-86ec-427b-bb41-ab58b1a1bedd] Updating instance_info_cache with network_info: [{"id": "3f3bd891-d124-4011-bca7-6f480827c40c", "address": "fa:16:3e:ae:2e:ea", "network": {"id": "f6c5953e-2ecd-4b80-beed-76e05ffc23b6", "bridge": "br-int", "label": "tempest-ServersTestJSON-2109045768-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9cb3ddb47c78413abf1c7b2a6db01c0e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "043ca97b-0fca-4b54-8be6-027123fa76d0", "external-id": "nsx-vlan-transportzone-702", "segmentation_id": 702, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3f3bd891-d1", "ovs_interfaceid": "3f3bd891-d124-4011-bca7-6f480827c40c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1195.778033] env[69613]: DEBUG oslo_concurrency.lockutils [None req-f31b0f77-02e0-4ab5-842e-77c918089b0b tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] Lock "8f504912-9007-4cf3-a346-94eba47a7591" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.266s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1195.947348] env[69613]: DEBUG oslo_concurrency.lockutils [None req-ee4c41ce-22e3-4873-82cb-462185b98b47 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Releasing lock "refresh_cache-adc28b19-86ec-427b-bb41-ab58b1a1bedd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.947633] env[69613]: DEBUG nova.compute.manager [None req-ee4c41ce-22e3-4873-82cb-462185b98b47 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] [instance: adc28b19-86ec-427b-bb41-ab58b1a1bedd] Instance network_info: |[{"id": "3f3bd891-d124-4011-bca7-6f480827c40c", "address": "fa:16:3e:ae:2e:ea", "network": {"id": "f6c5953e-2ecd-4b80-beed-76e05ffc23b6", "bridge": "br-int", "label": "tempest-ServersTestJSON-2109045768-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9cb3ddb47c78413abf1c7b2a6db01c0e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "043ca97b-0fca-4b54-8be6-027123fa76d0", "external-id": "nsx-vlan-transportzone-702", "segmentation_id": 702, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3f3bd891-d1", "ovs_interfaceid": "3f3bd891-d124-4011-bca7-6f480827c40c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69613) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1195.948071] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-ee4c41ce-22e3-4873-82cb-462185b98b47 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] [instance: adc28b19-86ec-427b-bb41-ab58b1a1bedd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ae:2e:ea', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '043ca97b-0fca-4b54-8be6-027123fa76d0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3f3bd891-d124-4011-bca7-6f480827c40c', 'vif_model': 'vmxnet3'}] {{(pid=69613) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1195.955584] env[69613]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ee4c41ce-22e3-4873-82cb-462185b98b47 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69613) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1195.955790] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: adc28b19-86ec-427b-bb41-ab58b1a1bedd] Creating VM on the ESX host {{(pid=69613) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1195.956067] env[69613]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-315a56ee-93b3-4d4e-99ca-7a75045065ad {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.982705] env[69613]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1195.982705] env[69613]: value = "task-3418336" [ 1195.982705] env[69613]: _type = "Task" [ 1195.982705] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.991554] env[69613]: DEBUG oslo_vmware.api [-] Task: {'id': task-3418336, 'name': CreateVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.033194] env[69613]: DEBUG oslo_concurrency.lockutils [None req-6f5ce09e-a0c2-4c69-ad33-712851ce496d tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Acquiring lock "interface-3bc87c40-eef2-4130-b2b3-017cf32ca878-5b6697ee-188c-4e0b-9f67-96d8d03a79a8" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1196.033459] env[69613]: DEBUG oslo_concurrency.lockutils [None req-6f5ce09e-a0c2-4c69-ad33-712851ce496d tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Lock "interface-3bc87c40-eef2-4130-b2b3-017cf32ca878-5b6697ee-188c-4e0b-9f67-96d8d03a79a8" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1196.217876] env[69613]: DEBUG nova.compute.manager [req-54021c9c-ebc2-462d-b565-847083cc4e1e req-1676fae6-9d34-4303-8165-597616c4ba94 service nova] [instance: adc28b19-86ec-427b-bb41-ab58b1a1bedd] Received event network-changed-3f3bd891-d124-4011-bca7-6f480827c40c {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1196.218246] env[69613]: DEBUG nova.compute.manager [req-54021c9c-ebc2-462d-b565-847083cc4e1e req-1676fae6-9d34-4303-8165-597616c4ba94 service nova] [instance: adc28b19-86ec-427b-bb41-ab58b1a1bedd] Refreshing instance network info cache due to event network-changed-3f3bd891-d124-4011-bca7-6f480827c40c. {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1196.218598] env[69613]: DEBUG oslo_concurrency.lockutils [req-54021c9c-ebc2-462d-b565-847083cc4e1e req-1676fae6-9d34-4303-8165-597616c4ba94 service nova] Acquiring lock "refresh_cache-adc28b19-86ec-427b-bb41-ab58b1a1bedd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.218858] env[69613]: DEBUG oslo_concurrency.lockutils [req-54021c9c-ebc2-462d-b565-847083cc4e1e req-1676fae6-9d34-4303-8165-597616c4ba94 service nova] Acquired lock "refresh_cache-adc28b19-86ec-427b-bb41-ab58b1a1bedd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.219157] env[69613]: DEBUG nova.network.neutron [req-54021c9c-ebc2-462d-b565-847083cc4e1e req-1676fae6-9d34-4303-8165-597616c4ba94 service nova] [instance: adc28b19-86ec-427b-bb41-ab58b1a1bedd] Refreshing network info cache for port 3f3bd891-d124-4011-bca7-6f480827c40c {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1196.492692] env[69613]: DEBUG oslo_vmware.api [-] Task: {'id': task-3418336, 'name': CreateVM_Task, 'duration_secs': 0.33706} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.493067] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: adc28b19-86ec-427b-bb41-ab58b1a1bedd] Created VM on the ESX host {{(pid=69613) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1196.493476] env[69613]: DEBUG oslo_concurrency.lockutils [None req-ee4c41ce-22e3-4873-82cb-462185b98b47 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.493641] env[69613]: DEBUG oslo_concurrency.lockutils [None req-ee4c41ce-22e3-4873-82cb-462185b98b47 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.493954] env[69613]: DEBUG oslo_concurrency.lockutils [None req-ee4c41ce-22e3-4873-82cb-462185b98b47 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.494212] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f3048c34-bfdf-4515-b276-64df34b98e04 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.499136] env[69613]: DEBUG oslo_vmware.api [None req-ee4c41ce-22e3-4873-82cb-462185b98b47 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Waiting for the task: (returnval){ [ 1196.499136] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]5274870f-dcda-ba5e-5149-ab3d88ef621f" [ 1196.499136] env[69613]: _type = "Task" [ 1196.499136] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.506279] env[69613]: DEBUG oslo_vmware.api [None req-ee4c41ce-22e3-4873-82cb-462185b98b47 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]5274870f-dcda-ba5e-5149-ab3d88ef621f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.535928] env[69613]: DEBUG oslo_concurrency.lockutils [None req-6f5ce09e-a0c2-4c69-ad33-712851ce496d tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Acquiring lock "3bc87c40-eef2-4130-b2b3-017cf32ca878" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.536135] env[69613]: DEBUG oslo_concurrency.lockutils [None req-6f5ce09e-a0c2-4c69-ad33-712851ce496d tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Acquired lock "3bc87c40-eef2-4130-b2b3-017cf32ca878" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.536854] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c10d077e-e488-4f61-9539-6495d7a1d978 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.553376] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63638b96-4ebc-46aa-8b66-036d6b813d78 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.579093] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-6f5ce09e-a0c2-4c69-ad33-712851ce496d tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] [instance: 3bc87c40-eef2-4130-b2b3-017cf32ca878] Reconfiguring VM to detach interface {{(pid=69613) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1196.579442] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6fe2516b-1b7a-4c09-94c0-83025436ecf5 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.597723] env[69613]: DEBUG oslo_vmware.api [None req-6f5ce09e-a0c2-4c69-ad33-712851ce496d tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Waiting for the task: (returnval){ [ 1196.597723] env[69613]: value = "task-3418337" [ 1196.597723] env[69613]: _type = "Task" [ 1196.597723] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.605591] env[69613]: DEBUG oslo_vmware.api [None req-6f5ce09e-a0c2-4c69-ad33-712851ce496d tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Task: {'id': task-3418337, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.631802] env[69613]: DEBUG oslo_concurrency.lockutils [None req-d2ae45d3-a145-4024-87ae-19c59b3b539b tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] Acquiring lock "8f504912-9007-4cf3-a346-94eba47a7591" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1196.632133] env[69613]: DEBUG oslo_concurrency.lockutils [None req-d2ae45d3-a145-4024-87ae-19c59b3b539b tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] Lock "8f504912-9007-4cf3-a346-94eba47a7591" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1196.939285] env[69613]: DEBUG nova.network.neutron [req-54021c9c-ebc2-462d-b565-847083cc4e1e req-1676fae6-9d34-4303-8165-597616c4ba94 service nova] [instance: adc28b19-86ec-427b-bb41-ab58b1a1bedd] Updated VIF entry in instance network info cache for port 3f3bd891-d124-4011-bca7-6f480827c40c. {{(pid=69613) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1196.939657] env[69613]: DEBUG nova.network.neutron [req-54021c9c-ebc2-462d-b565-847083cc4e1e req-1676fae6-9d34-4303-8165-597616c4ba94 service nova] [instance: adc28b19-86ec-427b-bb41-ab58b1a1bedd] Updating instance_info_cache with network_info: [{"id": "3f3bd891-d124-4011-bca7-6f480827c40c", "address": "fa:16:3e:ae:2e:ea", "network": {"id": "f6c5953e-2ecd-4b80-beed-76e05ffc23b6", "bridge": "br-int", "label": "tempest-ServersTestJSON-2109045768-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9cb3ddb47c78413abf1c7b2a6db01c0e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "043ca97b-0fca-4b54-8be6-027123fa76d0", "external-id": "nsx-vlan-transportzone-702", "segmentation_id": 702, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3f3bd891-d1", "ovs_interfaceid": "3f3bd891-d124-4011-bca7-6f480827c40c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1197.008806] env[69613]: DEBUG oslo_vmware.api [None req-ee4c41ce-22e3-4873-82cb-462185b98b47 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]5274870f-dcda-ba5e-5149-ab3d88ef621f, 'name': SearchDatastore_Task, 'duration_secs': 0.011144} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.009076] env[69613]: DEBUG oslo_concurrency.lockutils [None req-ee4c41ce-22e3-4873-82cb-462185b98b47 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.009318] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-ee4c41ce-22e3-4873-82cb-462185b98b47 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] [instance: adc28b19-86ec-427b-bb41-ab58b1a1bedd] Processing image 2b7a0304-b5d0-431d-b287-32c8388d7fbd {{(pid=69613) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1197.009566] env[69613]: DEBUG oslo_concurrency.lockutils [None req-ee4c41ce-22e3-4873-82cb-462185b98b47 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.009713] env[69613]: DEBUG oslo_concurrency.lockutils [None req-ee4c41ce-22e3-4873-82cb-462185b98b47 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.009895] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee4c41ce-22e3-4873-82cb-462185b98b47 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69613) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1197.010162] env[69613]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6e8bc41c-637e-4c2c-ab55-90d8ab5f8013 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.018333] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee4c41ce-22e3-4873-82cb-462185b98b47 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69613) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1197.018514] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-ee4c41ce-22e3-4873-82cb-462185b98b47 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69613) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1197.019210] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3fa9b62f-1003-4135-b699-b03f06dad900 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.023819] env[69613]: DEBUG oslo_vmware.api [None req-ee4c41ce-22e3-4873-82cb-462185b98b47 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Waiting for the task: (returnval){ [ 1197.023819] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]52e3bab9-5f37-2b79-4f0e-9b1ec4767528" [ 1197.023819] env[69613]: _type = "Task" [ 1197.023819] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.030947] env[69613]: DEBUG oslo_vmware.api [None req-ee4c41ce-22e3-4873-82cb-462185b98b47 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52e3bab9-5f37-2b79-4f0e-9b1ec4767528, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.107247] env[69613]: DEBUG oslo_vmware.api [None req-6f5ce09e-a0c2-4c69-ad33-712851ce496d tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Task: {'id': task-3418337, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.135468] env[69613]: DEBUG nova.compute.utils [None req-d2ae45d3-a145-4024-87ae-19c59b3b539b tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] Using /dev/sd instead of None {{(pid=69613) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1197.441972] env[69613]: DEBUG oslo_concurrency.lockutils [req-54021c9c-ebc2-462d-b565-847083cc4e1e req-1676fae6-9d34-4303-8165-597616c4ba94 service nova] Releasing lock "refresh_cache-adc28b19-86ec-427b-bb41-ab58b1a1bedd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.533897] env[69613]: DEBUG oslo_vmware.api [None req-ee4c41ce-22e3-4873-82cb-462185b98b47 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52e3bab9-5f37-2b79-4f0e-9b1ec4767528, 'name': SearchDatastore_Task, 'duration_secs': 0.012025} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.534721] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1f7502e2-68ae-4e74-8490-82e7aa534252 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.539636] env[69613]: DEBUG oslo_vmware.api [None req-ee4c41ce-22e3-4873-82cb-462185b98b47 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Waiting for the task: (returnval){ [ 1197.539636] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]520b2e29-12ec-27e0-c41a-3ba9329f0abb" [ 1197.539636] env[69613]: _type = "Task" [ 1197.539636] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.546680] env[69613]: DEBUG oslo_vmware.api [None req-ee4c41ce-22e3-4873-82cb-462185b98b47 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]520b2e29-12ec-27e0-c41a-3ba9329f0abb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.607424] env[69613]: DEBUG oslo_vmware.api [None req-6f5ce09e-a0c2-4c69-ad33-712851ce496d tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Task: {'id': task-3418337, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.638134] env[69613]: DEBUG oslo_concurrency.lockutils [None req-d2ae45d3-a145-4024-87ae-19c59b3b539b tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] Lock "8f504912-9007-4cf3-a346-94eba47a7591" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1198.050023] env[69613]: DEBUG oslo_vmware.api [None req-ee4c41ce-22e3-4873-82cb-462185b98b47 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]520b2e29-12ec-27e0-c41a-3ba9329f0abb, 'name': SearchDatastore_Task, 'duration_secs': 0.009521} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.050299] env[69613]: DEBUG oslo_concurrency.lockutils [None req-ee4c41ce-22e3-4873-82cb-462185b98b47 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.050557] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee4c41ce-22e3-4873-82cb-462185b98b47 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk to [datastore2] adc28b19-86ec-427b-bb41-ab58b1a1bedd/adc28b19-86ec-427b-bb41-ab58b1a1bedd.vmdk {{(pid=69613) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1198.050811] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b87a2728-233c-4536-b549-d6b2dbcf52f1 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.057184] env[69613]: DEBUG oslo_vmware.api [None req-ee4c41ce-22e3-4873-82cb-462185b98b47 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Waiting for the task: (returnval){ [ 1198.057184] env[69613]: value = "task-3418338" [ 1198.057184] env[69613]: _type = "Task" [ 1198.057184] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.064991] env[69613]: DEBUG oslo_vmware.api [None req-ee4c41ce-22e3-4873-82cb-462185b98b47 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Task: {'id': task-3418338, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.107607] env[69613]: DEBUG oslo_vmware.api [None req-6f5ce09e-a0c2-4c69-ad33-712851ce496d tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Task: {'id': task-3418337, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.567509] env[69613]: DEBUG oslo_vmware.api [None req-ee4c41ce-22e3-4873-82cb-462185b98b47 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Task: {'id': task-3418338, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.490726} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.567509] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee4c41ce-22e3-4873-82cb-462185b98b47 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk to [datastore2] adc28b19-86ec-427b-bb41-ab58b1a1bedd/adc28b19-86ec-427b-bb41-ab58b1a1bedd.vmdk {{(pid=69613) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1198.567982] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-ee4c41ce-22e3-4873-82cb-462185b98b47 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] [instance: adc28b19-86ec-427b-bb41-ab58b1a1bedd] Extending root virtual disk to 1048576 {{(pid=69613) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1198.567982] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-819b9137-dc41-45a1-9e63-685407765e18 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.574515] env[69613]: DEBUG oslo_vmware.api [None req-ee4c41ce-22e3-4873-82cb-462185b98b47 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Waiting for the task: (returnval){ [ 1198.574515] env[69613]: value = "task-3418339" [ 1198.574515] env[69613]: _type = "Task" [ 1198.574515] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.585235] env[69613]: DEBUG oslo_vmware.api [None req-ee4c41ce-22e3-4873-82cb-462185b98b47 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Task: {'id': task-3418339, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.609083] env[69613]: DEBUG oslo_vmware.api [None req-6f5ce09e-a0c2-4c69-ad33-712851ce496d tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Task: {'id': task-3418337, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.703199] env[69613]: DEBUG oslo_concurrency.lockutils [None req-d2ae45d3-a145-4024-87ae-19c59b3b539b tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] Acquiring lock "8f504912-9007-4cf3-a346-94eba47a7591" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1198.703473] env[69613]: DEBUG oslo_concurrency.lockutils [None req-d2ae45d3-a145-4024-87ae-19c59b3b539b tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] Lock "8f504912-9007-4cf3-a346-94eba47a7591" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1198.703714] env[69613]: INFO nova.compute.manager [None req-d2ae45d3-a145-4024-87ae-19c59b3b539b tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] [instance: 8f504912-9007-4cf3-a346-94eba47a7591] Attaching volume ed3e1fc2-9143-4b3b-bb4c-c0be64b210d1 to /dev/sdc [ 1198.741180] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a16e02b4-9e86-43bb-b8df-6bff802e9535 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.751039] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ec80fcf-7235-44fe-bebf-04081095591e {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.768226] env[69613]: DEBUG nova.virt.block_device [None req-d2ae45d3-a145-4024-87ae-19c59b3b539b tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] [instance: 8f504912-9007-4cf3-a346-94eba47a7591] Updating existing volume attachment record: 7153db3b-658f-4eaa-80ff-956467b3c99a {{(pid=69613) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1199.085437] env[69613]: DEBUG oslo_vmware.api [None req-ee4c41ce-22e3-4873-82cb-462185b98b47 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Task: {'id': task-3418339, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070939} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.085664] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-ee4c41ce-22e3-4873-82cb-462185b98b47 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] [instance: adc28b19-86ec-427b-bb41-ab58b1a1bedd] Extended root virtual disk {{(pid=69613) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1199.086360] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecb75ea0-b183-4bfd-946f-29a8763ff44e {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.108656] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-ee4c41ce-22e3-4873-82cb-462185b98b47 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] [instance: adc28b19-86ec-427b-bb41-ab58b1a1bedd] Reconfiguring VM instance instance-0000007b to attach disk [datastore2] adc28b19-86ec-427b-bb41-ab58b1a1bedd/adc28b19-86ec-427b-bb41-ab58b1a1bedd.vmdk or device None with type sparse {{(pid=69613) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1199.112078] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8e972cbb-aa63-4586-bf10-bfe4483d14ee {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.132663] env[69613]: DEBUG oslo_vmware.api [None req-6f5ce09e-a0c2-4c69-ad33-712851ce496d tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Task: {'id': task-3418337, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.134180] env[69613]: DEBUG oslo_vmware.api [None req-ee4c41ce-22e3-4873-82cb-462185b98b47 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Waiting for the task: (returnval){ [ 1199.134180] env[69613]: value = "task-3418341" [ 1199.134180] env[69613]: _type = "Task" [ 1199.134180] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.141857] env[69613]: DEBUG oslo_vmware.api [None req-ee4c41ce-22e3-4873-82cb-462185b98b47 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Task: {'id': task-3418341, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.609689] env[69613]: DEBUG oslo_vmware.api [None req-6f5ce09e-a0c2-4c69-ad33-712851ce496d tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Task: {'id': task-3418337, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.643859] env[69613]: DEBUG oslo_vmware.api [None req-ee4c41ce-22e3-4873-82cb-462185b98b47 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Task: {'id': task-3418341, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.110311] env[69613]: DEBUG oslo_vmware.api [None req-6f5ce09e-a0c2-4c69-ad33-712851ce496d tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Task: {'id': task-3418337, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.144030] env[69613]: DEBUG oslo_vmware.api [None req-ee4c41ce-22e3-4873-82cb-462185b98b47 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Task: {'id': task-3418341, 'name': ReconfigVM_Task, 'duration_secs': 0.820305} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.144030] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-ee4c41ce-22e3-4873-82cb-462185b98b47 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] [instance: adc28b19-86ec-427b-bb41-ab58b1a1bedd] Reconfigured VM instance instance-0000007b to attach disk [datastore2] adc28b19-86ec-427b-bb41-ab58b1a1bedd/adc28b19-86ec-427b-bb41-ab58b1a1bedd.vmdk or device None with type sparse {{(pid=69613) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1200.144692] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9ff54cee-0567-40eb-a739-395a32e32541 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.151765] env[69613]: DEBUG oslo_vmware.api [None req-ee4c41ce-22e3-4873-82cb-462185b98b47 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Waiting for the task: (returnval){ [ 1200.151765] env[69613]: value = "task-3418342" [ 1200.151765] env[69613]: _type = "Task" [ 1200.151765] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.160258] env[69613]: DEBUG oslo_vmware.api [None req-ee4c41ce-22e3-4873-82cb-462185b98b47 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Task: {'id': task-3418342, 'name': Rename_Task} progress is 5%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.610844] env[69613]: DEBUG oslo_vmware.api [None req-6f5ce09e-a0c2-4c69-ad33-712851ce496d tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Task: {'id': task-3418337, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.660702] env[69613]: DEBUG oslo_vmware.api [None req-ee4c41ce-22e3-4873-82cb-462185b98b47 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Task: {'id': task-3418342, 'name': Rename_Task, 'duration_secs': 0.158676} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.660912] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee4c41ce-22e3-4873-82cb-462185b98b47 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] [instance: adc28b19-86ec-427b-bb41-ab58b1a1bedd] Powering on the VM {{(pid=69613) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1200.661165] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-be0033ec-3114-45f9-913c-0989eb5a94f1 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.667452] env[69613]: DEBUG oslo_vmware.api [None req-ee4c41ce-22e3-4873-82cb-462185b98b47 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Waiting for the task: (returnval){ [ 1200.667452] env[69613]: value = "task-3418343" [ 1200.667452] env[69613]: _type = "Task" [ 1200.667452] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.674382] env[69613]: DEBUG oslo_vmware.api [None req-ee4c41ce-22e3-4873-82cb-462185b98b47 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Task: {'id': task-3418343, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.710179] env[69613]: DEBUG oslo_concurrency.lockutils [None req-6373380f-fa6a-4e97-9fd3-65d14d1b5314 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Acquiring lock "1f56c24d-ed57-4aeb-a0e3-4857e2f4a1cc" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1200.710469] env[69613]: DEBUG oslo_concurrency.lockutils [None req-6373380f-fa6a-4e97-9fd3-65d14d1b5314 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Lock "1f56c24d-ed57-4aeb-a0e3-4857e2f4a1cc" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1200.710709] env[69613]: INFO nova.compute.manager [None req-6373380f-fa6a-4e97-9fd3-65d14d1b5314 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] [instance: 1f56c24d-ed57-4aeb-a0e3-4857e2f4a1cc] Shelving [ 1201.111792] env[69613]: DEBUG oslo_vmware.api [None req-6f5ce09e-a0c2-4c69-ad33-712851ce496d tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Task: {'id': task-3418337, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.177677] env[69613]: DEBUG oslo_vmware.api [None req-ee4c41ce-22e3-4873-82cb-462185b98b47 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Task: {'id': task-3418343, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.611724] env[69613]: DEBUG oslo_vmware.api [None req-6f5ce09e-a0c2-4c69-ad33-712851ce496d tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Task: {'id': task-3418337, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.677768] env[69613]: DEBUG oslo_vmware.api [None req-ee4c41ce-22e3-4873-82cb-462185b98b47 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Task: {'id': task-3418343, 'name': PowerOnVM_Task, 'duration_secs': 0.622392} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.678044] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee4c41ce-22e3-4873-82cb-462185b98b47 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] [instance: adc28b19-86ec-427b-bb41-ab58b1a1bedd] Powered on the VM {{(pid=69613) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1201.678263] env[69613]: INFO nova.compute.manager [None req-ee4c41ce-22e3-4873-82cb-462185b98b47 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] [instance: adc28b19-86ec-427b-bb41-ab58b1a1bedd] Took 7.64 seconds to spawn the instance on the hypervisor. [ 1201.678446] env[69613]: DEBUG nova.compute.manager [None req-ee4c41ce-22e3-4873-82cb-462185b98b47 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] [instance: adc28b19-86ec-427b-bb41-ab58b1a1bedd] Checking state {{(pid=69613) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1201.679211] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-311ff7f3-684b-43d7-9a04-cb8a71f6703a {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.720376] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-6373380f-fa6a-4e97-9fd3-65d14d1b5314 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] [instance: 1f56c24d-ed57-4aeb-a0e3-4857e2f4a1cc] Powering off the VM {{(pid=69613) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1201.720622] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9e659933-d659-4ebe-8a77-9b78492aef54 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.727475] env[69613]: DEBUG oslo_vmware.api [None req-6373380f-fa6a-4e97-9fd3-65d14d1b5314 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Waiting for the task: (returnval){ [ 1201.727475] env[69613]: value = "task-3418345" [ 1201.727475] env[69613]: _type = "Task" [ 1201.727475] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.735265] env[69613]: DEBUG oslo_vmware.api [None req-6373380f-fa6a-4e97-9fd3-65d14d1b5314 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Task: {'id': task-3418345, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.112519] env[69613]: DEBUG oslo_vmware.api [None req-6f5ce09e-a0c2-4c69-ad33-712851ce496d tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Task: {'id': task-3418337, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.194852] env[69613]: INFO nova.compute.manager [None req-ee4c41ce-22e3-4873-82cb-462185b98b47 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] [instance: adc28b19-86ec-427b-bb41-ab58b1a1bedd] Took 12.41 seconds to build instance. [ 1202.237288] env[69613]: DEBUG oslo_vmware.api [None req-6373380f-fa6a-4e97-9fd3-65d14d1b5314 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Task: {'id': task-3418345, 'name': PowerOffVM_Task, 'duration_secs': 0.180495} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.237630] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-6373380f-fa6a-4e97-9fd3-65d14d1b5314 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] [instance: 1f56c24d-ed57-4aeb-a0e3-4857e2f4a1cc] Powered off the VM {{(pid=69613) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1202.238488] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90fb037f-d22c-4b4d-b97f-2f92ed16da48 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.257164] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1aa8e83f-47d6-4f04-b861-d6bf143a734a {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.612632] env[69613]: DEBUG oslo_vmware.api [None req-6f5ce09e-a0c2-4c69-ad33-712851ce496d tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Task: {'id': task-3418337, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.696599] env[69613]: DEBUG oslo_concurrency.lockutils [None req-ee4c41ce-22e3-4873-82cb-462185b98b47 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Lock "adc28b19-86ec-427b-bb41-ab58b1a1bedd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.923s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1202.766991] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-6373380f-fa6a-4e97-9fd3-65d14d1b5314 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] [instance: 1f56c24d-ed57-4aeb-a0e3-4857e2f4a1cc] Creating Snapshot of the VM instance {{(pid=69613) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1202.767356] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-72a53b2c-c98c-4d60-b0ce-834795df618a {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.774962] env[69613]: DEBUG oslo_vmware.api [None req-6373380f-fa6a-4e97-9fd3-65d14d1b5314 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Waiting for the task: (returnval){ [ 1202.774962] env[69613]: value = "task-3418346" [ 1202.774962] env[69613]: _type = "Task" [ 1202.774962] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.783036] env[69613]: DEBUG oslo_vmware.api [None req-6373380f-fa6a-4e97-9fd3-65d14d1b5314 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Task: {'id': task-3418346, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.113609] env[69613]: DEBUG oslo_vmware.api [None req-6f5ce09e-a0c2-4c69-ad33-712851ce496d tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Task: {'id': task-3418337, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.284996] env[69613]: DEBUG oslo_vmware.api [None req-6373380f-fa6a-4e97-9fd3-65d14d1b5314 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Task: {'id': task-3418346, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.292579] env[69613]: DEBUG oslo_concurrency.lockutils [None req-948333d9-3ed7-46fb-b7ae-e400d715ad19 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Acquiring lock "adc28b19-86ec-427b-bb41-ab58b1a1bedd" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1203.292810] env[69613]: DEBUG oslo_concurrency.lockutils [None req-948333d9-3ed7-46fb-b7ae-e400d715ad19 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Lock "adc28b19-86ec-427b-bb41-ab58b1a1bedd" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1203.292994] env[69613]: DEBUG nova.compute.manager [None req-948333d9-3ed7-46fb-b7ae-e400d715ad19 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] [instance: adc28b19-86ec-427b-bb41-ab58b1a1bedd] Checking state {{(pid=69613) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1203.293843] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21398e54-d3ad-4465-a71d-9e710650c6c4 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.299717] env[69613]: DEBUG nova.compute.manager [None req-948333d9-3ed7-46fb-b7ae-e400d715ad19 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] [instance: adc28b19-86ec-427b-bb41-ab58b1a1bedd] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69613) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1203.300304] env[69613]: DEBUG nova.objects.instance [None req-948333d9-3ed7-46fb-b7ae-e400d715ad19 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Lazy-loading 'flavor' on Instance uuid adc28b19-86ec-427b-bb41-ab58b1a1bedd {{(pid=69613) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1203.323568] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-d2ae45d3-a145-4024-87ae-19c59b3b539b tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] [instance: 8f504912-9007-4cf3-a346-94eba47a7591] Volume attach. Driver type: vmdk {{(pid=69613) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1203.323825] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-d2ae45d3-a145-4024-87ae-19c59b3b539b tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] [instance: 8f504912-9007-4cf3-a346-94eba47a7591] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-682013', 'volume_id': 'ed3e1fc2-9143-4b3b-bb4c-c0be64b210d1', 'name': 'volume-ed3e1fc2-9143-4b3b-bb4c-c0be64b210d1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8f504912-9007-4cf3-a346-94eba47a7591', 'attached_at': '', 'detached_at': '', 'volume_id': 'ed3e1fc2-9143-4b3b-bb4c-c0be64b210d1', 'serial': 'ed3e1fc2-9143-4b3b-bb4c-c0be64b210d1'} {{(pid=69613) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1203.324766] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-303e8f01-4c58-4ec0-bb93-b051e1d1bc82 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.341112] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c92542d4-b0c9-497e-82a3-b55a7121638f {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.369676] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-d2ae45d3-a145-4024-87ae-19c59b3b539b tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] [instance: 8f504912-9007-4cf3-a346-94eba47a7591] Reconfiguring VM instance instance-00000073 to attach disk [datastore2] volume-ed3e1fc2-9143-4b3b-bb4c-c0be64b210d1/volume-ed3e1fc2-9143-4b3b-bb4c-c0be64b210d1.vmdk or device None with type thin {{(pid=69613) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1203.369934] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-94c5308c-50a2-476d-9c3d-bd4a41c1d57d {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.386628] env[69613]: DEBUG oslo_vmware.api [None req-d2ae45d3-a145-4024-87ae-19c59b3b539b tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] Waiting for the task: (returnval){ [ 1203.386628] env[69613]: value = "task-3418347" [ 1203.386628] env[69613]: _type = "Task" [ 1203.386628] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.394311] env[69613]: DEBUG oslo_vmware.api [None req-d2ae45d3-a145-4024-87ae-19c59b3b539b tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] Task: {'id': task-3418347, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.614924] env[69613]: DEBUG oslo_vmware.api [None req-6f5ce09e-a0c2-4c69-ad33-712851ce496d tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Task: {'id': task-3418337, 'name': ReconfigVM_Task, 'duration_secs': 6.750414} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.615328] env[69613]: DEBUG oslo_concurrency.lockutils [None req-6f5ce09e-a0c2-4c69-ad33-712851ce496d tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Releasing lock "3bc87c40-eef2-4130-b2b3-017cf32ca878" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.615380] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-6f5ce09e-a0c2-4c69-ad33-712851ce496d tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] [instance: 3bc87c40-eef2-4130-b2b3-017cf32ca878] Reconfigured VM to detach interface {{(pid=69613) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1203.786749] env[69613]: DEBUG oslo_vmware.api [None req-6373380f-fa6a-4e97-9fd3-65d14d1b5314 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Task: {'id': task-3418346, 'name': CreateSnapshot_Task, 'duration_secs': 0.983942} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.787153] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-6373380f-fa6a-4e97-9fd3-65d14d1b5314 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] [instance: 1f56c24d-ed57-4aeb-a0e3-4857e2f4a1cc] Created Snapshot of the VM instance {{(pid=69613) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1203.787795] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae3944e8-c763-4ec8-9200-0f5a23d0c3d6 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.898658] env[69613]: DEBUG oslo_vmware.api [None req-d2ae45d3-a145-4024-87ae-19c59b3b539b tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] Task: {'id': task-3418347, 'name': ReconfigVM_Task, 'duration_secs': 0.437561} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.898987] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-d2ae45d3-a145-4024-87ae-19c59b3b539b tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] [instance: 8f504912-9007-4cf3-a346-94eba47a7591] Reconfigured VM instance instance-00000073 to attach disk [datastore2] volume-ed3e1fc2-9143-4b3b-bb4c-c0be64b210d1/volume-ed3e1fc2-9143-4b3b-bb4c-c0be64b210d1.vmdk or device None with type thin {{(pid=69613) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1203.904506] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-baf0c952-c805-42bc-b738-36602390bf9a {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.920861] env[69613]: DEBUG oslo_vmware.api [None req-d2ae45d3-a145-4024-87ae-19c59b3b539b tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] Waiting for the task: (returnval){ [ 1203.920861] env[69613]: value = "task-3418348" [ 1203.920861] env[69613]: _type = "Task" [ 1203.920861] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.931212] env[69613]: DEBUG oslo_vmware.api [None req-d2ae45d3-a145-4024-87ae-19c59b3b539b tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] Task: {'id': task-3418348, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.306069] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-6373380f-fa6a-4e97-9fd3-65d14d1b5314 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] [instance: 1f56c24d-ed57-4aeb-a0e3-4857e2f4a1cc] Creating linked-clone VM from snapshot {{(pid=69613) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1204.306614] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-948333d9-3ed7-46fb-b7ae-e400d715ad19 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] [instance: adc28b19-86ec-427b-bb41-ab58b1a1bedd] Powering off the VM {{(pid=69613) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1204.306837] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-1434ed10-0827-430e-8f65-f6c665ca0597 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.310272] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b4b0f0d6-1669-4be9-8be5-79abda961b48 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.317272] env[69613]: DEBUG oslo_vmware.api [None req-6373380f-fa6a-4e97-9fd3-65d14d1b5314 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Waiting for the task: (returnval){ [ 1204.317272] env[69613]: value = "task-3418350" [ 1204.317272] env[69613]: _type = "Task" [ 1204.317272] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.318461] env[69613]: DEBUG oslo_vmware.api [None req-948333d9-3ed7-46fb-b7ae-e400d715ad19 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Waiting for the task: (returnval){ [ 1204.318461] env[69613]: value = "task-3418349" [ 1204.318461] env[69613]: _type = "Task" [ 1204.318461] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.330492] env[69613]: DEBUG oslo_vmware.api [None req-6373380f-fa6a-4e97-9fd3-65d14d1b5314 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Task: {'id': task-3418350, 'name': CloneVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.333816] env[69613]: DEBUG oslo_vmware.api [None req-948333d9-3ed7-46fb-b7ae-e400d715ad19 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Task: {'id': task-3418349, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.432175] env[69613]: DEBUG oslo_vmware.api [None req-d2ae45d3-a145-4024-87ae-19c59b3b539b tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] Task: {'id': task-3418348, 'name': ReconfigVM_Task, 'duration_secs': 0.163748} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.432633] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-d2ae45d3-a145-4024-87ae-19c59b3b539b tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] [instance: 8f504912-9007-4cf3-a346-94eba47a7591] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-682013', 'volume_id': 'ed3e1fc2-9143-4b3b-bb4c-c0be64b210d1', 'name': 'volume-ed3e1fc2-9143-4b3b-bb4c-c0be64b210d1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8f504912-9007-4cf3-a346-94eba47a7591', 'attached_at': '', 'detached_at': '', 'volume_id': 'ed3e1fc2-9143-4b3b-bb4c-c0be64b210d1', 'serial': 'ed3e1fc2-9143-4b3b-bb4c-c0be64b210d1'} {{(pid=69613) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1204.719267] env[69613]: DEBUG nova.compute.manager [req-1f094da0-782f-4cc6-ac4c-73c6b8e16bb7 req-2f33f5a9-7086-4f0f-8850-7012826ea06d service nova] [instance: 3bc87c40-eef2-4130-b2b3-017cf32ca878] Received event network-changed-4af009ca-b856-4ef8-a757-fad6a5728511 {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1204.719570] env[69613]: DEBUG nova.compute.manager [req-1f094da0-782f-4cc6-ac4c-73c6b8e16bb7 req-2f33f5a9-7086-4f0f-8850-7012826ea06d service nova] [instance: 3bc87c40-eef2-4130-b2b3-017cf32ca878] Refreshing instance network info cache due to event network-changed-4af009ca-b856-4ef8-a757-fad6a5728511. {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1204.719747] env[69613]: DEBUG oslo_concurrency.lockutils [req-1f094da0-782f-4cc6-ac4c-73c6b8e16bb7 req-2f33f5a9-7086-4f0f-8850-7012826ea06d service nova] Acquiring lock "refresh_cache-3bc87c40-eef2-4130-b2b3-017cf32ca878" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.720056] env[69613]: DEBUG oslo_concurrency.lockutils [req-1f094da0-782f-4cc6-ac4c-73c6b8e16bb7 req-2f33f5a9-7086-4f0f-8850-7012826ea06d service nova] Acquired lock "refresh_cache-3bc87c40-eef2-4130-b2b3-017cf32ca878" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.720294] env[69613]: DEBUG nova.network.neutron [req-1f094da0-782f-4cc6-ac4c-73c6b8e16bb7 req-2f33f5a9-7086-4f0f-8850-7012826ea06d service nova] [instance: 3bc87c40-eef2-4130-b2b3-017cf32ca878] Refreshing network info cache for port 4af009ca-b856-4ef8-a757-fad6a5728511 {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1204.832408] env[69613]: DEBUG oslo_vmware.api [None req-6373380f-fa6a-4e97-9fd3-65d14d1b5314 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Task: {'id': task-3418350, 'name': CloneVM_Task} progress is 94%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.836039] env[69613]: DEBUG oslo_vmware.api [None req-948333d9-3ed7-46fb-b7ae-e400d715ad19 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Task: {'id': task-3418349, 'name': PowerOffVM_Task, 'duration_secs': 0.175401} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.836404] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-948333d9-3ed7-46fb-b7ae-e400d715ad19 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] [instance: adc28b19-86ec-427b-bb41-ab58b1a1bedd] Powered off the VM {{(pid=69613) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1204.836688] env[69613]: DEBUG nova.compute.manager [None req-948333d9-3ed7-46fb-b7ae-e400d715ad19 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] [instance: adc28b19-86ec-427b-bb41-ab58b1a1bedd] Checking state {{(pid=69613) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1204.837612] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46cfad63-4d5e-4f55-a4e3-306cb1b35e13 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.897298] env[69613]: DEBUG oslo_concurrency.lockutils [None req-6f5ce09e-a0c2-4c69-ad33-712851ce496d tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Acquiring lock "refresh_cache-3bc87c40-eef2-4130-b2b3-017cf32ca878" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.331320] env[69613]: DEBUG oslo_vmware.api [None req-6373380f-fa6a-4e97-9fd3-65d14d1b5314 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Task: {'id': task-3418350, 'name': CloneVM_Task} progress is 94%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.349317] env[69613]: DEBUG oslo_concurrency.lockutils [None req-948333d9-3ed7-46fb-b7ae-e400d715ad19 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Lock "adc28b19-86ec-427b-bb41-ab58b1a1bedd" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.056s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1205.426818] env[69613]: DEBUG oslo_concurrency.lockutils [None req-723a0c0c-684f-42a1-ab92-9add2d37c107 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Acquiring lock "interface-f186cb70-f6ef-4b02-a8fe-f5f791352ed7-5b6697ee-188c-4e0b-9f67-96d8d03a79a8" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1205.427152] env[69613]: DEBUG oslo_concurrency.lockutils [None req-723a0c0c-684f-42a1-ab92-9add2d37c107 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Lock "interface-f186cb70-f6ef-4b02-a8fe-f5f791352ed7-5b6697ee-188c-4e0b-9f67-96d8d03a79a8" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1205.427541] env[69613]: DEBUG nova.objects.instance [None req-723a0c0c-684f-42a1-ab92-9add2d37c107 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Lazy-loading 'flavor' on Instance uuid f186cb70-f6ef-4b02-a8fe-f5f791352ed7 {{(pid=69613) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1205.470936] env[69613]: DEBUG nova.objects.instance [None req-d2ae45d3-a145-4024-87ae-19c59b3b539b tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] Lazy-loading 'flavor' on Instance uuid 8f504912-9007-4cf3-a346-94eba47a7591 {{(pid=69613) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1205.473215] env[69613]: DEBUG nova.network.neutron [req-1f094da0-782f-4cc6-ac4c-73c6b8e16bb7 req-2f33f5a9-7086-4f0f-8850-7012826ea06d service nova] [instance: 3bc87c40-eef2-4130-b2b3-017cf32ca878] Updated VIF entry in instance network info cache for port 4af009ca-b856-4ef8-a757-fad6a5728511. {{(pid=69613) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1205.473648] env[69613]: DEBUG nova.network.neutron [req-1f094da0-782f-4cc6-ac4c-73c6b8e16bb7 req-2f33f5a9-7086-4f0f-8850-7012826ea06d service nova] [instance: 3bc87c40-eef2-4130-b2b3-017cf32ca878] Updating instance_info_cache with network_info: [{"id": "4af009ca-b856-4ef8-a757-fad6a5728511", "address": "fa:16:3e:06:33:7a", "network": {"id": "716d936a-9f18-4dbf-8278-8d495c4e8e5e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1568527215-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ac0fd822ae5c46349cf139bf95aa6ad4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "99639c37-b0c6-4be7-9594-230e44b1280b", "external-id": "nsx-vlan-transportzone-17", "segmentation_id": 17, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4af009ca-b8", "ovs_interfaceid": "4af009ca-b856-4ef8-a757-fad6a5728511", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "5b6697ee-188c-4e0b-9f67-96d8d03a79a8", "address": "fa:16:3e:da:44:c8", "network": {"id": "716d936a-9f18-4dbf-8278-8d495c4e8e5e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1568527215-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ac0fd822ae5c46349cf139bf95aa6ad4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "99639c37-b0c6-4be7-9594-230e44b1280b", "external-id": "nsx-vlan-transportzone-17", "segmentation_id": 17, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b6697ee-18", "ovs_interfaceid": "5b6697ee-188c-4e0b-9f67-96d8d03a79a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1205.832525] env[69613]: DEBUG oslo_vmware.api [None req-6373380f-fa6a-4e97-9fd3-65d14d1b5314 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Task: {'id': task-3418350, 'name': CloneVM_Task, 'duration_secs': 1.448639} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.833609] env[69613]: INFO nova.virt.vmwareapi.vmops [None req-6373380f-fa6a-4e97-9fd3-65d14d1b5314 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] [instance: 1f56c24d-ed57-4aeb-a0e3-4857e2f4a1cc] Created linked-clone VM from snapshot [ 1205.834507] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1330870-182e-4e7a-ba4e-68924a1d79db {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.843115] env[69613]: DEBUG nova.virt.vmwareapi.images [None req-6373380f-fa6a-4e97-9fd3-65d14d1b5314 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] [instance: 1f56c24d-ed57-4aeb-a0e3-4857e2f4a1cc] Uploading image 5c47e1d4-1a50-4054-b1d2-2449de528b2a {{(pid=69613) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1205.871551] env[69613]: DEBUG oslo_vmware.rw_handles [None req-6373380f-fa6a-4e97-9fd3-65d14d1b5314 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1205.871551] env[69613]: value = "vm-682015" [ 1205.871551] env[69613]: _type = "VirtualMachine" [ 1205.871551] env[69613]: }. {{(pid=69613) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1205.871834] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-b2bda740-c2a5-4a0e-879e-344aba21ea91 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.878463] env[69613]: DEBUG oslo_vmware.rw_handles [None req-6373380f-fa6a-4e97-9fd3-65d14d1b5314 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Lease: (returnval){ [ 1205.878463] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]52d987e7-bea5-e4f6-db51-b4ea318508f3" [ 1205.878463] env[69613]: _type = "HttpNfcLease" [ 1205.878463] env[69613]: } obtained for exporting VM: (result){ [ 1205.878463] env[69613]: value = "vm-682015" [ 1205.878463] env[69613]: _type = "VirtualMachine" [ 1205.878463] env[69613]: }. {{(pid=69613) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1205.878892] env[69613]: DEBUG oslo_vmware.api [None req-6373380f-fa6a-4e97-9fd3-65d14d1b5314 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Waiting for the lease: (returnval){ [ 1205.878892] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]52d987e7-bea5-e4f6-db51-b4ea318508f3" [ 1205.878892] env[69613]: _type = "HttpNfcLease" [ 1205.878892] env[69613]: } to be ready. {{(pid=69613) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1205.885754] env[69613]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1205.885754] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]52d987e7-bea5-e4f6-db51-b4ea318508f3" [ 1205.885754] env[69613]: _type = "HttpNfcLease" [ 1205.885754] env[69613]: } is initializing. {{(pid=69613) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1205.977441] env[69613]: DEBUG oslo_concurrency.lockutils [req-1f094da0-782f-4cc6-ac4c-73c6b8e16bb7 req-2f33f5a9-7086-4f0f-8850-7012826ea06d service nova] Releasing lock "refresh_cache-3bc87c40-eef2-4130-b2b3-017cf32ca878" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.977999] env[69613]: DEBUG oslo_concurrency.lockutils [None req-d2ae45d3-a145-4024-87ae-19c59b3b539b tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] Lock "8f504912-9007-4cf3-a346-94eba47a7591" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.275s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1205.978859] env[69613]: DEBUG oslo_concurrency.lockutils [None req-6f5ce09e-a0c2-4c69-ad33-712851ce496d tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Acquired lock "refresh_cache-3bc87c40-eef2-4130-b2b3-017cf32ca878" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.979849] env[69613]: DEBUG nova.network.neutron [None req-6f5ce09e-a0c2-4c69-ad33-712851ce496d tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] [instance: 3bc87c40-eef2-4130-b2b3-017cf32ca878] Building network info cache for instance {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1205.981379] env[69613]: DEBUG oslo_concurrency.lockutils [None req-bbd76889-fe5c-4ef7-ae0f-226aebb24650 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Acquiring lock "adc28b19-86ec-427b-bb41-ab58b1a1bedd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1205.981775] env[69613]: DEBUG oslo_concurrency.lockutils [None req-bbd76889-fe5c-4ef7-ae0f-226aebb24650 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Lock "adc28b19-86ec-427b-bb41-ab58b1a1bedd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1205.981859] env[69613]: DEBUG oslo_concurrency.lockutils [None req-bbd76889-fe5c-4ef7-ae0f-226aebb24650 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Acquiring lock "adc28b19-86ec-427b-bb41-ab58b1a1bedd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1205.981999] env[69613]: DEBUG oslo_concurrency.lockutils [None req-bbd76889-fe5c-4ef7-ae0f-226aebb24650 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Lock "adc28b19-86ec-427b-bb41-ab58b1a1bedd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1205.982190] env[69613]: DEBUG oslo_concurrency.lockutils [None req-bbd76889-fe5c-4ef7-ae0f-226aebb24650 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Lock "adc28b19-86ec-427b-bb41-ab58b1a1bedd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1205.986293] env[69613]: INFO nova.compute.manager [None req-bbd76889-fe5c-4ef7-ae0f-226aebb24650 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] [instance: adc28b19-86ec-427b-bb41-ab58b1a1bedd] Terminating instance [ 1206.016220] env[69613]: DEBUG nova.objects.instance [None req-723a0c0c-684f-42a1-ab92-9add2d37c107 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Lazy-loading 'pci_requests' on Instance uuid f186cb70-f6ef-4b02-a8fe-f5f791352ed7 {{(pid=69613) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1206.323369] env[69613]: DEBUG oslo_concurrency.lockutils [None req-1c68d31b-6897-4827-b924-8ea0fc237235 tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] Acquiring lock "8f504912-9007-4cf3-a346-94eba47a7591" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1206.323626] env[69613]: DEBUG oslo_concurrency.lockutils [None req-1c68d31b-6897-4827-b924-8ea0fc237235 tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] Lock "8f504912-9007-4cf3-a346-94eba47a7591" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1206.387080] env[69613]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1206.387080] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]52d987e7-bea5-e4f6-db51-b4ea318508f3" [ 1206.387080] env[69613]: _type = "HttpNfcLease" [ 1206.387080] env[69613]: } is ready. {{(pid=69613) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1206.387384] env[69613]: DEBUG oslo_vmware.rw_handles [None req-6373380f-fa6a-4e97-9fd3-65d14d1b5314 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1206.387384] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]52d987e7-bea5-e4f6-db51-b4ea318508f3" [ 1206.387384] env[69613]: _type = "HttpNfcLease" [ 1206.387384] env[69613]: }. {{(pid=69613) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1206.388146] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35733301-fd69-400d-b8aa-89ff037c6955 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.395149] env[69613]: DEBUG oslo_vmware.rw_handles [None req-6373380f-fa6a-4e97-9fd3-65d14d1b5314 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526e4f75-c8c9-4345-d5b4-504a84c6dca3/disk-0.vmdk from lease info. {{(pid=69613) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1206.395326] env[69613]: DEBUG oslo_vmware.rw_handles [None req-6373380f-fa6a-4e97-9fd3-65d14d1b5314 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526e4f75-c8c9-4345-d5b4-504a84c6dca3/disk-0.vmdk for reading. {{(pid=69613) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1206.492696] env[69613]: DEBUG nova.compute.manager [None req-bbd76889-fe5c-4ef7-ae0f-226aebb24650 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] [instance: adc28b19-86ec-427b-bb41-ab58b1a1bedd] Start destroying the instance on the hypervisor. {{(pid=69613) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1206.492927] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-bbd76889-fe5c-4ef7-ae0f-226aebb24650 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] [instance: adc28b19-86ec-427b-bb41-ab58b1a1bedd] Destroying instance {{(pid=69613) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1206.494080] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dffd65b-fcb3-4763-981e-97d3b8b9c42e {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.496961] env[69613]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-a1d2db2c-d140-406f-9a0b-441e1d447d24 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.503778] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-bbd76889-fe5c-4ef7-ae0f-226aebb24650 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] [instance: adc28b19-86ec-427b-bb41-ab58b1a1bedd] Unregistering the VM {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1206.504878] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-24cf60cd-f057-421a-a2e3-32f2867bbbac {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.518564] env[69613]: DEBUG nova.objects.base [None req-723a0c0c-684f-42a1-ab92-9add2d37c107 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=69613) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1206.518768] env[69613]: DEBUG nova.network.neutron [None req-723a0c0c-684f-42a1-ab92-9add2d37c107 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] [instance: f186cb70-f6ef-4b02-a8fe-f5f791352ed7] allocate_for_instance() {{(pid=69613) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1206.562688] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-bbd76889-fe5c-4ef7-ae0f-226aebb24650 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] [instance: adc28b19-86ec-427b-bb41-ab58b1a1bedd] Unregistered the VM {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1206.562688] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-bbd76889-fe5c-4ef7-ae0f-226aebb24650 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] [instance: adc28b19-86ec-427b-bb41-ab58b1a1bedd] Deleting contents of the VM from datastore datastore2 {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1206.562688] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-bbd76889-fe5c-4ef7-ae0f-226aebb24650 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Deleting the datastore file [datastore2] adc28b19-86ec-427b-bb41-ab58b1a1bedd {{(pid=69613) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1206.562890] env[69613]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-df29cecb-bf9a-40d5-bed6-e84adc9ff41d {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.570516] env[69613]: DEBUG oslo_vmware.api [None req-bbd76889-fe5c-4ef7-ae0f-226aebb24650 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Waiting for the task: (returnval){ [ 1206.570516] env[69613]: value = "task-3418353" [ 1206.570516] env[69613]: _type = "Task" [ 1206.570516] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.580045] env[69613]: DEBUG oslo_vmware.api [None req-bbd76889-fe5c-4ef7-ae0f-226aebb24650 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Task: {'id': task-3418353, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.591323] env[69613]: DEBUG nova.policy [None req-723a0c0c-684f-42a1-ab92-9add2d37c107 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1f74539de50f4a48afdf8ccfc2390e72', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ac0fd822ae5c46349cf139bf95aa6ad4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69613) authorize /opt/stack/nova/nova/policy.py:192}} [ 1206.726169] env[69613]: INFO nova.network.neutron [None req-6f5ce09e-a0c2-4c69-ad33-712851ce496d tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] [instance: 3bc87c40-eef2-4130-b2b3-017cf32ca878] Port 5b6697ee-188c-4e0b-9f67-96d8d03a79a8 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1206.726169] env[69613]: DEBUG nova.network.neutron [None req-6f5ce09e-a0c2-4c69-ad33-712851ce496d tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] [instance: 3bc87c40-eef2-4130-b2b3-017cf32ca878] Updating instance_info_cache with network_info: [{"id": "4af009ca-b856-4ef8-a757-fad6a5728511", "address": "fa:16:3e:06:33:7a", "network": {"id": "716d936a-9f18-4dbf-8278-8d495c4e8e5e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1568527215-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ac0fd822ae5c46349cf139bf95aa6ad4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "99639c37-b0c6-4be7-9594-230e44b1280b", "external-id": "nsx-vlan-transportzone-17", "segmentation_id": 17, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4af009ca-b8", "ovs_interfaceid": "4af009ca-b856-4ef8-a757-fad6a5728511", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1206.750696] env[69613]: DEBUG nova.compute.manager [req-ba57cc78-baf5-4da4-9a11-5ba18cda3754 req-32eece55-1fcb-4c28-832a-f5d20a0b71e2 service nova] [instance: f186cb70-f6ef-4b02-a8fe-f5f791352ed7] Received event network-changed-a5da0640-a78c-4b84-92c6-f1ed29990e43 {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1206.750914] env[69613]: DEBUG nova.compute.manager [req-ba57cc78-baf5-4da4-9a11-5ba18cda3754 req-32eece55-1fcb-4c28-832a-f5d20a0b71e2 service nova] [instance: f186cb70-f6ef-4b02-a8fe-f5f791352ed7] Refreshing instance network info cache due to event network-changed-a5da0640-a78c-4b84-92c6-f1ed29990e43. {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1206.751182] env[69613]: DEBUG oslo_concurrency.lockutils [req-ba57cc78-baf5-4da4-9a11-5ba18cda3754 req-32eece55-1fcb-4c28-832a-f5d20a0b71e2 service nova] Acquiring lock "refresh_cache-f186cb70-f6ef-4b02-a8fe-f5f791352ed7" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.751393] env[69613]: DEBUG oslo_concurrency.lockutils [req-ba57cc78-baf5-4da4-9a11-5ba18cda3754 req-32eece55-1fcb-4c28-832a-f5d20a0b71e2 service nova] Acquired lock "refresh_cache-f186cb70-f6ef-4b02-a8fe-f5f791352ed7" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.751574] env[69613]: DEBUG nova.network.neutron [req-ba57cc78-baf5-4da4-9a11-5ba18cda3754 req-32eece55-1fcb-4c28-832a-f5d20a0b71e2 service nova] [instance: f186cb70-f6ef-4b02-a8fe-f5f791352ed7] Refreshing network info cache for port a5da0640-a78c-4b84-92c6-f1ed29990e43 {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1206.826900] env[69613]: INFO nova.compute.manager [None req-1c68d31b-6897-4827-b924-8ea0fc237235 tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] [instance: 8f504912-9007-4cf3-a346-94eba47a7591] Detaching volume 649c371b-0a2c-4424-8f9c-fb0de0a818df [ 1206.863176] env[69613]: INFO nova.virt.block_device [None req-1c68d31b-6897-4827-b924-8ea0fc237235 tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] [instance: 8f504912-9007-4cf3-a346-94eba47a7591] Attempting to driver detach volume 649c371b-0a2c-4424-8f9c-fb0de0a818df from mountpoint /dev/sdb [ 1206.863441] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c68d31b-6897-4827-b924-8ea0fc237235 tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] [instance: 8f504912-9007-4cf3-a346-94eba47a7591] Volume detach. Driver type: vmdk {{(pid=69613) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1206.863638] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c68d31b-6897-4827-b924-8ea0fc237235 tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] [instance: 8f504912-9007-4cf3-a346-94eba47a7591] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-682011', 'volume_id': '649c371b-0a2c-4424-8f9c-fb0de0a818df', 'name': 'volume-649c371b-0a2c-4424-8f9c-fb0de0a818df', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8f504912-9007-4cf3-a346-94eba47a7591', 'attached_at': '', 'detached_at': '', 'volume_id': '649c371b-0a2c-4424-8f9c-fb0de0a818df', 'serial': '649c371b-0a2c-4424-8f9c-fb0de0a818df'} {{(pid=69613) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1206.864585] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a66b9a29-fde4-49fa-b008-366b97939b9c {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.890064] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e14480c2-9896-465e-93e1-68d4f8f590b0 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.899049] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5e32eb1-b5e3-4292-884a-d62f9e943940 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.925282] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbc395d9-5a0c-475a-9485-b4322759a15d {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.941928] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c68d31b-6897-4827-b924-8ea0fc237235 tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] The volume has not been displaced from its original location: [datastore2] volume-649c371b-0a2c-4424-8f9c-fb0de0a818df/volume-649c371b-0a2c-4424-8f9c-fb0de0a818df.vmdk. No consolidation needed. {{(pid=69613) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1206.946434] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c68d31b-6897-4827-b924-8ea0fc237235 tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] [instance: 8f504912-9007-4cf3-a346-94eba47a7591] Reconfiguring VM instance instance-00000073 to detach disk 2001 {{(pid=69613) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1206.947132] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-31a84a77-4099-4fdd-9cb8-75941cf6c113 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.965911] env[69613]: DEBUG oslo_vmware.api [None req-1c68d31b-6897-4827-b924-8ea0fc237235 tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] Waiting for the task: (returnval){ [ 1206.965911] env[69613]: value = "task-3418354" [ 1206.965911] env[69613]: _type = "Task" [ 1206.965911] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.974885] env[69613]: DEBUG oslo_vmware.api [None req-1c68d31b-6897-4827-b924-8ea0fc237235 tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] Task: {'id': task-3418354, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.081334] env[69613]: DEBUG oslo_vmware.api [None req-bbd76889-fe5c-4ef7-ae0f-226aebb24650 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Task: {'id': task-3418353, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.193001} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.081708] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-bbd76889-fe5c-4ef7-ae0f-226aebb24650 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Deleted the datastore file {{(pid=69613) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1207.081944] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-bbd76889-fe5c-4ef7-ae0f-226aebb24650 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] [instance: adc28b19-86ec-427b-bb41-ab58b1a1bedd] Deleted contents of the VM from datastore datastore2 {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1207.082191] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-bbd76889-fe5c-4ef7-ae0f-226aebb24650 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] [instance: adc28b19-86ec-427b-bb41-ab58b1a1bedd] Instance destroyed {{(pid=69613) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1207.082448] env[69613]: INFO nova.compute.manager [None req-bbd76889-fe5c-4ef7-ae0f-226aebb24650 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] [instance: adc28b19-86ec-427b-bb41-ab58b1a1bedd] Took 0.59 seconds to destroy the instance on the hypervisor. [ 1207.082726] env[69613]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bbd76889-fe5c-4ef7-ae0f-226aebb24650 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69613) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1207.082985] env[69613]: DEBUG nova.compute.manager [-] [instance: adc28b19-86ec-427b-bb41-ab58b1a1bedd] Deallocating network for instance {{(pid=69613) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1207.083205] env[69613]: DEBUG nova.network.neutron [-] [instance: adc28b19-86ec-427b-bb41-ab58b1a1bedd] deallocate_for_instance() {{(pid=69613) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1207.228873] env[69613]: DEBUG oslo_concurrency.lockutils [None req-6f5ce09e-a0c2-4c69-ad33-712851ce496d tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Releasing lock "refresh_cache-3bc87c40-eef2-4130-b2b3-017cf32ca878" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.479730] env[69613]: DEBUG oslo_vmware.api [None req-1c68d31b-6897-4827-b924-8ea0fc237235 tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] Task: {'id': task-3418354, 'name': ReconfigVM_Task, 'duration_secs': 0.242242} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.479730] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c68d31b-6897-4827-b924-8ea0fc237235 tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] [instance: 8f504912-9007-4cf3-a346-94eba47a7591] Reconfigured VM instance instance-00000073 to detach disk 2001 {{(pid=69613) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1207.485959] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4e54c858-eb3f-4898-8172-7eb952f6c747 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.501028] env[69613]: DEBUG oslo_vmware.api [None req-1c68d31b-6897-4827-b924-8ea0fc237235 tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] Waiting for the task: (returnval){ [ 1207.501028] env[69613]: value = "task-3418355" [ 1207.501028] env[69613]: _type = "Task" [ 1207.501028] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.510544] env[69613]: DEBUG oslo_vmware.api [None req-1c68d31b-6897-4827-b924-8ea0fc237235 tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] Task: {'id': task-3418355, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.515971] env[69613]: DEBUG nova.network.neutron [req-ba57cc78-baf5-4da4-9a11-5ba18cda3754 req-32eece55-1fcb-4c28-832a-f5d20a0b71e2 service nova] [instance: f186cb70-f6ef-4b02-a8fe-f5f791352ed7] Updated VIF entry in instance network info cache for port a5da0640-a78c-4b84-92c6-f1ed29990e43. {{(pid=69613) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1207.516371] env[69613]: DEBUG nova.network.neutron [req-ba57cc78-baf5-4da4-9a11-5ba18cda3754 req-32eece55-1fcb-4c28-832a-f5d20a0b71e2 service nova] [instance: f186cb70-f6ef-4b02-a8fe-f5f791352ed7] Updating instance_info_cache with network_info: [{"id": "a5da0640-a78c-4b84-92c6-f1ed29990e43", "address": "fa:16:3e:38:90:33", "network": {"id": "716d936a-9f18-4dbf-8278-8d495c4e8e5e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1568527215-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.233", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ac0fd822ae5c46349cf139bf95aa6ad4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "99639c37-b0c6-4be7-9594-230e44b1280b", "external-id": "nsx-vlan-transportzone-17", "segmentation_id": 17, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa5da0640-a7", "ovs_interfaceid": "a5da0640-a78c-4b84-92c6-f1ed29990e43", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1207.734517] env[69613]: DEBUG oslo_concurrency.lockutils [None req-6f5ce09e-a0c2-4c69-ad33-712851ce496d tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Lock "interface-3bc87c40-eef2-4130-b2b3-017cf32ca878-5b6697ee-188c-4e0b-9f67-96d8d03a79a8" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 11.700s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1207.825089] env[69613]: DEBUG nova.network.neutron [-] [instance: adc28b19-86ec-427b-bb41-ab58b1a1bedd] Updating instance_info_cache with network_info: [] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1208.012792] env[69613]: DEBUG oslo_vmware.api [None req-1c68d31b-6897-4827-b924-8ea0fc237235 tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] Task: {'id': task-3418355, 'name': ReconfigVM_Task, 'duration_secs': 0.145326} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.013711] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c68d31b-6897-4827-b924-8ea0fc237235 tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] [instance: 8f504912-9007-4cf3-a346-94eba47a7591] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-682011', 'volume_id': '649c371b-0a2c-4424-8f9c-fb0de0a818df', 'name': 'volume-649c371b-0a2c-4424-8f9c-fb0de0a818df', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8f504912-9007-4cf3-a346-94eba47a7591', 'attached_at': '', 'detached_at': '', 'volume_id': '649c371b-0a2c-4424-8f9c-fb0de0a818df', 'serial': '649c371b-0a2c-4424-8f9c-fb0de0a818df'} {{(pid=69613) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1208.018705] env[69613]: DEBUG oslo_concurrency.lockutils [req-ba57cc78-baf5-4da4-9a11-5ba18cda3754 req-32eece55-1fcb-4c28-832a-f5d20a0b71e2 service nova] Releasing lock "refresh_cache-f186cb70-f6ef-4b02-a8fe-f5f791352ed7" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.058425] env[69613]: DEBUG nova.compute.manager [req-09833c44-03d4-4385-aab2-cacc75d16322 req-541b42c5-a105-4cae-9254-c5107a056082 service nova] [instance: f186cb70-f6ef-4b02-a8fe-f5f791352ed7] Received event network-vif-plugged-5b6697ee-188c-4e0b-9f67-96d8d03a79a8 {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1208.058791] env[69613]: DEBUG oslo_concurrency.lockutils [req-09833c44-03d4-4385-aab2-cacc75d16322 req-541b42c5-a105-4cae-9254-c5107a056082 service nova] Acquiring lock "f186cb70-f6ef-4b02-a8fe-f5f791352ed7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1208.058791] env[69613]: DEBUG oslo_concurrency.lockutils [req-09833c44-03d4-4385-aab2-cacc75d16322 req-541b42c5-a105-4cae-9254-c5107a056082 service nova] Lock "f186cb70-f6ef-4b02-a8fe-f5f791352ed7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1208.058961] env[69613]: DEBUG oslo_concurrency.lockutils [req-09833c44-03d4-4385-aab2-cacc75d16322 req-541b42c5-a105-4cae-9254-c5107a056082 service nova] Lock "f186cb70-f6ef-4b02-a8fe-f5f791352ed7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1208.059213] env[69613]: DEBUG nova.compute.manager [req-09833c44-03d4-4385-aab2-cacc75d16322 req-541b42c5-a105-4cae-9254-c5107a056082 service nova] [instance: f186cb70-f6ef-4b02-a8fe-f5f791352ed7] No waiting events found dispatching network-vif-plugged-5b6697ee-188c-4e0b-9f67-96d8d03a79a8 {{(pid=69613) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1208.059454] env[69613]: WARNING nova.compute.manager [req-09833c44-03d4-4385-aab2-cacc75d16322 req-541b42c5-a105-4cae-9254-c5107a056082 service nova] [instance: f186cb70-f6ef-4b02-a8fe-f5f791352ed7] Received unexpected event network-vif-plugged-5b6697ee-188c-4e0b-9f67-96d8d03a79a8 for instance with vm_state active and task_state None. [ 1208.093749] env[69613]: DEBUG nova.network.neutron [None req-723a0c0c-684f-42a1-ab92-9add2d37c107 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] [instance: f186cb70-f6ef-4b02-a8fe-f5f791352ed7] Successfully updated port: 5b6697ee-188c-4e0b-9f67-96d8d03a79a8 {{(pid=69613) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1208.327557] env[69613]: INFO nova.compute.manager [-] [instance: adc28b19-86ec-427b-bb41-ab58b1a1bedd] Took 1.24 seconds to deallocate network for instance. [ 1208.559903] env[69613]: DEBUG nova.objects.instance [None req-1c68d31b-6897-4827-b924-8ea0fc237235 tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] Lazy-loading 'flavor' on Instance uuid 8f504912-9007-4cf3-a346-94eba47a7591 {{(pid=69613) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1208.599945] env[69613]: DEBUG oslo_concurrency.lockutils [None req-723a0c0c-684f-42a1-ab92-9add2d37c107 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Acquiring lock "refresh_cache-f186cb70-f6ef-4b02-a8fe-f5f791352ed7" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.600037] env[69613]: DEBUG oslo_concurrency.lockutils [None req-723a0c0c-684f-42a1-ab92-9add2d37c107 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Acquired lock "refresh_cache-f186cb70-f6ef-4b02-a8fe-f5f791352ed7" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.600246] env[69613]: DEBUG nova.network.neutron [None req-723a0c0c-684f-42a1-ab92-9add2d37c107 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] [instance: f186cb70-f6ef-4b02-a8fe-f5f791352ed7] Building network info cache for instance {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1208.780865] env[69613]: DEBUG nova.compute.manager [req-5c532947-62ca-45f9-8990-5ed86519e390 req-b6ea1402-6008-4612-8e53-1f1adb0a55e3 service nova] [instance: adc28b19-86ec-427b-bb41-ab58b1a1bedd] Received event network-vif-deleted-3f3bd891-d124-4011-bca7-6f480827c40c {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1208.835210] env[69613]: DEBUG oslo_concurrency.lockutils [None req-bbd76889-fe5c-4ef7-ae0f-226aebb24650 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1208.835329] env[69613]: DEBUG oslo_concurrency.lockutils [None req-bbd76889-fe5c-4ef7-ae0f-226aebb24650 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1208.835724] env[69613]: DEBUG nova.objects.instance [None req-bbd76889-fe5c-4ef7-ae0f-226aebb24650 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Lazy-loading 'resources' on Instance uuid adc28b19-86ec-427b-bb41-ab58b1a1bedd {{(pid=69613) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1209.137555] env[69613]: WARNING nova.network.neutron [None req-723a0c0c-684f-42a1-ab92-9add2d37c107 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] [instance: f186cb70-f6ef-4b02-a8fe-f5f791352ed7] 716d936a-9f18-4dbf-8278-8d495c4e8e5e already exists in list: networks containing: ['716d936a-9f18-4dbf-8278-8d495c4e8e5e']. ignoring it [ 1209.268591] env[69613]: DEBUG nova.compute.manager [None req-c353a83c-8e69-4a61-9cec-f1749bf8fb36 tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] [instance: 816b83b8-9dea-45d2-be12-35adb694e470] Stashing vm_state: active {{(pid=69613) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1209.446522] env[69613]: DEBUG nova.network.neutron [None req-723a0c0c-684f-42a1-ab92-9add2d37c107 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] [instance: f186cb70-f6ef-4b02-a8fe-f5f791352ed7] Updating instance_info_cache with network_info: [{"id": "a5da0640-a78c-4b84-92c6-f1ed29990e43", "address": "fa:16:3e:38:90:33", "network": {"id": "716d936a-9f18-4dbf-8278-8d495c4e8e5e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1568527215-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.233", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ac0fd822ae5c46349cf139bf95aa6ad4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "99639c37-b0c6-4be7-9594-230e44b1280b", "external-id": "nsx-vlan-transportzone-17", "segmentation_id": 17, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa5da0640-a7", "ovs_interfaceid": "a5da0640-a78c-4b84-92c6-f1ed29990e43", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "5b6697ee-188c-4e0b-9f67-96d8d03a79a8", "address": "fa:16:3e:da:44:c8", "network": {"id": "716d936a-9f18-4dbf-8278-8d495c4e8e5e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1568527215-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ac0fd822ae5c46349cf139bf95aa6ad4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "99639c37-b0c6-4be7-9594-230e44b1280b", "external-id": "nsx-vlan-transportzone-17", "segmentation_id": 17, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b6697ee-18", "ovs_interfaceid": "5b6697ee-188c-4e0b-9f67-96d8d03a79a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1209.505331] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0cfde4c-cde9-4da9-8380-1eff4393b957 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.513053] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28d91988-cd79-47f0-99bc-2591a9ceb255 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.547496] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b1b8503-04d6-423b-bcfd-78eb88f69c28 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.556620] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b40dc80-6997-4849-88d5-9b47214d909c {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.569297] env[69613]: DEBUG oslo_concurrency.lockutils [None req-1c68d31b-6897-4827-b924-8ea0fc237235 tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] Lock "8f504912-9007-4cf3-a346-94eba47a7591" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.246s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1209.571054] env[69613]: DEBUG nova.compute.provider_tree [None req-bbd76889-fe5c-4ef7-ae0f-226aebb24650 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Inventory has not changed in ProviderTree for provider: af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 {{(pid=69613) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1209.588380] env[69613]: DEBUG oslo_concurrency.lockutils [None req-f1e3d318-d295-4a92-8b6d-a43b9a846a65 tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] Acquiring lock "8f504912-9007-4cf3-a346-94eba47a7591" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1209.588620] env[69613]: DEBUG oslo_concurrency.lockutils [None req-f1e3d318-d295-4a92-8b6d-a43b9a846a65 tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] Lock "8f504912-9007-4cf3-a346-94eba47a7591" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1209.787466] env[69613]: DEBUG oslo_concurrency.lockutils [None req-c353a83c-8e69-4a61-9cec-f1749bf8fb36 tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1209.952085] env[69613]: DEBUG oslo_concurrency.lockutils [None req-723a0c0c-684f-42a1-ab92-9add2d37c107 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Releasing lock "refresh_cache-f186cb70-f6ef-4b02-a8fe-f5f791352ed7" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.952880] env[69613]: DEBUG oslo_concurrency.lockutils [None req-723a0c0c-684f-42a1-ab92-9add2d37c107 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Acquiring lock "f186cb70-f6ef-4b02-a8fe-f5f791352ed7" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.953051] env[69613]: DEBUG oslo_concurrency.lockutils [None req-723a0c0c-684f-42a1-ab92-9add2d37c107 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Acquired lock "f186cb70-f6ef-4b02-a8fe-f5f791352ed7" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.953953] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-644ae4f6-2c14-4165-aa17-20459a6cb053 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.975049] env[69613]: DEBUG nova.virt.hardware [None req-723a0c0c-684f-42a1-ab92-9add2d37c107 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T13:55:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1209.975382] env[69613]: DEBUG nova.virt.hardware [None req-723a0c0c-684f-42a1-ab92-9add2d37c107 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Flavor limits 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1209.975593] env[69613]: DEBUG nova.virt.hardware [None req-723a0c0c-684f-42a1-ab92-9add2d37c107 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Image limits 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1209.975805] env[69613]: DEBUG nova.virt.hardware [None req-723a0c0c-684f-42a1-ab92-9add2d37c107 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Flavor pref 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1209.976071] env[69613]: DEBUG nova.virt.hardware [None req-723a0c0c-684f-42a1-ab92-9add2d37c107 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Image pref 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1209.976283] env[69613]: DEBUG nova.virt.hardware [None req-723a0c0c-684f-42a1-ab92-9add2d37c107 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1209.976542] env[69613]: DEBUG nova.virt.hardware [None req-723a0c0c-684f-42a1-ab92-9add2d37c107 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1209.976804] env[69613]: DEBUG nova.virt.hardware [None req-723a0c0c-684f-42a1-ab92-9add2d37c107 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69613) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1209.977039] env[69613]: DEBUG nova.virt.hardware [None req-723a0c0c-684f-42a1-ab92-9add2d37c107 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Got 1 possible topologies {{(pid=69613) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1209.977283] env[69613]: DEBUG nova.virt.hardware [None req-723a0c0c-684f-42a1-ab92-9add2d37c107 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1209.977552] env[69613]: DEBUG nova.virt.hardware [None req-723a0c0c-684f-42a1-ab92-9add2d37c107 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1209.985595] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-723a0c0c-684f-42a1-ab92-9add2d37c107 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] [instance: f186cb70-f6ef-4b02-a8fe-f5f791352ed7] Reconfiguring VM to attach interface {{(pid=69613) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1209.985993] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6aaf3a60-4bc4-4000-ab8e-831ad9f1642e {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.005149] env[69613]: DEBUG oslo_vmware.api [None req-723a0c0c-684f-42a1-ab92-9add2d37c107 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Waiting for the task: (returnval){ [ 1210.005149] env[69613]: value = "task-3418356" [ 1210.005149] env[69613]: _type = "Task" [ 1210.005149] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.014249] env[69613]: DEBUG oslo_vmware.api [None req-723a0c0c-684f-42a1-ab92-9add2d37c107 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Task: {'id': task-3418356, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.073739] env[69613]: DEBUG nova.scheduler.client.report [None req-bbd76889-fe5c-4ef7-ae0f-226aebb24650 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Inventory has not changed for provider af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69613) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1210.089278] env[69613]: DEBUG nova.compute.manager [req-b0277406-9e66-4512-b94b-5556fabeebab req-a5902eb5-5921-4906-b14e-67bfd50471ec service nova] [instance: f186cb70-f6ef-4b02-a8fe-f5f791352ed7] Received event network-changed-5b6697ee-188c-4e0b-9f67-96d8d03a79a8 {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1210.089345] env[69613]: DEBUG nova.compute.manager [req-b0277406-9e66-4512-b94b-5556fabeebab req-a5902eb5-5921-4906-b14e-67bfd50471ec service nova] [instance: f186cb70-f6ef-4b02-a8fe-f5f791352ed7] Refreshing instance network info cache due to event network-changed-5b6697ee-188c-4e0b-9f67-96d8d03a79a8. {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1210.089544] env[69613]: DEBUG oslo_concurrency.lockutils [req-b0277406-9e66-4512-b94b-5556fabeebab req-a5902eb5-5921-4906-b14e-67bfd50471ec service nova] Acquiring lock "refresh_cache-f186cb70-f6ef-4b02-a8fe-f5f791352ed7" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.089748] env[69613]: DEBUG oslo_concurrency.lockutils [req-b0277406-9e66-4512-b94b-5556fabeebab req-a5902eb5-5921-4906-b14e-67bfd50471ec service nova] Acquired lock "refresh_cache-f186cb70-f6ef-4b02-a8fe-f5f791352ed7" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.089908] env[69613]: DEBUG nova.network.neutron [req-b0277406-9e66-4512-b94b-5556fabeebab req-a5902eb5-5921-4906-b14e-67bfd50471ec service nova] [instance: f186cb70-f6ef-4b02-a8fe-f5f791352ed7] Refreshing network info cache for port 5b6697ee-188c-4e0b-9f67-96d8d03a79a8 {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1210.092426] env[69613]: INFO nova.compute.manager [None req-f1e3d318-d295-4a92-8b6d-a43b9a846a65 tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] [instance: 8f504912-9007-4cf3-a346-94eba47a7591] Detaching volume ed3e1fc2-9143-4b3b-bb4c-c0be64b210d1 [ 1210.131837] env[69613]: INFO nova.virt.block_device [None req-f1e3d318-d295-4a92-8b6d-a43b9a846a65 tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] [instance: 8f504912-9007-4cf3-a346-94eba47a7591] Attempting to driver detach volume ed3e1fc2-9143-4b3b-bb4c-c0be64b210d1 from mountpoint /dev/sdc [ 1210.132139] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-f1e3d318-d295-4a92-8b6d-a43b9a846a65 tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] [instance: 8f504912-9007-4cf3-a346-94eba47a7591] Volume detach. Driver type: vmdk {{(pid=69613) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1210.132392] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-f1e3d318-d295-4a92-8b6d-a43b9a846a65 tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] [instance: 8f504912-9007-4cf3-a346-94eba47a7591] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-682013', 'volume_id': 'ed3e1fc2-9143-4b3b-bb4c-c0be64b210d1', 'name': 'volume-ed3e1fc2-9143-4b3b-bb4c-c0be64b210d1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8f504912-9007-4cf3-a346-94eba47a7591', 'attached_at': '', 'detached_at': '', 'volume_id': 'ed3e1fc2-9143-4b3b-bb4c-c0be64b210d1', 'serial': 'ed3e1fc2-9143-4b3b-bb4c-c0be64b210d1'} {{(pid=69613) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1210.133280] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-417bc89c-65d0-41d5-a7c1-c77627d24556 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.156816] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6548bbcb-f2c7-449b-b670-aa3d225acff4 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.163871] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-528e430b-1971-4e1f-8714-d91ad5299faf {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.184196] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4658bed-8c20-4f5a-9274-10330bdec757 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.199389] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-f1e3d318-d295-4a92-8b6d-a43b9a846a65 tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] The volume has not been displaced from its original location: [datastore2] volume-ed3e1fc2-9143-4b3b-bb4c-c0be64b210d1/volume-ed3e1fc2-9143-4b3b-bb4c-c0be64b210d1.vmdk. No consolidation needed. {{(pid=69613) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1210.204698] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-f1e3d318-d295-4a92-8b6d-a43b9a846a65 tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] [instance: 8f504912-9007-4cf3-a346-94eba47a7591] Reconfiguring VM instance instance-00000073 to detach disk 2002 {{(pid=69613) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1210.205054] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c9f0d645-546b-4cb8-af3c-e87e3d6d9f74 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.223276] env[69613]: DEBUG oslo_vmware.api [None req-f1e3d318-d295-4a92-8b6d-a43b9a846a65 tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] Waiting for the task: (returnval){ [ 1210.223276] env[69613]: value = "task-3418357" [ 1210.223276] env[69613]: _type = "Task" [ 1210.223276] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.232173] env[69613]: DEBUG oslo_vmware.api [None req-f1e3d318-d295-4a92-8b6d-a43b9a846a65 tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] Task: {'id': task-3418357, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.514774] env[69613]: DEBUG oslo_vmware.api [None req-723a0c0c-684f-42a1-ab92-9add2d37c107 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Task: {'id': task-3418356, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.579091] env[69613]: DEBUG oslo_concurrency.lockutils [None req-bbd76889-fe5c-4ef7-ae0f-226aebb24650 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.744s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1210.582907] env[69613]: DEBUG oslo_concurrency.lockutils [None req-c353a83c-8e69-4a61-9cec-f1749bf8fb36 tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.794s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1210.601154] env[69613]: INFO nova.scheduler.client.report [None req-bbd76889-fe5c-4ef7-ae0f-226aebb24650 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Deleted allocations for instance adc28b19-86ec-427b-bb41-ab58b1a1bedd [ 1210.734017] env[69613]: DEBUG oslo_vmware.api [None req-f1e3d318-d295-4a92-8b6d-a43b9a846a65 tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] Task: {'id': task-3418357, 'name': ReconfigVM_Task, 'duration_secs': 0.287182} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1210.734332] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-f1e3d318-d295-4a92-8b6d-a43b9a846a65 tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] [instance: 8f504912-9007-4cf3-a346-94eba47a7591] Reconfigured VM instance instance-00000073 to detach disk 2002 {{(pid=69613) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1210.741667] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5ce7fae2-8865-4ff8-b259-02d2b2b7da7d {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.758116] env[69613]: DEBUG oslo_vmware.api [None req-f1e3d318-d295-4a92-8b6d-a43b9a846a65 tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] Waiting for the task: (returnval){ [ 1210.758116] env[69613]: value = "task-3418358" [ 1210.758116] env[69613]: _type = "Task" [ 1210.758116] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.767031] env[69613]: DEBUG oslo_vmware.api [None req-f1e3d318-d295-4a92-8b6d-a43b9a846a65 tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] Task: {'id': task-3418358, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.818696] env[69613]: DEBUG nova.network.neutron [req-b0277406-9e66-4512-b94b-5556fabeebab req-a5902eb5-5921-4906-b14e-67bfd50471ec service nova] [instance: f186cb70-f6ef-4b02-a8fe-f5f791352ed7] Updated VIF entry in instance network info cache for port 5b6697ee-188c-4e0b-9f67-96d8d03a79a8. {{(pid=69613) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1210.819185] env[69613]: DEBUG nova.network.neutron [req-b0277406-9e66-4512-b94b-5556fabeebab req-a5902eb5-5921-4906-b14e-67bfd50471ec service nova] [instance: f186cb70-f6ef-4b02-a8fe-f5f791352ed7] Updating instance_info_cache with network_info: [{"id": "a5da0640-a78c-4b84-92c6-f1ed29990e43", "address": "fa:16:3e:38:90:33", "network": {"id": "716d936a-9f18-4dbf-8278-8d495c4e8e5e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1568527215-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.233", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ac0fd822ae5c46349cf139bf95aa6ad4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "99639c37-b0c6-4be7-9594-230e44b1280b", "external-id": "nsx-vlan-transportzone-17", "segmentation_id": 17, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa5da0640-a7", "ovs_interfaceid": "a5da0640-a78c-4b84-92c6-f1ed29990e43", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "5b6697ee-188c-4e0b-9f67-96d8d03a79a8", "address": "fa:16:3e:da:44:c8", "network": {"id": "716d936a-9f18-4dbf-8278-8d495c4e8e5e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1568527215-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ac0fd822ae5c46349cf139bf95aa6ad4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "99639c37-b0c6-4be7-9594-230e44b1280b", "external-id": "nsx-vlan-transportzone-17", "segmentation_id": 17, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b6697ee-18", "ovs_interfaceid": "5b6697ee-188c-4e0b-9f67-96d8d03a79a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1211.016664] env[69613]: DEBUG oslo_vmware.api [None req-723a0c0c-684f-42a1-ab92-9add2d37c107 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Task: {'id': task-3418356, 'name': ReconfigVM_Task, 'duration_secs': 0.587885} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.017197] env[69613]: DEBUG oslo_concurrency.lockutils [None req-723a0c0c-684f-42a1-ab92-9add2d37c107 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Releasing lock "f186cb70-f6ef-4b02-a8fe-f5f791352ed7" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.017427] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-723a0c0c-684f-42a1-ab92-9add2d37c107 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] [instance: f186cb70-f6ef-4b02-a8fe-f5f791352ed7] Reconfigured VM to attach interface {{(pid=69613) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1211.087690] env[69613]: INFO nova.compute.claims [None req-c353a83c-8e69-4a61-9cec-f1749bf8fb36 tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] [instance: 816b83b8-9dea-45d2-be12-35adb694e470] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1211.108746] env[69613]: DEBUG oslo_concurrency.lockutils [None req-bbd76889-fe5c-4ef7-ae0f-226aebb24650 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Lock "adc28b19-86ec-427b-bb41-ab58b1a1bedd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.127s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1211.268327] env[69613]: DEBUG oslo_vmware.api [None req-f1e3d318-d295-4a92-8b6d-a43b9a846a65 tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] Task: {'id': task-3418358, 'name': ReconfigVM_Task, 'duration_secs': 0.157013} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.268751] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-f1e3d318-d295-4a92-8b6d-a43b9a846a65 tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] [instance: 8f504912-9007-4cf3-a346-94eba47a7591] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-682013', 'volume_id': 'ed3e1fc2-9143-4b3b-bb4c-c0be64b210d1', 'name': 'volume-ed3e1fc2-9143-4b3b-bb4c-c0be64b210d1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8f504912-9007-4cf3-a346-94eba47a7591', 'attached_at': '', 'detached_at': '', 'volume_id': 'ed3e1fc2-9143-4b3b-bb4c-c0be64b210d1', 'serial': 'ed3e1fc2-9143-4b3b-bb4c-c0be64b210d1'} {{(pid=69613) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1211.322533] env[69613]: DEBUG oslo_concurrency.lockutils [req-b0277406-9e66-4512-b94b-5556fabeebab req-a5902eb5-5921-4906-b14e-67bfd50471ec service nova] Releasing lock "refresh_cache-f186cb70-f6ef-4b02-a8fe-f5f791352ed7" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.522353] env[69613]: DEBUG oslo_concurrency.lockutils [None req-723a0c0c-684f-42a1-ab92-9add2d37c107 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Lock "interface-f186cb70-f6ef-4b02-a8fe-f5f791352ed7-5b6697ee-188c-4e0b-9f67-96d8d03a79a8" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.095s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1211.594362] env[69613]: INFO nova.compute.resource_tracker [None req-c353a83c-8e69-4a61-9cec-f1749bf8fb36 tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] [instance: 816b83b8-9dea-45d2-be12-35adb694e470] Updating resource usage from migration bacc700e-1f88-4a9a-9971-8ee3b3445275 [ 1211.758220] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-817447e0-fc3f-4d8d-be0d-e01c94dac332 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.769291] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56b99a90-acfd-4752-8077-955617ee3979 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.818458] env[69613]: DEBUG oslo_concurrency.lockutils [None req-d416e42e-fe16-4073-b9ee-06db16233325 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Acquiring lock "e9e1e1ab-a2b4-4699-b956-5cd5d4d6dd21" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1211.818828] env[69613]: DEBUG oslo_concurrency.lockutils [None req-d416e42e-fe16-4073-b9ee-06db16233325 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Lock "e9e1e1ab-a2b4-4699-b956-5cd5d4d6dd21" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1211.819141] env[69613]: DEBUG oslo_concurrency.lockutils [None req-d416e42e-fe16-4073-b9ee-06db16233325 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Acquiring lock "e9e1e1ab-a2b4-4699-b956-5cd5d4d6dd21-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1211.819419] env[69613]: DEBUG oslo_concurrency.lockutils [None req-d416e42e-fe16-4073-b9ee-06db16233325 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Lock "e9e1e1ab-a2b4-4699-b956-5cd5d4d6dd21-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1211.819673] env[69613]: DEBUG oslo_concurrency.lockutils [None req-d416e42e-fe16-4073-b9ee-06db16233325 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Lock "e9e1e1ab-a2b4-4699-b956-5cd5d4d6dd21-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1211.823443] env[69613]: DEBUG nova.objects.instance [None req-f1e3d318-d295-4a92-8b6d-a43b9a846a65 tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] Lazy-loading 'flavor' on Instance uuid 8f504912-9007-4cf3-a346-94eba47a7591 {{(pid=69613) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1211.825874] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84acba1f-2156-43de-baac-53374a8168f3 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.828663] env[69613]: INFO nova.compute.manager [None req-d416e42e-fe16-4073-b9ee-06db16233325 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] [instance: e9e1e1ab-a2b4-4699-b956-5cd5d4d6dd21] Terminating instance [ 1211.836266] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc8854a1-abf2-4fbd-b249-320e47dc72c0 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.851016] env[69613]: DEBUG nova.compute.provider_tree [None req-c353a83c-8e69-4a61-9cec-f1749bf8fb36 tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Inventory has not changed in ProviderTree for provider: af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 {{(pid=69613) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1212.333054] env[69613]: DEBUG nova.compute.manager [None req-d416e42e-fe16-4073-b9ee-06db16233325 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] [instance: e9e1e1ab-a2b4-4699-b956-5cd5d4d6dd21] Start destroying the instance on the hypervisor. {{(pid=69613) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1212.333487] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-d416e42e-fe16-4073-b9ee-06db16233325 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] [instance: e9e1e1ab-a2b4-4699-b956-5cd5d4d6dd21] Destroying instance {{(pid=69613) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1212.335543] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f09242d4-1e2d-487c-8b92-3904f10a043d {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.344227] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-d416e42e-fe16-4073-b9ee-06db16233325 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] [instance: e9e1e1ab-a2b4-4699-b956-5cd5d4d6dd21] Powering off the VM {{(pid=69613) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1212.345019] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d2847e13-f5ad-42eb-b19f-ff7d298c9562 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.352595] env[69613]: DEBUG oslo_vmware.api [None req-d416e42e-fe16-4073-b9ee-06db16233325 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Waiting for the task: (returnval){ [ 1212.352595] env[69613]: value = "task-3418359" [ 1212.352595] env[69613]: _type = "Task" [ 1212.352595] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.353450] env[69613]: DEBUG nova.scheduler.client.report [None req-c353a83c-8e69-4a61-9cec-f1749bf8fb36 tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Inventory has not changed for provider af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69613) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1212.364680] env[69613]: DEBUG oslo_vmware.api [None req-d416e42e-fe16-4073-b9ee-06db16233325 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Task: {'id': task-3418359, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.839830] env[69613]: DEBUG oslo_concurrency.lockutils [None req-f1e3d318-d295-4a92-8b6d-a43b9a846a65 tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] Lock "8f504912-9007-4cf3-a346-94eba47a7591" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.251s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1212.860463] env[69613]: DEBUG oslo_concurrency.lockutils [None req-c353a83c-8e69-4a61-9cec-f1749bf8fb36 tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.279s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1212.860792] env[69613]: INFO nova.compute.manager [None req-c353a83c-8e69-4a61-9cec-f1749bf8fb36 tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] [instance: 816b83b8-9dea-45d2-be12-35adb694e470] Migrating [ 1212.870921] env[69613]: DEBUG oslo_vmware.api [None req-d416e42e-fe16-4073-b9ee-06db16233325 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Task: {'id': task-3418359, 'name': PowerOffVM_Task, 'duration_secs': 0.193037} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.873682] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-d416e42e-fe16-4073-b9ee-06db16233325 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] [instance: e9e1e1ab-a2b4-4699-b956-5cd5d4d6dd21] Powered off the VM {{(pid=69613) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1212.873889] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-d416e42e-fe16-4073-b9ee-06db16233325 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] [instance: e9e1e1ab-a2b4-4699-b956-5cd5d4d6dd21] Unregistering the VM {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1212.878665] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d73502e9-5fb3-4417-ab11-cfa55b6b2087 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.944377] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-d416e42e-fe16-4073-b9ee-06db16233325 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] [instance: e9e1e1ab-a2b4-4699-b956-5cd5d4d6dd21] Unregistered the VM {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1212.944705] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-d416e42e-fe16-4073-b9ee-06db16233325 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] [instance: e9e1e1ab-a2b4-4699-b956-5cd5d4d6dd21] Deleting contents of the VM from datastore datastore1 {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1212.944964] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-d416e42e-fe16-4073-b9ee-06db16233325 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Deleting the datastore file [datastore1] e9e1e1ab-a2b4-4699-b956-5cd5d4d6dd21 {{(pid=69613) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1212.945254] env[69613]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e8b6deda-ea26-430c-a60d-3f2ee7c8856e {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.952927] env[69613]: DEBUG oslo_vmware.api [None req-d416e42e-fe16-4073-b9ee-06db16233325 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Waiting for the task: (returnval){ [ 1212.952927] env[69613]: value = "task-3418361" [ 1212.952927] env[69613]: _type = "Task" [ 1212.952927] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.961354] env[69613]: DEBUG oslo_vmware.api [None req-d416e42e-fe16-4073-b9ee-06db16233325 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Task: {'id': task-3418361, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.189052] env[69613]: DEBUG oslo_concurrency.lockutils [None req-ec1b843f-675e-4573-9b01-adcc77528bd9 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Acquiring lock "interface-f186cb70-f6ef-4b02-a8fe-f5f791352ed7-5b6697ee-188c-4e0b-9f67-96d8d03a79a8" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1213.189052] env[69613]: DEBUG oslo_concurrency.lockutils [None req-ec1b843f-675e-4573-9b01-adcc77528bd9 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Lock "interface-f186cb70-f6ef-4b02-a8fe-f5f791352ed7-5b6697ee-188c-4e0b-9f67-96d8d03a79a8" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1213.381465] env[69613]: DEBUG oslo_concurrency.lockutils [None req-c353a83c-8e69-4a61-9cec-f1749bf8fb36 tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Acquiring lock "refresh_cache-816b83b8-9dea-45d2-be12-35adb694e470" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.381801] env[69613]: DEBUG oslo_concurrency.lockutils [None req-c353a83c-8e69-4a61-9cec-f1749bf8fb36 tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Acquired lock "refresh_cache-816b83b8-9dea-45d2-be12-35adb694e470" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.381922] env[69613]: DEBUG nova.network.neutron [None req-c353a83c-8e69-4a61-9cec-f1749bf8fb36 tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] [instance: 816b83b8-9dea-45d2-be12-35adb694e470] Building network info cache for instance {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1213.468032] env[69613]: DEBUG oslo_vmware.api [None req-d416e42e-fe16-4073-b9ee-06db16233325 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Task: {'id': task-3418361, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.221672} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.468032] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-d416e42e-fe16-4073-b9ee-06db16233325 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Deleted the datastore file {{(pid=69613) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1213.468032] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-d416e42e-fe16-4073-b9ee-06db16233325 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] [instance: e9e1e1ab-a2b4-4699-b956-5cd5d4d6dd21] Deleted contents of the VM from datastore datastore1 {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1213.468355] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-d416e42e-fe16-4073-b9ee-06db16233325 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] [instance: e9e1e1ab-a2b4-4699-b956-5cd5d4d6dd21] Instance destroyed {{(pid=69613) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1213.468485] env[69613]: INFO nova.compute.manager [None req-d416e42e-fe16-4073-b9ee-06db16233325 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] [instance: e9e1e1ab-a2b4-4699-b956-5cd5d4d6dd21] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1213.468860] env[69613]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d416e42e-fe16-4073-b9ee-06db16233325 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69613) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1213.469150] env[69613]: DEBUG nova.compute.manager [-] [instance: e9e1e1ab-a2b4-4699-b956-5cd5d4d6dd21] Deallocating network for instance {{(pid=69613) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1213.469293] env[69613]: DEBUG nova.network.neutron [-] [instance: e9e1e1ab-a2b4-4699-b956-5cd5d4d6dd21] deallocate_for_instance() {{(pid=69613) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1213.691755] env[69613]: DEBUG oslo_concurrency.lockutils [None req-ec1b843f-675e-4573-9b01-adcc77528bd9 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Acquiring lock "f186cb70-f6ef-4b02-a8fe-f5f791352ed7" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.692031] env[69613]: DEBUG oslo_concurrency.lockutils [None req-ec1b843f-675e-4573-9b01-adcc77528bd9 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Acquired lock "f186cb70-f6ef-4b02-a8fe-f5f791352ed7" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.693035] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a60fc308-4c9f-4f90-9b3e-28e05958b305 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.711170] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-893ced62-cc58-477f-b940-de094a48a54b {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.738619] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-ec1b843f-675e-4573-9b01-adcc77528bd9 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] [instance: f186cb70-f6ef-4b02-a8fe-f5f791352ed7] Reconfiguring VM to detach interface {{(pid=69613) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1213.738978] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a86f620c-cfcc-4cbe-8157-f8d4dce6317a {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.759069] env[69613]: DEBUG oslo_vmware.api [None req-ec1b843f-675e-4573-9b01-adcc77528bd9 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Waiting for the task: (returnval){ [ 1213.759069] env[69613]: value = "task-3418362" [ 1213.759069] env[69613]: _type = "Task" [ 1213.759069] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.764431] env[69613]: DEBUG nova.compute.manager [req-61975621-8298-4a66-8c7d-c4255b34205d req-2cac5cc8-0eec-4b87-bdb0-fa7782c86afa service nova] [instance: e9e1e1ab-a2b4-4699-b956-5cd5d4d6dd21] Received event network-vif-deleted-7781e86e-3b60-42be-8ed0-05cb2584946f {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1213.764431] env[69613]: INFO nova.compute.manager [req-61975621-8298-4a66-8c7d-c4255b34205d req-2cac5cc8-0eec-4b87-bdb0-fa7782c86afa service nova] [instance: e9e1e1ab-a2b4-4699-b956-5cd5d4d6dd21] Neutron deleted interface 7781e86e-3b60-42be-8ed0-05cb2584946f; detaching it from the instance and deleting it from the info cache [ 1213.764546] env[69613]: DEBUG nova.network.neutron [req-61975621-8298-4a66-8c7d-c4255b34205d req-2cac5cc8-0eec-4b87-bdb0-fa7782c86afa service nova] [instance: e9e1e1ab-a2b4-4699-b956-5cd5d4d6dd21] Updating instance_info_cache with network_info: [] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1213.772585] env[69613]: DEBUG oslo_vmware.api [None req-ec1b843f-675e-4573-9b01-adcc77528bd9 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Task: {'id': task-3418362, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.998486] env[69613]: DEBUG oslo_concurrency.lockutils [None req-770bcad8-0e3c-4345-a834-a85f73c0b535 tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] Acquiring lock "8f504912-9007-4cf3-a346-94eba47a7591" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1213.998744] env[69613]: DEBUG oslo_concurrency.lockutils [None req-770bcad8-0e3c-4345-a834-a85f73c0b535 tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] Lock "8f504912-9007-4cf3-a346-94eba47a7591" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1213.998951] env[69613]: DEBUG oslo_concurrency.lockutils [None req-770bcad8-0e3c-4345-a834-a85f73c0b535 tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] Acquiring lock "8f504912-9007-4cf3-a346-94eba47a7591-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1213.999164] env[69613]: DEBUG oslo_concurrency.lockutils [None req-770bcad8-0e3c-4345-a834-a85f73c0b535 tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] Lock "8f504912-9007-4cf3-a346-94eba47a7591-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1213.999341] env[69613]: DEBUG oslo_concurrency.lockutils [None req-770bcad8-0e3c-4345-a834-a85f73c0b535 tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] Lock "8f504912-9007-4cf3-a346-94eba47a7591-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1214.003480] env[69613]: INFO nova.compute.manager [None req-770bcad8-0e3c-4345-a834-a85f73c0b535 tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] [instance: 8f504912-9007-4cf3-a346-94eba47a7591] Terminating instance [ 1214.096133] env[69613]: DEBUG nova.network.neutron [None req-c353a83c-8e69-4a61-9cec-f1749bf8fb36 tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] [instance: 816b83b8-9dea-45d2-be12-35adb694e470] Updating instance_info_cache with network_info: [{"id": "608bebbd-3c06-4d6f-a644-0694d085c113", "address": "fa:16:3e:09:ce:b2", "network": {"id": "5fbba158-e384-4f22-b63d-507a2a47de30", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1229363420-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.209", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9e2b2477b1674fa28068fcb7c61ff983", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe20ef0e-0991-44d7-887d-08dddac0b56b", "external-id": "nsx-vlan-transportzone-991", "segmentation_id": 991, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap608bebbd-3c", "ovs_interfaceid": "608bebbd-3c06-4d6f-a644-0694d085c113", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1214.254573] env[69613]: DEBUG nova.network.neutron [-] [instance: e9e1e1ab-a2b4-4699-b956-5cd5d4d6dd21] Updating instance_info_cache with network_info: [] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1214.267447] env[69613]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6878c0f7-b0fb-4010-811d-3942cbb71115 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.272414] env[69613]: DEBUG oslo_vmware.api [None req-ec1b843f-675e-4573-9b01-adcc77528bd9 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Task: {'id': task-3418362, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.274707] env[69613]: DEBUG oslo_vmware.rw_handles [None req-6373380f-fa6a-4e97-9fd3-65d14d1b5314 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526e4f75-c8c9-4345-d5b4-504a84c6dca3/disk-0.vmdk. {{(pid=69613) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1214.275667] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ac57c04-d43d-4481-8e0f-c61b49f7dba0 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.284208] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e1bab5a-60b6-46e1-92c1-a9c9a79da5e6 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.295956] env[69613]: DEBUG oslo_vmware.rw_handles [None req-6373380f-fa6a-4e97-9fd3-65d14d1b5314 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526e4f75-c8c9-4345-d5b4-504a84c6dca3/disk-0.vmdk is in state: ready. {{(pid=69613) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1214.296173] env[69613]: ERROR oslo_vmware.rw_handles [None req-6373380f-fa6a-4e97-9fd3-65d14d1b5314 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526e4f75-c8c9-4345-d5b4-504a84c6dca3/disk-0.vmdk due to incomplete transfer. [ 1214.296666] env[69613]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-fa06b4cf-4a7d-4d6e-826b-0ebab089398c {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.303466] env[69613]: DEBUG oslo_vmware.rw_handles [None req-6373380f-fa6a-4e97-9fd3-65d14d1b5314 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526e4f75-c8c9-4345-d5b4-504a84c6dca3/disk-0.vmdk. {{(pid=69613) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1214.303640] env[69613]: DEBUG nova.virt.vmwareapi.images [None req-6373380f-fa6a-4e97-9fd3-65d14d1b5314 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] [instance: 1f56c24d-ed57-4aeb-a0e3-4857e2f4a1cc] Uploaded image 5c47e1d4-1a50-4054-b1d2-2449de528b2a to the Glance image server {{(pid=69613) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1214.305943] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-6373380f-fa6a-4e97-9fd3-65d14d1b5314 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] [instance: 1f56c24d-ed57-4aeb-a0e3-4857e2f4a1cc] Destroying the VM {{(pid=69613) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1214.306186] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-cfa2de1b-e81f-4736-9d39-bbcec0dc71e4 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.318270] env[69613]: DEBUG nova.compute.manager [req-61975621-8298-4a66-8c7d-c4255b34205d req-2cac5cc8-0eec-4b87-bdb0-fa7782c86afa service nova] [instance: e9e1e1ab-a2b4-4699-b956-5cd5d4d6dd21] Detach interface failed, port_id=7781e86e-3b60-42be-8ed0-05cb2584946f, reason: Instance e9e1e1ab-a2b4-4699-b956-5cd5d4d6dd21 could not be found. {{(pid=69613) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1214.323597] env[69613]: DEBUG oslo_vmware.api [None req-6373380f-fa6a-4e97-9fd3-65d14d1b5314 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Waiting for the task: (returnval){ [ 1214.323597] env[69613]: value = "task-3418363" [ 1214.323597] env[69613]: _type = "Task" [ 1214.323597] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.330615] env[69613]: DEBUG oslo_vmware.api [None req-6373380f-fa6a-4e97-9fd3-65d14d1b5314 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Task: {'id': task-3418363, 'name': Destroy_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.508135] env[69613]: DEBUG nova.compute.manager [None req-770bcad8-0e3c-4345-a834-a85f73c0b535 tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] [instance: 8f504912-9007-4cf3-a346-94eba47a7591] Start destroying the instance on the hypervisor. {{(pid=69613) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1214.508544] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-770bcad8-0e3c-4345-a834-a85f73c0b535 tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] [instance: 8f504912-9007-4cf3-a346-94eba47a7591] Destroying instance {{(pid=69613) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1214.509708] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7c12453-4ad0-4b7c-a3b1-2b2526bf4506 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.519670] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-770bcad8-0e3c-4345-a834-a85f73c0b535 tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] [instance: 8f504912-9007-4cf3-a346-94eba47a7591] Powering off the VM {{(pid=69613) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1214.519993] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c0442c3d-400b-41ae-bb71-a76c636871ef {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.526704] env[69613]: DEBUG oslo_vmware.api [None req-770bcad8-0e3c-4345-a834-a85f73c0b535 tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] Waiting for the task: (returnval){ [ 1214.526704] env[69613]: value = "task-3418364" [ 1214.526704] env[69613]: _type = "Task" [ 1214.526704] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.537131] env[69613]: DEBUG oslo_vmware.api [None req-770bcad8-0e3c-4345-a834-a85f73c0b535 tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] Task: {'id': task-3418364, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.598565] env[69613]: DEBUG oslo_concurrency.lockutils [None req-c353a83c-8e69-4a61-9cec-f1749bf8fb36 tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Releasing lock "refresh_cache-816b83b8-9dea-45d2-be12-35adb694e470" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.757035] env[69613]: INFO nova.compute.manager [-] [instance: e9e1e1ab-a2b4-4699-b956-5cd5d4d6dd21] Took 1.29 seconds to deallocate network for instance. [ 1214.770608] env[69613]: DEBUG oslo_vmware.api [None req-ec1b843f-675e-4573-9b01-adcc77528bd9 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Task: {'id': task-3418362, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.832275] env[69613]: DEBUG oslo_vmware.api [None req-6373380f-fa6a-4e97-9fd3-65d14d1b5314 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Task: {'id': task-3418363, 'name': Destroy_Task} progress is 100%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.036722] env[69613]: DEBUG oslo_vmware.api [None req-770bcad8-0e3c-4345-a834-a85f73c0b535 tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] Task: {'id': task-3418364, 'name': PowerOffVM_Task, 'duration_secs': 0.227756} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.038056] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-770bcad8-0e3c-4345-a834-a85f73c0b535 tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] [instance: 8f504912-9007-4cf3-a346-94eba47a7591] Powered off the VM {{(pid=69613) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1215.038056] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-770bcad8-0e3c-4345-a834-a85f73c0b535 tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] [instance: 8f504912-9007-4cf3-a346-94eba47a7591] Unregistering the VM {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1215.038056] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9aa331f9-ad40-4af2-89bf-bb65437c9d1f {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.096093] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-770bcad8-0e3c-4345-a834-a85f73c0b535 tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] [instance: 8f504912-9007-4cf3-a346-94eba47a7591] Unregistered the VM {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1215.096318] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-770bcad8-0e3c-4345-a834-a85f73c0b535 tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] [instance: 8f504912-9007-4cf3-a346-94eba47a7591] Deleting contents of the VM from datastore datastore1 {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1215.096518] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-770bcad8-0e3c-4345-a834-a85f73c0b535 tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] Deleting the datastore file [datastore1] 8f504912-9007-4cf3-a346-94eba47a7591 {{(pid=69613) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1215.096848] env[69613]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-60286b45-3d23-453c-9c80-2b0647286477 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.105985] env[69613]: DEBUG oslo_vmware.api [None req-770bcad8-0e3c-4345-a834-a85f73c0b535 tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] Waiting for the task: (returnval){ [ 1215.105985] env[69613]: value = "task-3418366" [ 1215.105985] env[69613]: _type = "Task" [ 1215.105985] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.113830] env[69613]: DEBUG oslo_vmware.api [None req-770bcad8-0e3c-4345-a834-a85f73c0b535 tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] Task: {'id': task-3418366, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.266922] env[69613]: DEBUG oslo_concurrency.lockutils [None req-d416e42e-fe16-4073-b9ee-06db16233325 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1215.267185] env[69613]: DEBUG oslo_concurrency.lockutils [None req-d416e42e-fe16-4073-b9ee-06db16233325 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1215.267408] env[69613]: DEBUG nova.objects.instance [None req-d416e42e-fe16-4073-b9ee-06db16233325 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Lazy-loading 'resources' on Instance uuid e9e1e1ab-a2b4-4699-b956-5cd5d4d6dd21 {{(pid=69613) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1215.273588] env[69613]: DEBUG oslo_vmware.api [None req-ec1b843f-675e-4573-9b01-adcc77528bd9 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Task: {'id': task-3418362, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.334167] env[69613]: DEBUG oslo_vmware.api [None req-6373380f-fa6a-4e97-9fd3-65d14d1b5314 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Task: {'id': task-3418363, 'name': Destroy_Task} progress is 100%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.618995] env[69613]: DEBUG oslo_vmware.api [None req-770bcad8-0e3c-4345-a834-a85f73c0b535 tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] Task: {'id': task-3418366, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.165385} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.619869] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-770bcad8-0e3c-4345-a834-a85f73c0b535 tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] Deleted the datastore file {{(pid=69613) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1215.620082] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-770bcad8-0e3c-4345-a834-a85f73c0b535 tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] [instance: 8f504912-9007-4cf3-a346-94eba47a7591] Deleted contents of the VM from datastore datastore1 {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1215.620267] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-770bcad8-0e3c-4345-a834-a85f73c0b535 tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] [instance: 8f504912-9007-4cf3-a346-94eba47a7591] Instance destroyed {{(pid=69613) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1215.620449] env[69613]: INFO nova.compute.manager [None req-770bcad8-0e3c-4345-a834-a85f73c0b535 tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] [instance: 8f504912-9007-4cf3-a346-94eba47a7591] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1215.620738] env[69613]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-770bcad8-0e3c-4345-a834-a85f73c0b535 tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69613) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1215.620943] env[69613]: DEBUG nova.compute.manager [-] [instance: 8f504912-9007-4cf3-a346-94eba47a7591] Deallocating network for instance {{(pid=69613) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1215.621043] env[69613]: DEBUG nova.network.neutron [-] [instance: 8f504912-9007-4cf3-a346-94eba47a7591] deallocate_for_instance() {{(pid=69613) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1215.773990] env[69613]: DEBUG oslo_vmware.api [None req-ec1b843f-675e-4573-9b01-adcc77528bd9 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Task: {'id': task-3418362, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.836760] env[69613]: DEBUG oslo_vmware.api [None req-6373380f-fa6a-4e97-9fd3-65d14d1b5314 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Task: {'id': task-3418363, 'name': Destroy_Task, 'duration_secs': 1.303734} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.837034] env[69613]: INFO nova.virt.vmwareapi.vm_util [None req-6373380f-fa6a-4e97-9fd3-65d14d1b5314 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] [instance: 1f56c24d-ed57-4aeb-a0e3-4857e2f4a1cc] Destroyed the VM [ 1215.837285] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-6373380f-fa6a-4e97-9fd3-65d14d1b5314 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] [instance: 1f56c24d-ed57-4aeb-a0e3-4857e2f4a1cc] Deleting Snapshot of the VM instance {{(pid=69613) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1215.837536] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-90e085d1-f031-40e6-9eb3-4062bfe462cf {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.845321] env[69613]: DEBUG oslo_vmware.api [None req-6373380f-fa6a-4e97-9fd3-65d14d1b5314 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Waiting for the task: (returnval){ [ 1215.845321] env[69613]: value = "task-3418367" [ 1215.845321] env[69613]: _type = "Task" [ 1215.845321] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.852527] env[69613]: DEBUG oslo_vmware.api [None req-6373380f-fa6a-4e97-9fd3-65d14d1b5314 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Task: {'id': task-3418367, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.952492] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-111b6ced-fbe4-4ce8-9316-78c92905dd55 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.960588] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9edc11a9-42f6-414a-ab4e-3ca328445f68 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.991855] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c4b81ac-27fc-43bf-9984-aa35e235e8db {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.999185] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc088e94-798f-4f96-8455-6fd84d2b238e {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.012407] env[69613]: DEBUG nova.compute.provider_tree [None req-d416e42e-fe16-4073-b9ee-06db16233325 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Inventory has not changed in ProviderTree for provider: af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 {{(pid=69613) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1216.117715] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38fdc936-50e6-4a62-9889-690a8775bdb3 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.138726] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-c353a83c-8e69-4a61-9cec-f1749bf8fb36 tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] [instance: 816b83b8-9dea-45d2-be12-35adb694e470] Updating instance '816b83b8-9dea-45d2-be12-35adb694e470' progress to 0 {{(pid=69613) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1216.239100] env[69613]: DEBUG nova.compute.manager [req-727b1d6a-ccd8-4fbe-a8fd-ba469cafbe41 req-0cf6f310-03bd-4c64-9f23-606d2014446f service nova] [instance: 8f504912-9007-4cf3-a346-94eba47a7591] Received event network-vif-deleted-e55b205d-5bd5-4a12-96ea-e07278392fd2 {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1216.239590] env[69613]: INFO nova.compute.manager [req-727b1d6a-ccd8-4fbe-a8fd-ba469cafbe41 req-0cf6f310-03bd-4c64-9f23-606d2014446f service nova] [instance: 8f504912-9007-4cf3-a346-94eba47a7591] Neutron deleted interface e55b205d-5bd5-4a12-96ea-e07278392fd2; detaching it from the instance and deleting it from the info cache [ 1216.239590] env[69613]: DEBUG nova.network.neutron [req-727b1d6a-ccd8-4fbe-a8fd-ba469cafbe41 req-0cf6f310-03bd-4c64-9f23-606d2014446f service nova] [instance: 8f504912-9007-4cf3-a346-94eba47a7591] Updating instance_info_cache with network_info: [] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1216.272235] env[69613]: DEBUG oslo_vmware.api [None req-ec1b843f-675e-4573-9b01-adcc77528bd9 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Task: {'id': task-3418362, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.355094] env[69613]: DEBUG oslo_vmware.api [None req-6373380f-fa6a-4e97-9fd3-65d14d1b5314 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Task: {'id': task-3418367, 'name': RemoveSnapshot_Task, 'duration_secs': 0.358418} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1216.355333] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-6373380f-fa6a-4e97-9fd3-65d14d1b5314 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] [instance: 1f56c24d-ed57-4aeb-a0e3-4857e2f4a1cc] Deleted Snapshot of the VM instance {{(pid=69613) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1216.355588] env[69613]: DEBUG nova.compute.manager [None req-6373380f-fa6a-4e97-9fd3-65d14d1b5314 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] [instance: 1f56c24d-ed57-4aeb-a0e3-4857e2f4a1cc] Checking state {{(pid=69613) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1216.356346] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d4278bc-4750-4f74-bf72-d83d516dce9a {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.516016] env[69613]: DEBUG nova.scheduler.client.report [None req-d416e42e-fe16-4073-b9ee-06db16233325 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Inventory has not changed for provider af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69613) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1216.644629] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-c353a83c-8e69-4a61-9cec-f1749bf8fb36 tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] [instance: 816b83b8-9dea-45d2-be12-35adb694e470] Powering off the VM {{(pid=69613) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1216.644958] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e763cc89-0fea-4ce0-848f-2211d7ef3d02 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.652539] env[69613]: DEBUG oslo_vmware.api [None req-c353a83c-8e69-4a61-9cec-f1749bf8fb36 tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Waiting for the task: (returnval){ [ 1216.652539] env[69613]: value = "task-3418368" [ 1216.652539] env[69613]: _type = "Task" [ 1216.652539] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1216.661565] env[69613]: DEBUG oslo_vmware.api [None req-c353a83c-8e69-4a61-9cec-f1749bf8fb36 tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Task: {'id': task-3418368, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.714109] env[69613]: DEBUG nova.network.neutron [-] [instance: 8f504912-9007-4cf3-a346-94eba47a7591] Updating instance_info_cache with network_info: [] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1216.742721] env[69613]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4eeb2210-501c-4601-8296-284dcc753679 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.753665] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8ee8d3b-2e3e-45a6-98be-61e76526a383 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.776392] env[69613]: DEBUG oslo_vmware.api [None req-ec1b843f-675e-4573-9b01-adcc77528bd9 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Task: {'id': task-3418362, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.792563] env[69613]: DEBUG nova.compute.manager [req-727b1d6a-ccd8-4fbe-a8fd-ba469cafbe41 req-0cf6f310-03bd-4c64-9f23-606d2014446f service nova] [instance: 8f504912-9007-4cf3-a346-94eba47a7591] Detach interface failed, port_id=e55b205d-5bd5-4a12-96ea-e07278392fd2, reason: Instance 8f504912-9007-4cf3-a346-94eba47a7591 could not be found. {{(pid=69613) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1216.869358] env[69613]: INFO nova.compute.manager [None req-6373380f-fa6a-4e97-9fd3-65d14d1b5314 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] [instance: 1f56c24d-ed57-4aeb-a0e3-4857e2f4a1cc] Shelve offloading [ 1217.020815] env[69613]: DEBUG oslo_concurrency.lockutils [None req-d416e42e-fe16-4073-b9ee-06db16233325 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.753s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1217.077551] env[69613]: INFO nova.scheduler.client.report [None req-d416e42e-fe16-4073-b9ee-06db16233325 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Deleted allocations for instance e9e1e1ab-a2b4-4699-b956-5cd5d4d6dd21 [ 1217.162058] env[69613]: DEBUG oslo_vmware.api [None req-c353a83c-8e69-4a61-9cec-f1749bf8fb36 tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Task: {'id': task-3418368, 'name': PowerOffVM_Task, 'duration_secs': 0.232664} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.162343] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-c353a83c-8e69-4a61-9cec-f1749bf8fb36 tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] [instance: 816b83b8-9dea-45d2-be12-35adb694e470] Powered off the VM {{(pid=69613) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1217.162577] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-c353a83c-8e69-4a61-9cec-f1749bf8fb36 tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] [instance: 816b83b8-9dea-45d2-be12-35adb694e470] Updating instance '816b83b8-9dea-45d2-be12-35adb694e470' progress to 17 {{(pid=69613) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1217.217449] env[69613]: INFO nova.compute.manager [-] [instance: 8f504912-9007-4cf3-a346-94eba47a7591] Took 1.60 seconds to deallocate network for instance. [ 1217.279419] env[69613]: DEBUG oslo_vmware.api [None req-ec1b843f-675e-4573-9b01-adcc77528bd9 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Task: {'id': task-3418362, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.373937] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-6373380f-fa6a-4e97-9fd3-65d14d1b5314 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] [instance: 1f56c24d-ed57-4aeb-a0e3-4857e2f4a1cc] Powering off the VM {{(pid=69613) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1217.374410] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cd56c438-e22e-41c2-a3e6-85f44a706ec5 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.381165] env[69613]: DEBUG oslo_vmware.api [None req-6373380f-fa6a-4e97-9fd3-65d14d1b5314 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Waiting for the task: (returnval){ [ 1217.381165] env[69613]: value = "task-3418369" [ 1217.381165] env[69613]: _type = "Task" [ 1217.381165] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.391753] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-6373380f-fa6a-4e97-9fd3-65d14d1b5314 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] [instance: 1f56c24d-ed57-4aeb-a0e3-4857e2f4a1cc] VM already powered off {{(pid=69613) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1217.391976] env[69613]: DEBUG nova.compute.manager [None req-6373380f-fa6a-4e97-9fd3-65d14d1b5314 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] [instance: 1f56c24d-ed57-4aeb-a0e3-4857e2f4a1cc] Checking state {{(pid=69613) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1217.392693] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4febcd46-452c-4ac3-b6bd-eca933f69f8c {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.398075] env[69613]: DEBUG oslo_concurrency.lockutils [None req-6373380f-fa6a-4e97-9fd3-65d14d1b5314 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Acquiring lock "refresh_cache-1f56c24d-ed57-4aeb-a0e3-4857e2f4a1cc" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.398217] env[69613]: DEBUG oslo_concurrency.lockutils [None req-6373380f-fa6a-4e97-9fd3-65d14d1b5314 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Acquired lock "refresh_cache-1f56c24d-ed57-4aeb-a0e3-4857e2f4a1cc" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.398381] env[69613]: DEBUG nova.network.neutron [None req-6373380f-fa6a-4e97-9fd3-65d14d1b5314 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] [instance: 1f56c24d-ed57-4aeb-a0e3-4857e2f4a1cc] Building network info cache for instance {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1217.584709] env[69613]: DEBUG oslo_concurrency.lockutils [None req-d416e42e-fe16-4073-b9ee-06db16233325 tempest-ServersTestJSON-1308094897 tempest-ServersTestJSON-1308094897-project-member] Lock "e9e1e1ab-a2b4-4699-b956-5cd5d4d6dd21" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.766s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1217.668587] env[69613]: DEBUG nova.virt.hardware [None req-c353a83c-8e69-4a61-9cec-f1749bf8fb36 tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T13:55:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=2b7a0304-b5d0-431d-b287-32c8388d7fbd,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1217.669083] env[69613]: DEBUG nova.virt.hardware [None req-c353a83c-8e69-4a61-9cec-f1749bf8fb36 tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Flavor limits 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1217.669083] env[69613]: DEBUG nova.virt.hardware [None req-c353a83c-8e69-4a61-9cec-f1749bf8fb36 tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Image limits 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1217.669083] env[69613]: DEBUG nova.virt.hardware [None req-c353a83c-8e69-4a61-9cec-f1749bf8fb36 tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Flavor pref 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1217.669302] env[69613]: DEBUG nova.virt.hardware [None req-c353a83c-8e69-4a61-9cec-f1749bf8fb36 tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Image pref 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1217.669371] env[69613]: DEBUG nova.virt.hardware [None req-c353a83c-8e69-4a61-9cec-f1749bf8fb36 tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1217.669558] env[69613]: DEBUG nova.virt.hardware [None req-c353a83c-8e69-4a61-9cec-f1749bf8fb36 tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1217.669720] env[69613]: DEBUG nova.virt.hardware [None req-c353a83c-8e69-4a61-9cec-f1749bf8fb36 tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69613) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1217.669883] env[69613]: DEBUG nova.virt.hardware [None req-c353a83c-8e69-4a61-9cec-f1749bf8fb36 tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Got 1 possible topologies {{(pid=69613) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1217.670051] env[69613]: DEBUG nova.virt.hardware [None req-c353a83c-8e69-4a61-9cec-f1749bf8fb36 tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1217.670231] env[69613]: DEBUG nova.virt.hardware [None req-c353a83c-8e69-4a61-9cec-f1749bf8fb36 tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1217.675259] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d71cae42-cf01-4638-8dbb-4f85c5dbce57 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.690088] env[69613]: DEBUG oslo_vmware.api [None req-c353a83c-8e69-4a61-9cec-f1749bf8fb36 tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Waiting for the task: (returnval){ [ 1217.690088] env[69613]: value = "task-3418370" [ 1217.690088] env[69613]: _type = "Task" [ 1217.690088] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.697546] env[69613]: DEBUG oslo_vmware.api [None req-c353a83c-8e69-4a61-9cec-f1749bf8fb36 tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Task: {'id': task-3418370, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.724021] env[69613]: DEBUG oslo_concurrency.lockutils [None req-770bcad8-0e3c-4345-a834-a85f73c0b535 tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1217.724316] env[69613]: DEBUG oslo_concurrency.lockutils [None req-770bcad8-0e3c-4345-a834-a85f73c0b535 tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1217.724557] env[69613]: DEBUG nova.objects.instance [None req-770bcad8-0e3c-4345-a834-a85f73c0b535 tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] Lazy-loading 'resources' on Instance uuid 8f504912-9007-4cf3-a346-94eba47a7591 {{(pid=69613) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1217.777415] env[69613]: DEBUG oslo_vmware.api [None req-ec1b843f-675e-4573-9b01-adcc77528bd9 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Task: {'id': task-3418362, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.168964] env[69613]: DEBUG nova.network.neutron [None req-6373380f-fa6a-4e97-9fd3-65d14d1b5314 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] [instance: 1f56c24d-ed57-4aeb-a0e3-4857e2f4a1cc] Updating instance_info_cache with network_info: [{"id": "33c0fe1d-172f-49bb-997b-ba92a08262b2", "address": "fa:16:3e:39:1e:1a", "network": {"id": "743485db-c4e0-4763-aaad-624cce7d9704", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-754778099-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.222", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "27cd1ce9a4f74279a40b13e8fbac87a0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4576b9d4-535c-40aa-b078-246f671f216e", "external-id": "nsx-vlan-transportzone-27", "segmentation_id": 27, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap33c0fe1d-17", "ovs_interfaceid": "33c0fe1d-172f-49bb-997b-ba92a08262b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1218.200831] env[69613]: DEBUG oslo_vmware.api [None req-c353a83c-8e69-4a61-9cec-f1749bf8fb36 tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Task: {'id': task-3418370, 'name': ReconfigVM_Task, 'duration_secs': 0.197273} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.201153] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-c353a83c-8e69-4a61-9cec-f1749bf8fb36 tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] [instance: 816b83b8-9dea-45d2-be12-35adb694e470] Updating instance '816b83b8-9dea-45d2-be12-35adb694e470' progress to 33 {{(pid=69613) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1218.278125] env[69613]: DEBUG oslo_vmware.api [None req-ec1b843f-675e-4573-9b01-adcc77528bd9 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Task: {'id': task-3418362, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.389417] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90cf6dca-aca0-4e74-9ba9-feac48333525 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.396896] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fb9ddc9-1332-4cc4-87ce-241421cabd05 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.426512] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4d192d3-ba9a-43a7-a19f-6c3280cd6fbc {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.436444] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8f2d2d2-7bf0-4b1d-b028-635afb811e12 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.449337] env[69613]: DEBUG nova.compute.provider_tree [None req-770bcad8-0e3c-4345-a834-a85f73c0b535 tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] Inventory has not changed in ProviderTree for provider: af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 {{(pid=69613) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1218.672655] env[69613]: DEBUG oslo_concurrency.lockutils [None req-6373380f-fa6a-4e97-9fd3-65d14d1b5314 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Releasing lock "refresh_cache-1f56c24d-ed57-4aeb-a0e3-4857e2f4a1cc" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.707415] env[69613]: DEBUG nova.virt.hardware [None req-c353a83c-8e69-4a61-9cec-f1749bf8fb36 tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T13:55:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=2b7a0304-b5d0-431d-b287-32c8388d7fbd,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1218.707635] env[69613]: DEBUG nova.virt.hardware [None req-c353a83c-8e69-4a61-9cec-f1749bf8fb36 tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Flavor limits 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1218.707782] env[69613]: DEBUG nova.virt.hardware [None req-c353a83c-8e69-4a61-9cec-f1749bf8fb36 tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Image limits 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1218.707966] env[69613]: DEBUG nova.virt.hardware [None req-c353a83c-8e69-4a61-9cec-f1749bf8fb36 tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Flavor pref 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1218.708130] env[69613]: DEBUG nova.virt.hardware [None req-c353a83c-8e69-4a61-9cec-f1749bf8fb36 tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Image pref 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1218.708276] env[69613]: DEBUG nova.virt.hardware [None req-c353a83c-8e69-4a61-9cec-f1749bf8fb36 tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1218.708483] env[69613]: DEBUG nova.virt.hardware [None req-c353a83c-8e69-4a61-9cec-f1749bf8fb36 tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1218.708712] env[69613]: DEBUG nova.virt.hardware [None req-c353a83c-8e69-4a61-9cec-f1749bf8fb36 tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69613) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1218.708903] env[69613]: DEBUG nova.virt.hardware [None req-c353a83c-8e69-4a61-9cec-f1749bf8fb36 tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Got 1 possible topologies {{(pid=69613) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1218.709081] env[69613]: DEBUG nova.virt.hardware [None req-c353a83c-8e69-4a61-9cec-f1749bf8fb36 tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1218.709261] env[69613]: DEBUG nova.virt.hardware [None req-c353a83c-8e69-4a61-9cec-f1749bf8fb36 tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1218.714967] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-c353a83c-8e69-4a61-9cec-f1749bf8fb36 tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] [instance: 816b83b8-9dea-45d2-be12-35adb694e470] Reconfiguring VM instance instance-00000077 to detach disk 2000 {{(pid=69613) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1218.716138] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-db1bdf86-b1e0-4757-8246-faae2407ba8d {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.734277] env[69613]: DEBUG oslo_vmware.api [None req-c353a83c-8e69-4a61-9cec-f1749bf8fb36 tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Waiting for the task: (returnval){ [ 1218.734277] env[69613]: value = "task-3418371" [ 1218.734277] env[69613]: _type = "Task" [ 1218.734277] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.744029] env[69613]: DEBUG oslo_vmware.api [None req-c353a83c-8e69-4a61-9cec-f1749bf8fb36 tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Task: {'id': task-3418371, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.780752] env[69613]: DEBUG oslo_vmware.api [None req-ec1b843f-675e-4573-9b01-adcc77528bd9 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Task: {'id': task-3418362, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.953185] env[69613]: DEBUG nova.scheduler.client.report [None req-770bcad8-0e3c-4345-a834-a85f73c0b535 tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] Inventory has not changed for provider af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69613) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1218.987537] env[69613]: DEBUG nova.compute.manager [req-6c935336-910d-493e-988a-9f2125411f78 req-55bb4d57-00a9-4fd3-9de0-cf43e8333780 service nova] [instance: 1f56c24d-ed57-4aeb-a0e3-4857e2f4a1cc] Received event network-vif-unplugged-33c0fe1d-172f-49bb-997b-ba92a08262b2 {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1218.987628] env[69613]: DEBUG oslo_concurrency.lockutils [req-6c935336-910d-493e-988a-9f2125411f78 req-55bb4d57-00a9-4fd3-9de0-cf43e8333780 service nova] Acquiring lock "1f56c24d-ed57-4aeb-a0e3-4857e2f4a1cc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1218.987833] env[69613]: DEBUG oslo_concurrency.lockutils [req-6c935336-910d-493e-988a-9f2125411f78 req-55bb4d57-00a9-4fd3-9de0-cf43e8333780 service nova] Lock "1f56c24d-ed57-4aeb-a0e3-4857e2f4a1cc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1218.987998] env[69613]: DEBUG oslo_concurrency.lockutils [req-6c935336-910d-493e-988a-9f2125411f78 req-55bb4d57-00a9-4fd3-9de0-cf43e8333780 service nova] Lock "1f56c24d-ed57-4aeb-a0e3-4857e2f4a1cc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1218.988177] env[69613]: DEBUG nova.compute.manager [req-6c935336-910d-493e-988a-9f2125411f78 req-55bb4d57-00a9-4fd3-9de0-cf43e8333780 service nova] [instance: 1f56c24d-ed57-4aeb-a0e3-4857e2f4a1cc] No waiting events found dispatching network-vif-unplugged-33c0fe1d-172f-49bb-997b-ba92a08262b2 {{(pid=69613) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1218.988348] env[69613]: WARNING nova.compute.manager [req-6c935336-910d-493e-988a-9f2125411f78 req-55bb4d57-00a9-4fd3-9de0-cf43e8333780 service nova] [instance: 1f56c24d-ed57-4aeb-a0e3-4857e2f4a1cc] Received unexpected event network-vif-unplugged-33c0fe1d-172f-49bb-997b-ba92a08262b2 for instance with vm_state shelved and task_state shelving_offloading. [ 1219.056672] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-6373380f-fa6a-4e97-9fd3-65d14d1b5314 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] [instance: 1f56c24d-ed57-4aeb-a0e3-4857e2f4a1cc] Destroying instance {{(pid=69613) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1219.057584] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa3679be-c1bb-4501-96c8-7cfc9ad0db8d {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.065158] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-6373380f-fa6a-4e97-9fd3-65d14d1b5314 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] [instance: 1f56c24d-ed57-4aeb-a0e3-4857e2f4a1cc] Unregistering the VM {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1219.065382] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8a5670f4-3452-4799-885e-155d89622596 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.132889] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-6373380f-fa6a-4e97-9fd3-65d14d1b5314 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] [instance: 1f56c24d-ed57-4aeb-a0e3-4857e2f4a1cc] Unregistered the VM {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1219.133329] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-6373380f-fa6a-4e97-9fd3-65d14d1b5314 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] [instance: 1f56c24d-ed57-4aeb-a0e3-4857e2f4a1cc] Deleting contents of the VM from datastore datastore2 {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1219.133539] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-6373380f-fa6a-4e97-9fd3-65d14d1b5314 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Deleting the datastore file [datastore2] 1f56c24d-ed57-4aeb-a0e3-4857e2f4a1cc {{(pid=69613) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1219.133813] env[69613]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dcec7711-2fe4-42a0-bc83-2595972f9fbf {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.139907] env[69613]: DEBUG oslo_vmware.api [None req-6373380f-fa6a-4e97-9fd3-65d14d1b5314 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Waiting for the task: (returnval){ [ 1219.139907] env[69613]: value = "task-3418373" [ 1219.139907] env[69613]: _type = "Task" [ 1219.139907] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.147570] env[69613]: DEBUG oslo_vmware.api [None req-6373380f-fa6a-4e97-9fd3-65d14d1b5314 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Task: {'id': task-3418373, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.245769] env[69613]: DEBUG oslo_vmware.api [None req-c353a83c-8e69-4a61-9cec-f1749bf8fb36 tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Task: {'id': task-3418371, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.279676] env[69613]: DEBUG oslo_vmware.api [None req-ec1b843f-675e-4573-9b01-adcc77528bd9 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Task: {'id': task-3418362, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.459937] env[69613]: DEBUG oslo_concurrency.lockutils [None req-770bcad8-0e3c-4345-a834-a85f73c0b535 tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.735s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1219.604290] env[69613]: INFO nova.scheduler.client.report [None req-770bcad8-0e3c-4345-a834-a85f73c0b535 tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] Deleted allocations for instance 8f504912-9007-4cf3-a346-94eba47a7591 [ 1219.650902] env[69613]: DEBUG oslo_vmware.api [None req-6373380f-fa6a-4e97-9fd3-65d14d1b5314 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Task: {'id': task-3418373, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.151014} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.651276] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-6373380f-fa6a-4e97-9fd3-65d14d1b5314 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Deleted the datastore file {{(pid=69613) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1219.651497] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-6373380f-fa6a-4e97-9fd3-65d14d1b5314 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] [instance: 1f56c24d-ed57-4aeb-a0e3-4857e2f4a1cc] Deleted contents of the VM from datastore datastore2 {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1219.651708] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-6373380f-fa6a-4e97-9fd3-65d14d1b5314 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] [instance: 1f56c24d-ed57-4aeb-a0e3-4857e2f4a1cc] Instance destroyed {{(pid=69613) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1219.672110] env[69613]: INFO nova.scheduler.client.report [None req-6373380f-fa6a-4e97-9fd3-65d14d1b5314 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Deleted allocations for instance 1f56c24d-ed57-4aeb-a0e3-4857e2f4a1cc [ 1219.746914] env[69613]: DEBUG oslo_vmware.api [None req-c353a83c-8e69-4a61-9cec-f1749bf8fb36 tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Task: {'id': task-3418371, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.779815] env[69613]: DEBUG oslo_vmware.api [None req-ec1b843f-675e-4573-9b01-adcc77528bd9 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Task: {'id': task-3418362, 'name': ReconfigVM_Task, 'duration_secs': 5.871585} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.780099] env[69613]: DEBUG oslo_concurrency.lockutils [None req-ec1b843f-675e-4573-9b01-adcc77528bd9 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Releasing lock "f186cb70-f6ef-4b02-a8fe-f5f791352ed7" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.780316] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-ec1b843f-675e-4573-9b01-adcc77528bd9 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] [instance: f186cb70-f6ef-4b02-a8fe-f5f791352ed7] Reconfigured VM to detach interface {{(pid=69613) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1220.115123] env[69613]: DEBUG oslo_concurrency.lockutils [None req-770bcad8-0e3c-4345-a834-a85f73c0b535 tempest-AttachVolumeTestJSON-665346317 tempest-AttachVolumeTestJSON-665346317-project-member] Lock "8f504912-9007-4cf3-a346-94eba47a7591" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.116s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1220.179131] env[69613]: DEBUG oslo_concurrency.lockutils [None req-6373380f-fa6a-4e97-9fd3-65d14d1b5314 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1220.179131] env[69613]: DEBUG oslo_concurrency.lockutils [None req-6373380f-fa6a-4e97-9fd3-65d14d1b5314 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1220.179131] env[69613]: DEBUG nova.objects.instance [None req-6373380f-fa6a-4e97-9fd3-65d14d1b5314 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Lazy-loading 'resources' on Instance uuid 1f56c24d-ed57-4aeb-a0e3-4857e2f4a1cc {{(pid=69613) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1220.249035] env[69613]: DEBUG oslo_vmware.api [None req-c353a83c-8e69-4a61-9cec-f1749bf8fb36 tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Task: {'id': task-3418371, 'name': ReconfigVM_Task, 'duration_secs': 1.168179} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.252018] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-c353a83c-8e69-4a61-9cec-f1749bf8fb36 tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] [instance: 816b83b8-9dea-45d2-be12-35adb694e470] Reconfigured VM instance instance-00000077 to detach disk 2000 {{(pid=69613) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1220.252018] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5ebedfd-d1fb-4824-a6b3-68ac6c8634d6 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.274460] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-c353a83c-8e69-4a61-9cec-f1749bf8fb36 tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] [instance: 816b83b8-9dea-45d2-be12-35adb694e470] Reconfiguring VM instance instance-00000077 to attach disk [datastore2] 816b83b8-9dea-45d2-be12-35adb694e470/816b83b8-9dea-45d2-be12-35adb694e470.vmdk or device None with type thin {{(pid=69613) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1220.278015] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-37c12baf-309b-412e-9acf-25d112d43c4e {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.294659] env[69613]: DEBUG oslo_vmware.api [None req-c353a83c-8e69-4a61-9cec-f1749bf8fb36 tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Waiting for the task: (returnval){ [ 1220.294659] env[69613]: value = "task-3418374" [ 1220.294659] env[69613]: _type = "Task" [ 1220.294659] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.303527] env[69613]: DEBUG oslo_vmware.api [None req-c353a83c-8e69-4a61-9cec-f1749bf8fb36 tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Task: {'id': task-3418374, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.680585] env[69613]: DEBUG nova.objects.instance [None req-6373380f-fa6a-4e97-9fd3-65d14d1b5314 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Lazy-loading 'numa_topology' on Instance uuid 1f56c24d-ed57-4aeb-a0e3-4857e2f4a1cc {{(pid=69613) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1220.805108] env[69613]: DEBUG oslo_vmware.api [None req-c353a83c-8e69-4a61-9cec-f1749bf8fb36 tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Task: {'id': task-3418374, 'name': ReconfigVM_Task, 'duration_secs': 0.325509} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.805410] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-c353a83c-8e69-4a61-9cec-f1749bf8fb36 tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] [instance: 816b83b8-9dea-45d2-be12-35adb694e470] Reconfigured VM instance instance-00000077 to attach disk [datastore2] 816b83b8-9dea-45d2-be12-35adb694e470/816b83b8-9dea-45d2-be12-35adb694e470.vmdk or device None with type thin {{(pid=69613) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1220.805643] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-c353a83c-8e69-4a61-9cec-f1749bf8fb36 tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] [instance: 816b83b8-9dea-45d2-be12-35adb694e470] Updating instance '816b83b8-9dea-45d2-be12-35adb694e470' progress to 50 {{(pid=69613) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1221.007627] env[69613]: DEBUG oslo_concurrency.lockutils [None req-c38f8728-3a61-4c54-8ea5-d700adcfebea tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Acquiring lock "f186cb70-f6ef-4b02-a8fe-f5f791352ed7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1221.007991] env[69613]: DEBUG oslo_concurrency.lockutils [None req-c38f8728-3a61-4c54-8ea5-d700adcfebea tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Lock "f186cb70-f6ef-4b02-a8fe-f5f791352ed7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1221.008264] env[69613]: DEBUG oslo_concurrency.lockutils [None req-c38f8728-3a61-4c54-8ea5-d700adcfebea tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Acquiring lock "f186cb70-f6ef-4b02-a8fe-f5f791352ed7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1221.008489] env[69613]: DEBUG oslo_concurrency.lockutils [None req-c38f8728-3a61-4c54-8ea5-d700adcfebea tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Lock "f186cb70-f6ef-4b02-a8fe-f5f791352ed7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1221.008695] env[69613]: DEBUG oslo_concurrency.lockutils [None req-c38f8728-3a61-4c54-8ea5-d700adcfebea tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Lock "f186cb70-f6ef-4b02-a8fe-f5f791352ed7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1221.011517] env[69613]: INFO nova.compute.manager [None req-c38f8728-3a61-4c54-8ea5-d700adcfebea tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] [instance: f186cb70-f6ef-4b02-a8fe-f5f791352ed7] Terminating instance [ 1221.020850] env[69613]: DEBUG nova.compute.manager [req-def211ea-3c07-42dd-8ad6-fa0e4acad634 req-94e8a95f-a541-4e95-a5a7-1d76e2df9178 service nova] [instance: 1f56c24d-ed57-4aeb-a0e3-4857e2f4a1cc] Received event network-changed-33c0fe1d-172f-49bb-997b-ba92a08262b2 {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1221.021315] env[69613]: DEBUG nova.compute.manager [req-def211ea-3c07-42dd-8ad6-fa0e4acad634 req-94e8a95f-a541-4e95-a5a7-1d76e2df9178 service nova] [instance: 1f56c24d-ed57-4aeb-a0e3-4857e2f4a1cc] Refreshing instance network info cache due to event network-changed-33c0fe1d-172f-49bb-997b-ba92a08262b2. {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1221.021315] env[69613]: DEBUG oslo_concurrency.lockutils [req-def211ea-3c07-42dd-8ad6-fa0e4acad634 req-94e8a95f-a541-4e95-a5a7-1d76e2df9178 service nova] Acquiring lock "refresh_cache-1f56c24d-ed57-4aeb-a0e3-4857e2f4a1cc" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.021432] env[69613]: DEBUG oslo_concurrency.lockutils [req-def211ea-3c07-42dd-8ad6-fa0e4acad634 req-94e8a95f-a541-4e95-a5a7-1d76e2df9178 service nova] Acquired lock "refresh_cache-1f56c24d-ed57-4aeb-a0e3-4857e2f4a1cc" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.025493] env[69613]: DEBUG nova.network.neutron [req-def211ea-3c07-42dd-8ad6-fa0e4acad634 req-94e8a95f-a541-4e95-a5a7-1d76e2df9178 service nova] [instance: 1f56c24d-ed57-4aeb-a0e3-4857e2f4a1cc] Refreshing network info cache for port 33c0fe1d-172f-49bb-997b-ba92a08262b2 {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1221.102894] env[69613]: DEBUG oslo_concurrency.lockutils [None req-ec1b843f-675e-4573-9b01-adcc77528bd9 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Acquiring lock "refresh_cache-f186cb70-f6ef-4b02-a8fe-f5f791352ed7" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.103085] env[69613]: DEBUG oslo_concurrency.lockutils [None req-ec1b843f-675e-4573-9b01-adcc77528bd9 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Acquired lock "refresh_cache-f186cb70-f6ef-4b02-a8fe-f5f791352ed7" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.103231] env[69613]: DEBUG nova.network.neutron [None req-ec1b843f-675e-4573-9b01-adcc77528bd9 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] [instance: f186cb70-f6ef-4b02-a8fe-f5f791352ed7] Building network info cache for instance {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1221.183210] env[69613]: DEBUG nova.objects.base [None req-6373380f-fa6a-4e97-9fd3-65d14d1b5314 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Object Instance<1f56c24d-ed57-4aeb-a0e3-4857e2f4a1cc> lazy-loaded attributes: resources,numa_topology {{(pid=69613) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1221.313936] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fba24be-a62f-49ed-9a01-bfdde8f99d6d {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.338720] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6934981-681f-4185-bbb2-4ca5180b5a3b {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.341606] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94ee4a81-8c91-4752-b0af-2b2c92ca3a76 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.358803] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-c353a83c-8e69-4a61-9cec-f1749bf8fb36 tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] [instance: 816b83b8-9dea-45d2-be12-35adb694e470] Updating instance '816b83b8-9dea-45d2-be12-35adb694e470' progress to 67 {{(pid=69613) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1221.365709] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2f0267f-023b-42f8-8eb4-1e71d4fc4a0d {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.395715] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b72f88b-cd99-4ddc-ae88-7d5901d10f34 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.404715] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49093abe-5122-4652-9b44-06833ee86eb6 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.415993] env[69613]: DEBUG nova.compute.provider_tree [None req-6373380f-fa6a-4e97-9fd3-65d14d1b5314 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Inventory has not changed in ProviderTree for provider: af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 {{(pid=69613) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1221.515867] env[69613]: DEBUG nova.compute.manager [None req-c38f8728-3a61-4c54-8ea5-d700adcfebea tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] [instance: f186cb70-f6ef-4b02-a8fe-f5f791352ed7] Start destroying the instance on the hypervisor. {{(pid=69613) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1221.516187] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-c38f8728-3a61-4c54-8ea5-d700adcfebea tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] [instance: f186cb70-f6ef-4b02-a8fe-f5f791352ed7] Destroying instance {{(pid=69613) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1221.518441] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ae521b6-a8e6-42f1-ae84-be466eef8e59 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.526863] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-c38f8728-3a61-4c54-8ea5-d700adcfebea tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] [instance: f186cb70-f6ef-4b02-a8fe-f5f791352ed7] Powering off the VM {{(pid=69613) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1221.527127] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4f74514f-8429-47a2-ba1a-08b602d4eb78 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.533104] env[69613]: DEBUG oslo_vmware.api [None req-c38f8728-3a61-4c54-8ea5-d700adcfebea tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Waiting for the task: (returnval){ [ 1221.533104] env[69613]: value = "task-3418376" [ 1221.533104] env[69613]: _type = "Task" [ 1221.533104] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.540556] env[69613]: DEBUG oslo_vmware.api [None req-c38f8728-3a61-4c54-8ea5-d700adcfebea tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Task: {'id': task-3418376, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.797735] env[69613]: DEBUG nova.network.neutron [req-def211ea-3c07-42dd-8ad6-fa0e4acad634 req-94e8a95f-a541-4e95-a5a7-1d76e2df9178 service nova] [instance: 1f56c24d-ed57-4aeb-a0e3-4857e2f4a1cc] Updated VIF entry in instance network info cache for port 33c0fe1d-172f-49bb-997b-ba92a08262b2. {{(pid=69613) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1221.798183] env[69613]: DEBUG nova.network.neutron [req-def211ea-3c07-42dd-8ad6-fa0e4acad634 req-94e8a95f-a541-4e95-a5a7-1d76e2df9178 service nova] [instance: 1f56c24d-ed57-4aeb-a0e3-4857e2f4a1cc] Updating instance_info_cache with network_info: [{"id": "33c0fe1d-172f-49bb-997b-ba92a08262b2", "address": "fa:16:3e:39:1e:1a", "network": {"id": "743485db-c4e0-4763-aaad-624cce7d9704", "bridge": null, "label": "tempest-ServerActionsTestOtherB-754778099-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.222", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "27cd1ce9a4f74279a40b13e8fbac87a0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap33c0fe1d-17", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1221.818973] env[69613]: INFO nova.network.neutron [None req-ec1b843f-675e-4573-9b01-adcc77528bd9 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] [instance: f186cb70-f6ef-4b02-a8fe-f5f791352ed7] Port 5b6697ee-188c-4e0b-9f67-96d8d03a79a8 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1221.819330] env[69613]: DEBUG nova.network.neutron [None req-ec1b843f-675e-4573-9b01-adcc77528bd9 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] [instance: f186cb70-f6ef-4b02-a8fe-f5f791352ed7] Updating instance_info_cache with network_info: [{"id": "a5da0640-a78c-4b84-92c6-f1ed29990e43", "address": "fa:16:3e:38:90:33", "network": {"id": "716d936a-9f18-4dbf-8278-8d495c4e8e5e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1568527215-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.233", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ac0fd822ae5c46349cf139bf95aa6ad4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "99639c37-b0c6-4be7-9594-230e44b1280b", "external-id": "nsx-vlan-transportzone-17", "segmentation_id": 17, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa5da0640-a7", "ovs_interfaceid": "a5da0640-a78c-4b84-92c6-f1ed29990e43", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1221.919214] env[69613]: DEBUG nova.scheduler.client.report [None req-6373380f-fa6a-4e97-9fd3-65d14d1b5314 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Inventory has not changed for provider af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69613) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1221.923203] env[69613]: DEBUG nova.network.neutron [None req-c353a83c-8e69-4a61-9cec-f1749bf8fb36 tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] [instance: 816b83b8-9dea-45d2-be12-35adb694e470] Port 608bebbd-3c06-4d6f-a644-0694d085c113 binding to destination host cpu-1 is already ACTIVE {{(pid=69613) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1222.042567] env[69613]: DEBUG oslo_vmware.api [None req-c38f8728-3a61-4c54-8ea5-d700adcfebea tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Task: {'id': task-3418376, 'name': PowerOffVM_Task, 'duration_secs': 0.192084} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.042886] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-c38f8728-3a61-4c54-8ea5-d700adcfebea tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] [instance: f186cb70-f6ef-4b02-a8fe-f5f791352ed7] Powered off the VM {{(pid=69613) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1222.043069] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-c38f8728-3a61-4c54-8ea5-d700adcfebea tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] [instance: f186cb70-f6ef-4b02-a8fe-f5f791352ed7] Unregistering the VM {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1222.043320] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6b413f4c-0c27-4b36-aef6-60f019fad753 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.268182] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-c38f8728-3a61-4c54-8ea5-d700adcfebea tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] [instance: f186cb70-f6ef-4b02-a8fe-f5f791352ed7] Unregistered the VM {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1222.268414] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-c38f8728-3a61-4c54-8ea5-d700adcfebea tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] [instance: f186cb70-f6ef-4b02-a8fe-f5f791352ed7] Deleting contents of the VM from datastore datastore2 {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1222.268598] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-c38f8728-3a61-4c54-8ea5-d700adcfebea tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Deleting the datastore file [datastore2] f186cb70-f6ef-4b02-a8fe-f5f791352ed7 {{(pid=69613) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1222.268866] env[69613]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3dce13f4-e89b-4558-bd2e-ba7a3ceb864b {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.277064] env[69613]: DEBUG oslo_vmware.api [None req-c38f8728-3a61-4c54-8ea5-d700adcfebea tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Waiting for the task: (returnval){ [ 1222.277064] env[69613]: value = "task-3418378" [ 1222.277064] env[69613]: _type = "Task" [ 1222.277064] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.284247] env[69613]: DEBUG oslo_vmware.api [None req-c38f8728-3a61-4c54-8ea5-d700adcfebea tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Task: {'id': task-3418378, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.300831] env[69613]: DEBUG oslo_concurrency.lockutils [req-def211ea-3c07-42dd-8ad6-fa0e4acad634 req-94e8a95f-a541-4e95-a5a7-1d76e2df9178 service nova] Releasing lock "refresh_cache-1f56c24d-ed57-4aeb-a0e3-4857e2f4a1cc" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.321508] env[69613]: DEBUG oslo_concurrency.lockutils [None req-ec1b843f-675e-4573-9b01-adcc77528bd9 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Releasing lock "refresh_cache-f186cb70-f6ef-4b02-a8fe-f5f791352ed7" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.344163] env[69613]: DEBUG oslo_concurrency.lockutils [None req-87bf20cb-7eaa-4dc9-b7b5-8e09b460c451 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Acquiring lock "1f56c24d-ed57-4aeb-a0e3-4857e2f4a1cc" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1222.425868] env[69613]: DEBUG oslo_concurrency.lockutils [None req-6373380f-fa6a-4e97-9fd3-65d14d1b5314 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.248s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1222.787387] env[69613]: DEBUG oslo_vmware.api [None req-c38f8728-3a61-4c54-8ea5-d700adcfebea tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Task: {'id': task-3418378, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.151919} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.787653] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-c38f8728-3a61-4c54-8ea5-d700adcfebea tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Deleted the datastore file {{(pid=69613) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1222.787862] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-c38f8728-3a61-4c54-8ea5-d700adcfebea tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] [instance: f186cb70-f6ef-4b02-a8fe-f5f791352ed7] Deleted contents of the VM from datastore datastore2 {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1222.788068] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-c38f8728-3a61-4c54-8ea5-d700adcfebea tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] [instance: f186cb70-f6ef-4b02-a8fe-f5f791352ed7] Instance destroyed {{(pid=69613) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1222.788245] env[69613]: INFO nova.compute.manager [None req-c38f8728-3a61-4c54-8ea5-d700adcfebea tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] [instance: f186cb70-f6ef-4b02-a8fe-f5f791352ed7] Took 1.27 seconds to destroy the instance on the hypervisor. [ 1222.788482] env[69613]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c38f8728-3a61-4c54-8ea5-d700adcfebea tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69613) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1222.788668] env[69613]: DEBUG nova.compute.manager [-] [instance: f186cb70-f6ef-4b02-a8fe-f5f791352ed7] Deallocating network for instance {{(pid=69613) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1222.788764] env[69613]: DEBUG nova.network.neutron [-] [instance: f186cb70-f6ef-4b02-a8fe-f5f791352ed7] deallocate_for_instance() {{(pid=69613) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1222.826114] env[69613]: DEBUG oslo_concurrency.lockutils [None req-ec1b843f-675e-4573-9b01-adcc77528bd9 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Lock "interface-f186cb70-f6ef-4b02-a8fe-f5f791352ed7-5b6697ee-188c-4e0b-9f67-96d8d03a79a8" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.637s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1222.947028] env[69613]: DEBUG oslo_concurrency.lockutils [None req-c353a83c-8e69-4a61-9cec-f1749bf8fb36 tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Acquiring lock "816b83b8-9dea-45d2-be12-35adb694e470-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1222.947220] env[69613]: DEBUG oslo_concurrency.lockutils [None req-c353a83c-8e69-4a61-9cec-f1749bf8fb36 tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Lock "816b83b8-9dea-45d2-be12-35adb694e470-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1222.947400] env[69613]: DEBUG oslo_concurrency.lockutils [None req-c353a83c-8e69-4a61-9cec-f1749bf8fb36 tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Lock "816b83b8-9dea-45d2-be12-35adb694e470-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1222.953154] env[69613]: DEBUG oslo_concurrency.lockutils [None req-6373380f-fa6a-4e97-9fd3-65d14d1b5314 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Lock "1f56c24d-ed57-4aeb-a0e3-4857e2f4a1cc" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 22.243s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1222.954541] env[69613]: DEBUG oslo_concurrency.lockutils [None req-87bf20cb-7eaa-4dc9-b7b5-8e09b460c451 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Lock "1f56c24d-ed57-4aeb-a0e3-4857e2f4a1cc" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 0.610s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1222.954792] env[69613]: INFO nova.compute.manager [None req-87bf20cb-7eaa-4dc9-b7b5-8e09b460c451 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] [instance: 1f56c24d-ed57-4aeb-a0e3-4857e2f4a1cc] Unshelving [ 1223.345824] env[69613]: DEBUG oslo_concurrency.lockutils [None req-5bbe8c0a-3438-408b-8276-2e7886dc59ce tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Acquiring lock "8f0c568c-f444-4640-820f-06fe30a8aabb" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1223.346884] env[69613]: DEBUG oslo_concurrency.lockutils [None req-5bbe8c0a-3438-408b-8276-2e7886dc59ce tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Lock "8f0c568c-f444-4640-820f-06fe30a8aabb" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1223.483447] env[69613]: DEBUG nova.compute.manager [req-f5cf6a0f-44d7-4930-aaf5-a10dd346cb9b req-c08eea67-5108-44d8-af49-d329def96570 service nova] [instance: f186cb70-f6ef-4b02-a8fe-f5f791352ed7] Received event network-vif-deleted-a5da0640-a78c-4b84-92c6-f1ed29990e43 {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1223.483732] env[69613]: INFO nova.compute.manager [req-f5cf6a0f-44d7-4930-aaf5-a10dd346cb9b req-c08eea67-5108-44d8-af49-d329def96570 service nova] [instance: f186cb70-f6ef-4b02-a8fe-f5f791352ed7] Neutron deleted interface a5da0640-a78c-4b84-92c6-f1ed29990e43; detaching it from the instance and deleting it from the info cache [ 1223.483958] env[69613]: DEBUG nova.network.neutron [req-f5cf6a0f-44d7-4930-aaf5-a10dd346cb9b req-c08eea67-5108-44d8-af49-d329def96570 service nova] [instance: f186cb70-f6ef-4b02-a8fe-f5f791352ed7] Updating instance_info_cache with network_info: [] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1223.849060] env[69613]: INFO nova.compute.manager [None req-5bbe8c0a-3438-408b-8276-2e7886dc59ce tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] [instance: 8f0c568c-f444-4640-820f-06fe30a8aabb] Detaching volume 8ba1cc53-2353-4d86-bdf4-52d89a6a08d4 [ 1223.884947] env[69613]: INFO nova.virt.block_device [None req-5bbe8c0a-3438-408b-8276-2e7886dc59ce tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] [instance: 8f0c568c-f444-4640-820f-06fe30a8aabb] Attempting to driver detach volume 8ba1cc53-2353-4d86-bdf4-52d89a6a08d4 from mountpoint /dev/sdb [ 1223.885213] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-5bbe8c0a-3438-408b-8276-2e7886dc59ce tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] [instance: 8f0c568c-f444-4640-820f-06fe30a8aabb] Volume detach. Driver type: vmdk {{(pid=69613) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1223.885405] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-5bbe8c0a-3438-408b-8276-2e7886dc59ce tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] [instance: 8f0c568c-f444-4640-820f-06fe30a8aabb] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-682005', 'volume_id': '8ba1cc53-2353-4d86-bdf4-52d89a6a08d4', 'name': 'volume-8ba1cc53-2353-4d86-bdf4-52d89a6a08d4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8f0c568c-f444-4640-820f-06fe30a8aabb', 'attached_at': '', 'detached_at': '', 'volume_id': '8ba1cc53-2353-4d86-bdf4-52d89a6a08d4', 'serial': '8ba1cc53-2353-4d86-bdf4-52d89a6a08d4'} {{(pid=69613) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1223.886341] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-124419a5-0464-4cfa-9279-c40646850912 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.909384] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-433162aa-d6be-4acd-baf4-4c7a633f257d {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.916175] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b44b201-7d3f-4971-9d31-45410f9f8056 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.937302] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d7b78f3-c308-4165-aa2b-50e00c047074 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.955782] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-5bbe8c0a-3438-408b-8276-2e7886dc59ce tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] The volume has not been displaced from its original location: [datastore2] volume-8ba1cc53-2353-4d86-bdf4-52d89a6a08d4/volume-8ba1cc53-2353-4d86-bdf4-52d89a6a08d4.vmdk. No consolidation needed. {{(pid=69613) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1223.961126] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-5bbe8c0a-3438-408b-8276-2e7886dc59ce tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] [instance: 8f0c568c-f444-4640-820f-06fe30a8aabb] Reconfiguring VM instance instance-00000071 to detach disk 2001 {{(pid=69613) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1223.961479] env[69613]: DEBUG nova.network.neutron [-] [instance: f186cb70-f6ef-4b02-a8fe-f5f791352ed7] Updating instance_info_cache with network_info: [] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1223.965974] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2da242a7-0ec4-46f8-8814-5cf636bb9bcc {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.986589] env[69613]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7fa9c710-bfca-477b-bc14-f198802f584f {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.990061] env[69613]: DEBUG oslo_vmware.api [None req-5bbe8c0a-3438-408b-8276-2e7886dc59ce tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Waiting for the task: (returnval){ [ 1223.990061] env[69613]: value = "task-3418380" [ 1223.990061] env[69613]: _type = "Task" [ 1223.990061] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.995659] env[69613]: DEBUG oslo_concurrency.lockutils [None req-87bf20cb-7eaa-4dc9-b7b5-8e09b460c451 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1223.995966] env[69613]: DEBUG oslo_concurrency.lockutils [None req-87bf20cb-7eaa-4dc9-b7b5-8e09b460c451 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1223.996196] env[69613]: DEBUG nova.objects.instance [None req-87bf20cb-7eaa-4dc9-b7b5-8e09b460c451 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Lazy-loading 'pci_requests' on Instance uuid 1f56c24d-ed57-4aeb-a0e3-4857e2f4a1cc {{(pid=69613) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1224.000470] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cb4469c-0b8e-435d-a568-e561186a618a {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.012464] env[69613]: DEBUG nova.objects.instance [None req-87bf20cb-7eaa-4dc9-b7b5-8e09b460c451 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Lazy-loading 'numa_topology' on Instance uuid 1f56c24d-ed57-4aeb-a0e3-4857e2f4a1cc {{(pid=69613) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1224.017284] env[69613]: DEBUG oslo_vmware.api [None req-5bbe8c0a-3438-408b-8276-2e7886dc59ce tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Task: {'id': task-3418380, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.018187] env[69613]: DEBUG oslo_concurrency.lockutils [None req-c353a83c-8e69-4a61-9cec-f1749bf8fb36 tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Acquiring lock "refresh_cache-816b83b8-9dea-45d2-be12-35adb694e470" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.018358] env[69613]: DEBUG oslo_concurrency.lockutils [None req-c353a83c-8e69-4a61-9cec-f1749bf8fb36 tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Acquired lock "refresh_cache-816b83b8-9dea-45d2-be12-35adb694e470" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.018526] env[69613]: DEBUG nova.network.neutron [None req-c353a83c-8e69-4a61-9cec-f1749bf8fb36 tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] [instance: 816b83b8-9dea-45d2-be12-35adb694e470] Building network info cache for instance {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1224.039996] env[69613]: DEBUG nova.compute.manager [req-f5cf6a0f-44d7-4930-aaf5-a10dd346cb9b req-c08eea67-5108-44d8-af49-d329def96570 service nova] [instance: f186cb70-f6ef-4b02-a8fe-f5f791352ed7] Detach interface failed, port_id=a5da0640-a78c-4b84-92c6-f1ed29990e43, reason: Instance f186cb70-f6ef-4b02-a8fe-f5f791352ed7 could not be found. {{(pid=69613) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1224.480081] env[69613]: INFO nova.compute.manager [-] [instance: f186cb70-f6ef-4b02-a8fe-f5f791352ed7] Took 1.69 seconds to deallocate network for instance. [ 1224.502596] env[69613]: DEBUG oslo_vmware.api [None req-5bbe8c0a-3438-408b-8276-2e7886dc59ce tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Task: {'id': task-3418380, 'name': ReconfigVM_Task, 'duration_secs': 0.233323} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.502898] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-5bbe8c0a-3438-408b-8276-2e7886dc59ce tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] [instance: 8f0c568c-f444-4640-820f-06fe30a8aabb] Reconfigured VM instance instance-00000071 to detach disk 2001 {{(pid=69613) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1224.507905] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-069fe601-6572-4346-a515-084f1e1a1c1b {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.520066] env[69613]: INFO nova.compute.claims [None req-87bf20cb-7eaa-4dc9-b7b5-8e09b460c451 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] [instance: 1f56c24d-ed57-4aeb-a0e3-4857e2f4a1cc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1224.525621] env[69613]: DEBUG oslo_vmware.api [None req-5bbe8c0a-3438-408b-8276-2e7886dc59ce tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Waiting for the task: (returnval){ [ 1224.525621] env[69613]: value = "task-3418381" [ 1224.525621] env[69613]: _type = "Task" [ 1224.525621] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.536776] env[69613]: DEBUG oslo_vmware.api [None req-5bbe8c0a-3438-408b-8276-2e7886dc59ce tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Task: {'id': task-3418381, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.782127] env[69613]: DEBUG nova.network.neutron [None req-c353a83c-8e69-4a61-9cec-f1749bf8fb36 tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] [instance: 816b83b8-9dea-45d2-be12-35adb694e470] Updating instance_info_cache with network_info: [{"id": "608bebbd-3c06-4d6f-a644-0694d085c113", "address": "fa:16:3e:09:ce:b2", "network": {"id": "5fbba158-e384-4f22-b63d-507a2a47de30", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1229363420-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.209", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9e2b2477b1674fa28068fcb7c61ff983", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe20ef0e-0991-44d7-887d-08dddac0b56b", "external-id": "nsx-vlan-transportzone-991", "segmentation_id": 991, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap608bebbd-3c", "ovs_interfaceid": "608bebbd-3c06-4d6f-a644-0694d085c113", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1224.986148] env[69613]: DEBUG oslo_concurrency.lockutils [None req-c38f8728-3a61-4c54-8ea5-d700adcfebea tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1225.038482] env[69613]: DEBUG oslo_vmware.api [None req-5bbe8c0a-3438-408b-8276-2e7886dc59ce tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Task: {'id': task-3418381, 'name': ReconfigVM_Task, 'duration_secs': 0.14113} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.039459] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-5bbe8c0a-3438-408b-8276-2e7886dc59ce tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] [instance: 8f0c568c-f444-4640-820f-06fe30a8aabb] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-682005', 'volume_id': '8ba1cc53-2353-4d86-bdf4-52d89a6a08d4', 'name': 'volume-8ba1cc53-2353-4d86-bdf4-52d89a6a08d4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8f0c568c-f444-4640-820f-06fe30a8aabb', 'attached_at': '', 'detached_at': '', 'volume_id': '8ba1cc53-2353-4d86-bdf4-52d89a6a08d4', 'serial': '8ba1cc53-2353-4d86-bdf4-52d89a6a08d4'} {{(pid=69613) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1225.286052] env[69613]: DEBUG oslo_concurrency.lockutils [None req-c353a83c-8e69-4a61-9cec-f1749bf8fb36 tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Releasing lock "refresh_cache-816b83b8-9dea-45d2-be12-35adb694e470" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.306867] env[69613]: DEBUG oslo_concurrency.lockutils [None req-e81ae936-d98e-4892-9db0-2b8c59f8c208 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Acquiring lock "357afa94-a34b-4396-9c60-fd9b43bb312b" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1225.307131] env[69613]: DEBUG oslo_concurrency.lockutils [None req-e81ae936-d98e-4892-9db0-2b8c59f8c208 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Lock "357afa94-a34b-4396-9c60-fd9b43bb312b" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1225.586802] env[69613]: DEBUG nova.objects.instance [None req-5bbe8c0a-3438-408b-8276-2e7886dc59ce tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Lazy-loading 'flavor' on Instance uuid 8f0c568c-f444-4640-820f-06fe30a8aabb {{(pid=69613) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1225.651226] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc32622b-b8d9-4dfd-853d-025a02cac0e3 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.658524] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3f54655-6977-4fa0-b761-67e206689f08 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.691074] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d2395e3-a6af-4cbe-ab80-0fa002e8a8f1 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.698315] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e51f4dd2-be94-472a-8538-5a77e0c1f8f7 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.711226] env[69613]: DEBUG nova.compute.provider_tree [None req-87bf20cb-7eaa-4dc9-b7b5-8e09b460c451 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Inventory has not changed in ProviderTree for provider: af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 {{(pid=69613) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1225.806028] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ace0872-942a-4b9b-af95-56072bda704d {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.809739] env[69613]: DEBUG nova.compute.utils [None req-e81ae936-d98e-4892-9db0-2b8c59f8c208 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Using /dev/sd instead of None {{(pid=69613) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1225.825888] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f98c43c-3c38-48e9-97b6-9ec5f1108401 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.832831] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-c353a83c-8e69-4a61-9cec-f1749bf8fb36 tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] [instance: 816b83b8-9dea-45d2-be12-35adb694e470] Updating instance '816b83b8-9dea-45d2-be12-35adb694e470' progress to 83 {{(pid=69613) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1226.214750] env[69613]: DEBUG nova.scheduler.client.report [None req-87bf20cb-7eaa-4dc9-b7b5-8e09b460c451 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Inventory has not changed for provider af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69613) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1226.326375] env[69613]: DEBUG oslo_concurrency.lockutils [None req-e81ae936-d98e-4892-9db0-2b8c59f8c208 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Lock "357afa94-a34b-4396-9c60-fd9b43bb312b" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.019s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1226.338814] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-c353a83c-8e69-4a61-9cec-f1749bf8fb36 tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] [instance: 816b83b8-9dea-45d2-be12-35adb694e470] Powering on the VM {{(pid=69613) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1226.339443] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1b351d1e-6ec0-4343-9f8a-bd3ee00a7bc1 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.346519] env[69613]: DEBUG oslo_vmware.api [None req-c353a83c-8e69-4a61-9cec-f1749bf8fb36 tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Waiting for the task: (returnval){ [ 1226.346519] env[69613]: value = "task-3418383" [ 1226.346519] env[69613]: _type = "Task" [ 1226.346519] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1226.354919] env[69613]: DEBUG oslo_vmware.api [None req-c353a83c-8e69-4a61-9cec-f1749bf8fb36 tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Task: {'id': task-3418383, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.594323] env[69613]: DEBUG oslo_concurrency.lockutils [None req-5bbe8c0a-3438-408b-8276-2e7886dc59ce tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Lock "8f0c568c-f444-4640-820f-06fe30a8aabb" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.248s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1226.719699] env[69613]: DEBUG oslo_concurrency.lockutils [None req-87bf20cb-7eaa-4dc9-b7b5-8e09b460c451 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.724s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1226.722018] env[69613]: DEBUG oslo_concurrency.lockutils [None req-c38f8728-3a61-4c54-8ea5-d700adcfebea tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.736s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1226.722270] env[69613]: DEBUG nova.objects.instance [None req-c38f8728-3a61-4c54-8ea5-d700adcfebea tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Lazy-loading 'resources' on Instance uuid f186cb70-f6ef-4b02-a8fe-f5f791352ed7 {{(pid=69613) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1226.750750] env[69613]: INFO nova.network.neutron [None req-87bf20cb-7eaa-4dc9-b7b5-8e09b460c451 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] [instance: 1f56c24d-ed57-4aeb-a0e3-4857e2f4a1cc] Updating port 33c0fe1d-172f-49bb-997b-ba92a08262b2 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1226.857401] env[69613]: DEBUG oslo_vmware.api [None req-c353a83c-8e69-4a61-9cec-f1749bf8fb36 tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Task: {'id': task-3418383, 'name': PowerOnVM_Task, 'duration_secs': 0.358396} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1226.857675] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-c353a83c-8e69-4a61-9cec-f1749bf8fb36 tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] [instance: 816b83b8-9dea-45d2-be12-35adb694e470] Powered on the VM {{(pid=69613) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1226.857861] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-c353a83c-8e69-4a61-9cec-f1749bf8fb36 tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] [instance: 816b83b8-9dea-45d2-be12-35adb694e470] Updating instance '816b83b8-9dea-45d2-be12-35adb694e470' progress to 100 {{(pid=69613) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1227.328879] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc4dbd1d-d61c-4c52-8d0f-61deda5eb1bc {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.336463] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07c6fe65-a625-4fc8-b88b-9d42536c6906 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.369898] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3a12667-3edb-4e89-ab95-29221bbe6dea {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.372990] env[69613]: DEBUG oslo_concurrency.lockutils [None req-e81ae936-d98e-4892-9db0-2b8c59f8c208 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Acquiring lock "357afa94-a34b-4396-9c60-fd9b43bb312b" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1227.373287] env[69613]: DEBUG oslo_concurrency.lockutils [None req-e81ae936-d98e-4892-9db0-2b8c59f8c208 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Lock "357afa94-a34b-4396-9c60-fd9b43bb312b" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1227.373623] env[69613]: INFO nova.compute.manager [None req-e81ae936-d98e-4892-9db0-2b8c59f8c208 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] [instance: 357afa94-a34b-4396-9c60-fd9b43bb312b] Attaching volume 5da1d40b-2866-4c36-847e-05b87530a1f1 to /dev/sdb [ 1227.382254] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cf1e743-fc1c-4f03-a37f-81bf3d0163d2 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.397383] env[69613]: DEBUG nova.compute.provider_tree [None req-c38f8728-3a61-4c54-8ea5-d700adcfebea tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Inventory has not changed in ProviderTree for provider: af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 {{(pid=69613) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1227.411327] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18107378-e371-4114-bf07-47812aba5fde {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.419697] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5b3e3ef-4eea-4bdb-b6ea-782f8cd206b2 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.431878] env[69613]: DEBUG nova.virt.block_device [None req-e81ae936-d98e-4892-9db0-2b8c59f8c208 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] [instance: 357afa94-a34b-4396-9c60-fd9b43bb312b] Updating existing volume attachment record: 4437b18f-d406-4b0d-9e23-0fd9959ae16f {{(pid=69613) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1227.586831] env[69613]: DEBUG oslo_concurrency.lockutils [None req-43419a57-593a-4010-aa03-5bf50a278713 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Acquiring lock "8f0c568c-f444-4640-820f-06fe30a8aabb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1227.586940] env[69613]: DEBUG oslo_concurrency.lockutils [None req-43419a57-593a-4010-aa03-5bf50a278713 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Lock "8f0c568c-f444-4640-820f-06fe30a8aabb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1227.587088] env[69613]: DEBUG oslo_concurrency.lockutils [None req-43419a57-593a-4010-aa03-5bf50a278713 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Acquiring lock "8f0c568c-f444-4640-820f-06fe30a8aabb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1227.587269] env[69613]: DEBUG oslo_concurrency.lockutils [None req-43419a57-593a-4010-aa03-5bf50a278713 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Lock "8f0c568c-f444-4640-820f-06fe30a8aabb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1227.587436] env[69613]: DEBUG oslo_concurrency.lockutils [None req-43419a57-593a-4010-aa03-5bf50a278713 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Lock "8f0c568c-f444-4640-820f-06fe30a8aabb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1227.589497] env[69613]: INFO nova.compute.manager [None req-43419a57-593a-4010-aa03-5bf50a278713 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] [instance: 8f0c568c-f444-4640-820f-06fe30a8aabb] Terminating instance [ 1227.900637] env[69613]: DEBUG nova.scheduler.client.report [None req-c38f8728-3a61-4c54-8ea5-d700adcfebea tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Inventory has not changed for provider af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69613) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1228.093352] env[69613]: DEBUG nova.compute.manager [None req-43419a57-593a-4010-aa03-5bf50a278713 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] [instance: 8f0c568c-f444-4640-820f-06fe30a8aabb] Start destroying the instance on the hypervisor. {{(pid=69613) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1228.093600] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-43419a57-593a-4010-aa03-5bf50a278713 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] [instance: 8f0c568c-f444-4640-820f-06fe30a8aabb] Destroying instance {{(pid=69613) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1228.094533] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e2c24c3-4d3c-4736-9915-deccb6b51cde {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.102102] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-43419a57-593a-4010-aa03-5bf50a278713 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] [instance: 8f0c568c-f444-4640-820f-06fe30a8aabb] Powering off the VM {{(pid=69613) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1228.102336] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-681f9dfc-8ee7-4e19-b090-65344c8d2b2d {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.108010] env[69613]: DEBUG oslo_vmware.api [None req-43419a57-593a-4010-aa03-5bf50a278713 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Waiting for the task: (returnval){ [ 1228.108010] env[69613]: value = "task-3418385" [ 1228.108010] env[69613]: _type = "Task" [ 1228.108010] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.115176] env[69613]: DEBUG oslo_vmware.api [None req-43419a57-593a-4010-aa03-5bf50a278713 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Task: {'id': task-3418385, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.163413] env[69613]: DEBUG nova.compute.manager [req-0e90853c-11dd-440f-a5bc-10a5d96ecb5a req-8a01caeb-9ba4-431e-a911-345e9b980fcc service nova] [instance: 1f56c24d-ed57-4aeb-a0e3-4857e2f4a1cc] Received event network-vif-plugged-33c0fe1d-172f-49bb-997b-ba92a08262b2 {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1228.163639] env[69613]: DEBUG oslo_concurrency.lockutils [req-0e90853c-11dd-440f-a5bc-10a5d96ecb5a req-8a01caeb-9ba4-431e-a911-345e9b980fcc service nova] Acquiring lock "1f56c24d-ed57-4aeb-a0e3-4857e2f4a1cc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1228.163845] env[69613]: DEBUG oslo_concurrency.lockutils [req-0e90853c-11dd-440f-a5bc-10a5d96ecb5a req-8a01caeb-9ba4-431e-a911-345e9b980fcc service nova] Lock "1f56c24d-ed57-4aeb-a0e3-4857e2f4a1cc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1228.164025] env[69613]: DEBUG oslo_concurrency.lockutils [req-0e90853c-11dd-440f-a5bc-10a5d96ecb5a req-8a01caeb-9ba4-431e-a911-345e9b980fcc service nova] Lock "1f56c24d-ed57-4aeb-a0e3-4857e2f4a1cc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1228.164199] env[69613]: DEBUG nova.compute.manager [req-0e90853c-11dd-440f-a5bc-10a5d96ecb5a req-8a01caeb-9ba4-431e-a911-345e9b980fcc service nova] [instance: 1f56c24d-ed57-4aeb-a0e3-4857e2f4a1cc] No waiting events found dispatching network-vif-plugged-33c0fe1d-172f-49bb-997b-ba92a08262b2 {{(pid=69613) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1228.164362] env[69613]: WARNING nova.compute.manager [req-0e90853c-11dd-440f-a5bc-10a5d96ecb5a req-8a01caeb-9ba4-431e-a911-345e9b980fcc service nova] [instance: 1f56c24d-ed57-4aeb-a0e3-4857e2f4a1cc] Received unexpected event network-vif-plugged-33c0fe1d-172f-49bb-997b-ba92a08262b2 for instance with vm_state shelved_offloaded and task_state spawning. [ 1228.281472] env[69613]: DEBUG oslo_concurrency.lockutils [None req-87bf20cb-7eaa-4dc9-b7b5-8e09b460c451 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Acquiring lock "refresh_cache-1f56c24d-ed57-4aeb-a0e3-4857e2f4a1cc" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.281656] env[69613]: DEBUG oslo_concurrency.lockutils [None req-87bf20cb-7eaa-4dc9-b7b5-8e09b460c451 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Acquired lock "refresh_cache-1f56c24d-ed57-4aeb-a0e3-4857e2f4a1cc" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.281834] env[69613]: DEBUG nova.network.neutron [None req-87bf20cb-7eaa-4dc9-b7b5-8e09b460c451 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] [instance: 1f56c24d-ed57-4aeb-a0e3-4857e2f4a1cc] Building network info cache for instance {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1228.405804] env[69613]: DEBUG oslo_concurrency.lockutils [None req-c38f8728-3a61-4c54-8ea5-d700adcfebea tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.684s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1228.427934] env[69613]: INFO nova.scheduler.client.report [None req-c38f8728-3a61-4c54-8ea5-d700adcfebea tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Deleted allocations for instance f186cb70-f6ef-4b02-a8fe-f5f791352ed7 [ 1228.617919] env[69613]: DEBUG oslo_vmware.api [None req-43419a57-593a-4010-aa03-5bf50a278713 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Task: {'id': task-3418385, 'name': PowerOffVM_Task, 'duration_secs': 0.227396} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.618218] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-43419a57-593a-4010-aa03-5bf50a278713 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] [instance: 8f0c568c-f444-4640-820f-06fe30a8aabb] Powered off the VM {{(pid=69613) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1228.618389] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-43419a57-593a-4010-aa03-5bf50a278713 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] [instance: 8f0c568c-f444-4640-820f-06fe30a8aabb] Unregistering the VM {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1228.618656] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-144380a4-c449-4946-8791-ae206b5fc899 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.681605] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-43419a57-593a-4010-aa03-5bf50a278713 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] [instance: 8f0c568c-f444-4640-820f-06fe30a8aabb] Unregistered the VM {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1228.681836] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-43419a57-593a-4010-aa03-5bf50a278713 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] [instance: 8f0c568c-f444-4640-820f-06fe30a8aabb] Deleting contents of the VM from datastore datastore1 {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1228.682026] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-43419a57-593a-4010-aa03-5bf50a278713 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Deleting the datastore file [datastore1] 8f0c568c-f444-4640-820f-06fe30a8aabb {{(pid=69613) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1228.682290] env[69613]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b1fa9eb8-ce7a-46c0-806a-d94c092a481a {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.689067] env[69613]: DEBUG oslo_vmware.api [None req-43419a57-593a-4010-aa03-5bf50a278713 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Waiting for the task: (returnval){ [ 1228.689067] env[69613]: value = "task-3418387" [ 1228.689067] env[69613]: _type = "Task" [ 1228.689067] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.697570] env[69613]: DEBUG oslo_vmware.api [None req-43419a57-593a-4010-aa03-5bf50a278713 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Task: {'id': task-3418387, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.937714] env[69613]: DEBUG oslo_concurrency.lockutils [None req-c38f8728-3a61-4c54-8ea5-d700adcfebea tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Lock "f186cb70-f6ef-4b02-a8fe-f5f791352ed7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.930s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1229.028028] env[69613]: DEBUG nova.network.neutron [None req-87bf20cb-7eaa-4dc9-b7b5-8e09b460c451 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] [instance: 1f56c24d-ed57-4aeb-a0e3-4857e2f4a1cc] Updating instance_info_cache with network_info: [{"id": "33c0fe1d-172f-49bb-997b-ba92a08262b2", "address": "fa:16:3e:39:1e:1a", "network": {"id": "743485db-c4e0-4763-aaad-624cce7d9704", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-754778099-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.222", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "27cd1ce9a4f74279a40b13e8fbac87a0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4576b9d4-535c-40aa-b078-246f671f216e", "external-id": "nsx-vlan-transportzone-27", "segmentation_id": 27, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap33c0fe1d-17", "ovs_interfaceid": "33c0fe1d-172f-49bb-997b-ba92a08262b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1229.129596] env[69613]: DEBUG oslo_concurrency.lockutils [None req-6be408fc-8768-4030-bd78-945f9500e149 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Acquiring lock "3bc87c40-eef2-4130-b2b3-017cf32ca878" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1229.130164] env[69613]: DEBUG oslo_concurrency.lockutils [None req-6be408fc-8768-4030-bd78-945f9500e149 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Lock "3bc87c40-eef2-4130-b2b3-017cf32ca878" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1229.130164] env[69613]: DEBUG oslo_concurrency.lockutils [None req-6be408fc-8768-4030-bd78-945f9500e149 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Acquiring lock "3bc87c40-eef2-4130-b2b3-017cf32ca878-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1229.130303] env[69613]: DEBUG oslo_concurrency.lockutils [None req-6be408fc-8768-4030-bd78-945f9500e149 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Lock "3bc87c40-eef2-4130-b2b3-017cf32ca878-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1229.130423] env[69613]: DEBUG oslo_concurrency.lockutils [None req-6be408fc-8768-4030-bd78-945f9500e149 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Lock "3bc87c40-eef2-4130-b2b3-017cf32ca878-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1229.132608] env[69613]: INFO nova.compute.manager [None req-6be408fc-8768-4030-bd78-945f9500e149 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] [instance: 3bc87c40-eef2-4130-b2b3-017cf32ca878] Terminating instance [ 1229.198892] env[69613]: DEBUG oslo_vmware.api [None req-43419a57-593a-4010-aa03-5bf50a278713 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Task: {'id': task-3418387, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.133789} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.199111] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-43419a57-593a-4010-aa03-5bf50a278713 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Deleted the datastore file {{(pid=69613) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1229.199298] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-43419a57-593a-4010-aa03-5bf50a278713 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] [instance: 8f0c568c-f444-4640-820f-06fe30a8aabb] Deleted contents of the VM from datastore datastore1 {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1229.199472] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-43419a57-593a-4010-aa03-5bf50a278713 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] [instance: 8f0c568c-f444-4640-820f-06fe30a8aabb] Instance destroyed {{(pid=69613) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1229.199645] env[69613]: INFO nova.compute.manager [None req-43419a57-593a-4010-aa03-5bf50a278713 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] [instance: 8f0c568c-f444-4640-820f-06fe30a8aabb] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1229.199887] env[69613]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-43419a57-593a-4010-aa03-5bf50a278713 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69613) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1229.200114] env[69613]: DEBUG nova.compute.manager [-] [instance: 8f0c568c-f444-4640-820f-06fe30a8aabb] Deallocating network for instance {{(pid=69613) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1229.200247] env[69613]: DEBUG nova.network.neutron [-] [instance: 8f0c568c-f444-4640-820f-06fe30a8aabb] deallocate_for_instance() {{(pid=69613) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1229.400095] env[69613]: DEBUG nova.network.neutron [None req-7fca1343-f896-4f18-8d9b-c84a72f77d6d tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] [instance: 816b83b8-9dea-45d2-be12-35adb694e470] Port 608bebbd-3c06-4d6f-a644-0694d085c113 binding to destination host cpu-1 is already ACTIVE {{(pid=69613) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1229.400687] env[69613]: DEBUG oslo_concurrency.lockutils [None req-7fca1343-f896-4f18-8d9b-c84a72f77d6d tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Acquiring lock "refresh_cache-816b83b8-9dea-45d2-be12-35adb694e470" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.400899] env[69613]: DEBUG oslo_concurrency.lockutils [None req-7fca1343-f896-4f18-8d9b-c84a72f77d6d tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Acquired lock "refresh_cache-816b83b8-9dea-45d2-be12-35adb694e470" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.401177] env[69613]: DEBUG nova.network.neutron [None req-7fca1343-f896-4f18-8d9b-c84a72f77d6d tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] [instance: 816b83b8-9dea-45d2-be12-35adb694e470] Building network info cache for instance {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1229.531902] env[69613]: DEBUG oslo_concurrency.lockutils [None req-87bf20cb-7eaa-4dc9-b7b5-8e09b460c451 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Releasing lock "refresh_cache-1f56c24d-ed57-4aeb-a0e3-4857e2f4a1cc" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.557319] env[69613]: DEBUG nova.virt.hardware [None req-87bf20cb-7eaa-4dc9-b7b5-8e09b460c451 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T13:55:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='bc8b16cb5ee7a716afc4e35882840cd1',container_format='bare',created_at=2025-04-14T14:07:47Z,direct_url=,disk_format='vmdk',id=5c47e1d4-1a50-4054-b1d2-2449de528b2a,min_disk=1,min_ram=0,name='tempest-ServerActionsTestOtherB-server-1710062234-shelved',owner='27cd1ce9a4f74279a40b13e8fbac87a0',properties=ImageMetaProps,protected=,size=31666176,status='active',tags=,updated_at=2025-04-14T14:08:01Z,virtual_size=,visibility=), allow threads: False {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1229.557416] env[69613]: DEBUG nova.virt.hardware [None req-87bf20cb-7eaa-4dc9-b7b5-8e09b460c451 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Flavor limits 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1229.557555] env[69613]: DEBUG nova.virt.hardware [None req-87bf20cb-7eaa-4dc9-b7b5-8e09b460c451 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Image limits 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1229.557738] env[69613]: DEBUG nova.virt.hardware [None req-87bf20cb-7eaa-4dc9-b7b5-8e09b460c451 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Flavor pref 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1229.557918] env[69613]: DEBUG nova.virt.hardware [None req-87bf20cb-7eaa-4dc9-b7b5-8e09b460c451 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Image pref 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1229.558480] env[69613]: DEBUG nova.virt.hardware [None req-87bf20cb-7eaa-4dc9-b7b5-8e09b460c451 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1229.558717] env[69613]: DEBUG nova.virt.hardware [None req-87bf20cb-7eaa-4dc9-b7b5-8e09b460c451 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1229.558888] env[69613]: DEBUG nova.virt.hardware [None req-87bf20cb-7eaa-4dc9-b7b5-8e09b460c451 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69613) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1229.559076] env[69613]: DEBUG nova.virt.hardware [None req-87bf20cb-7eaa-4dc9-b7b5-8e09b460c451 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Got 1 possible topologies {{(pid=69613) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1229.559251] env[69613]: DEBUG nova.virt.hardware [None req-87bf20cb-7eaa-4dc9-b7b5-8e09b460c451 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1229.559424] env[69613]: DEBUG nova.virt.hardware [None req-87bf20cb-7eaa-4dc9-b7b5-8e09b460c451 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1229.560298] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2630f2c5-3df3-4eb5-8ddc-5f2b88c5eb70 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.568663] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b83d0927-5b2b-4f93-b8af-b14779535728 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.583158] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-87bf20cb-7eaa-4dc9-b7b5-8e09b460c451 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] [instance: 1f56c24d-ed57-4aeb-a0e3-4857e2f4a1cc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:39:1e:1a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4576b9d4-535c-40aa-b078-246f671f216e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '33c0fe1d-172f-49bb-997b-ba92a08262b2', 'vif_model': 'vmxnet3'}] {{(pid=69613) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1229.591530] env[69613]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-87bf20cb-7eaa-4dc9-b7b5-8e09b460c451 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69613) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1229.592788] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1f56c24d-ed57-4aeb-a0e3-4857e2f4a1cc] Creating VM on the ESX host {{(pid=69613) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1229.592788] env[69613]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7938dfd7-d325-46cf-ac00-a0f458c59246 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.614620] env[69613]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1229.614620] env[69613]: value = "task-3418388" [ 1229.614620] env[69613]: _type = "Task" [ 1229.614620] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.626247] env[69613]: DEBUG oslo_vmware.api [-] Task: {'id': task-3418388, 'name': CreateVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.637458] env[69613]: DEBUG nova.compute.manager [None req-6be408fc-8768-4030-bd78-945f9500e149 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] [instance: 3bc87c40-eef2-4130-b2b3-017cf32ca878] Start destroying the instance on the hypervisor. {{(pid=69613) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1229.637701] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-6be408fc-8768-4030-bd78-945f9500e149 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] [instance: 3bc87c40-eef2-4130-b2b3-017cf32ca878] Destroying instance {{(pid=69613) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1229.638541] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85074f4d-e065-4b95-bf38-c12602d4b492 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.647812] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-6be408fc-8768-4030-bd78-945f9500e149 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] [instance: 3bc87c40-eef2-4130-b2b3-017cf32ca878] Powering off the VM {{(pid=69613) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1229.648079] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-418318e3-6949-4f19-b45d-98ef2a6472c6 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.657104] env[69613]: DEBUG oslo_vmware.api [None req-6be408fc-8768-4030-bd78-945f9500e149 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Waiting for the task: (returnval){ [ 1229.657104] env[69613]: value = "task-3418390" [ 1229.657104] env[69613]: _type = "Task" [ 1229.657104] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.664498] env[69613]: DEBUG oslo_vmware.api [None req-6be408fc-8768-4030-bd78-945f9500e149 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Task: {'id': task-3418390, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.127271] env[69613]: DEBUG oslo_vmware.api [-] Task: {'id': task-3418388, 'name': CreateVM_Task, 'duration_secs': 0.363095} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1230.127687] env[69613]: DEBUG nova.network.neutron [-] [instance: 8f0c568c-f444-4640-820f-06fe30a8aabb] Updating instance_info_cache with network_info: [] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1230.129313] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1f56c24d-ed57-4aeb-a0e3-4857e2f4a1cc] Created VM on the ESX host {{(pid=69613) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1230.130462] env[69613]: DEBUG oslo_concurrency.lockutils [None req-87bf20cb-7eaa-4dc9-b7b5-8e09b460c451 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5c47e1d4-1a50-4054-b1d2-2449de528b2a" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.130683] env[69613]: DEBUG oslo_concurrency.lockutils [None req-87bf20cb-7eaa-4dc9-b7b5-8e09b460c451 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5c47e1d4-1a50-4054-b1d2-2449de528b2a" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.131123] env[69613]: DEBUG oslo_concurrency.lockutils [None req-87bf20cb-7eaa-4dc9-b7b5-8e09b460c451 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/5c47e1d4-1a50-4054-b1d2-2449de528b2a" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.131671] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-49fd8dba-3902-4b55-b768-ab48f159d8ca {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.136527] env[69613]: DEBUG oslo_vmware.api [None req-87bf20cb-7eaa-4dc9-b7b5-8e09b460c451 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Waiting for the task: (returnval){ [ 1230.136527] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]520d67bd-7a73-c7b3-2c5e-a4b962677bfa" [ 1230.136527] env[69613]: _type = "Task" [ 1230.136527] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1230.146674] env[69613]: DEBUG oslo_vmware.api [None req-87bf20cb-7eaa-4dc9-b7b5-8e09b460c451 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]520d67bd-7a73-c7b3-2c5e-a4b962677bfa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.165910] env[69613]: DEBUG nova.network.neutron [None req-7fca1343-f896-4f18-8d9b-c84a72f77d6d tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] [instance: 816b83b8-9dea-45d2-be12-35adb694e470] Updating instance_info_cache with network_info: [{"id": "608bebbd-3c06-4d6f-a644-0694d085c113", "address": "fa:16:3e:09:ce:b2", "network": {"id": "5fbba158-e384-4f22-b63d-507a2a47de30", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1229363420-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.209", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9e2b2477b1674fa28068fcb7c61ff983", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe20ef0e-0991-44d7-887d-08dddac0b56b", "external-id": "nsx-vlan-transportzone-991", "segmentation_id": 991, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap608bebbd-3c", "ovs_interfaceid": "608bebbd-3c06-4d6f-a644-0694d085c113", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1230.173203] env[69613]: DEBUG oslo_vmware.api [None req-6be408fc-8768-4030-bd78-945f9500e149 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Task: {'id': task-3418390, 'name': PowerOffVM_Task, 'duration_secs': 0.196435} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1230.173541] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-6be408fc-8768-4030-bd78-945f9500e149 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] [instance: 3bc87c40-eef2-4130-b2b3-017cf32ca878] Powered off the VM {{(pid=69613) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1230.173773] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-6be408fc-8768-4030-bd78-945f9500e149 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] [instance: 3bc87c40-eef2-4130-b2b3-017cf32ca878] Unregistering the VM {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1230.174086] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4e3ee0f1-8bef-44fb-bbbe-460bac2fd791 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.193565] env[69613]: DEBUG nova.compute.manager [req-4f0e804a-2d65-4181-bf36-8289210c8f4d req-14e7abf0-ba82-4088-99e0-d0dd07c08462 service nova] [instance: 1f56c24d-ed57-4aeb-a0e3-4857e2f4a1cc] Received event network-changed-33c0fe1d-172f-49bb-997b-ba92a08262b2 {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1230.193942] env[69613]: DEBUG nova.compute.manager [req-4f0e804a-2d65-4181-bf36-8289210c8f4d req-14e7abf0-ba82-4088-99e0-d0dd07c08462 service nova] [instance: 1f56c24d-ed57-4aeb-a0e3-4857e2f4a1cc] Refreshing instance network info cache due to event network-changed-33c0fe1d-172f-49bb-997b-ba92a08262b2. {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1230.195054] env[69613]: DEBUG oslo_concurrency.lockutils [req-4f0e804a-2d65-4181-bf36-8289210c8f4d req-14e7abf0-ba82-4088-99e0-d0dd07c08462 service nova] Acquiring lock "refresh_cache-1f56c24d-ed57-4aeb-a0e3-4857e2f4a1cc" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.196059] env[69613]: DEBUG oslo_concurrency.lockutils [req-4f0e804a-2d65-4181-bf36-8289210c8f4d req-14e7abf0-ba82-4088-99e0-d0dd07c08462 service nova] Acquired lock "refresh_cache-1f56c24d-ed57-4aeb-a0e3-4857e2f4a1cc" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.196292] env[69613]: DEBUG nova.network.neutron [req-4f0e804a-2d65-4181-bf36-8289210c8f4d req-14e7abf0-ba82-4088-99e0-d0dd07c08462 service nova] [instance: 1f56c24d-ed57-4aeb-a0e3-4857e2f4a1cc] Refreshing network info cache for port 33c0fe1d-172f-49bb-997b-ba92a08262b2 {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1230.237106] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-6be408fc-8768-4030-bd78-945f9500e149 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] [instance: 3bc87c40-eef2-4130-b2b3-017cf32ca878] Unregistered the VM {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1230.237299] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-6be408fc-8768-4030-bd78-945f9500e149 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] [instance: 3bc87c40-eef2-4130-b2b3-017cf32ca878] Deleting contents of the VM from datastore datastore2 {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1230.237481] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-6be408fc-8768-4030-bd78-945f9500e149 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Deleting the datastore file [datastore2] 3bc87c40-eef2-4130-b2b3-017cf32ca878 {{(pid=69613) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1230.237832] env[69613]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-be81f217-342f-485e-85bc-1f26ad6045ac {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.244609] env[69613]: DEBUG oslo_vmware.api [None req-6be408fc-8768-4030-bd78-945f9500e149 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Waiting for the task: (returnval){ [ 1230.244609] env[69613]: value = "task-3418392" [ 1230.244609] env[69613]: _type = "Task" [ 1230.244609] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1230.252663] env[69613]: DEBUG oslo_vmware.api [None req-6be408fc-8768-4030-bd78-945f9500e149 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Task: {'id': task-3418392, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.631101] env[69613]: INFO nova.compute.manager [-] [instance: 8f0c568c-f444-4640-820f-06fe30a8aabb] Took 1.43 seconds to deallocate network for instance. [ 1230.647581] env[69613]: DEBUG oslo_concurrency.lockutils [None req-87bf20cb-7eaa-4dc9-b7b5-8e09b460c451 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5c47e1d4-1a50-4054-b1d2-2449de528b2a" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.647692] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-87bf20cb-7eaa-4dc9-b7b5-8e09b460c451 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] [instance: 1f56c24d-ed57-4aeb-a0e3-4857e2f4a1cc] Processing image 5c47e1d4-1a50-4054-b1d2-2449de528b2a {{(pid=69613) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1230.648047] env[69613]: DEBUG oslo_concurrency.lockutils [None req-87bf20cb-7eaa-4dc9-b7b5-8e09b460c451 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5c47e1d4-1a50-4054-b1d2-2449de528b2a/5c47e1d4-1a50-4054-b1d2-2449de528b2a.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.648147] env[69613]: DEBUG oslo_concurrency.lockutils [None req-87bf20cb-7eaa-4dc9-b7b5-8e09b460c451 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5c47e1d4-1a50-4054-b1d2-2449de528b2a/5c47e1d4-1a50-4054-b1d2-2449de528b2a.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.648287] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-87bf20cb-7eaa-4dc9-b7b5-8e09b460c451 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69613) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1230.648522] env[69613]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3c8de97a-aaf0-44a1-ab7f-ebe5e389bc2b {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.656974] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-87bf20cb-7eaa-4dc9-b7b5-8e09b460c451 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69613) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1230.657248] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-87bf20cb-7eaa-4dc9-b7b5-8e09b460c451 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69613) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1230.657956] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5dcf5b5b-2b47-4ef7-babf-aa6e54ba4b6d {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.662985] env[69613]: DEBUG oslo_vmware.api [None req-87bf20cb-7eaa-4dc9-b7b5-8e09b460c451 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Waiting for the task: (returnval){ [ 1230.662985] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]52d07c99-444d-1c31-f123-5489a21cf5c0" [ 1230.662985] env[69613]: _type = "Task" [ 1230.662985] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1230.668994] env[69613]: DEBUG oslo_concurrency.lockutils [None req-7fca1343-f896-4f18-8d9b-c84a72f77d6d tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Releasing lock "refresh_cache-816b83b8-9dea-45d2-be12-35adb694e470" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.674031] env[69613]: DEBUG oslo_vmware.api [None req-87bf20cb-7eaa-4dc9-b7b5-8e09b460c451 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52d07c99-444d-1c31-f123-5489a21cf5c0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.753942] env[69613]: DEBUG oslo_vmware.api [None req-6be408fc-8768-4030-bd78-945f9500e149 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Task: {'id': task-3418392, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.203249} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1230.754216] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-6be408fc-8768-4030-bd78-945f9500e149 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Deleted the datastore file {{(pid=69613) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1230.754399] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-6be408fc-8768-4030-bd78-945f9500e149 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] [instance: 3bc87c40-eef2-4130-b2b3-017cf32ca878] Deleted contents of the VM from datastore datastore2 {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1230.754572] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-6be408fc-8768-4030-bd78-945f9500e149 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] [instance: 3bc87c40-eef2-4130-b2b3-017cf32ca878] Instance destroyed {{(pid=69613) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1230.754787] env[69613]: INFO nova.compute.manager [None req-6be408fc-8768-4030-bd78-945f9500e149 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] [instance: 3bc87c40-eef2-4130-b2b3-017cf32ca878] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1230.755065] env[69613]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6be408fc-8768-4030-bd78-945f9500e149 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69613) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1230.755258] env[69613]: DEBUG nova.compute.manager [-] [instance: 3bc87c40-eef2-4130-b2b3-017cf32ca878] Deallocating network for instance {{(pid=69613) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1230.755352] env[69613]: DEBUG nova.network.neutron [-] [instance: 3bc87c40-eef2-4130-b2b3-017cf32ca878] deallocate_for_instance() {{(pid=69613) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1230.999560] env[69613]: DEBUG nova.compute.manager [req-d8f7298e-0a8a-44c4-b9ab-0cca42680b2d req-fa37370c-278b-446b-971b-3195cef9f7db service nova] [instance: 3bc87c40-eef2-4130-b2b3-017cf32ca878] Received event network-vif-deleted-4af009ca-b856-4ef8-a757-fad6a5728511 {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1230.999761] env[69613]: INFO nova.compute.manager [req-d8f7298e-0a8a-44c4-b9ab-0cca42680b2d req-fa37370c-278b-446b-971b-3195cef9f7db service nova] [instance: 3bc87c40-eef2-4130-b2b3-017cf32ca878] Neutron deleted interface 4af009ca-b856-4ef8-a757-fad6a5728511; detaching it from the instance and deleting it from the info cache [ 1230.999948] env[69613]: DEBUG nova.network.neutron [req-d8f7298e-0a8a-44c4-b9ab-0cca42680b2d req-fa37370c-278b-446b-971b-3195cef9f7db service nova] [instance: 3bc87c40-eef2-4130-b2b3-017cf32ca878] Updating instance_info_cache with network_info: [] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1231.018250] env[69613]: DEBUG nova.network.neutron [req-4f0e804a-2d65-4181-bf36-8289210c8f4d req-14e7abf0-ba82-4088-99e0-d0dd07c08462 service nova] [instance: 1f56c24d-ed57-4aeb-a0e3-4857e2f4a1cc] Updated VIF entry in instance network info cache for port 33c0fe1d-172f-49bb-997b-ba92a08262b2. {{(pid=69613) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1231.019978] env[69613]: DEBUG nova.network.neutron [req-4f0e804a-2d65-4181-bf36-8289210c8f4d req-14e7abf0-ba82-4088-99e0-d0dd07c08462 service nova] [instance: 1f56c24d-ed57-4aeb-a0e3-4857e2f4a1cc] Updating instance_info_cache with network_info: [{"id": "33c0fe1d-172f-49bb-997b-ba92a08262b2", "address": "fa:16:3e:39:1e:1a", "network": {"id": "743485db-c4e0-4763-aaad-624cce7d9704", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-754778099-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.222", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "27cd1ce9a4f74279a40b13e8fbac87a0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4576b9d4-535c-40aa-b078-246f671f216e", "external-id": "nsx-vlan-transportzone-27", "segmentation_id": 27, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap33c0fe1d-17", "ovs_interfaceid": "33c0fe1d-172f-49bb-997b-ba92a08262b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1231.143124] env[69613]: DEBUG oslo_concurrency.lockutils [None req-43419a57-593a-4010-aa03-5bf50a278713 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1231.143429] env[69613]: DEBUG oslo_concurrency.lockutils [None req-43419a57-593a-4010-aa03-5bf50a278713 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1231.143658] env[69613]: DEBUG nova.objects.instance [None req-43419a57-593a-4010-aa03-5bf50a278713 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Lazy-loading 'resources' on Instance uuid 8f0c568c-f444-4640-820f-06fe30a8aabb {{(pid=69613) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1231.175058] env[69613]: DEBUG nova.compute.manager [None req-7fca1343-f896-4f18-8d9b-c84a72f77d6d tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] [instance: 816b83b8-9dea-45d2-be12-35adb694e470] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=69613) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1231.175274] env[69613]: DEBUG oslo_concurrency.lockutils [None req-7fca1343-f896-4f18-8d9b-c84a72f77d6d tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1231.175616] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-87bf20cb-7eaa-4dc9-b7b5-8e09b460c451 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] [instance: 1f56c24d-ed57-4aeb-a0e3-4857e2f4a1cc] Preparing fetch location {{(pid=69613) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1231.175842] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-87bf20cb-7eaa-4dc9-b7b5-8e09b460c451 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] [instance: 1f56c24d-ed57-4aeb-a0e3-4857e2f4a1cc] Fetch image to [datastore2] OSTACK_IMG_35e9cefe-3293-4961-8979-9734857ccd0c/OSTACK_IMG_35e9cefe-3293-4961-8979-9734857ccd0c.vmdk {{(pid=69613) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1231.176038] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-87bf20cb-7eaa-4dc9-b7b5-8e09b460c451 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] [instance: 1f56c24d-ed57-4aeb-a0e3-4857e2f4a1cc] Downloading stream optimized image 5c47e1d4-1a50-4054-b1d2-2449de528b2a to [datastore2] OSTACK_IMG_35e9cefe-3293-4961-8979-9734857ccd0c/OSTACK_IMG_35e9cefe-3293-4961-8979-9734857ccd0c.vmdk on the data store datastore2 as vApp {{(pid=69613) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1231.176215] env[69613]: DEBUG nova.virt.vmwareapi.images [None req-87bf20cb-7eaa-4dc9-b7b5-8e09b460c451 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] [instance: 1f56c24d-ed57-4aeb-a0e3-4857e2f4a1cc] Downloading image file data 5c47e1d4-1a50-4054-b1d2-2449de528b2a to the ESX as VM named 'OSTACK_IMG_35e9cefe-3293-4961-8979-9734857ccd0c' {{(pid=69613) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1231.247916] env[69613]: DEBUG oslo_vmware.rw_handles [None req-87bf20cb-7eaa-4dc9-b7b5-8e09b460c451 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1231.247916] env[69613]: value = "resgroup-9" [ 1231.247916] env[69613]: _type = "ResourcePool" [ 1231.247916] env[69613]: }. {{(pid=69613) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1231.248221] env[69613]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-9a5e02a6-6815-41e1-ae73-58b0666e7087 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.272280] env[69613]: DEBUG oslo_vmware.rw_handles [None req-87bf20cb-7eaa-4dc9-b7b5-8e09b460c451 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Lease: (returnval){ [ 1231.272280] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]529dfd7e-3a57-42a8-8a35-8bda859650a5" [ 1231.272280] env[69613]: _type = "HttpNfcLease" [ 1231.272280] env[69613]: } obtained for vApp import into resource pool (val){ [ 1231.272280] env[69613]: value = "resgroup-9" [ 1231.272280] env[69613]: _type = "ResourcePool" [ 1231.272280] env[69613]: }. {{(pid=69613) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1231.272586] env[69613]: DEBUG oslo_vmware.api [None req-87bf20cb-7eaa-4dc9-b7b5-8e09b460c451 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Waiting for the lease: (returnval){ [ 1231.272586] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]529dfd7e-3a57-42a8-8a35-8bda859650a5" [ 1231.272586] env[69613]: _type = "HttpNfcLease" [ 1231.272586] env[69613]: } to be ready. {{(pid=69613) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1231.278795] env[69613]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1231.278795] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]529dfd7e-3a57-42a8-8a35-8bda859650a5" [ 1231.278795] env[69613]: _type = "HttpNfcLease" [ 1231.278795] env[69613]: } is initializing. {{(pid=69613) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1231.477359] env[69613]: DEBUG nova.network.neutron [-] [instance: 3bc87c40-eef2-4130-b2b3-017cf32ca878] Updating instance_info_cache with network_info: [] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1231.502267] env[69613]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6167fe05-cde7-4de1-a7d3-c25f175e71d2 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.511590] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6586ee7-bc1c-451f-befe-79ab0ecbc225 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.523306] env[69613]: DEBUG oslo_concurrency.lockutils [req-4f0e804a-2d65-4181-bf36-8289210c8f4d req-14e7abf0-ba82-4088-99e0-d0dd07c08462 service nova] Releasing lock "refresh_cache-1f56c24d-ed57-4aeb-a0e3-4857e2f4a1cc" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.523552] env[69613]: DEBUG nova.compute.manager [req-4f0e804a-2d65-4181-bf36-8289210c8f4d req-14e7abf0-ba82-4088-99e0-d0dd07c08462 service nova] [instance: 8f0c568c-f444-4640-820f-06fe30a8aabb] Received event network-vif-deleted-fbe07ce0-d374-4219-a2c9-24a5e4e56d43 {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1231.540759] env[69613]: DEBUG nova.compute.manager [req-d8f7298e-0a8a-44c4-b9ab-0cca42680b2d req-fa37370c-278b-446b-971b-3195cef9f7db service nova] [instance: 3bc87c40-eef2-4130-b2b3-017cf32ca878] Detach interface failed, port_id=4af009ca-b856-4ef8-a757-fad6a5728511, reason: Instance 3bc87c40-eef2-4130-b2b3-017cf32ca878 could not be found. {{(pid=69613) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1231.763394] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20656def-45b2-44e0-8e23-28f6142eda5c {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.771245] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-514181b9-da45-47bd-8abb-4ab45e27357b {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.803906] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48562006-7f98-4c9a-82b3-61151b2d8976 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.806285] env[69613]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1231.806285] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]529dfd7e-3a57-42a8-8a35-8bda859650a5" [ 1231.806285] env[69613]: _type = "HttpNfcLease" [ 1231.806285] env[69613]: } is initializing. {{(pid=69613) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1231.811300] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5af5cc14-78e2-4b0c-bef8-7d5ad0be9e7c {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.825477] env[69613]: DEBUG nova.compute.provider_tree [None req-43419a57-593a-4010-aa03-5bf50a278713 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Inventory has not changed in ProviderTree for provider: af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 {{(pid=69613) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1231.975344] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-e81ae936-d98e-4892-9db0-2b8c59f8c208 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] [instance: 357afa94-a34b-4396-9c60-fd9b43bb312b] Volume attach. Driver type: vmdk {{(pid=69613) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1231.975589] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-e81ae936-d98e-4892-9db0-2b8c59f8c208 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] [instance: 357afa94-a34b-4396-9c60-fd9b43bb312b] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-682016', 'volume_id': '5da1d40b-2866-4c36-847e-05b87530a1f1', 'name': 'volume-5da1d40b-2866-4c36-847e-05b87530a1f1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '357afa94-a34b-4396-9c60-fd9b43bb312b', 'attached_at': '', 'detached_at': '', 'volume_id': '5da1d40b-2866-4c36-847e-05b87530a1f1', 'serial': '5da1d40b-2866-4c36-847e-05b87530a1f1'} {{(pid=69613) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1231.976519] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2fc14d6-19a6-40cb-a2f0-b1cda6f4e7a1 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.980138] env[69613]: INFO nova.compute.manager [-] [instance: 3bc87c40-eef2-4130-b2b3-017cf32ca878] Took 1.22 seconds to deallocate network for instance. [ 1231.995565] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e39b25c6-d841-47f3-935b-249009ca9732 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.020075] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-e81ae936-d98e-4892-9db0-2b8c59f8c208 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] [instance: 357afa94-a34b-4396-9c60-fd9b43bb312b] Reconfiguring VM instance instance-0000007a to attach disk [datastore2] volume-5da1d40b-2866-4c36-847e-05b87530a1f1/volume-5da1d40b-2866-4c36-847e-05b87530a1f1.vmdk or device None with type thin {{(pid=69613) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1232.020424] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-529c4128-8d2b-4afc-8ef3-5592e6d1c4e7 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.038358] env[69613]: DEBUG oslo_vmware.api [None req-e81ae936-d98e-4892-9db0-2b8c59f8c208 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Waiting for the task: (returnval){ [ 1232.038358] env[69613]: value = "task-3418394" [ 1232.038358] env[69613]: _type = "Task" [ 1232.038358] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1232.045879] env[69613]: DEBUG oslo_vmware.api [None req-e81ae936-d98e-4892-9db0-2b8c59f8c208 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Task: {'id': task-3418394, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.281911] env[69613]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1232.281911] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]529dfd7e-3a57-42a8-8a35-8bda859650a5" [ 1232.281911] env[69613]: _type = "HttpNfcLease" [ 1232.281911] env[69613]: } is ready. {{(pid=69613) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1232.282240] env[69613]: DEBUG oslo_vmware.rw_handles [None req-87bf20cb-7eaa-4dc9-b7b5-8e09b460c451 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1232.282240] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]529dfd7e-3a57-42a8-8a35-8bda859650a5" [ 1232.282240] env[69613]: _type = "HttpNfcLease" [ 1232.282240] env[69613]: }. {{(pid=69613) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1232.282977] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c83e4e81-36ce-46fb-914a-bbcdc14b55ed {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.289875] env[69613]: DEBUG oslo_vmware.rw_handles [None req-87bf20cb-7eaa-4dc9-b7b5-8e09b460c451 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52bd8813-b503-1d6f-26f8-2ad3968a35f1/disk-0.vmdk from lease info. {{(pid=69613) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1232.290064] env[69613]: DEBUG oslo_vmware.rw_handles [None req-87bf20cb-7eaa-4dc9-b7b5-8e09b460c451 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Creating HTTP connection to write to file with size = 31666176 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52bd8813-b503-1d6f-26f8-2ad3968a35f1/disk-0.vmdk. {{(pid=69613) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1232.346555] env[69613]: DEBUG nova.scheduler.client.report [None req-43419a57-593a-4010-aa03-5bf50a278713 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Inventory has not changed for provider af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69613) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1232.356560] env[69613]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-bdf497d3-f0a2-4b99-b53b-7b5be25c7a86 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.496627] env[69613]: DEBUG oslo_concurrency.lockutils [None req-6be408fc-8768-4030-bd78-945f9500e149 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1232.512390] env[69613]: INFO nova.compute.manager [None req-19e9b0f2-7e0b-4786-b601-82f618bd883a tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] [instance: 79391a79-8c22-4c1a-a816-f33d6553cc3d] Get console output [ 1232.512767] env[69613]: WARNING nova.virt.vmwareapi.driver [None req-19e9b0f2-7e0b-4786-b601-82f618bd883a tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] [instance: 79391a79-8c22-4c1a-a816-f33d6553cc3d] The console log is missing. Check your VSPC configuration [ 1232.549073] env[69613]: DEBUG oslo_vmware.api [None req-e81ae936-d98e-4892-9db0-2b8c59f8c208 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Task: {'id': task-3418394, 'name': ReconfigVM_Task, 'duration_secs': 0.366593} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1232.549438] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-e81ae936-d98e-4892-9db0-2b8c59f8c208 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] [instance: 357afa94-a34b-4396-9c60-fd9b43bb312b] Reconfigured VM instance instance-0000007a to attach disk [datastore2] volume-5da1d40b-2866-4c36-847e-05b87530a1f1/volume-5da1d40b-2866-4c36-847e-05b87530a1f1.vmdk or device None with type thin {{(pid=69613) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1232.556034] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-515cc99d-ca9f-496f-aa35-2fd3d8d5a6e6 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.571419] env[69613]: DEBUG oslo_vmware.api [None req-e81ae936-d98e-4892-9db0-2b8c59f8c208 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Waiting for the task: (returnval){ [ 1232.571419] env[69613]: value = "task-3418395" [ 1232.571419] env[69613]: _type = "Task" [ 1232.571419] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1232.579918] env[69613]: DEBUG oslo_vmware.api [None req-e81ae936-d98e-4892-9db0-2b8c59f8c208 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Task: {'id': task-3418395, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.851725] env[69613]: DEBUG oslo_concurrency.lockutils [None req-43419a57-593a-4010-aa03-5bf50a278713 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.708s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1232.856155] env[69613]: DEBUG oslo_concurrency.lockutils [None req-7fca1343-f896-4f18-8d9b-c84a72f77d6d tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 1.681s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1232.875076] env[69613]: INFO nova.scheduler.client.report [None req-43419a57-593a-4010-aa03-5bf50a278713 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Deleted allocations for instance 8f0c568c-f444-4640-820f-06fe30a8aabb [ 1233.084773] env[69613]: DEBUG oslo_vmware.api [None req-e81ae936-d98e-4892-9db0-2b8c59f8c208 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Task: {'id': task-3418395, 'name': ReconfigVM_Task, 'duration_secs': 0.141594} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1233.087790] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-e81ae936-d98e-4892-9db0-2b8c59f8c208 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] [instance: 357afa94-a34b-4396-9c60-fd9b43bb312b] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-682016', 'volume_id': '5da1d40b-2866-4c36-847e-05b87530a1f1', 'name': 'volume-5da1d40b-2866-4c36-847e-05b87530a1f1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '357afa94-a34b-4396-9c60-fd9b43bb312b', 'attached_at': '', 'detached_at': '', 'volume_id': '5da1d40b-2866-4c36-847e-05b87530a1f1', 'serial': '5da1d40b-2866-4c36-847e-05b87530a1f1'} {{(pid=69613) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1233.359528] env[69613]: DEBUG nova.objects.instance [None req-7fca1343-f896-4f18-8d9b-c84a72f77d6d tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Lazy-loading 'migration_context' on Instance uuid 816b83b8-9dea-45d2-be12-35adb694e470 {{(pid=69613) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1233.382830] env[69613]: DEBUG oslo_concurrency.lockutils [None req-43419a57-593a-4010-aa03-5bf50a278713 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Lock "8f0c568c-f444-4640-820f-06fe30a8aabb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.796s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1233.512229] env[69613]: DEBUG oslo_vmware.rw_handles [None req-87bf20cb-7eaa-4dc9-b7b5-8e09b460c451 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Completed reading data from the image iterator. {{(pid=69613) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1233.512463] env[69613]: DEBUG oslo_vmware.rw_handles [None req-87bf20cb-7eaa-4dc9-b7b5-8e09b460c451 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52bd8813-b503-1d6f-26f8-2ad3968a35f1/disk-0.vmdk. {{(pid=69613) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1233.513483] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbf3492a-8ed6-460e-896b-85dd2c9198f4 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.520707] env[69613]: DEBUG oslo_vmware.rw_handles [None req-87bf20cb-7eaa-4dc9-b7b5-8e09b460c451 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52bd8813-b503-1d6f-26f8-2ad3968a35f1/disk-0.vmdk is in state: ready. {{(pid=69613) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1233.520935] env[69613]: DEBUG oslo_vmware.rw_handles [None req-87bf20cb-7eaa-4dc9-b7b5-8e09b460c451 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52bd8813-b503-1d6f-26f8-2ad3968a35f1/disk-0.vmdk. {{(pid=69613) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1233.521227] env[69613]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-0e2e1ced-7efb-4d99-b9bf-2d0d157ece0d {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.654090] env[69613]: DEBUG oslo_concurrency.lockutils [None req-6bfff34a-f0f8-471c-86fb-b6d65310d294 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] Acquiring lock "79391a79-8c22-4c1a-a816-f33d6553cc3d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1233.654354] env[69613]: DEBUG oslo_concurrency.lockutils [None req-6bfff34a-f0f8-471c-86fb-b6d65310d294 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] Lock "79391a79-8c22-4c1a-a816-f33d6553cc3d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1233.654563] env[69613]: DEBUG oslo_concurrency.lockutils [None req-6bfff34a-f0f8-471c-86fb-b6d65310d294 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] Acquiring lock "79391a79-8c22-4c1a-a816-f33d6553cc3d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1233.654771] env[69613]: DEBUG oslo_concurrency.lockutils [None req-6bfff34a-f0f8-471c-86fb-b6d65310d294 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] Lock "79391a79-8c22-4c1a-a816-f33d6553cc3d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1233.654976] env[69613]: DEBUG oslo_concurrency.lockutils [None req-6bfff34a-f0f8-471c-86fb-b6d65310d294 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] Lock "79391a79-8c22-4c1a-a816-f33d6553cc3d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1233.657285] env[69613]: INFO nova.compute.manager [None req-6bfff34a-f0f8-471c-86fb-b6d65310d294 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] [instance: 79391a79-8c22-4c1a-a816-f33d6553cc3d] Terminating instance [ 1233.840626] env[69613]: DEBUG oslo_vmware.rw_handles [None req-87bf20cb-7eaa-4dc9-b7b5-8e09b460c451 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52bd8813-b503-1d6f-26f8-2ad3968a35f1/disk-0.vmdk. {{(pid=69613) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1233.840883] env[69613]: INFO nova.virt.vmwareapi.images [None req-87bf20cb-7eaa-4dc9-b7b5-8e09b460c451 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] [instance: 1f56c24d-ed57-4aeb-a0e3-4857e2f4a1cc] Downloaded image file data 5c47e1d4-1a50-4054-b1d2-2449de528b2a [ 1233.842116] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9933c1ea-446c-4179-b60a-8ee9bf9baabe {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.858349] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-97525182-9416-43d7-be7e-b65b2b1a5e78 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.929672] env[69613]: INFO nova.virt.vmwareapi.images [None req-87bf20cb-7eaa-4dc9-b7b5-8e09b460c451 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] [instance: 1f56c24d-ed57-4aeb-a0e3-4857e2f4a1cc] The imported VM was unregistered [ 1233.932300] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-87bf20cb-7eaa-4dc9-b7b5-8e09b460c451 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] [instance: 1f56c24d-ed57-4aeb-a0e3-4857e2f4a1cc] Caching image {{(pid=69613) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1233.932556] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-87bf20cb-7eaa-4dc9-b7b5-8e09b460c451 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Creating directory with path [datastore2] devstack-image-cache_base/5c47e1d4-1a50-4054-b1d2-2449de528b2a {{(pid=69613) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1233.935398] env[69613]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-814dc1eb-d74d-41ad-9440-7b69238820e9 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.951085] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-87bf20cb-7eaa-4dc9-b7b5-8e09b460c451 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Created directory with path [datastore2] devstack-image-cache_base/5c47e1d4-1a50-4054-b1d2-2449de528b2a {{(pid=69613) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1233.951234] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-87bf20cb-7eaa-4dc9-b7b5-8e09b460c451 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_35e9cefe-3293-4961-8979-9734857ccd0c/OSTACK_IMG_35e9cefe-3293-4961-8979-9734857ccd0c.vmdk to [datastore2] devstack-image-cache_base/5c47e1d4-1a50-4054-b1d2-2449de528b2a/5c47e1d4-1a50-4054-b1d2-2449de528b2a.vmdk. {{(pid=69613) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1233.951499] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-4946bfc7-d279-4830-b8dc-c1979c6dfce4 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.958624] env[69613]: DEBUG oslo_vmware.api [None req-87bf20cb-7eaa-4dc9-b7b5-8e09b460c451 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Waiting for the task: (returnval){ [ 1233.958624] env[69613]: value = "task-3418397" [ 1233.958624] env[69613]: _type = "Task" [ 1233.958624] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1233.969358] env[69613]: DEBUG oslo_vmware.api [None req-87bf20cb-7eaa-4dc9-b7b5-8e09b460c451 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Task: {'id': task-3418397, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.973656] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3869c51-b2e3-4b6e-b084-2bcb025e1056 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.981180] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6e7e5ed-713d-4efe-89e2-dc51164cf12d {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.013090] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0de608f4-7ed0-44fe-9d67-572cf4fdc365 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.023352] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4be21130-f0be-44f1-962c-18839e54536a {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.038253] env[69613]: DEBUG nova.compute.provider_tree [None req-7fca1343-f896-4f18-8d9b-c84a72f77d6d tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Inventory has not changed in ProviderTree for provider: af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 {{(pid=69613) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1234.130114] env[69613]: DEBUG nova.objects.instance [None req-e81ae936-d98e-4892-9db0-2b8c59f8c208 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Lazy-loading 'flavor' on Instance uuid 357afa94-a34b-4396-9c60-fd9b43bb312b {{(pid=69613) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1234.161359] env[69613]: DEBUG nova.compute.manager [None req-6bfff34a-f0f8-471c-86fb-b6d65310d294 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] [instance: 79391a79-8c22-4c1a-a816-f33d6553cc3d] Start destroying the instance on the hypervisor. {{(pid=69613) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1234.161597] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-6bfff34a-f0f8-471c-86fb-b6d65310d294 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] [instance: 79391a79-8c22-4c1a-a816-f33d6553cc3d] Destroying instance {{(pid=69613) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1234.162962] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e7786a4-d65f-4697-97b1-859c316712e0 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.170649] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bfff34a-f0f8-471c-86fb-b6d65310d294 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] [instance: 79391a79-8c22-4c1a-a816-f33d6553cc3d] Powering off the VM {{(pid=69613) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1234.170934] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9150e813-c0fe-4fa6-836e-112c587d3426 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.180193] env[69613]: DEBUG oslo_vmware.api [None req-6bfff34a-f0f8-471c-86fb-b6d65310d294 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] Waiting for the task: (returnval){ [ 1234.180193] env[69613]: value = "task-3418398" [ 1234.180193] env[69613]: _type = "Task" [ 1234.180193] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1234.189574] env[69613]: DEBUG oslo_vmware.api [None req-6bfff34a-f0f8-471c-86fb-b6d65310d294 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] Task: {'id': task-3418398, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.471056] env[69613]: DEBUG oslo_vmware.api [None req-87bf20cb-7eaa-4dc9-b7b5-8e09b460c451 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Task: {'id': task-3418397, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.541740] env[69613]: DEBUG nova.scheduler.client.report [None req-7fca1343-f896-4f18-8d9b-c84a72f77d6d tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Inventory has not changed for provider af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69613) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1234.636409] env[69613]: DEBUG oslo_concurrency.lockutils [None req-e81ae936-d98e-4892-9db0-2b8c59f8c208 tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Lock "357afa94-a34b-4396-9c60-fd9b43bb312b" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.263s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1234.690917] env[69613]: DEBUG oslo_vmware.api [None req-6bfff34a-f0f8-471c-86fb-b6d65310d294 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] Task: {'id': task-3418398, 'name': PowerOffVM_Task, 'duration_secs': 0.262254} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1234.691198] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bfff34a-f0f8-471c-86fb-b6d65310d294 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] [instance: 79391a79-8c22-4c1a-a816-f33d6553cc3d] Powered off the VM {{(pid=69613) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1234.691469] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-6bfff34a-f0f8-471c-86fb-b6d65310d294 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] [instance: 79391a79-8c22-4c1a-a816-f33d6553cc3d] Unregistering the VM {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1234.691762] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-321a5c6f-9596-4336-95fa-0702fd415725 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.757697] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-6bfff34a-f0f8-471c-86fb-b6d65310d294 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] [instance: 79391a79-8c22-4c1a-a816-f33d6553cc3d] Unregistered the VM {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1234.757946] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-6bfff34a-f0f8-471c-86fb-b6d65310d294 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] [instance: 79391a79-8c22-4c1a-a816-f33d6553cc3d] Deleting contents of the VM from datastore datastore1 {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1234.758149] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-6bfff34a-f0f8-471c-86fb-b6d65310d294 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] Deleting the datastore file [datastore1] 79391a79-8c22-4c1a-a816-f33d6553cc3d {{(pid=69613) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1234.758427] env[69613]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-19c594f2-9fbf-4c01-af20-027ffac89d37 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.764896] env[69613]: DEBUG oslo_vmware.api [None req-6bfff34a-f0f8-471c-86fb-b6d65310d294 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] Waiting for the task: (returnval){ [ 1234.764896] env[69613]: value = "task-3418400" [ 1234.764896] env[69613]: _type = "Task" [ 1234.764896] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1234.774806] env[69613]: DEBUG oslo_vmware.api [None req-6bfff34a-f0f8-471c-86fb-b6d65310d294 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] Task: {'id': task-3418400, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.866191] env[69613]: DEBUG oslo_concurrency.lockutils [None req-d72f7018-267b-4f5b-89eb-28f87f5ddf4e tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Acquiring lock "357afa94-a34b-4396-9c60-fd9b43bb312b" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1234.867096] env[69613]: DEBUG oslo_concurrency.lockutils [None req-d72f7018-267b-4f5b-89eb-28f87f5ddf4e tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Lock "357afa94-a34b-4396-9c60-fd9b43bb312b" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1234.972258] env[69613]: DEBUG oslo_vmware.api [None req-87bf20cb-7eaa-4dc9-b7b5-8e09b460c451 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Task: {'id': task-3418397, 'name': MoveVirtualDisk_Task} progress is 43%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.275996] env[69613]: DEBUG oslo_vmware.api [None req-6bfff34a-f0f8-471c-86fb-b6d65310d294 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] Task: {'id': task-3418400, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.321998} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1235.276205] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-6bfff34a-f0f8-471c-86fb-b6d65310d294 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] Deleted the datastore file {{(pid=69613) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1235.276374] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-6bfff34a-f0f8-471c-86fb-b6d65310d294 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] [instance: 79391a79-8c22-4c1a-a816-f33d6553cc3d] Deleted contents of the VM from datastore datastore1 {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1235.276551] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-6bfff34a-f0f8-471c-86fb-b6d65310d294 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] [instance: 79391a79-8c22-4c1a-a816-f33d6553cc3d] Instance destroyed {{(pid=69613) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1235.276731] env[69613]: INFO nova.compute.manager [None req-6bfff34a-f0f8-471c-86fb-b6d65310d294 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] [instance: 79391a79-8c22-4c1a-a816-f33d6553cc3d] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1235.276980] env[69613]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6bfff34a-f0f8-471c-86fb-b6d65310d294 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69613) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1235.277377] env[69613]: DEBUG nova.compute.manager [-] [instance: 79391a79-8c22-4c1a-a816-f33d6553cc3d] Deallocating network for instance {{(pid=69613) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1235.277498] env[69613]: DEBUG nova.network.neutron [-] [instance: 79391a79-8c22-4c1a-a816-f33d6553cc3d] deallocate_for_instance() {{(pid=69613) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1235.370658] env[69613]: INFO nova.compute.manager [None req-d72f7018-267b-4f5b-89eb-28f87f5ddf4e tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] [instance: 357afa94-a34b-4396-9c60-fd9b43bb312b] Detaching volume 5da1d40b-2866-4c36-847e-05b87530a1f1 [ 1235.430023] env[69613]: INFO nova.virt.block_device [None req-d72f7018-267b-4f5b-89eb-28f87f5ddf4e tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] [instance: 357afa94-a34b-4396-9c60-fd9b43bb312b] Attempting to driver detach volume 5da1d40b-2866-4c36-847e-05b87530a1f1 from mountpoint /dev/sdb [ 1235.430698] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-d72f7018-267b-4f5b-89eb-28f87f5ddf4e tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] [instance: 357afa94-a34b-4396-9c60-fd9b43bb312b] Volume detach. Driver type: vmdk {{(pid=69613) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1235.431022] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-d72f7018-267b-4f5b-89eb-28f87f5ddf4e tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] [instance: 357afa94-a34b-4396-9c60-fd9b43bb312b] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-682016', 'volume_id': '5da1d40b-2866-4c36-847e-05b87530a1f1', 'name': 'volume-5da1d40b-2866-4c36-847e-05b87530a1f1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '357afa94-a34b-4396-9c60-fd9b43bb312b', 'attached_at': '', 'detached_at': '', 'volume_id': '5da1d40b-2866-4c36-847e-05b87530a1f1', 'serial': '5da1d40b-2866-4c36-847e-05b87530a1f1'} {{(pid=69613) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1235.432189] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af0806fb-a95e-4f93-bc31-1e57236b33b8 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.460377] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfd14d3e-8901-48f5-82ab-c749fe3625f7 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.474262] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6b4dcd4-eaf3-40f5-9e0b-aefe2dda671f {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.479939] env[69613]: DEBUG oslo_vmware.api [None req-87bf20cb-7eaa-4dc9-b7b5-8e09b460c451 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Task: {'id': task-3418397, 'name': MoveVirtualDisk_Task} progress is 66%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.499066] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16775956-d79a-4149-8027-07e5a997727d {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.506936] env[69613]: DEBUG oslo_concurrency.lockutils [None req-532e9be4-a741-4a24-9bd1-354745178852 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Acquiring lock "e876db44-e9fc-417f-b3e4-e11847a094aa" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1235.507250] env[69613]: DEBUG oslo_concurrency.lockutils [None req-532e9be4-a741-4a24-9bd1-354745178852 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Lock "e876db44-e9fc-417f-b3e4-e11847a094aa" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1235.522113] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-d72f7018-267b-4f5b-89eb-28f87f5ddf4e tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] The volume has not been displaced from its original location: [datastore2] volume-5da1d40b-2866-4c36-847e-05b87530a1f1/volume-5da1d40b-2866-4c36-847e-05b87530a1f1.vmdk. No consolidation needed. {{(pid=69613) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1235.527881] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-d72f7018-267b-4f5b-89eb-28f87f5ddf4e tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] [instance: 357afa94-a34b-4396-9c60-fd9b43bb312b] Reconfiguring VM instance instance-0000007a to detach disk 2001 {{(pid=69613) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1235.529303] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e6067321-304f-4f3d-8845-318d5c28a58c {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.549529] env[69613]: DEBUG oslo_vmware.api [None req-d72f7018-267b-4f5b-89eb-28f87f5ddf4e tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Waiting for the task: (returnval){ [ 1235.549529] env[69613]: value = "task-3418401" [ 1235.549529] env[69613]: _type = "Task" [ 1235.549529] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1235.554769] env[69613]: DEBUG oslo_concurrency.lockutils [None req-7fca1343-f896-4f18-8d9b-c84a72f77d6d tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.699s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1235.560696] env[69613]: DEBUG oslo_concurrency.lockutils [None req-6be408fc-8768-4030-bd78-945f9500e149 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.064s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1235.560948] env[69613]: DEBUG nova.objects.instance [None req-6be408fc-8768-4030-bd78-945f9500e149 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Lazy-loading 'resources' on Instance uuid 3bc87c40-eef2-4130-b2b3-017cf32ca878 {{(pid=69613) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1235.575437] env[69613]: DEBUG oslo_vmware.api [None req-d72f7018-267b-4f5b-89eb-28f87f5ddf4e tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Task: {'id': task-3418401, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.974226] env[69613]: DEBUG oslo_vmware.api [None req-87bf20cb-7eaa-4dc9-b7b5-8e09b460c451 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Task: {'id': task-3418397, 'name': MoveVirtualDisk_Task} progress is 85%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.031933] env[69613]: DEBUG nova.compute.manager [None req-532e9be4-a741-4a24-9bd1-354745178852 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] [instance: e876db44-e9fc-417f-b3e4-e11847a094aa] Starting instance... {{(pid=69613) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1236.077167] env[69613]: DEBUG oslo_vmware.api [None req-d72f7018-267b-4f5b-89eb-28f87f5ddf4e tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Task: {'id': task-3418401, 'name': ReconfigVM_Task, 'duration_secs': 0.305944} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1236.080090] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-d72f7018-267b-4f5b-89eb-28f87f5ddf4e tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] [instance: 357afa94-a34b-4396-9c60-fd9b43bb312b] Reconfigured VM instance instance-0000007a to detach disk 2001 {{(pid=69613) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1236.086165] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-56296a72-c7d1-45fc-86a0-a573acff8b1a {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.103684] env[69613]: DEBUG oslo_vmware.api [None req-d72f7018-267b-4f5b-89eb-28f87f5ddf4e tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Waiting for the task: (returnval){ [ 1236.103684] env[69613]: value = "task-3418402" [ 1236.103684] env[69613]: _type = "Task" [ 1236.103684] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1236.117022] env[69613]: DEBUG oslo_vmware.api [None req-d72f7018-267b-4f5b-89eb-28f87f5ddf4e tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Task: {'id': task-3418402, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.219145] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdafae67-c62c-43b1-9d53-6dc845d99bc4 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.232093] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a43cbb2e-19b0-4d7c-b32a-cde515c5e2a0 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.270144] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f98336f7-b681-4d86-96f8-aa5dc1dde722 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.273646] env[69613]: DEBUG nova.compute.manager [req-22cb8a8b-aa94-494c-95d5-9fb42af120c9 req-6c3a2632-dfe8-496f-9e95-075f2963adb0 service nova] [instance: 79391a79-8c22-4c1a-a816-f33d6553cc3d] Received event network-vif-deleted-41ea0c85-90df-4d79-a919-1a994bcaf884 {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1236.273836] env[69613]: INFO nova.compute.manager [req-22cb8a8b-aa94-494c-95d5-9fb42af120c9 req-6c3a2632-dfe8-496f-9e95-075f2963adb0 service nova] [instance: 79391a79-8c22-4c1a-a816-f33d6553cc3d] Neutron deleted interface 41ea0c85-90df-4d79-a919-1a994bcaf884; detaching it from the instance and deleting it from the info cache [ 1236.274010] env[69613]: DEBUG nova.network.neutron [req-22cb8a8b-aa94-494c-95d5-9fb42af120c9 req-6c3a2632-dfe8-496f-9e95-075f2963adb0 service nova] [instance: 79391a79-8c22-4c1a-a816-f33d6553cc3d] Updating instance_info_cache with network_info: [] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1236.281109] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c17e08e-6aee-4e4f-b253-f946ee27fc8f {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.295934] env[69613]: DEBUG nova.compute.provider_tree [None req-6be408fc-8768-4030-bd78-945f9500e149 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Inventory has not changed in ProviderTree for provider: af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 {{(pid=69613) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1236.475729] env[69613]: DEBUG oslo_vmware.api [None req-87bf20cb-7eaa-4dc9-b7b5-8e09b460c451 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Task: {'id': task-3418397, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.344804} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1236.476171] env[69613]: INFO nova.virt.vmwareapi.ds_util [None req-87bf20cb-7eaa-4dc9-b7b5-8e09b460c451 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_35e9cefe-3293-4961-8979-9734857ccd0c/OSTACK_IMG_35e9cefe-3293-4961-8979-9734857ccd0c.vmdk to [datastore2] devstack-image-cache_base/5c47e1d4-1a50-4054-b1d2-2449de528b2a/5c47e1d4-1a50-4054-b1d2-2449de528b2a.vmdk. [ 1236.476280] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-87bf20cb-7eaa-4dc9-b7b5-8e09b460c451 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] [instance: 1f56c24d-ed57-4aeb-a0e3-4857e2f4a1cc] Cleaning up location [datastore2] OSTACK_IMG_35e9cefe-3293-4961-8979-9734857ccd0c {{(pid=69613) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1236.476388] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-87bf20cb-7eaa-4dc9-b7b5-8e09b460c451 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_35e9cefe-3293-4961-8979-9734857ccd0c {{(pid=69613) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1236.476802] env[69613]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-eeb1a41f-0516-4dd9-9927-7f8207116166 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.482756] env[69613]: DEBUG oslo_vmware.api [None req-87bf20cb-7eaa-4dc9-b7b5-8e09b460c451 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Waiting for the task: (returnval){ [ 1236.482756] env[69613]: value = "task-3418403" [ 1236.482756] env[69613]: _type = "Task" [ 1236.482756] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1236.490143] env[69613]: DEBUG oslo_vmware.api [None req-87bf20cb-7eaa-4dc9-b7b5-8e09b460c451 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Task: {'id': task-3418403, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.548511] env[69613]: DEBUG oslo_concurrency.lockutils [None req-532e9be4-a741-4a24-9bd1-354745178852 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1236.614717] env[69613]: DEBUG oslo_vmware.api [None req-d72f7018-267b-4f5b-89eb-28f87f5ddf4e tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Task: {'id': task-3418402, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.776555] env[69613]: DEBUG nova.network.neutron [-] [instance: 79391a79-8c22-4c1a-a816-f33d6553cc3d] Updating instance_info_cache with network_info: [] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1236.778439] env[69613]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a87c9d0f-dc0c-4240-83d2-d0922d216cfb {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.788061] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e047fec-4461-4505-bf71-ce2f4a8ba60b {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.799468] env[69613]: DEBUG nova.scheduler.client.report [None req-6be408fc-8768-4030-bd78-945f9500e149 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Inventory has not changed for provider af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69613) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1236.823031] env[69613]: DEBUG nova.compute.manager [req-22cb8a8b-aa94-494c-95d5-9fb42af120c9 req-6c3a2632-dfe8-496f-9e95-075f2963adb0 service nova] [instance: 79391a79-8c22-4c1a-a816-f33d6553cc3d] Detach interface failed, port_id=41ea0c85-90df-4d79-a919-1a994bcaf884, reason: Instance 79391a79-8c22-4c1a-a816-f33d6553cc3d could not be found. {{(pid=69613) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1236.993071] env[69613]: DEBUG oslo_vmware.api [None req-87bf20cb-7eaa-4dc9-b7b5-8e09b460c451 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Task: {'id': task-3418403, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.040673} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1236.993434] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-87bf20cb-7eaa-4dc9-b7b5-8e09b460c451 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Deleted the datastore file {{(pid=69613) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1236.993571] env[69613]: DEBUG oslo_concurrency.lockutils [None req-87bf20cb-7eaa-4dc9-b7b5-8e09b460c451 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5c47e1d4-1a50-4054-b1d2-2449de528b2a/5c47e1d4-1a50-4054-b1d2-2449de528b2a.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.993756] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-87bf20cb-7eaa-4dc9-b7b5-8e09b460c451 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/5c47e1d4-1a50-4054-b1d2-2449de528b2a/5c47e1d4-1a50-4054-b1d2-2449de528b2a.vmdk to [datastore2] 1f56c24d-ed57-4aeb-a0e3-4857e2f4a1cc/1f56c24d-ed57-4aeb-a0e3-4857e2f4a1cc.vmdk {{(pid=69613) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1236.993996] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-03209e5c-70e6-4867-be3f-d31740e6e486 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.000144] env[69613]: DEBUG oslo_vmware.api [None req-87bf20cb-7eaa-4dc9-b7b5-8e09b460c451 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Waiting for the task: (returnval){ [ 1237.000144] env[69613]: value = "task-3418404" [ 1237.000144] env[69613]: _type = "Task" [ 1237.000144] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1237.007314] env[69613]: DEBUG oslo_vmware.api [None req-87bf20cb-7eaa-4dc9-b7b5-8e09b460c451 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Task: {'id': task-3418404, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.106891] env[69613]: INFO nova.compute.manager [None req-7fca1343-f896-4f18-8d9b-c84a72f77d6d tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] [instance: 816b83b8-9dea-45d2-be12-35adb694e470] Swapping old allocation on dict_keys(['af76dfa6-80f5-47a1-ac1e-7e11abfaaed9']) held by migration bacc700e-1f88-4a9a-9971-8ee3b3445275 for instance [ 1237.117824] env[69613]: DEBUG oslo_vmware.api [None req-d72f7018-267b-4f5b-89eb-28f87f5ddf4e tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Task: {'id': task-3418402, 'name': ReconfigVM_Task, 'duration_secs': 0.826909} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1237.118145] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-d72f7018-267b-4f5b-89eb-28f87f5ddf4e tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] [instance: 357afa94-a34b-4396-9c60-fd9b43bb312b] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-682016', 'volume_id': '5da1d40b-2866-4c36-847e-05b87530a1f1', 'name': 'volume-5da1d40b-2866-4c36-847e-05b87530a1f1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '357afa94-a34b-4396-9c60-fd9b43bb312b', 'attached_at': '', 'detached_at': '', 'volume_id': '5da1d40b-2866-4c36-847e-05b87530a1f1', 'serial': '5da1d40b-2866-4c36-847e-05b87530a1f1'} {{(pid=69613) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1237.132572] env[69613]: DEBUG nova.scheduler.client.report [None req-7fca1343-f896-4f18-8d9b-c84a72f77d6d tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Overwriting current allocation {'allocations': {'af76dfa6-80f5-47a1-ac1e-7e11abfaaed9': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 167}}, 'project_id': '9e2b2477b1674fa28068fcb7c61ff983', 'user_id': '7906ff25fe3145f985317b610e2196cb', 'consumer_generation': 1} on consumer 816b83b8-9dea-45d2-be12-35adb694e470 {{(pid=69613) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1237.233106] env[69613]: DEBUG oslo_concurrency.lockutils [None req-7fca1343-f896-4f18-8d9b-c84a72f77d6d tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Acquiring lock "refresh_cache-816b83b8-9dea-45d2-be12-35adb694e470" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.233106] env[69613]: DEBUG oslo_concurrency.lockutils [None req-7fca1343-f896-4f18-8d9b-c84a72f77d6d tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Acquired lock "refresh_cache-816b83b8-9dea-45d2-be12-35adb694e470" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.233106] env[69613]: DEBUG nova.network.neutron [None req-7fca1343-f896-4f18-8d9b-c84a72f77d6d tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] [instance: 816b83b8-9dea-45d2-be12-35adb694e470] Building network info cache for instance {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1237.279480] env[69613]: INFO nova.compute.manager [-] [instance: 79391a79-8c22-4c1a-a816-f33d6553cc3d] Took 2.00 seconds to deallocate network for instance. [ 1237.307300] env[69613]: DEBUG oslo_concurrency.lockutils [None req-6be408fc-8768-4030-bd78-945f9500e149 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.744s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1237.308534] env[69613]: DEBUG oslo_concurrency.lockutils [None req-532e9be4-a741-4a24-9bd1-354745178852 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.759s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1237.309492] env[69613]: INFO nova.compute.claims [None req-532e9be4-a741-4a24-9bd1-354745178852 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] [instance: e876db44-e9fc-417f-b3e4-e11847a094aa] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1237.326329] env[69613]: INFO nova.scheduler.client.report [None req-6be408fc-8768-4030-bd78-945f9500e149 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Deleted allocations for instance 3bc87c40-eef2-4130-b2b3-017cf32ca878 [ 1237.511405] env[69613]: DEBUG oslo_vmware.api [None req-87bf20cb-7eaa-4dc9-b7b5-8e09b460c451 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Task: {'id': task-3418404, 'name': CopyVirtualDisk_Task} progress is 24%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.666868] env[69613]: DEBUG nova.objects.instance [None req-d72f7018-267b-4f5b-89eb-28f87f5ddf4e tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Lazy-loading 'flavor' on Instance uuid 357afa94-a34b-4396-9c60-fd9b43bb312b {{(pid=69613) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1237.786998] env[69613]: DEBUG oslo_concurrency.lockutils [None req-6bfff34a-f0f8-471c-86fb-b6d65310d294 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1237.838082] env[69613]: DEBUG oslo_concurrency.lockutils [None req-6be408fc-8768-4030-bd78-945f9500e149 tempest-AttachInterfacesTestJSON-1999616029 tempest-AttachInterfacesTestJSON-1999616029-project-member] Lock "3bc87c40-eef2-4130-b2b3-017cf32ca878" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.708s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1238.012456] env[69613]: DEBUG oslo_vmware.api [None req-87bf20cb-7eaa-4dc9-b7b5-8e09b460c451 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Task: {'id': task-3418404, 'name': CopyVirtualDisk_Task} progress is 43%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.062112] env[69613]: DEBUG nova.network.neutron [None req-7fca1343-f896-4f18-8d9b-c84a72f77d6d tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] [instance: 816b83b8-9dea-45d2-be12-35adb694e470] Updating instance_info_cache with network_info: [{"id": "608bebbd-3c06-4d6f-a644-0694d085c113", "address": "fa:16:3e:09:ce:b2", "network": {"id": "5fbba158-e384-4f22-b63d-507a2a47de30", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1229363420-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.209", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9e2b2477b1674fa28068fcb7c61ff983", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe20ef0e-0991-44d7-887d-08dddac0b56b", "external-id": "nsx-vlan-transportzone-991", "segmentation_id": 991, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap608bebbd-3c", "ovs_interfaceid": "608bebbd-3c06-4d6f-a644-0694d085c113", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1238.415840] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb58538e-1278-4356-9a4d-be5eeaaa7328 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.424865] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04e02602-fa0e-45a9-ae3f-5654e156c9e8 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.459959] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d21111c-d59e-4eb1-899f-3f5302a78d35 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.467795] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d758ae2e-3b39-4058-a2a6-e939fc027729 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.482398] env[69613]: DEBUG nova.compute.provider_tree [None req-532e9be4-a741-4a24-9bd1-354745178852 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Inventory has not changed in ProviderTree for provider: af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 {{(pid=69613) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1238.517104] env[69613]: DEBUG oslo_vmware.api [None req-87bf20cb-7eaa-4dc9-b7b5-8e09b460c451 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Task: {'id': task-3418404, 'name': CopyVirtualDisk_Task} progress is 66%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.567079] env[69613]: DEBUG oslo_concurrency.lockutils [None req-7fca1343-f896-4f18-8d9b-c84a72f77d6d tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Releasing lock "refresh_cache-816b83b8-9dea-45d2-be12-35adb694e470" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.567079] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fca1343-f896-4f18-8d9b-c84a72f77d6d tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] [instance: 816b83b8-9dea-45d2-be12-35adb694e470] Powering off the VM {{(pid=69613) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1238.567079] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-095c3f1f-54a2-4981-9fd6-1989718a1d7c {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.573366] env[69613]: DEBUG oslo_vmware.api [None req-7fca1343-f896-4f18-8d9b-c84a72f77d6d tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Waiting for the task: (returnval){ [ 1238.573366] env[69613]: value = "task-3418405" [ 1238.573366] env[69613]: _type = "Task" [ 1238.573366] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1238.582670] env[69613]: DEBUG oslo_vmware.api [None req-7fca1343-f896-4f18-8d9b-c84a72f77d6d tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Task: {'id': task-3418405, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.676413] env[69613]: DEBUG oslo_concurrency.lockutils [None req-d72f7018-267b-4f5b-89eb-28f87f5ddf4e tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Lock "357afa94-a34b-4396-9c60-fd9b43bb312b" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.809s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1238.991032] env[69613]: DEBUG nova.scheduler.client.report [None req-532e9be4-a741-4a24-9bd1-354745178852 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Inventory has not changed for provider af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69613) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1239.013725] env[69613]: DEBUG oslo_vmware.api [None req-87bf20cb-7eaa-4dc9-b7b5-8e09b460c451 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Task: {'id': task-3418404, 'name': CopyVirtualDisk_Task} progress is 88%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.084356] env[69613]: DEBUG oslo_vmware.api [None req-7fca1343-f896-4f18-8d9b-c84a72f77d6d tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Task: {'id': task-3418405, 'name': PowerOffVM_Task, 'duration_secs': 0.375494} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1239.085064] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fca1343-f896-4f18-8d9b-c84a72f77d6d tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] [instance: 816b83b8-9dea-45d2-be12-35adb694e470] Powered off the VM {{(pid=69613) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1239.085603] env[69613]: DEBUG nova.virt.hardware [None req-7fca1343-f896-4f18-8d9b-c84a72f77d6d tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T13:55:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=2b7a0304-b5d0-431d-b287-32c8388d7fbd,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1239.085862] env[69613]: DEBUG nova.virt.hardware [None req-7fca1343-f896-4f18-8d9b-c84a72f77d6d tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Flavor limits 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1239.086132] env[69613]: DEBUG nova.virt.hardware [None req-7fca1343-f896-4f18-8d9b-c84a72f77d6d tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Image limits 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1239.087018] env[69613]: DEBUG nova.virt.hardware [None req-7fca1343-f896-4f18-8d9b-c84a72f77d6d tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Flavor pref 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1239.089434] env[69613]: DEBUG nova.virt.hardware [None req-7fca1343-f896-4f18-8d9b-c84a72f77d6d tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Image pref 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1239.089714] env[69613]: DEBUG nova.virt.hardware [None req-7fca1343-f896-4f18-8d9b-c84a72f77d6d tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1239.089924] env[69613]: DEBUG nova.virt.hardware [None req-7fca1343-f896-4f18-8d9b-c84a72f77d6d tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1239.090120] env[69613]: DEBUG nova.virt.hardware [None req-7fca1343-f896-4f18-8d9b-c84a72f77d6d tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69613) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1239.090300] env[69613]: DEBUG nova.virt.hardware [None req-7fca1343-f896-4f18-8d9b-c84a72f77d6d tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Got 1 possible topologies {{(pid=69613) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1239.090889] env[69613]: DEBUG nova.virt.hardware [None req-7fca1343-f896-4f18-8d9b-c84a72f77d6d tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1239.090889] env[69613]: DEBUG nova.virt.hardware [None req-7fca1343-f896-4f18-8d9b-c84a72f77d6d tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1239.096103] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ddad8f3f-c5da-4132-952e-fb1935a01fb9 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.112950] env[69613]: DEBUG oslo_vmware.api [None req-7fca1343-f896-4f18-8d9b-c84a72f77d6d tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Waiting for the task: (returnval){ [ 1239.112950] env[69613]: value = "task-3418406" [ 1239.112950] env[69613]: _type = "Task" [ 1239.112950] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1239.121954] env[69613]: DEBUG oslo_vmware.api [None req-7fca1343-f896-4f18-8d9b-c84a72f77d6d tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Task: {'id': task-3418406, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.495661] env[69613]: DEBUG oslo_concurrency.lockutils [None req-532e9be4-a741-4a24-9bd1-354745178852 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.187s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1239.496639] env[69613]: DEBUG nova.compute.manager [None req-532e9be4-a741-4a24-9bd1-354745178852 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] [instance: e876db44-e9fc-417f-b3e4-e11847a094aa] Start building networks asynchronously for instance. {{(pid=69613) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1239.498910] env[69613]: DEBUG oslo_concurrency.lockutils [None req-6bfff34a-f0f8-471c-86fb-b6d65310d294 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.712s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1239.499742] env[69613]: DEBUG nova.objects.instance [None req-6bfff34a-f0f8-471c-86fb-b6d65310d294 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] Lazy-loading 'resources' on Instance uuid 79391a79-8c22-4c1a-a816-f33d6553cc3d {{(pid=69613) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1239.513230] env[69613]: DEBUG oslo_vmware.api [None req-87bf20cb-7eaa-4dc9-b7b5-8e09b460c451 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Task: {'id': task-3418404, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.28507} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1239.513494] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-87bf20cb-7eaa-4dc9-b7b5-8e09b460c451 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/5c47e1d4-1a50-4054-b1d2-2449de528b2a/5c47e1d4-1a50-4054-b1d2-2449de528b2a.vmdk to [datastore2] 1f56c24d-ed57-4aeb-a0e3-4857e2f4a1cc/1f56c24d-ed57-4aeb-a0e3-4857e2f4a1cc.vmdk {{(pid=69613) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1239.514270] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-deee7722-9fd1-4067-be70-93a163f97612 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.538710] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-87bf20cb-7eaa-4dc9-b7b5-8e09b460c451 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] [instance: 1f56c24d-ed57-4aeb-a0e3-4857e2f4a1cc] Reconfiguring VM instance instance-00000076 to attach disk [datastore2] 1f56c24d-ed57-4aeb-a0e3-4857e2f4a1cc/1f56c24d-ed57-4aeb-a0e3-4857e2f4a1cc.vmdk or device None with type streamOptimized {{(pid=69613) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1239.539673] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-412efe08-f0f9-4c58-84fe-bc294cf57d3e {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.560200] env[69613]: DEBUG oslo_vmware.api [None req-87bf20cb-7eaa-4dc9-b7b5-8e09b460c451 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Waiting for the task: (returnval){ [ 1239.560200] env[69613]: value = "task-3418407" [ 1239.560200] env[69613]: _type = "Task" [ 1239.560200] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1239.568711] env[69613]: DEBUG oslo_vmware.api [None req-87bf20cb-7eaa-4dc9-b7b5-8e09b460c451 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Task: {'id': task-3418407, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.623042] env[69613]: DEBUG oslo_vmware.api [None req-7fca1343-f896-4f18-8d9b-c84a72f77d6d tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Task: {'id': task-3418406, 'name': ReconfigVM_Task, 'duration_secs': 0.270578} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1239.623952] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ae90014-e370-4ca3-b00a-b177d69de925 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.642850] env[69613]: DEBUG nova.virt.hardware [None req-7fca1343-f896-4f18-8d9b-c84a72f77d6d tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T13:55:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=2b7a0304-b5d0-431d-b287-32c8388d7fbd,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1239.643176] env[69613]: DEBUG nova.virt.hardware [None req-7fca1343-f896-4f18-8d9b-c84a72f77d6d tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Flavor limits 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1239.643341] env[69613]: DEBUG nova.virt.hardware [None req-7fca1343-f896-4f18-8d9b-c84a72f77d6d tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Image limits 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1239.643544] env[69613]: DEBUG nova.virt.hardware [None req-7fca1343-f896-4f18-8d9b-c84a72f77d6d tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Flavor pref 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1239.643715] env[69613]: DEBUG nova.virt.hardware [None req-7fca1343-f896-4f18-8d9b-c84a72f77d6d tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Image pref 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1239.643870] env[69613]: DEBUG nova.virt.hardware [None req-7fca1343-f896-4f18-8d9b-c84a72f77d6d tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1239.644113] env[69613]: DEBUG nova.virt.hardware [None req-7fca1343-f896-4f18-8d9b-c84a72f77d6d tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1239.644281] env[69613]: DEBUG nova.virt.hardware [None req-7fca1343-f896-4f18-8d9b-c84a72f77d6d tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69613) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1239.644458] env[69613]: DEBUG nova.virt.hardware [None req-7fca1343-f896-4f18-8d9b-c84a72f77d6d tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Got 1 possible topologies {{(pid=69613) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1239.644699] env[69613]: DEBUG nova.virt.hardware [None req-7fca1343-f896-4f18-8d9b-c84a72f77d6d tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1239.644901] env[69613]: DEBUG nova.virt.hardware [None req-7fca1343-f896-4f18-8d9b-c84a72f77d6d tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1239.645734] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9916ac61-c432-47da-aba7-3788ec19eda9 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.651034] env[69613]: DEBUG oslo_vmware.api [None req-7fca1343-f896-4f18-8d9b-c84a72f77d6d tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Waiting for the task: (returnval){ [ 1239.651034] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]528d6661-cb5d-e922-10c2-1fb8149dc654" [ 1239.651034] env[69613]: _type = "Task" [ 1239.651034] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1239.658762] env[69613]: DEBUG oslo_vmware.api [None req-7fca1343-f896-4f18-8d9b-c84a72f77d6d tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]528d6661-cb5d-e922-10c2-1fb8149dc654, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.726516] env[69613]: DEBUG oslo_concurrency.lockutils [None req-28a15c45-2b7a-47f7-a0eb-7b2969661a3b tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Acquiring lock "357afa94-a34b-4396-9c60-fd9b43bb312b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1239.726788] env[69613]: DEBUG oslo_concurrency.lockutils [None req-28a15c45-2b7a-47f7-a0eb-7b2969661a3b tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Lock "357afa94-a34b-4396-9c60-fd9b43bb312b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1239.726955] env[69613]: DEBUG oslo_concurrency.lockutils [None req-28a15c45-2b7a-47f7-a0eb-7b2969661a3b tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Acquiring lock "357afa94-a34b-4396-9c60-fd9b43bb312b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1239.727617] env[69613]: DEBUG oslo_concurrency.lockutils [None req-28a15c45-2b7a-47f7-a0eb-7b2969661a3b tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Lock "357afa94-a34b-4396-9c60-fd9b43bb312b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1239.727617] env[69613]: DEBUG oslo_concurrency.lockutils [None req-28a15c45-2b7a-47f7-a0eb-7b2969661a3b tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Lock "357afa94-a34b-4396-9c60-fd9b43bb312b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1239.729874] env[69613]: INFO nova.compute.manager [None req-28a15c45-2b7a-47f7-a0eb-7b2969661a3b tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] [instance: 357afa94-a34b-4396-9c60-fd9b43bb312b] Terminating instance [ 1240.002362] env[69613]: DEBUG nova.compute.utils [None req-532e9be4-a741-4a24-9bd1-354745178852 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Using /dev/sd instead of None {{(pid=69613) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1240.004098] env[69613]: DEBUG nova.compute.manager [None req-532e9be4-a741-4a24-9bd1-354745178852 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] [instance: e876db44-e9fc-417f-b3e4-e11847a094aa] Allocating IP information in the background. {{(pid=69613) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1240.004276] env[69613]: DEBUG nova.network.neutron [None req-532e9be4-a741-4a24-9bd1-354745178852 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] [instance: e876db44-e9fc-417f-b3e4-e11847a094aa] allocate_for_instance() {{(pid=69613) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1240.044366] env[69613]: DEBUG nova.policy [None req-532e9be4-a741-4a24-9bd1-354745178852 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '36834264e3e34b3dbccbe0b6ed5626e7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '00abae90f85947e99f41566442e43eab', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69613) authorize /opt/stack/nova/nova/policy.py:192}} [ 1240.071767] env[69613]: DEBUG oslo_vmware.api [None req-87bf20cb-7eaa-4dc9-b7b5-8e09b460c451 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Task: {'id': task-3418407, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.096537] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d471aaf-310e-41fd-9bbe-a357d5783306 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.104279] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f31ae5d-2111-4b27-a66b-f29301526402 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.134608] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e0d0a88-fbdd-455e-98f5-e81a76ad596e {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.141854] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-812116d8-e8ed-4aa2-ab48-406092415278 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.155652] env[69613]: DEBUG nova.compute.provider_tree [None req-6bfff34a-f0f8-471c-86fb-b6d65310d294 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] Inventory has not changed in ProviderTree for provider: af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 {{(pid=69613) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1240.165561] env[69613]: DEBUG oslo_vmware.api [None req-7fca1343-f896-4f18-8d9b-c84a72f77d6d tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]528d6661-cb5d-e922-10c2-1fb8149dc654, 'name': SearchDatastore_Task, 'duration_secs': 0.008093} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.171496] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-7fca1343-f896-4f18-8d9b-c84a72f77d6d tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] [instance: 816b83b8-9dea-45d2-be12-35adb694e470] Reconfiguring VM instance instance-00000077 to detach disk 2000 {{(pid=69613) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1240.172038] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4eb6f0b6-3f2a-4fba-99a0-2e23e4d685c2 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.190703] env[69613]: DEBUG oslo_vmware.api [None req-7fca1343-f896-4f18-8d9b-c84a72f77d6d tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Waiting for the task: (returnval){ [ 1240.190703] env[69613]: value = "task-3418408" [ 1240.190703] env[69613]: _type = "Task" [ 1240.190703] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.198612] env[69613]: DEBUG oslo_vmware.api [None req-7fca1343-f896-4f18-8d9b-c84a72f77d6d tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Task: {'id': task-3418408, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.235692] env[69613]: DEBUG nova.compute.manager [None req-28a15c45-2b7a-47f7-a0eb-7b2969661a3b tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] [instance: 357afa94-a34b-4396-9c60-fd9b43bb312b] Start destroying the instance on the hypervisor. {{(pid=69613) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1240.235692] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-28a15c45-2b7a-47f7-a0eb-7b2969661a3b tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] [instance: 357afa94-a34b-4396-9c60-fd9b43bb312b] Destroying instance {{(pid=69613) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1240.236522] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b4c1c03-dc54-470f-b520-823b39455e88 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.243666] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-28a15c45-2b7a-47f7-a0eb-7b2969661a3b tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] [instance: 357afa94-a34b-4396-9c60-fd9b43bb312b] Powering off the VM {{(pid=69613) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1240.244135] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1d3e19d2-6f60-47bc-859f-893dddba7fd2 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.250474] env[69613]: DEBUG oslo_vmware.api [None req-28a15c45-2b7a-47f7-a0eb-7b2969661a3b tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Waiting for the task: (returnval){ [ 1240.250474] env[69613]: value = "task-3418409" [ 1240.250474] env[69613]: _type = "Task" [ 1240.250474] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.258174] env[69613]: DEBUG oslo_vmware.api [None req-28a15c45-2b7a-47f7-a0eb-7b2969661a3b tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Task: {'id': task-3418409, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.322464] env[69613]: DEBUG nova.network.neutron [None req-532e9be4-a741-4a24-9bd1-354745178852 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] [instance: e876db44-e9fc-417f-b3e4-e11847a094aa] Successfully created port: 250c4afa-5f17-47f9-9728-14cc8935ef8e {{(pid=69613) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1240.509397] env[69613]: DEBUG nova.compute.manager [None req-532e9be4-a741-4a24-9bd1-354745178852 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] [instance: e876db44-e9fc-417f-b3e4-e11847a094aa] Start building block device mappings for instance. {{(pid=69613) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1240.574415] env[69613]: DEBUG oslo_vmware.api [None req-87bf20cb-7eaa-4dc9-b7b5-8e09b460c451 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Task: {'id': task-3418407, 'name': ReconfigVM_Task, 'duration_secs': 0.678597} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.574700] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-87bf20cb-7eaa-4dc9-b7b5-8e09b460c451 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] [instance: 1f56c24d-ed57-4aeb-a0e3-4857e2f4a1cc] Reconfigured VM instance instance-00000076 to attach disk [datastore2] 1f56c24d-ed57-4aeb-a0e3-4857e2f4a1cc/1f56c24d-ed57-4aeb-a0e3-4857e2f4a1cc.vmdk or device None with type streamOptimized {{(pid=69613) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1240.575481] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d073514f-4b6b-4d9c-89db-5f1039bab93f {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.583219] env[69613]: DEBUG oslo_vmware.api [None req-87bf20cb-7eaa-4dc9-b7b5-8e09b460c451 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Waiting for the task: (returnval){ [ 1240.583219] env[69613]: value = "task-3418410" [ 1240.583219] env[69613]: _type = "Task" [ 1240.583219] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.592973] env[69613]: DEBUG oslo_vmware.api [None req-87bf20cb-7eaa-4dc9-b7b5-8e09b460c451 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Task: {'id': task-3418410, 'name': Rename_Task} progress is 5%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.661226] env[69613]: DEBUG nova.scheduler.client.report [None req-6bfff34a-f0f8-471c-86fb-b6d65310d294 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] Inventory has not changed for provider af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69613) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1240.701150] env[69613]: DEBUG oslo_vmware.api [None req-7fca1343-f896-4f18-8d9b-c84a72f77d6d tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Task: {'id': task-3418408, 'name': ReconfigVM_Task, 'duration_secs': 0.223924} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.701446] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-7fca1343-f896-4f18-8d9b-c84a72f77d6d tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] [instance: 816b83b8-9dea-45d2-be12-35adb694e470] Reconfigured VM instance instance-00000077 to detach disk 2000 {{(pid=69613) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1240.702235] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-526d99c2-5226-4cba-a6be-da009f855bba {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.724975] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-7fca1343-f896-4f18-8d9b-c84a72f77d6d tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] [instance: 816b83b8-9dea-45d2-be12-35adb694e470] Reconfiguring VM instance instance-00000077 to attach disk [datastore2] 816b83b8-9dea-45d2-be12-35adb694e470/816b83b8-9dea-45d2-be12-35adb694e470.vmdk or device None with type thin {{(pid=69613) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1240.725292] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-18789496-9df1-48f4-934e-9fe0cb3d1941 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.743999] env[69613]: DEBUG oslo_vmware.api [None req-7fca1343-f896-4f18-8d9b-c84a72f77d6d tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Waiting for the task: (returnval){ [ 1240.743999] env[69613]: value = "task-3418411" [ 1240.743999] env[69613]: _type = "Task" [ 1240.743999] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.754215] env[69613]: DEBUG oslo_vmware.api [None req-7fca1343-f896-4f18-8d9b-c84a72f77d6d tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Task: {'id': task-3418411, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.761367] env[69613]: DEBUG oslo_vmware.api [None req-28a15c45-2b7a-47f7-a0eb-7b2969661a3b tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Task: {'id': task-3418409, 'name': PowerOffVM_Task, 'duration_secs': 0.181105} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.761561] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-28a15c45-2b7a-47f7-a0eb-7b2969661a3b tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] [instance: 357afa94-a34b-4396-9c60-fd9b43bb312b] Powered off the VM {{(pid=69613) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1240.761728] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-28a15c45-2b7a-47f7-a0eb-7b2969661a3b tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] [instance: 357afa94-a34b-4396-9c60-fd9b43bb312b] Unregistering the VM {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1240.761969] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-30fdc19b-927e-413c-aad6-27c2b603c685 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.827289] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-28a15c45-2b7a-47f7-a0eb-7b2969661a3b tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] [instance: 357afa94-a34b-4396-9c60-fd9b43bb312b] Unregistered the VM {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1240.827594] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-28a15c45-2b7a-47f7-a0eb-7b2969661a3b tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] [instance: 357afa94-a34b-4396-9c60-fd9b43bb312b] Deleting contents of the VM from datastore datastore1 {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1240.827862] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-28a15c45-2b7a-47f7-a0eb-7b2969661a3b tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Deleting the datastore file [datastore1] 357afa94-a34b-4396-9c60-fd9b43bb312b {{(pid=69613) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1240.828222] env[69613]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1d96e7e7-7261-4252-8604-c7c321f3b2aa {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.835111] env[69613]: DEBUG oslo_vmware.api [None req-28a15c45-2b7a-47f7-a0eb-7b2969661a3b tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Waiting for the task: (returnval){ [ 1240.835111] env[69613]: value = "task-3418413" [ 1240.835111] env[69613]: _type = "Task" [ 1240.835111] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.843169] env[69613]: DEBUG oslo_vmware.api [None req-28a15c45-2b7a-47f7-a0eb-7b2969661a3b tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Task: {'id': task-3418413, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.092653] env[69613]: DEBUG oslo_vmware.api [None req-87bf20cb-7eaa-4dc9-b7b5-8e09b460c451 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Task: {'id': task-3418410, 'name': Rename_Task, 'duration_secs': 0.143129} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.093039] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-87bf20cb-7eaa-4dc9-b7b5-8e09b460c451 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] [instance: 1f56c24d-ed57-4aeb-a0e3-4857e2f4a1cc] Powering on the VM {{(pid=69613) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1241.093289] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d00daeba-4cf7-45be-896a-6083e700284d {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.100159] env[69613]: DEBUG oslo_vmware.api [None req-87bf20cb-7eaa-4dc9-b7b5-8e09b460c451 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Waiting for the task: (returnval){ [ 1241.100159] env[69613]: value = "task-3418414" [ 1241.100159] env[69613]: _type = "Task" [ 1241.100159] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.107471] env[69613]: DEBUG oslo_vmware.api [None req-87bf20cb-7eaa-4dc9-b7b5-8e09b460c451 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Task: {'id': task-3418414, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.164960] env[69613]: DEBUG oslo_concurrency.lockutils [None req-6bfff34a-f0f8-471c-86fb-b6d65310d294 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.666s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1241.188346] env[69613]: INFO nova.scheduler.client.report [None req-6bfff34a-f0f8-471c-86fb-b6d65310d294 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] Deleted allocations for instance 79391a79-8c22-4c1a-a816-f33d6553cc3d [ 1241.253733] env[69613]: DEBUG oslo_vmware.api [None req-7fca1343-f896-4f18-8d9b-c84a72f77d6d tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Task: {'id': task-3418411, 'name': ReconfigVM_Task, 'duration_secs': 0.236894} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.254024] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-7fca1343-f896-4f18-8d9b-c84a72f77d6d tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] [instance: 816b83b8-9dea-45d2-be12-35adb694e470] Reconfigured VM instance instance-00000077 to attach disk [datastore2] 816b83b8-9dea-45d2-be12-35adb694e470/816b83b8-9dea-45d2-be12-35adb694e470.vmdk or device None with type thin {{(pid=69613) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1241.254937] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23faaf27-7d5d-4c9e-b370-bcc7c080d3d6 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.276056] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaac7eab-b913-4aba-ba9a-ce089f3c7515 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.296080] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36a0742c-6a93-466c-b229-b9c70306f599 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.314740] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdd10878-417c-41b6-8db3-939d73879702 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.322192] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fca1343-f896-4f18-8d9b-c84a72f77d6d tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] [instance: 816b83b8-9dea-45d2-be12-35adb694e470] Powering on the VM {{(pid=69613) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1241.322449] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-926f4446-c0c7-408d-b26d-52a846089c6a {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.331623] env[69613]: DEBUG oslo_vmware.api [None req-7fca1343-f896-4f18-8d9b-c84a72f77d6d tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Waiting for the task: (returnval){ [ 1241.331623] env[69613]: value = "task-3418415" [ 1241.331623] env[69613]: _type = "Task" [ 1241.331623] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.344617] env[69613]: DEBUG oslo_vmware.api [None req-7fca1343-f896-4f18-8d9b-c84a72f77d6d tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Task: {'id': task-3418415, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.347632] env[69613]: DEBUG oslo_vmware.api [None req-28a15c45-2b7a-47f7-a0eb-7b2969661a3b tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Task: {'id': task-3418413, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.134324} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.347852] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-28a15c45-2b7a-47f7-a0eb-7b2969661a3b tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Deleted the datastore file {{(pid=69613) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1241.348043] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-28a15c45-2b7a-47f7-a0eb-7b2969661a3b tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] [instance: 357afa94-a34b-4396-9c60-fd9b43bb312b] Deleted contents of the VM from datastore datastore1 {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1241.348221] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-28a15c45-2b7a-47f7-a0eb-7b2969661a3b tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] [instance: 357afa94-a34b-4396-9c60-fd9b43bb312b] Instance destroyed {{(pid=69613) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1241.348423] env[69613]: INFO nova.compute.manager [None req-28a15c45-2b7a-47f7-a0eb-7b2969661a3b tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] [instance: 357afa94-a34b-4396-9c60-fd9b43bb312b] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1241.348687] env[69613]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-28a15c45-2b7a-47f7-a0eb-7b2969661a3b tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69613) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1241.348878] env[69613]: DEBUG nova.compute.manager [-] [instance: 357afa94-a34b-4396-9c60-fd9b43bb312b] Deallocating network for instance {{(pid=69613) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1241.348973] env[69613]: DEBUG nova.network.neutron [-] [instance: 357afa94-a34b-4396-9c60-fd9b43bb312b] deallocate_for_instance() {{(pid=69613) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1241.522578] env[69613]: DEBUG nova.compute.manager [None req-532e9be4-a741-4a24-9bd1-354745178852 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] [instance: e876db44-e9fc-417f-b3e4-e11847a094aa] Start spawning the instance on the hypervisor. {{(pid=69613) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1241.549777] env[69613]: DEBUG nova.virt.hardware [None req-532e9be4-a741-4a24-9bd1-354745178852 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T13:55:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T13:55:19Z,direct_url=,disk_format='vmdk',id=2b7a0304-b5d0-431d-b287-32c8388d7fbd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3e9e1b873f1442d59d5ee8247b941f74',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T13:55:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1241.550044] env[69613]: DEBUG nova.virt.hardware [None req-532e9be4-a741-4a24-9bd1-354745178852 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Flavor limits 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1241.550223] env[69613]: DEBUG nova.virt.hardware [None req-532e9be4-a741-4a24-9bd1-354745178852 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Image limits 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1241.550524] env[69613]: DEBUG nova.virt.hardware [None req-532e9be4-a741-4a24-9bd1-354745178852 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Flavor pref 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1241.550684] env[69613]: DEBUG nova.virt.hardware [None req-532e9be4-a741-4a24-9bd1-354745178852 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Image pref 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1241.550836] env[69613]: DEBUG nova.virt.hardware [None req-532e9be4-a741-4a24-9bd1-354745178852 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1241.551131] env[69613]: DEBUG nova.virt.hardware [None req-532e9be4-a741-4a24-9bd1-354745178852 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1241.551346] env[69613]: DEBUG nova.virt.hardware [None req-532e9be4-a741-4a24-9bd1-354745178852 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69613) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1241.551561] env[69613]: DEBUG nova.virt.hardware [None req-532e9be4-a741-4a24-9bd1-354745178852 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Got 1 possible topologies {{(pid=69613) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1241.551760] env[69613]: DEBUG nova.virt.hardware [None req-532e9be4-a741-4a24-9bd1-354745178852 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1241.551971] env[69613]: DEBUG nova.virt.hardware [None req-532e9be4-a741-4a24-9bd1-354745178852 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1241.552930] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4530b824-6efb-4d5c-b6d9-f9b91673015e {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.562839] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90159052-d8c1-4516-96dc-5b30f9b79f6e {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.610611] env[69613]: DEBUG oslo_vmware.api [None req-87bf20cb-7eaa-4dc9-b7b5-8e09b460c451 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Task: {'id': task-3418414, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.696381] env[69613]: DEBUG oslo_concurrency.lockutils [None req-6bfff34a-f0f8-471c-86fb-b6d65310d294 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] Lock "79391a79-8c22-4c1a-a816-f33d6553cc3d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.042s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1241.847399] env[69613]: DEBUG oslo_vmware.api [None req-7fca1343-f896-4f18-8d9b-c84a72f77d6d tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Task: {'id': task-3418415, 'name': PowerOnVM_Task, 'duration_secs': 0.460829} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.849486] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fca1343-f896-4f18-8d9b-c84a72f77d6d tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] [instance: 816b83b8-9dea-45d2-be12-35adb694e470] Powered on the VM {{(pid=69613) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1241.862342] env[69613]: DEBUG nova.compute.manager [req-f23e7caf-9c93-488f-90f6-60f6659d209f req-bcdea002-cef1-43d1-b919-aa1e8d461c1f service nova] [instance: 357afa94-a34b-4396-9c60-fd9b43bb312b] Received event network-vif-deleted-934528fa-d84d-41ea-a01a-0b1c1434993c {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1241.862342] env[69613]: INFO nova.compute.manager [req-f23e7caf-9c93-488f-90f6-60f6659d209f req-bcdea002-cef1-43d1-b919-aa1e8d461c1f service nova] [instance: 357afa94-a34b-4396-9c60-fd9b43bb312b] Neutron deleted interface 934528fa-d84d-41ea-a01a-0b1c1434993c; detaching it from the instance and deleting it from the info cache [ 1241.862342] env[69613]: DEBUG nova.network.neutron [req-f23e7caf-9c93-488f-90f6-60f6659d209f req-bcdea002-cef1-43d1-b919-aa1e8d461c1f service nova] [instance: 357afa94-a34b-4396-9c60-fd9b43bb312b] Updating instance_info_cache with network_info: [] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1241.874296] env[69613]: DEBUG nova.compute.manager [req-1ef6cd5a-f1b8-4411-8c9c-208486677b81 req-7f0422f8-9f40-49c8-bf23-682054c5a5ef service nova] [instance: e876db44-e9fc-417f-b3e4-e11847a094aa] Received event network-vif-plugged-250c4afa-5f17-47f9-9728-14cc8935ef8e {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1241.874635] env[69613]: DEBUG oslo_concurrency.lockutils [req-1ef6cd5a-f1b8-4411-8c9c-208486677b81 req-7f0422f8-9f40-49c8-bf23-682054c5a5ef service nova] Acquiring lock "e876db44-e9fc-417f-b3e4-e11847a094aa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1241.874940] env[69613]: DEBUG oslo_concurrency.lockutils [req-1ef6cd5a-f1b8-4411-8c9c-208486677b81 req-7f0422f8-9f40-49c8-bf23-682054c5a5ef service nova] Lock "e876db44-e9fc-417f-b3e4-e11847a094aa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1241.875186] env[69613]: DEBUG oslo_concurrency.lockutils [req-1ef6cd5a-f1b8-4411-8c9c-208486677b81 req-7f0422f8-9f40-49c8-bf23-682054c5a5ef service nova] Lock "e876db44-e9fc-417f-b3e4-e11847a094aa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1241.875754] env[69613]: DEBUG nova.compute.manager [req-1ef6cd5a-f1b8-4411-8c9c-208486677b81 req-7f0422f8-9f40-49c8-bf23-682054c5a5ef service nova] [instance: e876db44-e9fc-417f-b3e4-e11847a094aa] No waiting events found dispatching network-vif-plugged-250c4afa-5f17-47f9-9728-14cc8935ef8e {{(pid=69613) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1241.876062] env[69613]: WARNING nova.compute.manager [req-1ef6cd5a-f1b8-4411-8c9c-208486677b81 req-7f0422f8-9f40-49c8-bf23-682054c5a5ef service nova] [instance: e876db44-e9fc-417f-b3e4-e11847a094aa] Received unexpected event network-vif-plugged-250c4afa-5f17-47f9-9728-14cc8935ef8e for instance with vm_state building and task_state spawning. [ 1242.006619] env[69613]: DEBUG nova.network.neutron [None req-532e9be4-a741-4a24-9bd1-354745178852 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] [instance: e876db44-e9fc-417f-b3e4-e11847a094aa] Successfully updated port: 250c4afa-5f17-47f9-9728-14cc8935ef8e {{(pid=69613) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1242.111471] env[69613]: DEBUG oslo_vmware.api [None req-87bf20cb-7eaa-4dc9-b7b5-8e09b460c451 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Task: {'id': task-3418414, 'name': PowerOnVM_Task, 'duration_secs': 0.622244} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.111773] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-87bf20cb-7eaa-4dc9-b7b5-8e09b460c451 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] [instance: 1f56c24d-ed57-4aeb-a0e3-4857e2f4a1cc] Powered on the VM {{(pid=69613) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1242.221017] env[69613]: DEBUG nova.compute.manager [None req-87bf20cb-7eaa-4dc9-b7b5-8e09b460c451 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] [instance: 1f56c24d-ed57-4aeb-a0e3-4857e2f4a1cc] Checking state {{(pid=69613) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1242.221017] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eccf8106-dfec-4fc3-8b3c-35271bd41dce {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.334368] env[69613]: DEBUG nova.network.neutron [-] [instance: 357afa94-a34b-4396-9c60-fd9b43bb312b] Updating instance_info_cache with network_info: [] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1242.365824] env[69613]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-14c663fa-4f8e-42ec-ab99-df8e84c01291 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.375853] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-343fb044-cff1-467c-ad26-86c38fcf37cd {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.410216] env[69613]: DEBUG nova.compute.manager [req-f23e7caf-9c93-488f-90f6-60f6659d209f req-bcdea002-cef1-43d1-b919-aa1e8d461c1f service nova] [instance: 357afa94-a34b-4396-9c60-fd9b43bb312b] Detach interface failed, port_id=934528fa-d84d-41ea-a01a-0b1c1434993c, reason: Instance 357afa94-a34b-4396-9c60-fd9b43bb312b could not be found. {{(pid=69613) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1242.510736] env[69613]: DEBUG oslo_concurrency.lockutils [None req-532e9be4-a741-4a24-9bd1-354745178852 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Acquiring lock "refresh_cache-e876db44-e9fc-417f-b3e4-e11847a094aa" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.510736] env[69613]: DEBUG oslo_concurrency.lockutils [None req-532e9be4-a741-4a24-9bd1-354745178852 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Acquired lock "refresh_cache-e876db44-e9fc-417f-b3e4-e11847a094aa" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.510736] env[69613]: DEBUG nova.network.neutron [None req-532e9be4-a741-4a24-9bd1-354745178852 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] [instance: e876db44-e9fc-417f-b3e4-e11847a094aa] Building network info cache for instance {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1242.737200] env[69613]: DEBUG oslo_concurrency.lockutils [None req-87bf20cb-7eaa-4dc9-b7b5-8e09b460c451 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Lock "1f56c24d-ed57-4aeb-a0e3-4857e2f4a1cc" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 19.783s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1242.837382] env[69613]: INFO nova.compute.manager [-] [instance: 357afa94-a34b-4396-9c60-fd9b43bb312b] Took 1.49 seconds to deallocate network for instance. [ 1242.865615] env[69613]: INFO nova.compute.manager [None req-7fca1343-f896-4f18-8d9b-c84a72f77d6d tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] [instance: 816b83b8-9dea-45d2-be12-35adb694e470] Updating instance to original state: 'active' [ 1243.060016] env[69613]: DEBUG nova.network.neutron [None req-532e9be4-a741-4a24-9bd1-354745178852 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] [instance: e876db44-e9fc-417f-b3e4-e11847a094aa] Instance cache missing network info. {{(pid=69613) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1243.311663] env[69613]: DEBUG nova.network.neutron [None req-532e9be4-a741-4a24-9bd1-354745178852 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] [instance: e876db44-e9fc-417f-b3e4-e11847a094aa] Updating instance_info_cache with network_info: [{"id": "250c4afa-5f17-47f9-9728-14cc8935ef8e", "address": "fa:16:3e:0d:f1:dd", "network": {"id": "c0b12726-3f23-429f-9754-e392f341b3e5", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-45944192-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "00abae90f85947e99f41566442e43eab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5e27fd35-1d7b-4358-92d5-4d34da27b992", "external-id": "nsx-vlan-transportzone-355", "segmentation_id": 355, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap250c4afa-5f", "ovs_interfaceid": "250c4afa-5f17-47f9-9728-14cc8935ef8e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1243.343673] env[69613]: DEBUG oslo_concurrency.lockutils [None req-28a15c45-2b7a-47f7-a0eb-7b2969661a3b tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1243.343958] env[69613]: DEBUG oslo_concurrency.lockutils [None req-28a15c45-2b7a-47f7-a0eb-7b2969661a3b tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1243.344200] env[69613]: DEBUG nova.objects.instance [None req-28a15c45-2b7a-47f7-a0eb-7b2969661a3b tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Lazy-loading 'resources' on Instance uuid 357afa94-a34b-4396-9c60-fd9b43bb312b {{(pid=69613) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1243.815870] env[69613]: DEBUG oslo_concurrency.lockutils [None req-532e9be4-a741-4a24-9bd1-354745178852 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Releasing lock "refresh_cache-e876db44-e9fc-417f-b3e4-e11847a094aa" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.815870] env[69613]: DEBUG nova.compute.manager [None req-532e9be4-a741-4a24-9bd1-354745178852 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] [instance: e876db44-e9fc-417f-b3e4-e11847a094aa] Instance network_info: |[{"id": "250c4afa-5f17-47f9-9728-14cc8935ef8e", "address": "fa:16:3e:0d:f1:dd", "network": {"id": "c0b12726-3f23-429f-9754-e392f341b3e5", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-45944192-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "00abae90f85947e99f41566442e43eab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5e27fd35-1d7b-4358-92d5-4d34da27b992", "external-id": "nsx-vlan-transportzone-355", "segmentation_id": 355, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap250c4afa-5f", "ovs_interfaceid": "250c4afa-5f17-47f9-9728-14cc8935ef8e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69613) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1243.816130] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-532e9be4-a741-4a24-9bd1-354745178852 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] [instance: e876db44-e9fc-417f-b3e4-e11847a094aa] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0d:f1:dd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5e27fd35-1d7b-4358-92d5-4d34da27b992', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '250c4afa-5f17-47f9-9728-14cc8935ef8e', 'vif_model': 'vmxnet3'}] {{(pid=69613) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1243.824053] env[69613]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-532e9be4-a741-4a24-9bd1-354745178852 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69613) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1243.824053] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e876db44-e9fc-417f-b3e4-e11847a094aa] Creating VM on the ESX host {{(pid=69613) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1243.824666] env[69613]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0178fe0e-0ad7-47e4-ac0f-e481026719f6 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.844260] env[69613]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1243.844260] env[69613]: value = "task-3418416" [ 1243.844260] env[69613]: _type = "Task" [ 1243.844260] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.854287] env[69613]: DEBUG oslo_vmware.api [-] Task: {'id': task-3418416, 'name': CreateVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.881419] env[69613]: DEBUG oslo_concurrency.lockutils [None req-017ee5ae-c8ba-45be-a730-956d21497000 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Acquiring lock "1f56c24d-ed57-4aeb-a0e3-4857e2f4a1cc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1243.881664] env[69613]: DEBUG oslo_concurrency.lockutils [None req-017ee5ae-c8ba-45be-a730-956d21497000 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Lock "1f56c24d-ed57-4aeb-a0e3-4857e2f4a1cc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1243.881889] env[69613]: DEBUG oslo_concurrency.lockutils [None req-017ee5ae-c8ba-45be-a730-956d21497000 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Acquiring lock "1f56c24d-ed57-4aeb-a0e3-4857e2f4a1cc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1243.882130] env[69613]: DEBUG oslo_concurrency.lockutils [None req-017ee5ae-c8ba-45be-a730-956d21497000 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Lock "1f56c24d-ed57-4aeb-a0e3-4857e2f4a1cc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1243.882323] env[69613]: DEBUG oslo_concurrency.lockutils [None req-017ee5ae-c8ba-45be-a730-956d21497000 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Lock "1f56c24d-ed57-4aeb-a0e3-4857e2f4a1cc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1243.884219] env[69613]: INFO nova.compute.manager [None req-017ee5ae-c8ba-45be-a730-956d21497000 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] [instance: 1f56c24d-ed57-4aeb-a0e3-4857e2f4a1cc] Terminating instance [ 1243.901371] env[69613]: DEBUG nova.compute.manager [req-5c767264-7ec8-4a41-b175-a384d493358b req-5bf8ad5c-4f44-48a7-8d6c-f805163d8088 service nova] [instance: e876db44-e9fc-417f-b3e4-e11847a094aa] Received event network-changed-250c4afa-5f17-47f9-9728-14cc8935ef8e {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1243.901536] env[69613]: DEBUG nova.compute.manager [req-5c767264-7ec8-4a41-b175-a384d493358b req-5bf8ad5c-4f44-48a7-8d6c-f805163d8088 service nova] [instance: e876db44-e9fc-417f-b3e4-e11847a094aa] Refreshing instance network info cache due to event network-changed-250c4afa-5f17-47f9-9728-14cc8935ef8e. {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1243.901762] env[69613]: DEBUG oslo_concurrency.lockutils [req-5c767264-7ec8-4a41-b175-a384d493358b req-5bf8ad5c-4f44-48a7-8d6c-f805163d8088 service nova] Acquiring lock "refresh_cache-e876db44-e9fc-417f-b3e4-e11847a094aa" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.901914] env[69613]: DEBUG oslo_concurrency.lockutils [req-5c767264-7ec8-4a41-b175-a384d493358b req-5bf8ad5c-4f44-48a7-8d6c-f805163d8088 service nova] Acquired lock "refresh_cache-e876db44-e9fc-417f-b3e4-e11847a094aa" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.902102] env[69613]: DEBUG nova.network.neutron [req-5c767264-7ec8-4a41-b175-a384d493358b req-5bf8ad5c-4f44-48a7-8d6c-f805163d8088 service nova] [instance: e876db44-e9fc-417f-b3e4-e11847a094aa] Refreshing network info cache for port 250c4afa-5f17-47f9-9728-14cc8935ef8e {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1243.941547] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f42aa41-cac0-4c8f-8561-cc9d1d7aa0ae {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.950198] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bc3aee0-fceb-4f7e-a910-1e0a0826ab0e {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.981300] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1b730de-482c-4f5e-a330-37d0e2ea07ff {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.989771] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8320df06-5c11-4329-9b32-458eab2d4808 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.005487] env[69613]: DEBUG nova.compute.provider_tree [None req-28a15c45-2b7a-47f7-a0eb-7b2969661a3b tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Inventory has not changed in ProviderTree for provider: af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 {{(pid=69613) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1244.087773] env[69613]: DEBUG oslo_concurrency.lockutils [None req-fd985ce8-4384-4b27-8491-bae01df63ea7 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] Acquiring lock "78f011cd-d84f-4ea5-9945-9ff6b202838a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1244.088135] env[69613]: DEBUG oslo_concurrency.lockutils [None req-fd985ce8-4384-4b27-8491-bae01df63ea7 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] Lock "78f011cd-d84f-4ea5-9945-9ff6b202838a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1244.355335] env[69613]: DEBUG oslo_vmware.api [-] Task: {'id': task-3418416, 'name': CreateVM_Task, 'duration_secs': 0.320753} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1244.355618] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e876db44-e9fc-417f-b3e4-e11847a094aa] Created VM on the ESX host {{(pid=69613) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1244.356198] env[69613]: DEBUG oslo_concurrency.lockutils [None req-532e9be4-a741-4a24-9bd1-354745178852 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.356379] env[69613]: DEBUG oslo_concurrency.lockutils [None req-532e9be4-a741-4a24-9bd1-354745178852 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.356707] env[69613]: DEBUG oslo_concurrency.lockutils [None req-532e9be4-a741-4a24-9bd1-354745178852 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.356963] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-60e263e0-119a-420b-93d2-aa1e772e8208 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.361658] env[69613]: DEBUG oslo_vmware.api [None req-532e9be4-a741-4a24-9bd1-354745178852 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Waiting for the task: (returnval){ [ 1244.361658] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]5223a726-badd-c523-b1d6-b8bc725e7d67" [ 1244.361658] env[69613]: _type = "Task" [ 1244.361658] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1244.370109] env[69613]: DEBUG oslo_vmware.api [None req-532e9be4-a741-4a24-9bd1-354745178852 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]5223a726-badd-c523-b1d6-b8bc725e7d67, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.388570] env[69613]: DEBUG nova.compute.manager [None req-017ee5ae-c8ba-45be-a730-956d21497000 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] [instance: 1f56c24d-ed57-4aeb-a0e3-4857e2f4a1cc] Start destroying the instance on the hypervisor. {{(pid=69613) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1244.388570] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-017ee5ae-c8ba-45be-a730-956d21497000 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] [instance: 1f56c24d-ed57-4aeb-a0e3-4857e2f4a1cc] Destroying instance {{(pid=69613) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1244.389352] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96036cca-942b-4744-b78c-19d27596ae03 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.396672] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-017ee5ae-c8ba-45be-a730-956d21497000 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] [instance: 1f56c24d-ed57-4aeb-a0e3-4857e2f4a1cc] Powering off the VM {{(pid=69613) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1244.396944] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9a3cd366-f389-444f-a7be-5ba6cbc903c9 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.404442] env[69613]: DEBUG oslo_vmware.api [None req-017ee5ae-c8ba-45be-a730-956d21497000 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Waiting for the task: (returnval){ [ 1244.404442] env[69613]: value = "task-3418417" [ 1244.404442] env[69613]: _type = "Task" [ 1244.404442] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1244.416467] env[69613]: DEBUG oslo_vmware.api [None req-017ee5ae-c8ba-45be-a730-956d21497000 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Task: {'id': task-3418417, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.510075] env[69613]: DEBUG nova.scheduler.client.report [None req-28a15c45-2b7a-47f7-a0eb-7b2969661a3b tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Inventory has not changed for provider af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69613) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1244.591241] env[69613]: DEBUG nova.compute.manager [None req-fd985ce8-4384-4b27-8491-bae01df63ea7 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] [instance: 78f011cd-d84f-4ea5-9945-9ff6b202838a] Starting instance... {{(pid=69613) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1244.670432] env[69613]: DEBUG nova.network.neutron [req-5c767264-7ec8-4a41-b175-a384d493358b req-5bf8ad5c-4f44-48a7-8d6c-f805163d8088 service nova] [instance: e876db44-e9fc-417f-b3e4-e11847a094aa] Updated VIF entry in instance network info cache for port 250c4afa-5f17-47f9-9728-14cc8935ef8e. {{(pid=69613) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1244.670784] env[69613]: DEBUG nova.network.neutron [req-5c767264-7ec8-4a41-b175-a384d493358b req-5bf8ad5c-4f44-48a7-8d6c-f805163d8088 service nova] [instance: e876db44-e9fc-417f-b3e4-e11847a094aa] Updating instance_info_cache with network_info: [{"id": "250c4afa-5f17-47f9-9728-14cc8935ef8e", "address": "fa:16:3e:0d:f1:dd", "network": {"id": "c0b12726-3f23-429f-9754-e392f341b3e5", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-45944192-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "00abae90f85947e99f41566442e43eab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5e27fd35-1d7b-4358-92d5-4d34da27b992", "external-id": "nsx-vlan-transportzone-355", "segmentation_id": 355, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap250c4afa-5f", "ovs_interfaceid": "250c4afa-5f17-47f9-9728-14cc8935ef8e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1244.838130] env[69613]: DEBUG oslo_concurrency.lockutils [None req-00923955-5398-4957-82ce-0d0e04b1aa5e tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Acquiring lock "816b83b8-9dea-45d2-be12-35adb694e470" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1244.840451] env[69613]: DEBUG oslo_concurrency.lockutils [None req-00923955-5398-4957-82ce-0d0e04b1aa5e tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Lock "816b83b8-9dea-45d2-be12-35adb694e470" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1244.840451] env[69613]: DEBUG oslo_concurrency.lockutils [None req-00923955-5398-4957-82ce-0d0e04b1aa5e tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Acquiring lock "816b83b8-9dea-45d2-be12-35adb694e470-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1244.840451] env[69613]: DEBUG oslo_concurrency.lockutils [None req-00923955-5398-4957-82ce-0d0e04b1aa5e tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Lock "816b83b8-9dea-45d2-be12-35adb694e470-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1244.840451] env[69613]: DEBUG oslo_concurrency.lockutils [None req-00923955-5398-4957-82ce-0d0e04b1aa5e tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Lock "816b83b8-9dea-45d2-be12-35adb694e470-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1244.842041] env[69613]: INFO nova.compute.manager [None req-00923955-5398-4957-82ce-0d0e04b1aa5e tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] [instance: 816b83b8-9dea-45d2-be12-35adb694e470] Terminating instance [ 1244.872242] env[69613]: DEBUG oslo_vmware.api [None req-532e9be4-a741-4a24-9bd1-354745178852 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]5223a726-badd-c523-b1d6-b8bc725e7d67, 'name': SearchDatastore_Task, 'duration_secs': 0.011036} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1244.872531] env[69613]: DEBUG oslo_concurrency.lockutils [None req-532e9be4-a741-4a24-9bd1-354745178852 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.872755] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-532e9be4-a741-4a24-9bd1-354745178852 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] [instance: e876db44-e9fc-417f-b3e4-e11847a094aa] Processing image 2b7a0304-b5d0-431d-b287-32c8388d7fbd {{(pid=69613) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1244.873026] env[69613]: DEBUG oslo_concurrency.lockutils [None req-532e9be4-a741-4a24-9bd1-354745178852 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.873178] env[69613]: DEBUG oslo_concurrency.lockutils [None req-532e9be4-a741-4a24-9bd1-354745178852 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.873367] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-532e9be4-a741-4a24-9bd1-354745178852 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69613) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1244.873616] env[69613]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9f00165c-5632-4a3f-bd37-9e2730aa9261 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.881927] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-532e9be4-a741-4a24-9bd1-354745178852 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69613) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1244.882077] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-532e9be4-a741-4a24-9bd1-354745178852 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69613) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1244.882743] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-036c4236-2421-4e16-8e3a-a86ad975123c {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.889551] env[69613]: DEBUG oslo_vmware.api [None req-532e9be4-a741-4a24-9bd1-354745178852 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Waiting for the task: (returnval){ [ 1244.889551] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]5227e9dc-922b-5e1f-0a53-ec00d25ea138" [ 1244.889551] env[69613]: _type = "Task" [ 1244.889551] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1244.897151] env[69613]: DEBUG oslo_vmware.api [None req-532e9be4-a741-4a24-9bd1-354745178852 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]5227e9dc-922b-5e1f-0a53-ec00d25ea138, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.912655] env[69613]: DEBUG oslo_vmware.api [None req-017ee5ae-c8ba-45be-a730-956d21497000 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Task: {'id': task-3418417, 'name': PowerOffVM_Task, 'duration_secs': 0.18121} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1244.912922] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-017ee5ae-c8ba-45be-a730-956d21497000 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] [instance: 1f56c24d-ed57-4aeb-a0e3-4857e2f4a1cc] Powered off the VM {{(pid=69613) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1244.913110] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-017ee5ae-c8ba-45be-a730-956d21497000 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] [instance: 1f56c24d-ed57-4aeb-a0e3-4857e2f4a1cc] Unregistering the VM {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1244.913330] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3d4ae845-e5e3-4fc5-9b4e-7a6c5f04606d {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.992065] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-017ee5ae-c8ba-45be-a730-956d21497000 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] [instance: 1f56c24d-ed57-4aeb-a0e3-4857e2f4a1cc] Unregistered the VM {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1244.992322] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-017ee5ae-c8ba-45be-a730-956d21497000 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] [instance: 1f56c24d-ed57-4aeb-a0e3-4857e2f4a1cc] Deleting contents of the VM from datastore datastore2 {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1244.992554] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-017ee5ae-c8ba-45be-a730-956d21497000 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Deleting the datastore file [datastore2] 1f56c24d-ed57-4aeb-a0e3-4857e2f4a1cc {{(pid=69613) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1244.992857] env[69613]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-69d29e15-c144-44c1-987d-70ef4a6d8f2b {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.999440] env[69613]: DEBUG oslo_vmware.api [None req-017ee5ae-c8ba-45be-a730-956d21497000 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Waiting for the task: (returnval){ [ 1244.999440] env[69613]: value = "task-3418419" [ 1244.999440] env[69613]: _type = "Task" [ 1244.999440] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.007150] env[69613]: DEBUG oslo_vmware.api [None req-017ee5ae-c8ba-45be-a730-956d21497000 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Task: {'id': task-3418419, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.014932] env[69613]: DEBUG oslo_concurrency.lockutils [None req-28a15c45-2b7a-47f7-a0eb-7b2969661a3b tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.671s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1245.036227] env[69613]: INFO nova.scheduler.client.report [None req-28a15c45-2b7a-47f7-a0eb-7b2969661a3b tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Deleted allocations for instance 357afa94-a34b-4396-9c60-fd9b43bb312b [ 1245.112132] env[69613]: DEBUG oslo_concurrency.lockutils [None req-fd985ce8-4384-4b27-8491-bae01df63ea7 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1245.112417] env[69613]: DEBUG oslo_concurrency.lockutils [None req-fd985ce8-4384-4b27-8491-bae01df63ea7 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1245.113930] env[69613]: INFO nova.compute.claims [None req-fd985ce8-4384-4b27-8491-bae01df63ea7 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] [instance: 78f011cd-d84f-4ea5-9945-9ff6b202838a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1245.173495] env[69613]: DEBUG oslo_concurrency.lockutils [req-5c767264-7ec8-4a41-b175-a384d493358b req-5bf8ad5c-4f44-48a7-8d6c-f805163d8088 service nova] Releasing lock "refresh_cache-e876db44-e9fc-417f-b3e4-e11847a094aa" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.344684] env[69613]: DEBUG nova.compute.manager [None req-00923955-5398-4957-82ce-0d0e04b1aa5e tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] [instance: 816b83b8-9dea-45d2-be12-35adb694e470] Start destroying the instance on the hypervisor. {{(pid=69613) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1245.344976] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-00923955-5398-4957-82ce-0d0e04b1aa5e tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] [instance: 816b83b8-9dea-45d2-be12-35adb694e470] Destroying instance {{(pid=69613) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1245.345902] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3a390ee-43c2-4c80-a2ac-519598565a05 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.353682] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-00923955-5398-4957-82ce-0d0e04b1aa5e tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] [instance: 816b83b8-9dea-45d2-be12-35adb694e470] Powering off the VM {{(pid=69613) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1245.353906] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-270b11a3-4341-4177-9e15-9534ea80ad3a {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.359838] env[69613]: DEBUG oslo_vmware.api [None req-00923955-5398-4957-82ce-0d0e04b1aa5e tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Waiting for the task: (returnval){ [ 1245.359838] env[69613]: value = "task-3418420" [ 1245.359838] env[69613]: _type = "Task" [ 1245.359838] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.367266] env[69613]: DEBUG oslo_vmware.api [None req-00923955-5398-4957-82ce-0d0e04b1aa5e tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Task: {'id': task-3418420, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.398685] env[69613]: DEBUG oslo_vmware.api [None req-532e9be4-a741-4a24-9bd1-354745178852 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]5227e9dc-922b-5e1f-0a53-ec00d25ea138, 'name': SearchDatastore_Task, 'duration_secs': 0.008562} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1245.399464] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f2dcb4e5-a6d1-452f-be83-dda054c3a76d {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.404497] env[69613]: DEBUG oslo_vmware.api [None req-532e9be4-a741-4a24-9bd1-354745178852 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Waiting for the task: (returnval){ [ 1245.404497] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]52c1aba4-4262-3b7e-3373-36dac825680c" [ 1245.404497] env[69613]: _type = "Task" [ 1245.404497] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.412330] env[69613]: DEBUG oslo_vmware.api [None req-532e9be4-a741-4a24-9bd1-354745178852 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52c1aba4-4262-3b7e-3373-36dac825680c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.509529] env[69613]: DEBUG oslo_vmware.api [None req-017ee5ae-c8ba-45be-a730-956d21497000 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Task: {'id': task-3418419, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.144437} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1245.509775] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-017ee5ae-c8ba-45be-a730-956d21497000 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Deleted the datastore file {{(pid=69613) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1245.509958] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-017ee5ae-c8ba-45be-a730-956d21497000 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] [instance: 1f56c24d-ed57-4aeb-a0e3-4857e2f4a1cc] Deleted contents of the VM from datastore datastore2 {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1245.510143] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-017ee5ae-c8ba-45be-a730-956d21497000 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] [instance: 1f56c24d-ed57-4aeb-a0e3-4857e2f4a1cc] Instance destroyed {{(pid=69613) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1245.510316] env[69613]: INFO nova.compute.manager [None req-017ee5ae-c8ba-45be-a730-956d21497000 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] [instance: 1f56c24d-ed57-4aeb-a0e3-4857e2f4a1cc] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1245.510552] env[69613]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-017ee5ae-c8ba-45be-a730-956d21497000 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69613) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1245.510742] env[69613]: DEBUG nova.compute.manager [-] [instance: 1f56c24d-ed57-4aeb-a0e3-4857e2f4a1cc] Deallocating network for instance {{(pid=69613) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1245.510952] env[69613]: DEBUG nova.network.neutron [-] [instance: 1f56c24d-ed57-4aeb-a0e3-4857e2f4a1cc] deallocate_for_instance() {{(pid=69613) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1245.543872] env[69613]: DEBUG oslo_concurrency.lockutils [None req-28a15c45-2b7a-47f7-a0eb-7b2969661a3b tempest-AttachVolumeNegativeTest-1202619243 tempest-AttachVolumeNegativeTest-1202619243-project-member] Lock "357afa94-a34b-4396-9c60-fd9b43bb312b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.817s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1245.871228] env[69613]: DEBUG oslo_vmware.api [None req-00923955-5398-4957-82ce-0d0e04b1aa5e tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Task: {'id': task-3418420, 'name': PowerOffVM_Task, 'duration_secs': 0.193019} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1245.871228] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-00923955-5398-4957-82ce-0d0e04b1aa5e tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] [instance: 816b83b8-9dea-45d2-be12-35adb694e470] Powered off the VM {{(pid=69613) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1245.871228] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-00923955-5398-4957-82ce-0d0e04b1aa5e tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] [instance: 816b83b8-9dea-45d2-be12-35adb694e470] Unregistering the VM {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1245.871228] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c6c13e29-bb58-492e-923e-a9e4187fe4ee {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.916406] env[69613]: DEBUG oslo_vmware.api [None req-532e9be4-a741-4a24-9bd1-354745178852 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52c1aba4-4262-3b7e-3373-36dac825680c, 'name': SearchDatastore_Task, 'duration_secs': 0.010255} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1245.916960] env[69613]: DEBUG oslo_concurrency.lockutils [None req-532e9be4-a741-4a24-9bd1-354745178852 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.917378] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-532e9be4-a741-4a24-9bd1-354745178852 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk to [datastore1] e876db44-e9fc-417f-b3e4-e11847a094aa/e876db44-e9fc-417f-b3e4-e11847a094aa.vmdk {{(pid=69613) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1245.917670] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bbb7c1ef-f0f0-4073-8c35-da1f57ae5c59 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.924474] env[69613]: DEBUG oslo_vmware.api [None req-532e9be4-a741-4a24-9bd1-354745178852 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Waiting for the task: (returnval){ [ 1245.924474] env[69613]: value = "task-3418422" [ 1245.924474] env[69613]: _type = "Task" [ 1245.924474] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.934059] env[69613]: DEBUG oslo_vmware.api [None req-532e9be4-a741-4a24-9bd1-354745178852 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Task: {'id': task-3418422, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.937396] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-00923955-5398-4957-82ce-0d0e04b1aa5e tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] [instance: 816b83b8-9dea-45d2-be12-35adb694e470] Unregistered the VM {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1245.937610] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-00923955-5398-4957-82ce-0d0e04b1aa5e tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] [instance: 816b83b8-9dea-45d2-be12-35adb694e470] Deleting contents of the VM from datastore datastore2 {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1245.937789] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-00923955-5398-4957-82ce-0d0e04b1aa5e tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Deleting the datastore file [datastore2] 816b83b8-9dea-45d2-be12-35adb694e470 {{(pid=69613) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1245.938055] env[69613]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c025be1a-1f66-4b07-8c30-a2c0b36ef967 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.943968] env[69613]: DEBUG oslo_vmware.api [None req-00923955-5398-4957-82ce-0d0e04b1aa5e tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Waiting for the task: (returnval){ [ 1245.943968] env[69613]: value = "task-3418423" [ 1245.943968] env[69613]: _type = "Task" [ 1245.943968] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.954588] env[69613]: DEBUG oslo_vmware.api [None req-00923955-5398-4957-82ce-0d0e04b1aa5e tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Task: {'id': task-3418423, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.130611] env[69613]: DEBUG nova.compute.manager [req-bfdc2779-c779-4df7-9a77-9280883a9894 req-8efb80c4-7db1-425b-8497-d5ceffe7eef3 service nova] [instance: 1f56c24d-ed57-4aeb-a0e3-4857e2f4a1cc] Received event network-vif-deleted-33c0fe1d-172f-49bb-997b-ba92a08262b2 {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1246.130611] env[69613]: INFO nova.compute.manager [req-bfdc2779-c779-4df7-9a77-9280883a9894 req-8efb80c4-7db1-425b-8497-d5ceffe7eef3 service nova] [instance: 1f56c24d-ed57-4aeb-a0e3-4857e2f4a1cc] Neutron deleted interface 33c0fe1d-172f-49bb-997b-ba92a08262b2; detaching it from the instance and deleting it from the info cache [ 1246.130611] env[69613]: DEBUG nova.network.neutron [req-bfdc2779-c779-4df7-9a77-9280883a9894 req-8efb80c4-7db1-425b-8497-d5ceffe7eef3 service nova] [instance: 1f56c24d-ed57-4aeb-a0e3-4857e2f4a1cc] Updating instance_info_cache with network_info: [] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1246.218402] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c52a53a-d377-49a1-8607-953eb99e8409 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.229585] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e696ceb-10fd-465d-988c-b2bbda3de538 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.264751] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5f766f2-1166-40ea-a1b6-d9ef9369e009 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.272443] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbfa9842-1573-4720-b321-de0a290afbc3 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.287087] env[69613]: DEBUG nova.compute.provider_tree [None req-fd985ce8-4384-4b27-8491-bae01df63ea7 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] Inventory has not changed in ProviderTree for provider: af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 {{(pid=69613) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1246.435800] env[69613]: DEBUG oslo_vmware.api [None req-532e9be4-a741-4a24-9bd1-354745178852 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Task: {'id': task-3418422, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.481571} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1246.436228] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-532e9be4-a741-4a24-9bd1-354745178852 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk to [datastore1] e876db44-e9fc-417f-b3e4-e11847a094aa/e876db44-e9fc-417f-b3e4-e11847a094aa.vmdk {{(pid=69613) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1246.436353] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-532e9be4-a741-4a24-9bd1-354745178852 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] [instance: e876db44-e9fc-417f-b3e4-e11847a094aa] Extending root virtual disk to 1048576 {{(pid=69613) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1246.436629] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2cbf73ed-c074-4768-a8b8-67aa6f0aea87 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.443290] env[69613]: DEBUG oslo_vmware.api [None req-532e9be4-a741-4a24-9bd1-354745178852 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Waiting for the task: (returnval){ [ 1246.443290] env[69613]: value = "task-3418425" [ 1246.443290] env[69613]: _type = "Task" [ 1246.443290] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1246.456219] env[69613]: DEBUG oslo_vmware.api [None req-532e9be4-a741-4a24-9bd1-354745178852 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Task: {'id': task-3418425, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.459346] env[69613]: DEBUG oslo_vmware.api [None req-00923955-5398-4957-82ce-0d0e04b1aa5e tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Task: {'id': task-3418423, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.182004} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1246.459584] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-00923955-5398-4957-82ce-0d0e04b1aa5e tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Deleted the datastore file {{(pid=69613) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1246.459760] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-00923955-5398-4957-82ce-0d0e04b1aa5e tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] [instance: 816b83b8-9dea-45d2-be12-35adb694e470] Deleted contents of the VM from datastore datastore2 {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1246.459932] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-00923955-5398-4957-82ce-0d0e04b1aa5e tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] [instance: 816b83b8-9dea-45d2-be12-35adb694e470] Instance destroyed {{(pid=69613) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1246.460121] env[69613]: INFO nova.compute.manager [None req-00923955-5398-4957-82ce-0d0e04b1aa5e tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] [instance: 816b83b8-9dea-45d2-be12-35adb694e470] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1246.460352] env[69613]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-00923955-5398-4957-82ce-0d0e04b1aa5e tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69613) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1246.460536] env[69613]: DEBUG nova.compute.manager [-] [instance: 816b83b8-9dea-45d2-be12-35adb694e470] Deallocating network for instance {{(pid=69613) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1246.460630] env[69613]: DEBUG nova.network.neutron [-] [instance: 816b83b8-9dea-45d2-be12-35adb694e470] deallocate_for_instance() {{(pid=69613) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1246.611735] env[69613]: DEBUG nova.network.neutron [-] [instance: 1f56c24d-ed57-4aeb-a0e3-4857e2f4a1cc] Updating instance_info_cache with network_info: [] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1246.632699] env[69613]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7a94314b-7539-4864-aab1-5542948c59c9 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.646283] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5de04474-4779-4e76-a46f-9e0f801db4c0 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.673476] env[69613]: DEBUG nova.compute.manager [req-bfdc2779-c779-4df7-9a77-9280883a9894 req-8efb80c4-7db1-425b-8497-d5ceffe7eef3 service nova] [instance: 1f56c24d-ed57-4aeb-a0e3-4857e2f4a1cc] Detach interface failed, port_id=33c0fe1d-172f-49bb-997b-ba92a08262b2, reason: Instance 1f56c24d-ed57-4aeb-a0e3-4857e2f4a1cc could not be found. {{(pid=69613) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1246.791435] env[69613]: DEBUG nova.scheduler.client.report [None req-fd985ce8-4384-4b27-8491-bae01df63ea7 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] Inventory has not changed for provider af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69613) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1246.953120] env[69613]: DEBUG oslo_vmware.api [None req-532e9be4-a741-4a24-9bd1-354745178852 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Task: {'id': task-3418425, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070528} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1246.953963] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-532e9be4-a741-4a24-9bd1-354745178852 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] [instance: e876db44-e9fc-417f-b3e4-e11847a094aa] Extended root virtual disk {{(pid=69613) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1246.954740] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49a6de12-8232-4c4a-b93d-40229a6a80a4 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.976959] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-532e9be4-a741-4a24-9bd1-354745178852 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] [instance: e876db44-e9fc-417f-b3e4-e11847a094aa] Reconfiguring VM instance instance-0000007c to attach disk [datastore1] e876db44-e9fc-417f-b3e4-e11847a094aa/e876db44-e9fc-417f-b3e4-e11847a094aa.vmdk or device None with type sparse {{(pid=69613) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1246.977423] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-590f950a-61f0-41f7-bd7e-bdd05ac226e2 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.996718] env[69613]: DEBUG oslo_vmware.api [None req-532e9be4-a741-4a24-9bd1-354745178852 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Waiting for the task: (returnval){ [ 1246.996718] env[69613]: value = "task-3418426" [ 1246.996718] env[69613]: _type = "Task" [ 1246.996718] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1247.003359] env[69613]: DEBUG oslo_vmware.api [None req-532e9be4-a741-4a24-9bd1-354745178852 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Task: {'id': task-3418426, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.118028] env[69613]: INFO nova.compute.manager [-] [instance: 1f56c24d-ed57-4aeb-a0e3-4857e2f4a1cc] Took 1.61 seconds to deallocate network for instance. [ 1247.298115] env[69613]: DEBUG oslo_concurrency.lockutils [None req-fd985ce8-4384-4b27-8491-bae01df63ea7 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.186s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1247.298711] env[69613]: DEBUG nova.compute.manager [None req-fd985ce8-4384-4b27-8491-bae01df63ea7 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] [instance: 78f011cd-d84f-4ea5-9945-9ff6b202838a] Start building networks asynchronously for instance. {{(pid=69613) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1247.399181] env[69613]: DEBUG oslo_service.periodic_task [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69613) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1247.442765] env[69613]: DEBUG nova.network.neutron [-] [instance: 816b83b8-9dea-45d2-be12-35adb694e470] Updating instance_info_cache with network_info: [] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1247.505746] env[69613]: DEBUG oslo_vmware.api [None req-532e9be4-a741-4a24-9bd1-354745178852 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Task: {'id': task-3418426, 'name': ReconfigVM_Task, 'duration_secs': 0.280806} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1247.506193] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-532e9be4-a741-4a24-9bd1-354745178852 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] [instance: e876db44-e9fc-417f-b3e4-e11847a094aa] Reconfigured VM instance instance-0000007c to attach disk [datastore1] e876db44-e9fc-417f-b3e4-e11847a094aa/e876db44-e9fc-417f-b3e4-e11847a094aa.vmdk or device None with type sparse {{(pid=69613) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1247.506968] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-10811797-8290-4569-b158-6388ba9eb051 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.513927] env[69613]: DEBUG oslo_vmware.api [None req-532e9be4-a741-4a24-9bd1-354745178852 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Waiting for the task: (returnval){ [ 1247.513927] env[69613]: value = "task-3418427" [ 1247.513927] env[69613]: _type = "Task" [ 1247.513927] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1247.524288] env[69613]: DEBUG oslo_vmware.api [None req-532e9be4-a741-4a24-9bd1-354745178852 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Task: {'id': task-3418427, 'name': Rename_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.623947] env[69613]: DEBUG oslo_concurrency.lockutils [None req-017ee5ae-c8ba-45be-a730-956d21497000 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1247.624438] env[69613]: DEBUG oslo_concurrency.lockutils [None req-017ee5ae-c8ba-45be-a730-956d21497000 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1247.624789] env[69613]: DEBUG nova.objects.instance [None req-017ee5ae-c8ba-45be-a730-956d21497000 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Lazy-loading 'resources' on Instance uuid 1f56c24d-ed57-4aeb-a0e3-4857e2f4a1cc {{(pid=69613) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1247.803936] env[69613]: DEBUG nova.compute.utils [None req-fd985ce8-4384-4b27-8491-bae01df63ea7 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] Using /dev/sd instead of None {{(pid=69613) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1247.805494] env[69613]: DEBUG nova.compute.manager [None req-fd985ce8-4384-4b27-8491-bae01df63ea7 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] [instance: 78f011cd-d84f-4ea5-9945-9ff6b202838a] Allocating IP information in the background. {{(pid=69613) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1247.805675] env[69613]: DEBUG nova.network.neutron [None req-fd985ce8-4384-4b27-8491-bae01df63ea7 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] [instance: 78f011cd-d84f-4ea5-9945-9ff6b202838a] allocate_for_instance() {{(pid=69613) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1247.849995] env[69613]: DEBUG nova.policy [None req-fd985ce8-4384-4b27-8491-bae01df63ea7 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ec7d26ba25494703a38506e3b72b04a6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b0499f6d133a4479849dfd5cfe27d0e8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69613) authorize /opt/stack/nova/nova/policy.py:192}} [ 1247.945913] env[69613]: INFO nova.compute.manager [-] [instance: 816b83b8-9dea-45d2-be12-35adb694e470] Took 1.49 seconds to deallocate network for instance. [ 1248.023378] env[69613]: DEBUG oslo_vmware.api [None req-532e9be4-a741-4a24-9bd1-354745178852 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Task: {'id': task-3418427, 'name': Rename_Task, 'duration_secs': 0.149735} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1248.023593] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-532e9be4-a741-4a24-9bd1-354745178852 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] [instance: e876db44-e9fc-417f-b3e4-e11847a094aa] Powering on the VM {{(pid=69613) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1248.023827] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7fe1b430-acab-4d9b-b1ec-0a87a3e1e008 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.029972] env[69613]: DEBUG oslo_vmware.api [None req-532e9be4-a741-4a24-9bd1-354745178852 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Waiting for the task: (returnval){ [ 1248.029972] env[69613]: value = "task-3418428" [ 1248.029972] env[69613]: _type = "Task" [ 1248.029972] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1248.036888] env[69613]: DEBUG oslo_vmware.api [None req-532e9be4-a741-4a24-9bd1-354745178852 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Task: {'id': task-3418428, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.110824] env[69613]: DEBUG nova.network.neutron [None req-fd985ce8-4384-4b27-8491-bae01df63ea7 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] [instance: 78f011cd-d84f-4ea5-9945-9ff6b202838a] Successfully created port: 7f9253d1-bbc7-4df5-bc3e-9612d654699b {{(pid=69613) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1248.157708] env[69613]: DEBUG nova.compute.manager [req-8bb1abaa-5411-433b-9fc5-2df7f765dc87 req-6c25c2d8-7efb-4156-8922-03d2eb1fc531 service nova] [instance: 816b83b8-9dea-45d2-be12-35adb694e470] Received event network-vif-deleted-608bebbd-3c06-4d6f-a644-0694d085c113 {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1248.205184] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fd2c648-25fd-41eb-ba60-dc69a6df64d8 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.213099] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-456cc865-c080-4750-8e9b-1e7f6ecfb777 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.243094] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53ef992b-9d5e-4e0e-a38a-5507553d57f9 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.251047] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13896fbf-1538-4787-b11d-eb3a7c0c6395 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.265772] env[69613]: DEBUG nova.compute.provider_tree [None req-017ee5ae-c8ba-45be-a730-956d21497000 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Inventory has not changed in ProviderTree for provider: af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 {{(pid=69613) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1248.308862] env[69613]: DEBUG nova.compute.manager [None req-fd985ce8-4384-4b27-8491-bae01df63ea7 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] [instance: 78f011cd-d84f-4ea5-9945-9ff6b202838a] Start building block device mappings for instance. {{(pid=69613) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1248.398887] env[69613]: DEBUG oslo_service.periodic_task [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69613) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1248.398991] env[69613]: DEBUG oslo_service.periodic_task [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69613) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1248.399219] env[69613]: DEBUG oslo_service.periodic_task [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69613) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1248.452097] env[69613]: DEBUG oslo_concurrency.lockutils [None req-00923955-5398-4957-82ce-0d0e04b1aa5e tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1248.540072] env[69613]: DEBUG oslo_vmware.api [None req-532e9be4-a741-4a24-9bd1-354745178852 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Task: {'id': task-3418428, 'name': PowerOnVM_Task, 'duration_secs': 0.476023} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1248.540072] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-532e9be4-a741-4a24-9bd1-354745178852 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] [instance: e876db44-e9fc-417f-b3e4-e11847a094aa] Powered on the VM {{(pid=69613) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1248.540072] env[69613]: INFO nova.compute.manager [None req-532e9be4-a741-4a24-9bd1-354745178852 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] [instance: e876db44-e9fc-417f-b3e4-e11847a094aa] Took 7.02 seconds to spawn the instance on the hypervisor. [ 1248.540072] env[69613]: DEBUG nova.compute.manager [None req-532e9be4-a741-4a24-9bd1-354745178852 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] [instance: e876db44-e9fc-417f-b3e4-e11847a094aa] Checking state {{(pid=69613) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1248.540637] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe929039-cfb5-44c2-8800-51f4407467ee {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.769732] env[69613]: DEBUG nova.scheduler.client.report [None req-017ee5ae-c8ba-45be-a730-956d21497000 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Inventory has not changed for provider af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69613) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1249.056182] env[69613]: INFO nova.compute.manager [None req-532e9be4-a741-4a24-9bd1-354745178852 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] [instance: e876db44-e9fc-417f-b3e4-e11847a094aa] Took 12.52 seconds to build instance. [ 1249.274713] env[69613]: DEBUG oslo_concurrency.lockutils [None req-017ee5ae-c8ba-45be-a730-956d21497000 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.650s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1249.277809] env[69613]: DEBUG oslo_concurrency.lockutils [None req-00923955-5398-4957-82ce-0d0e04b1aa5e tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.825s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1249.277809] env[69613]: DEBUG oslo_concurrency.lockutils [None req-00923955-5398-4957-82ce-0d0e04b1aa5e tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1249.298979] env[69613]: INFO nova.scheduler.client.report [None req-00923955-5398-4957-82ce-0d0e04b1aa5e tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Deleted allocations for instance 816b83b8-9dea-45d2-be12-35adb694e470 [ 1249.300789] env[69613]: INFO nova.scheduler.client.report [None req-017ee5ae-c8ba-45be-a730-956d21497000 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Deleted allocations for instance 1f56c24d-ed57-4aeb-a0e3-4857e2f4a1cc [ 1249.318804] env[69613]: DEBUG nova.compute.manager [None req-fd985ce8-4384-4b27-8491-bae01df63ea7 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] [instance: 78f011cd-d84f-4ea5-9945-9ff6b202838a] Start spawning the instance on the hypervisor. {{(pid=69613) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1249.346632] env[69613]: DEBUG nova.virt.hardware [None req-fd985ce8-4384-4b27-8491-bae01df63ea7 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T13:55:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T13:55:19Z,direct_url=,disk_format='vmdk',id=2b7a0304-b5d0-431d-b287-32c8388d7fbd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3e9e1b873f1442d59d5ee8247b941f74',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T13:55:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1249.346973] env[69613]: DEBUG nova.virt.hardware [None req-fd985ce8-4384-4b27-8491-bae01df63ea7 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] Flavor limits 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1249.347060] env[69613]: DEBUG nova.virt.hardware [None req-fd985ce8-4384-4b27-8491-bae01df63ea7 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] Image limits 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1249.347240] env[69613]: DEBUG nova.virt.hardware [None req-fd985ce8-4384-4b27-8491-bae01df63ea7 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] Flavor pref 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1249.347389] env[69613]: DEBUG nova.virt.hardware [None req-fd985ce8-4384-4b27-8491-bae01df63ea7 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] Image pref 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1249.347540] env[69613]: DEBUG nova.virt.hardware [None req-fd985ce8-4384-4b27-8491-bae01df63ea7 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1249.347753] env[69613]: DEBUG nova.virt.hardware [None req-fd985ce8-4384-4b27-8491-bae01df63ea7 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1249.347952] env[69613]: DEBUG nova.virt.hardware [None req-fd985ce8-4384-4b27-8491-bae01df63ea7 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69613) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1249.348478] env[69613]: DEBUG nova.virt.hardware [None req-fd985ce8-4384-4b27-8491-bae01df63ea7 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] Got 1 possible topologies {{(pid=69613) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1249.348697] env[69613]: DEBUG nova.virt.hardware [None req-fd985ce8-4384-4b27-8491-bae01df63ea7 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1249.348915] env[69613]: DEBUG nova.virt.hardware [None req-fd985ce8-4384-4b27-8491-bae01df63ea7 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1249.350096] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-101cfb08-be0e-4690-8720-d535bb93aace {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.360210] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-756a001d-4831-4368-a981-84d64179e60b {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.398483] env[69613]: DEBUG oslo_service.periodic_task [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69613) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1249.398694] env[69613]: DEBUG oslo_service.periodic_task [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69613) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1249.398833] env[69613]: DEBUG nova.compute.manager [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69613) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1249.557963] env[69613]: DEBUG oslo_concurrency.lockutils [None req-532e9be4-a741-4a24-9bd1-354745178852 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Lock "e876db44-e9fc-417f-b3e4-e11847a094aa" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.051s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1249.813509] env[69613]: DEBUG oslo_concurrency.lockutils [None req-017ee5ae-c8ba-45be-a730-956d21497000 tempest-ServerActionsTestOtherB-863167161 tempest-ServerActionsTestOtherB-863167161-project-member] Lock "1f56c24d-ed57-4aeb-a0e3-4857e2f4a1cc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.932s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1249.815724] env[69613]: DEBUG oslo_concurrency.lockutils [None req-00923955-5398-4957-82ce-0d0e04b1aa5e tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Lock "816b83b8-9dea-45d2-be12-35adb694e470" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.977s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1250.044869] env[69613]: DEBUG nova.network.neutron [None req-fd985ce8-4384-4b27-8491-bae01df63ea7 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] [instance: 78f011cd-d84f-4ea5-9945-9ff6b202838a] Successfully updated port: 7f9253d1-bbc7-4df5-bc3e-9612d654699b {{(pid=69613) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1250.296373] env[69613]: DEBUG nova.compute.manager [req-b9f0bf43-db10-4336-ac02-407b340f5498 req-c3e21207-41a7-4dde-ae7a-14d4fb2ccf41 service nova] [instance: 78f011cd-d84f-4ea5-9945-9ff6b202838a] Received event network-vif-plugged-7f9253d1-bbc7-4df5-bc3e-9612d654699b {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1250.296678] env[69613]: DEBUG oslo_concurrency.lockutils [req-b9f0bf43-db10-4336-ac02-407b340f5498 req-c3e21207-41a7-4dde-ae7a-14d4fb2ccf41 service nova] Acquiring lock "78f011cd-d84f-4ea5-9945-9ff6b202838a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1250.296786] env[69613]: DEBUG oslo_concurrency.lockutils [req-b9f0bf43-db10-4336-ac02-407b340f5498 req-c3e21207-41a7-4dde-ae7a-14d4fb2ccf41 service nova] Lock "78f011cd-d84f-4ea5-9945-9ff6b202838a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1250.296999] env[69613]: DEBUG oslo_concurrency.lockutils [req-b9f0bf43-db10-4336-ac02-407b340f5498 req-c3e21207-41a7-4dde-ae7a-14d4fb2ccf41 service nova] Lock "78f011cd-d84f-4ea5-9945-9ff6b202838a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1250.297162] env[69613]: DEBUG nova.compute.manager [req-b9f0bf43-db10-4336-ac02-407b340f5498 req-c3e21207-41a7-4dde-ae7a-14d4fb2ccf41 service nova] [instance: 78f011cd-d84f-4ea5-9945-9ff6b202838a] No waiting events found dispatching network-vif-plugged-7f9253d1-bbc7-4df5-bc3e-9612d654699b {{(pid=69613) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1250.297286] env[69613]: WARNING nova.compute.manager [req-b9f0bf43-db10-4336-ac02-407b340f5498 req-c3e21207-41a7-4dde-ae7a-14d4fb2ccf41 service nova] [instance: 78f011cd-d84f-4ea5-9945-9ff6b202838a] Received unexpected event network-vif-plugged-7f9253d1-bbc7-4df5-bc3e-9612d654699b for instance with vm_state building and task_state spawning. [ 1250.297454] env[69613]: DEBUG nova.compute.manager [req-b9f0bf43-db10-4336-ac02-407b340f5498 req-c3e21207-41a7-4dde-ae7a-14d4fb2ccf41 service nova] [instance: 78f011cd-d84f-4ea5-9945-9ff6b202838a] Received event network-changed-7f9253d1-bbc7-4df5-bc3e-9612d654699b {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1250.297605] env[69613]: DEBUG nova.compute.manager [req-b9f0bf43-db10-4336-ac02-407b340f5498 req-c3e21207-41a7-4dde-ae7a-14d4fb2ccf41 service nova] [instance: 78f011cd-d84f-4ea5-9945-9ff6b202838a] Refreshing instance network info cache due to event network-changed-7f9253d1-bbc7-4df5-bc3e-9612d654699b. {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1250.297789] env[69613]: DEBUG oslo_concurrency.lockutils [req-b9f0bf43-db10-4336-ac02-407b340f5498 req-c3e21207-41a7-4dde-ae7a-14d4fb2ccf41 service nova] Acquiring lock "refresh_cache-78f011cd-d84f-4ea5-9945-9ff6b202838a" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.297925] env[69613]: DEBUG oslo_concurrency.lockutils [req-b9f0bf43-db10-4336-ac02-407b340f5498 req-c3e21207-41a7-4dde-ae7a-14d4fb2ccf41 service nova] Acquired lock "refresh_cache-78f011cd-d84f-4ea5-9945-9ff6b202838a" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.298097] env[69613]: DEBUG nova.network.neutron [req-b9f0bf43-db10-4336-ac02-407b340f5498 req-c3e21207-41a7-4dde-ae7a-14d4fb2ccf41 service nova] [instance: 78f011cd-d84f-4ea5-9945-9ff6b202838a] Refreshing network info cache for port 7f9253d1-bbc7-4df5-bc3e-9612d654699b {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1250.394154] env[69613]: DEBUG oslo_service.periodic_task [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69613) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1250.398730] env[69613]: DEBUG oslo_service.periodic_task [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Running periodic task ComputeManager.update_available_resource {{(pid=69613) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1250.550735] env[69613]: DEBUG oslo_concurrency.lockutils [None req-fd985ce8-4384-4b27-8491-bae01df63ea7 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] Acquiring lock "refresh_cache-78f011cd-d84f-4ea5-9945-9ff6b202838a" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.831654] env[69613]: DEBUG nova.network.neutron [req-b9f0bf43-db10-4336-ac02-407b340f5498 req-c3e21207-41a7-4dde-ae7a-14d4fb2ccf41 service nova] [instance: 78f011cd-d84f-4ea5-9945-9ff6b202838a] Instance cache missing network info. {{(pid=69613) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1250.902034] env[69613]: DEBUG oslo_concurrency.lockutils [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1250.902308] env[69613]: DEBUG oslo_concurrency.lockutils [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1250.902477] env[69613]: DEBUG oslo_concurrency.lockutils [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1250.902630] env[69613]: DEBUG nova.compute.resource_tracker [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69613) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1250.903680] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00116a41-5c8c-4ede-b975-d4eb95ed0f37 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.908502] env[69613]: DEBUG nova.network.neutron [req-b9f0bf43-db10-4336-ac02-407b340f5498 req-c3e21207-41a7-4dde-ae7a-14d4fb2ccf41 service nova] [instance: 78f011cd-d84f-4ea5-9945-9ff6b202838a] Updating instance_info_cache with network_info: [] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1250.913636] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f47c509-4690-4c63-8699-5f54ac374058 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.927949] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e67f8a92-87b1-4d4b-be8c-500d14920baf {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.934488] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7da9a936-9c81-4e07-b808-5a9f3dc76aaa {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.964655] env[69613]: DEBUG nova.compute.resource_tracker [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179881MB free_disk=99GB free_vcpus=48 pci_devices=None {{(pid=69613) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1250.964815] env[69613]: DEBUG oslo_concurrency.lockutils [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1250.965083] env[69613]: DEBUG oslo_concurrency.lockutils [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1251.069314] env[69613]: DEBUG oslo_concurrency.lockutils [None req-89c4aa48-c47b-42a5-b4e1-779b6ab47cd8 tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Acquiring lock "adea7b13-a64f-4eca-a6e0-42b8182d26cc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1251.069543] env[69613]: DEBUG oslo_concurrency.lockutils [None req-89c4aa48-c47b-42a5-b4e1-779b6ab47cd8 tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Lock "adea7b13-a64f-4eca-a6e0-42b8182d26cc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1251.413276] env[69613]: DEBUG oslo_concurrency.lockutils [req-b9f0bf43-db10-4336-ac02-407b340f5498 req-c3e21207-41a7-4dde-ae7a-14d4fb2ccf41 service nova] Releasing lock "refresh_cache-78f011cd-d84f-4ea5-9945-9ff6b202838a" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.413548] env[69613]: DEBUG nova.compute.manager [req-b9f0bf43-db10-4336-ac02-407b340f5498 req-c3e21207-41a7-4dde-ae7a-14d4fb2ccf41 service nova] [instance: e876db44-e9fc-417f-b3e4-e11847a094aa] Received event network-changed-250c4afa-5f17-47f9-9728-14cc8935ef8e {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1251.413733] env[69613]: DEBUG nova.compute.manager [req-b9f0bf43-db10-4336-ac02-407b340f5498 req-c3e21207-41a7-4dde-ae7a-14d4fb2ccf41 service nova] [instance: e876db44-e9fc-417f-b3e4-e11847a094aa] Refreshing instance network info cache due to event network-changed-250c4afa-5f17-47f9-9728-14cc8935ef8e. {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1251.413972] env[69613]: DEBUG oslo_concurrency.lockutils [req-b9f0bf43-db10-4336-ac02-407b340f5498 req-c3e21207-41a7-4dde-ae7a-14d4fb2ccf41 service nova] Acquiring lock "refresh_cache-e876db44-e9fc-417f-b3e4-e11847a094aa" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.414144] env[69613]: DEBUG oslo_concurrency.lockutils [req-b9f0bf43-db10-4336-ac02-407b340f5498 req-c3e21207-41a7-4dde-ae7a-14d4fb2ccf41 service nova] Acquired lock "refresh_cache-e876db44-e9fc-417f-b3e4-e11847a094aa" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.414329] env[69613]: DEBUG nova.network.neutron [req-b9f0bf43-db10-4336-ac02-407b340f5498 req-c3e21207-41a7-4dde-ae7a-14d4fb2ccf41 service nova] [instance: e876db44-e9fc-417f-b3e4-e11847a094aa] Refreshing network info cache for port 250c4afa-5f17-47f9-9728-14cc8935ef8e {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1251.417553] env[69613]: DEBUG oslo_concurrency.lockutils [None req-fd985ce8-4384-4b27-8491-bae01df63ea7 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] Acquired lock "refresh_cache-78f011cd-d84f-4ea5-9945-9ff6b202838a" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.417727] env[69613]: DEBUG nova.network.neutron [None req-fd985ce8-4384-4b27-8491-bae01df63ea7 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] [instance: 78f011cd-d84f-4ea5-9945-9ff6b202838a] Building network info cache for instance {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1251.572358] env[69613]: DEBUG nova.compute.manager [None req-89c4aa48-c47b-42a5-b4e1-779b6ab47cd8 tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] [instance: adea7b13-a64f-4eca-a6e0-42b8182d26cc] Starting instance... {{(pid=69613) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1251.953527] env[69613]: DEBUG nova.network.neutron [None req-fd985ce8-4384-4b27-8491-bae01df63ea7 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] [instance: 78f011cd-d84f-4ea5-9945-9ff6b202838a] Instance cache missing network info. {{(pid=69613) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1251.994849] env[69613]: DEBUG nova.compute.resource_tracker [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Instance ebec351f-35c7-4a4c-a067-8477bfa10fc2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69613) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1251.995072] env[69613]: DEBUG nova.compute.resource_tracker [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Instance e876db44-e9fc-417f-b3e4-e11847a094aa actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69613) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1251.995217] env[69613]: DEBUG nova.compute.resource_tracker [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Instance 78f011cd-d84f-4ea5-9945-9ff6b202838a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69613) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1252.078882] env[69613]: DEBUG nova.network.neutron [None req-fd985ce8-4384-4b27-8491-bae01df63ea7 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] [instance: 78f011cd-d84f-4ea5-9945-9ff6b202838a] Updating instance_info_cache with network_info: [{"id": "7f9253d1-bbc7-4df5-bc3e-9612d654699b", "address": "fa:16:3e:e0:bd:a4", "network": {"id": "3e414a79-7154-4d18-b8f5-9247003912d7", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1833508545-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b0499f6d133a4479849dfd5cfe27d0e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11da2092-76f7-447e-babb-8fc14ad39a71", "external-id": "nsx-vlan-transportzone-585", "segmentation_id": 585, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f9253d1-bb", "ovs_interfaceid": "7f9253d1-bbc7-4df5-bc3e-9612d654699b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1252.092289] env[69613]: DEBUG oslo_concurrency.lockutils [None req-89c4aa48-c47b-42a5-b4e1-779b6ab47cd8 tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1252.115572] env[69613]: DEBUG nova.network.neutron [req-b9f0bf43-db10-4336-ac02-407b340f5498 req-c3e21207-41a7-4dde-ae7a-14d4fb2ccf41 service nova] [instance: e876db44-e9fc-417f-b3e4-e11847a094aa] Updated VIF entry in instance network info cache for port 250c4afa-5f17-47f9-9728-14cc8935ef8e. {{(pid=69613) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1252.115902] env[69613]: DEBUG nova.network.neutron [req-b9f0bf43-db10-4336-ac02-407b340f5498 req-c3e21207-41a7-4dde-ae7a-14d4fb2ccf41 service nova] [instance: e876db44-e9fc-417f-b3e4-e11847a094aa] Updating instance_info_cache with network_info: [{"id": "250c4afa-5f17-47f9-9728-14cc8935ef8e", "address": "fa:16:3e:0d:f1:dd", "network": {"id": "c0b12726-3f23-429f-9754-e392f341b3e5", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-45944192-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "00abae90f85947e99f41566442e43eab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5e27fd35-1d7b-4358-92d5-4d34da27b992", "external-id": "nsx-vlan-transportzone-355", "segmentation_id": 355, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap250c4afa-5f", "ovs_interfaceid": "250c4afa-5f17-47f9-9728-14cc8935ef8e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1252.500027] env[69613]: DEBUG nova.compute.resource_tracker [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Instance adea7b13-a64f-4eca-a6e0-42b8182d26cc has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69613) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1252.500195] env[69613]: DEBUG nova.compute.resource_tracker [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Total usable vcpus: 48, total allocated vcpus: 3 {{(pid=69613) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1252.500246] env[69613]: DEBUG nova.compute.resource_tracker [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1088MB phys_disk=200GB used_disk=3GB total_vcpus=48 used_vcpus=3 pci_stats=[] {{(pid=69613) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1252.562775] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a5973de-31a6-4fef-8f5d-426c7443b0a9 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.570983] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63f89f81-4c24-45ae-90e6-c005023a3f84 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.605194] env[69613]: DEBUG oslo_concurrency.lockutils [None req-fd985ce8-4384-4b27-8491-bae01df63ea7 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] Releasing lock "refresh_cache-78f011cd-d84f-4ea5-9945-9ff6b202838a" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.605576] env[69613]: DEBUG nova.compute.manager [None req-fd985ce8-4384-4b27-8491-bae01df63ea7 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] [instance: 78f011cd-d84f-4ea5-9945-9ff6b202838a] Instance network_info: |[{"id": "7f9253d1-bbc7-4df5-bc3e-9612d654699b", "address": "fa:16:3e:e0:bd:a4", "network": {"id": "3e414a79-7154-4d18-b8f5-9247003912d7", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1833508545-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b0499f6d133a4479849dfd5cfe27d0e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11da2092-76f7-447e-babb-8fc14ad39a71", "external-id": "nsx-vlan-transportzone-585", "segmentation_id": 585, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f9253d1-bb", "ovs_interfaceid": "7f9253d1-bbc7-4df5-bc3e-9612d654699b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69613) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1252.606259] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-fd985ce8-4384-4b27-8491-bae01df63ea7 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] [instance: 78f011cd-d84f-4ea5-9945-9ff6b202838a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e0:bd:a4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '11da2092-76f7-447e-babb-8fc14ad39a71', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7f9253d1-bbc7-4df5-bc3e-9612d654699b', 'vif_model': 'vmxnet3'}] {{(pid=69613) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1252.614847] env[69613]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fd985ce8-4384-4b27-8491-bae01df63ea7 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69613) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1252.615642] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88c3abb5-e16f-4e8d-8582-68ed97adb3df {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.618595] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 78f011cd-d84f-4ea5-9945-9ff6b202838a] Creating VM on the ESX host {{(pid=69613) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1252.619239] env[69613]: DEBUG oslo_concurrency.lockutils [req-b9f0bf43-db10-4336-ac02-407b340f5498 req-c3e21207-41a7-4dde-ae7a-14d4fb2ccf41 service nova] Releasing lock "refresh_cache-e876db44-e9fc-417f-b3e4-e11847a094aa" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.620189] env[69613]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6667ede2-b794-4a18-a234-b69d1ab54953 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.641260] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a31fc0fc-e727-4b6c-bcac-88c1befae2ec {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.646370] env[69613]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1252.646370] env[69613]: value = "task-3418433" [ 1252.646370] env[69613]: _type = "Task" [ 1252.646370] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.658693] env[69613]: DEBUG nova.compute.provider_tree [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Inventory has not changed in ProviderTree for provider: af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 {{(pid=69613) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1252.664436] env[69613]: DEBUG oslo_vmware.api [-] Task: {'id': task-3418433, 'name': CreateVM_Task} progress is 10%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.157026] env[69613]: DEBUG oslo_vmware.api [-] Task: {'id': task-3418433, 'name': CreateVM_Task, 'duration_secs': 0.303878} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1253.157386] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 78f011cd-d84f-4ea5-9945-9ff6b202838a] Created VM on the ESX host {{(pid=69613) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1253.158075] env[69613]: DEBUG oslo_concurrency.lockutils [None req-fd985ce8-4384-4b27-8491-bae01df63ea7 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.158251] env[69613]: DEBUG oslo_concurrency.lockutils [None req-fd985ce8-4384-4b27-8491-bae01df63ea7 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.158579] env[69613]: DEBUG oslo_concurrency.lockutils [None req-fd985ce8-4384-4b27-8491-bae01df63ea7 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.158844] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ce3a119d-3b14-4cf7-85fa-ef4acb3c8fdd {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.161245] env[69613]: DEBUG nova.scheduler.client.report [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Inventory has not changed for provider af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69613) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1253.167319] env[69613]: DEBUG oslo_vmware.api [None req-fd985ce8-4384-4b27-8491-bae01df63ea7 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] Waiting for the task: (returnval){ [ 1253.167319] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]52ed0887-e2ff-ee1b-dd3b-4f36981398d0" [ 1253.167319] env[69613]: _type = "Task" [ 1253.167319] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1253.175197] env[69613]: DEBUG oslo_vmware.api [None req-fd985ce8-4384-4b27-8491-bae01df63ea7 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52ed0887-e2ff-ee1b-dd3b-4f36981398d0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.667616] env[69613]: DEBUG nova.compute.resource_tracker [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69613) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1253.667616] env[69613]: DEBUG oslo_concurrency.lockutils [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.702s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1253.667616] env[69613]: DEBUG oslo_concurrency.lockutils [None req-89c4aa48-c47b-42a5-b4e1-779b6ab47cd8 tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.575s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1253.668851] env[69613]: INFO nova.compute.claims [None req-89c4aa48-c47b-42a5-b4e1-779b6ab47cd8 tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] [instance: adea7b13-a64f-4eca-a6e0-42b8182d26cc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1253.689028] env[69613]: DEBUG oslo_vmware.api [None req-fd985ce8-4384-4b27-8491-bae01df63ea7 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52ed0887-e2ff-ee1b-dd3b-4f36981398d0, 'name': SearchDatastore_Task, 'duration_secs': 0.012397} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1253.689028] env[69613]: DEBUG oslo_concurrency.lockutils [None req-fd985ce8-4384-4b27-8491-bae01df63ea7 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.689028] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-fd985ce8-4384-4b27-8491-bae01df63ea7 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] [instance: 78f011cd-d84f-4ea5-9945-9ff6b202838a] Processing image 2b7a0304-b5d0-431d-b287-32c8388d7fbd {{(pid=69613) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1253.689028] env[69613]: DEBUG oslo_concurrency.lockutils [None req-fd985ce8-4384-4b27-8491-bae01df63ea7 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.689028] env[69613]: DEBUG oslo_concurrency.lockutils [None req-fd985ce8-4384-4b27-8491-bae01df63ea7 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.689028] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd985ce8-4384-4b27-8491-bae01df63ea7 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69613) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1253.689028] env[69613]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4d9c556d-7fa3-4dae-9bad-010a34372ff1 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.705519] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd985ce8-4384-4b27-8491-bae01df63ea7 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69613) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1253.705764] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-fd985ce8-4384-4b27-8491-bae01df63ea7 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69613) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1253.706671] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5191cd68-4fd0-49ca-9df1-24f4cd61a9d6 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.716627] env[69613]: DEBUG oslo_vmware.api [None req-fd985ce8-4384-4b27-8491-bae01df63ea7 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] Waiting for the task: (returnval){ [ 1253.716627] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]52ff893f-91aa-d10c-2059-d5524103d851" [ 1253.716627] env[69613]: _type = "Task" [ 1253.716627] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1253.732953] env[69613]: DEBUG oslo_vmware.api [None req-fd985ce8-4384-4b27-8491-bae01df63ea7 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52ff893f-91aa-d10c-2059-d5524103d851, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.228521] env[69613]: DEBUG oslo_vmware.api [None req-fd985ce8-4384-4b27-8491-bae01df63ea7 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52ff893f-91aa-d10c-2059-d5524103d851, 'name': SearchDatastore_Task, 'duration_secs': 0.036901} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1254.229276] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d56de6d2-3deb-446a-a789-80ccbc036590 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.234600] env[69613]: DEBUG oslo_vmware.api [None req-fd985ce8-4384-4b27-8491-bae01df63ea7 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] Waiting for the task: (returnval){ [ 1254.234600] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]5226e34e-a22e-9d54-0e9b-84608f322955" [ 1254.234600] env[69613]: _type = "Task" [ 1254.234600] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1254.243024] env[69613]: DEBUG oslo_vmware.api [None req-fd985ce8-4384-4b27-8491-bae01df63ea7 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]5226e34e-a22e-9d54-0e9b-84608f322955, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.746107] env[69613]: DEBUG oslo_vmware.api [None req-fd985ce8-4384-4b27-8491-bae01df63ea7 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]5226e34e-a22e-9d54-0e9b-84608f322955, 'name': SearchDatastore_Task, 'duration_secs': 0.055323} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1254.747944] env[69613]: DEBUG oslo_concurrency.lockutils [None req-fd985ce8-4384-4b27-8491-bae01df63ea7 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.748244] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd985ce8-4384-4b27-8491-bae01df63ea7 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk to [datastore2] 78f011cd-d84f-4ea5-9945-9ff6b202838a/78f011cd-d84f-4ea5-9945-9ff6b202838a.vmdk {{(pid=69613) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1254.748989] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a89adce-75fe-4b76-920d-20f62c28b026 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.751375] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fa5a275f-f194-43fe-a63d-b6abdc17cdab {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.758136] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ab7beb4-e4ae-4758-b6f7-c65d1e93d8eb {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.762308] env[69613]: DEBUG oslo_vmware.api [None req-fd985ce8-4384-4b27-8491-bae01df63ea7 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] Waiting for the task: (returnval){ [ 1254.762308] env[69613]: value = "task-3418435" [ 1254.762308] env[69613]: _type = "Task" [ 1254.762308] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1254.792632] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0955c18-48bd-403f-9773-dc57a539c841 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.799348] env[69613]: DEBUG oslo_vmware.api [None req-fd985ce8-4384-4b27-8491-bae01df63ea7 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] Task: {'id': task-3418435, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.804848] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9fdace0-76d7-44e9-a17f-78f0ad66e8c7 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.817994] env[69613]: DEBUG nova.compute.provider_tree [None req-89c4aa48-c47b-42a5-b4e1-779b6ab47cd8 tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Inventory has not changed in ProviderTree for provider: af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 {{(pid=69613) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1255.273640] env[69613]: DEBUG oslo_vmware.api [None req-fd985ce8-4384-4b27-8491-bae01df63ea7 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] Task: {'id': task-3418435, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.46236} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1255.273999] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd985ce8-4384-4b27-8491-bae01df63ea7 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk to [datastore2] 78f011cd-d84f-4ea5-9945-9ff6b202838a/78f011cd-d84f-4ea5-9945-9ff6b202838a.vmdk {{(pid=69613) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1255.274142] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-fd985ce8-4384-4b27-8491-bae01df63ea7 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] [instance: 78f011cd-d84f-4ea5-9945-9ff6b202838a] Extending root virtual disk to 1048576 {{(pid=69613) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1255.274390] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a938eaa7-a3f5-47cf-85fe-4a4d7648617d {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.281048] env[69613]: DEBUG oslo_vmware.api [None req-fd985ce8-4384-4b27-8491-bae01df63ea7 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] Waiting for the task: (returnval){ [ 1255.281048] env[69613]: value = "task-3418436" [ 1255.281048] env[69613]: _type = "Task" [ 1255.281048] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1255.292657] env[69613]: DEBUG oslo_vmware.api [None req-fd985ce8-4384-4b27-8491-bae01df63ea7 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] Task: {'id': task-3418436, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.321154] env[69613]: DEBUG nova.scheduler.client.report [None req-89c4aa48-c47b-42a5-b4e1-779b6ab47cd8 tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Inventory has not changed for provider af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69613) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1255.792360] env[69613]: DEBUG oslo_vmware.api [None req-fd985ce8-4384-4b27-8491-bae01df63ea7 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] Task: {'id': task-3418436, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.088967} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1255.792644] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-fd985ce8-4384-4b27-8491-bae01df63ea7 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] [instance: 78f011cd-d84f-4ea5-9945-9ff6b202838a] Extended root virtual disk {{(pid=69613) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1255.793537] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9832ee9-bacd-4355-bd8a-b22ae607ae1d {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.815866] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd985ce8-4384-4b27-8491-bae01df63ea7 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] [instance: 78f011cd-d84f-4ea5-9945-9ff6b202838a] Reconfiguring VM instance instance-0000007d to attach disk [datastore2] 78f011cd-d84f-4ea5-9945-9ff6b202838a/78f011cd-d84f-4ea5-9945-9ff6b202838a.vmdk or device None with type sparse {{(pid=69613) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1255.815866] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d0924037-578e-45ef-8905-6cfe75e0c969 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.830761] env[69613]: DEBUG oslo_concurrency.lockutils [None req-89c4aa48-c47b-42a5-b4e1-779b6ab47cd8 tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.163s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1255.831447] env[69613]: DEBUG nova.compute.manager [None req-89c4aa48-c47b-42a5-b4e1-779b6ab47cd8 tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] [instance: adea7b13-a64f-4eca-a6e0-42b8182d26cc] Start building networks asynchronously for instance. {{(pid=69613) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1255.840224] env[69613]: DEBUG oslo_vmware.api [None req-fd985ce8-4384-4b27-8491-bae01df63ea7 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] Waiting for the task: (returnval){ [ 1255.840224] env[69613]: value = "task-3418438" [ 1255.840224] env[69613]: _type = "Task" [ 1255.840224] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1255.851822] env[69613]: DEBUG oslo_vmware.api [None req-fd985ce8-4384-4b27-8491-bae01df63ea7 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] Task: {'id': task-3418438, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.339628] env[69613]: DEBUG nova.compute.utils [None req-89c4aa48-c47b-42a5-b4e1-779b6ab47cd8 tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Using /dev/sd instead of None {{(pid=69613) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1256.341118] env[69613]: DEBUG nova.compute.manager [None req-89c4aa48-c47b-42a5-b4e1-779b6ab47cd8 tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] [instance: adea7b13-a64f-4eca-a6e0-42b8182d26cc] Allocating IP information in the background. {{(pid=69613) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1256.341292] env[69613]: DEBUG nova.network.neutron [None req-89c4aa48-c47b-42a5-b4e1-779b6ab47cd8 tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] [instance: adea7b13-a64f-4eca-a6e0-42b8182d26cc] allocate_for_instance() {{(pid=69613) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1256.354602] env[69613]: DEBUG oslo_vmware.api [None req-fd985ce8-4384-4b27-8491-bae01df63ea7 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] Task: {'id': task-3418438, 'name': ReconfigVM_Task, 'duration_secs': 0.299076} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1256.354939] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd985ce8-4384-4b27-8491-bae01df63ea7 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] [instance: 78f011cd-d84f-4ea5-9945-9ff6b202838a] Reconfigured VM instance instance-0000007d to attach disk [datastore2] 78f011cd-d84f-4ea5-9945-9ff6b202838a/78f011cd-d84f-4ea5-9945-9ff6b202838a.vmdk or device None with type sparse {{(pid=69613) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1256.355681] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3c953178-4f27-4853-8ee0-1f1d5199d0e3 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.366948] env[69613]: DEBUG oslo_vmware.api [None req-fd985ce8-4384-4b27-8491-bae01df63ea7 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] Waiting for the task: (returnval){ [ 1256.366948] env[69613]: value = "task-3418439" [ 1256.366948] env[69613]: _type = "Task" [ 1256.366948] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1256.380235] env[69613]: DEBUG oslo_vmware.api [None req-fd985ce8-4384-4b27-8491-bae01df63ea7 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] Task: {'id': task-3418439, 'name': Rename_Task} progress is 5%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.404878] env[69613]: DEBUG nova.policy [None req-89c4aa48-c47b-42a5-b4e1-779b6ab47cd8 tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7906ff25fe3145f985317b610e2196cb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9e2b2477b1674fa28068fcb7c61ff983', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69613) authorize /opt/stack/nova/nova/policy.py:192}} [ 1256.772140] env[69613]: DEBUG nova.network.neutron [None req-89c4aa48-c47b-42a5-b4e1-779b6ab47cd8 tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] [instance: adea7b13-a64f-4eca-a6e0-42b8182d26cc] Successfully created port: a371cb8d-b1c2-4c72-88dc-aee0bdb163bc {{(pid=69613) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1256.844238] env[69613]: DEBUG nova.compute.manager [None req-89c4aa48-c47b-42a5-b4e1-779b6ab47cd8 tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] [instance: adea7b13-a64f-4eca-a6e0-42b8182d26cc] Start building block device mappings for instance. {{(pid=69613) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1256.883983] env[69613]: DEBUG oslo_vmware.api [None req-fd985ce8-4384-4b27-8491-bae01df63ea7 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] Task: {'id': task-3418439, 'name': Rename_Task, 'duration_secs': 0.174553} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1256.886373] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd985ce8-4384-4b27-8491-bae01df63ea7 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] [instance: 78f011cd-d84f-4ea5-9945-9ff6b202838a] Powering on the VM {{(pid=69613) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1256.886677] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fdaf5708-f153-4ffe-9e75-944c495d365e {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.895478] env[69613]: DEBUG oslo_vmware.api [None req-fd985ce8-4384-4b27-8491-bae01df63ea7 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] Waiting for the task: (returnval){ [ 1256.895478] env[69613]: value = "task-3418440" [ 1256.895478] env[69613]: _type = "Task" [ 1256.895478] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1256.905513] env[69613]: DEBUG oslo_vmware.api [None req-fd985ce8-4384-4b27-8491-bae01df63ea7 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] Task: {'id': task-3418440, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.407104] env[69613]: DEBUG oslo_vmware.api [None req-fd985ce8-4384-4b27-8491-bae01df63ea7 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] Task: {'id': task-3418440, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.854765] env[69613]: DEBUG nova.compute.manager [None req-89c4aa48-c47b-42a5-b4e1-779b6ab47cd8 tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] [instance: adea7b13-a64f-4eca-a6e0-42b8182d26cc] Start spawning the instance on the hypervisor. {{(pid=69613) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1257.886052] env[69613]: DEBUG nova.virt.hardware [None req-89c4aa48-c47b-42a5-b4e1-779b6ab47cd8 tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T13:55:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T13:55:19Z,direct_url=,disk_format='vmdk',id=2b7a0304-b5d0-431d-b287-32c8388d7fbd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3e9e1b873f1442d59d5ee8247b941f74',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T13:55:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1257.886052] env[69613]: DEBUG nova.virt.hardware [None req-89c4aa48-c47b-42a5-b4e1-779b6ab47cd8 tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Flavor limits 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1257.886052] env[69613]: DEBUG nova.virt.hardware [None req-89c4aa48-c47b-42a5-b4e1-779b6ab47cd8 tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Image limits 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1257.886052] env[69613]: DEBUG nova.virt.hardware [None req-89c4aa48-c47b-42a5-b4e1-779b6ab47cd8 tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Flavor pref 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1257.886052] env[69613]: DEBUG nova.virt.hardware [None req-89c4aa48-c47b-42a5-b4e1-779b6ab47cd8 tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Image pref 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1257.886052] env[69613]: DEBUG nova.virt.hardware [None req-89c4aa48-c47b-42a5-b4e1-779b6ab47cd8 tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1257.886449] env[69613]: DEBUG nova.virt.hardware [None req-89c4aa48-c47b-42a5-b4e1-779b6ab47cd8 tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1257.886449] env[69613]: DEBUG nova.virt.hardware [None req-89c4aa48-c47b-42a5-b4e1-779b6ab47cd8 tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69613) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1257.886586] env[69613]: DEBUG nova.virt.hardware [None req-89c4aa48-c47b-42a5-b4e1-779b6ab47cd8 tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Got 1 possible topologies {{(pid=69613) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1257.886772] env[69613]: DEBUG nova.virt.hardware [None req-89c4aa48-c47b-42a5-b4e1-779b6ab47cd8 tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1257.886964] env[69613]: DEBUG nova.virt.hardware [None req-89c4aa48-c47b-42a5-b4e1-779b6ab47cd8 tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1257.887871] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd0933ab-95d4-411d-82e2-59b1d65cb801 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.896731] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0396d130-f585-4a32-bdb4-598e36da6f8b {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.917927] env[69613]: DEBUG oslo_vmware.api [None req-fd985ce8-4384-4b27-8491-bae01df63ea7 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] Task: {'id': task-3418440, 'name': PowerOnVM_Task, 'duration_secs': 0.528154} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1257.918203] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd985ce8-4384-4b27-8491-bae01df63ea7 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] [instance: 78f011cd-d84f-4ea5-9945-9ff6b202838a] Powered on the VM {{(pid=69613) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1257.918408] env[69613]: INFO nova.compute.manager [None req-fd985ce8-4384-4b27-8491-bae01df63ea7 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] [instance: 78f011cd-d84f-4ea5-9945-9ff6b202838a] Took 8.60 seconds to spawn the instance on the hypervisor. [ 1257.918586] env[69613]: DEBUG nova.compute.manager [None req-fd985ce8-4384-4b27-8491-bae01df63ea7 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] [instance: 78f011cd-d84f-4ea5-9945-9ff6b202838a] Checking state {{(pid=69613) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1257.919484] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce0c07cc-dcb5-44e3-8507-8b6181b3e7e5 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.377542] env[69613]: DEBUG nova.compute.manager [req-c95e5dc6-a992-47a8-a228-7c1f5a7e6ed5 req-ff50b74b-acf8-4f71-85ab-161c1dd6064a service nova] [instance: adea7b13-a64f-4eca-a6e0-42b8182d26cc] Received event network-vif-plugged-a371cb8d-b1c2-4c72-88dc-aee0bdb163bc {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1258.377792] env[69613]: DEBUG oslo_concurrency.lockutils [req-c95e5dc6-a992-47a8-a228-7c1f5a7e6ed5 req-ff50b74b-acf8-4f71-85ab-161c1dd6064a service nova] Acquiring lock "adea7b13-a64f-4eca-a6e0-42b8182d26cc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1258.378027] env[69613]: DEBUG oslo_concurrency.lockutils [req-c95e5dc6-a992-47a8-a228-7c1f5a7e6ed5 req-ff50b74b-acf8-4f71-85ab-161c1dd6064a service nova] Lock "adea7b13-a64f-4eca-a6e0-42b8182d26cc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1258.378226] env[69613]: DEBUG oslo_concurrency.lockutils [req-c95e5dc6-a992-47a8-a228-7c1f5a7e6ed5 req-ff50b74b-acf8-4f71-85ab-161c1dd6064a service nova] Lock "adea7b13-a64f-4eca-a6e0-42b8182d26cc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1258.378399] env[69613]: DEBUG nova.compute.manager [req-c95e5dc6-a992-47a8-a228-7c1f5a7e6ed5 req-ff50b74b-acf8-4f71-85ab-161c1dd6064a service nova] [instance: adea7b13-a64f-4eca-a6e0-42b8182d26cc] No waiting events found dispatching network-vif-plugged-a371cb8d-b1c2-4c72-88dc-aee0bdb163bc {{(pid=69613) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1258.378564] env[69613]: WARNING nova.compute.manager [req-c95e5dc6-a992-47a8-a228-7c1f5a7e6ed5 req-ff50b74b-acf8-4f71-85ab-161c1dd6064a service nova] [instance: adea7b13-a64f-4eca-a6e0-42b8182d26cc] Received unexpected event network-vif-plugged-a371cb8d-b1c2-4c72-88dc-aee0bdb163bc for instance with vm_state building and task_state spawning. [ 1258.440557] env[69613]: INFO nova.compute.manager [None req-fd985ce8-4384-4b27-8491-bae01df63ea7 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] [instance: 78f011cd-d84f-4ea5-9945-9ff6b202838a] Took 13.34 seconds to build instance. [ 1258.832829] env[69613]: DEBUG nova.network.neutron [None req-89c4aa48-c47b-42a5-b4e1-779b6ab47cd8 tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] [instance: adea7b13-a64f-4eca-a6e0-42b8182d26cc] Successfully updated port: a371cb8d-b1c2-4c72-88dc-aee0bdb163bc {{(pid=69613) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1258.859296] env[69613]: DEBUG nova.compute.manager [req-6f74b122-dfde-4456-acd5-9bbf097c9dbe req-275a529b-3430-4617-9872-e85ece6d09aa service nova] [instance: adea7b13-a64f-4eca-a6e0-42b8182d26cc] Received event network-changed-a371cb8d-b1c2-4c72-88dc-aee0bdb163bc {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1258.859675] env[69613]: DEBUG nova.compute.manager [req-6f74b122-dfde-4456-acd5-9bbf097c9dbe req-275a529b-3430-4617-9872-e85ece6d09aa service nova] [instance: adea7b13-a64f-4eca-a6e0-42b8182d26cc] Refreshing instance network info cache due to event network-changed-a371cb8d-b1c2-4c72-88dc-aee0bdb163bc. {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1258.859675] env[69613]: DEBUG oslo_concurrency.lockutils [req-6f74b122-dfde-4456-acd5-9bbf097c9dbe req-275a529b-3430-4617-9872-e85ece6d09aa service nova] Acquiring lock "refresh_cache-adea7b13-a64f-4eca-a6e0-42b8182d26cc" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.859675] env[69613]: DEBUG oslo_concurrency.lockutils [req-6f74b122-dfde-4456-acd5-9bbf097c9dbe req-275a529b-3430-4617-9872-e85ece6d09aa service nova] Acquired lock "refresh_cache-adea7b13-a64f-4eca-a6e0-42b8182d26cc" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.860063] env[69613]: DEBUG nova.network.neutron [req-6f74b122-dfde-4456-acd5-9bbf097c9dbe req-275a529b-3430-4617-9872-e85ece6d09aa service nova] [instance: adea7b13-a64f-4eca-a6e0-42b8182d26cc] Refreshing network info cache for port a371cb8d-b1c2-4c72-88dc-aee0bdb163bc {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1258.943044] env[69613]: DEBUG oslo_concurrency.lockutils [None req-fd985ce8-4384-4b27-8491-bae01df63ea7 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] Lock "78f011cd-d84f-4ea5-9945-9ff6b202838a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.855s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1259.339699] env[69613]: DEBUG oslo_concurrency.lockutils [None req-89c4aa48-c47b-42a5-b4e1-779b6ab47cd8 tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Acquiring lock "refresh_cache-adea7b13-a64f-4eca-a6e0-42b8182d26cc" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.394168] env[69613]: DEBUG nova.network.neutron [req-6f74b122-dfde-4456-acd5-9bbf097c9dbe req-275a529b-3430-4617-9872-e85ece6d09aa service nova] [instance: adea7b13-a64f-4eca-a6e0-42b8182d26cc] Instance cache missing network info. {{(pid=69613) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1259.479681] env[69613]: DEBUG nova.network.neutron [req-6f74b122-dfde-4456-acd5-9bbf097c9dbe req-275a529b-3430-4617-9872-e85ece6d09aa service nova] [instance: adea7b13-a64f-4eca-a6e0-42b8182d26cc] Updating instance_info_cache with network_info: [] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1259.610822] env[69613]: DEBUG nova.compute.manager [req-9073cfab-69ed-4ae0-9232-50dce6219c86 req-0005c7c6-451b-4481-be98-a66033137881 service nova] [instance: 78f011cd-d84f-4ea5-9945-9ff6b202838a] Received event network-changed-7f9253d1-bbc7-4df5-bc3e-9612d654699b {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1259.611015] env[69613]: DEBUG nova.compute.manager [req-9073cfab-69ed-4ae0-9232-50dce6219c86 req-0005c7c6-451b-4481-be98-a66033137881 service nova] [instance: 78f011cd-d84f-4ea5-9945-9ff6b202838a] Refreshing instance network info cache due to event network-changed-7f9253d1-bbc7-4df5-bc3e-9612d654699b. {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1259.611527] env[69613]: DEBUG oslo_concurrency.lockutils [req-9073cfab-69ed-4ae0-9232-50dce6219c86 req-0005c7c6-451b-4481-be98-a66033137881 service nova] Acquiring lock "refresh_cache-78f011cd-d84f-4ea5-9945-9ff6b202838a" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.611724] env[69613]: DEBUG oslo_concurrency.lockutils [req-9073cfab-69ed-4ae0-9232-50dce6219c86 req-0005c7c6-451b-4481-be98-a66033137881 service nova] Acquired lock "refresh_cache-78f011cd-d84f-4ea5-9945-9ff6b202838a" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.611850] env[69613]: DEBUG nova.network.neutron [req-9073cfab-69ed-4ae0-9232-50dce6219c86 req-0005c7c6-451b-4481-be98-a66033137881 service nova] [instance: 78f011cd-d84f-4ea5-9945-9ff6b202838a] Refreshing network info cache for port 7f9253d1-bbc7-4df5-bc3e-9612d654699b {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1259.982581] env[69613]: DEBUG oslo_concurrency.lockutils [req-6f74b122-dfde-4456-acd5-9bbf097c9dbe req-275a529b-3430-4617-9872-e85ece6d09aa service nova] Releasing lock "refresh_cache-adea7b13-a64f-4eca-a6e0-42b8182d26cc" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.982992] env[69613]: DEBUG oslo_concurrency.lockutils [None req-89c4aa48-c47b-42a5-b4e1-779b6ab47cd8 tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Acquired lock "refresh_cache-adea7b13-a64f-4eca-a6e0-42b8182d26cc" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.983185] env[69613]: DEBUG nova.network.neutron [None req-89c4aa48-c47b-42a5-b4e1-779b6ab47cd8 tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] [instance: adea7b13-a64f-4eca-a6e0-42b8182d26cc] Building network info cache for instance {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1260.375908] env[69613]: DEBUG nova.network.neutron [req-9073cfab-69ed-4ae0-9232-50dce6219c86 req-0005c7c6-451b-4481-be98-a66033137881 service nova] [instance: 78f011cd-d84f-4ea5-9945-9ff6b202838a] Updated VIF entry in instance network info cache for port 7f9253d1-bbc7-4df5-bc3e-9612d654699b. {{(pid=69613) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1260.376414] env[69613]: DEBUG nova.network.neutron [req-9073cfab-69ed-4ae0-9232-50dce6219c86 req-0005c7c6-451b-4481-be98-a66033137881 service nova] [instance: 78f011cd-d84f-4ea5-9945-9ff6b202838a] Updating instance_info_cache with network_info: [{"id": "7f9253d1-bbc7-4df5-bc3e-9612d654699b", "address": "fa:16:3e:e0:bd:a4", "network": {"id": "3e414a79-7154-4d18-b8f5-9247003912d7", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1833508545-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.181", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b0499f6d133a4479849dfd5cfe27d0e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11da2092-76f7-447e-babb-8fc14ad39a71", "external-id": "nsx-vlan-transportzone-585", "segmentation_id": 585, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f9253d1-bb", "ovs_interfaceid": "7f9253d1-bbc7-4df5-bc3e-9612d654699b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1260.514723] env[69613]: DEBUG nova.network.neutron [None req-89c4aa48-c47b-42a5-b4e1-779b6ab47cd8 tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] [instance: adea7b13-a64f-4eca-a6e0-42b8182d26cc] Instance cache missing network info. {{(pid=69613) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1260.638394] env[69613]: DEBUG nova.network.neutron [None req-89c4aa48-c47b-42a5-b4e1-779b6ab47cd8 tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] [instance: adea7b13-a64f-4eca-a6e0-42b8182d26cc] Updating instance_info_cache with network_info: [{"id": "a371cb8d-b1c2-4c72-88dc-aee0bdb163bc", "address": "fa:16:3e:2e:90:5a", "network": {"id": "5fbba158-e384-4f22-b63d-507a2a47de30", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1229363420-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9e2b2477b1674fa28068fcb7c61ff983", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe20ef0e-0991-44d7-887d-08dddac0b56b", "external-id": "nsx-vlan-transportzone-991", "segmentation_id": 991, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa371cb8d-b1", "ovs_interfaceid": "a371cb8d-b1c2-4c72-88dc-aee0bdb163bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1260.879939] env[69613]: DEBUG oslo_concurrency.lockutils [req-9073cfab-69ed-4ae0-9232-50dce6219c86 req-0005c7c6-451b-4481-be98-a66033137881 service nova] Releasing lock "refresh_cache-78f011cd-d84f-4ea5-9945-9ff6b202838a" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.141545] env[69613]: DEBUG oslo_concurrency.lockutils [None req-89c4aa48-c47b-42a5-b4e1-779b6ab47cd8 tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Releasing lock "refresh_cache-adea7b13-a64f-4eca-a6e0-42b8182d26cc" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.143045] env[69613]: DEBUG nova.compute.manager [None req-89c4aa48-c47b-42a5-b4e1-779b6ab47cd8 tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] [instance: adea7b13-a64f-4eca-a6e0-42b8182d26cc] Instance network_info: |[{"id": "a371cb8d-b1c2-4c72-88dc-aee0bdb163bc", "address": "fa:16:3e:2e:90:5a", "network": {"id": "5fbba158-e384-4f22-b63d-507a2a47de30", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1229363420-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9e2b2477b1674fa28068fcb7c61ff983", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe20ef0e-0991-44d7-887d-08dddac0b56b", "external-id": "nsx-vlan-transportzone-991", "segmentation_id": 991, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa371cb8d-b1", "ovs_interfaceid": "a371cb8d-b1c2-4c72-88dc-aee0bdb163bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69613) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1261.143045] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-89c4aa48-c47b-42a5-b4e1-779b6ab47cd8 tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] [instance: adea7b13-a64f-4eca-a6e0-42b8182d26cc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2e:90:5a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'fe20ef0e-0991-44d7-887d-08dddac0b56b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a371cb8d-b1c2-4c72-88dc-aee0bdb163bc', 'vif_model': 'vmxnet3'}] {{(pid=69613) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1261.149963] env[69613]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-89c4aa48-c47b-42a5-b4e1-779b6ab47cd8 tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69613) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1261.150227] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: adea7b13-a64f-4eca-a6e0-42b8182d26cc] Creating VM on the ESX host {{(pid=69613) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1261.150496] env[69613]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0b9441df-b23e-4231-a2ed-7f239c2136c3 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.172100] env[69613]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1261.172100] env[69613]: value = "task-3418443" [ 1261.172100] env[69613]: _type = "Task" [ 1261.172100] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1261.180049] env[69613]: DEBUG oslo_vmware.api [-] Task: {'id': task-3418443, 'name': CreateVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.682322] env[69613]: DEBUG oslo_vmware.api [-] Task: {'id': task-3418443, 'name': CreateVM_Task} progress is 25%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.184563] env[69613]: DEBUG oslo_vmware.api [-] Task: {'id': task-3418443, 'name': CreateVM_Task} progress is 25%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.684891] env[69613]: DEBUG oslo_vmware.api [-] Task: {'id': task-3418443, 'name': CreateVM_Task, 'duration_secs': 1.364904} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1262.685304] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: adea7b13-a64f-4eca-a6e0-42b8182d26cc] Created VM on the ESX host {{(pid=69613) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1262.685740] env[69613]: DEBUG oslo_concurrency.lockutils [None req-89c4aa48-c47b-42a5-b4e1-779b6ab47cd8 tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.685908] env[69613]: DEBUG oslo_concurrency.lockutils [None req-89c4aa48-c47b-42a5-b4e1-779b6ab47cd8 tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.686290] env[69613]: DEBUG oslo_concurrency.lockutils [None req-89c4aa48-c47b-42a5-b4e1-779b6ab47cd8 tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.686547] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d744872d-b265-40f6-b290-71c7b667f27d {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.692492] env[69613]: DEBUG oslo_vmware.api [None req-89c4aa48-c47b-42a5-b4e1-779b6ab47cd8 tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Waiting for the task: (returnval){ [ 1262.692492] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]526ff922-bd22-2c3f-6b1d-2fefe4b93c24" [ 1262.692492] env[69613]: _type = "Task" [ 1262.692492] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1262.700519] env[69613]: DEBUG oslo_vmware.api [None req-89c4aa48-c47b-42a5-b4e1-779b6ab47cd8 tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]526ff922-bd22-2c3f-6b1d-2fefe4b93c24, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.203986] env[69613]: DEBUG oslo_vmware.api [None req-89c4aa48-c47b-42a5-b4e1-779b6ab47cd8 tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]526ff922-bd22-2c3f-6b1d-2fefe4b93c24, 'name': SearchDatastore_Task, 'duration_secs': 0.011347} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1263.204264] env[69613]: DEBUG oslo_concurrency.lockutils [None req-89c4aa48-c47b-42a5-b4e1-779b6ab47cd8 tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.204508] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-89c4aa48-c47b-42a5-b4e1-779b6ab47cd8 tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] [instance: adea7b13-a64f-4eca-a6e0-42b8182d26cc] Processing image 2b7a0304-b5d0-431d-b287-32c8388d7fbd {{(pid=69613) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1263.204742] env[69613]: DEBUG oslo_concurrency.lockutils [None req-89c4aa48-c47b-42a5-b4e1-779b6ab47cd8 tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.204887] env[69613]: DEBUG oslo_concurrency.lockutils [None req-89c4aa48-c47b-42a5-b4e1-779b6ab47cd8 tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.205082] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-89c4aa48-c47b-42a5-b4e1-779b6ab47cd8 tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69613) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1263.205364] env[69613]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f526edca-8071-4186-b5a1-3016ceb50363 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.215474] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-89c4aa48-c47b-42a5-b4e1-779b6ab47cd8 tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69613) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1263.215586] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-89c4aa48-c47b-42a5-b4e1-779b6ab47cd8 tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69613) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1263.216221] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b26c5c36-bd40-41a0-9080-0f94ebe72622 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.221313] env[69613]: DEBUG oslo_vmware.api [None req-89c4aa48-c47b-42a5-b4e1-779b6ab47cd8 tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Waiting for the task: (returnval){ [ 1263.221313] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]527a5a2d-bc0f-41bb-d419-4c90f05b958e" [ 1263.221313] env[69613]: _type = "Task" [ 1263.221313] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1263.228829] env[69613]: DEBUG oslo_vmware.api [None req-89c4aa48-c47b-42a5-b4e1-779b6ab47cd8 tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]527a5a2d-bc0f-41bb-d419-4c90f05b958e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.731924] env[69613]: DEBUG oslo_vmware.api [None req-89c4aa48-c47b-42a5-b4e1-779b6ab47cd8 tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]527a5a2d-bc0f-41bb-d419-4c90f05b958e, 'name': SearchDatastore_Task, 'duration_secs': 0.009086} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1263.732608] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c6865e0d-adc5-4c6b-9f49-fc4056d913ce {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.737788] env[69613]: DEBUG oslo_vmware.api [None req-89c4aa48-c47b-42a5-b4e1-779b6ab47cd8 tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Waiting for the task: (returnval){ [ 1263.737788] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]52d58746-8057-dc68-4dcd-328540bed3d5" [ 1263.737788] env[69613]: _type = "Task" [ 1263.737788] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1263.745236] env[69613]: DEBUG oslo_vmware.api [None req-89c4aa48-c47b-42a5-b4e1-779b6ab47cd8 tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52d58746-8057-dc68-4dcd-328540bed3d5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.249277] env[69613]: DEBUG oslo_vmware.api [None req-89c4aa48-c47b-42a5-b4e1-779b6ab47cd8 tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52d58746-8057-dc68-4dcd-328540bed3d5, 'name': SearchDatastore_Task, 'duration_secs': 0.011677} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.249548] env[69613]: DEBUG oslo_concurrency.lockutils [None req-89c4aa48-c47b-42a5-b4e1-779b6ab47cd8 tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.249803] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-89c4aa48-c47b-42a5-b4e1-779b6ab47cd8 tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk to [datastore1] adea7b13-a64f-4eca-a6e0-42b8182d26cc/adea7b13-a64f-4eca-a6e0-42b8182d26cc.vmdk {{(pid=69613) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1264.250075] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-231e1686-54fd-48d9-9586-8a6aa4f08443 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.257331] env[69613]: DEBUG oslo_vmware.api [None req-89c4aa48-c47b-42a5-b4e1-779b6ab47cd8 tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Waiting for the task: (returnval){ [ 1264.257331] env[69613]: value = "task-3418446" [ 1264.257331] env[69613]: _type = "Task" [ 1264.257331] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.266624] env[69613]: DEBUG oslo_vmware.api [None req-89c4aa48-c47b-42a5-b4e1-779b6ab47cd8 tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Task: {'id': task-3418446, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.767458] env[69613]: DEBUG oslo_vmware.api [None req-89c4aa48-c47b-42a5-b4e1-779b6ab47cd8 tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Task: {'id': task-3418446, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.446071} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.767769] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-89c4aa48-c47b-42a5-b4e1-779b6ab47cd8 tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk to [datastore1] adea7b13-a64f-4eca-a6e0-42b8182d26cc/adea7b13-a64f-4eca-a6e0-42b8182d26cc.vmdk {{(pid=69613) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1264.767933] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-89c4aa48-c47b-42a5-b4e1-779b6ab47cd8 tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] [instance: adea7b13-a64f-4eca-a6e0-42b8182d26cc] Extending root virtual disk to 1048576 {{(pid=69613) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1264.768188] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-83c655b1-e410-44dc-bd46-2b8f2841ff6c {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.774344] env[69613]: DEBUG oslo_vmware.api [None req-89c4aa48-c47b-42a5-b4e1-779b6ab47cd8 tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Waiting for the task: (returnval){ [ 1264.774344] env[69613]: value = "task-3418447" [ 1264.774344] env[69613]: _type = "Task" [ 1264.774344] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.782092] env[69613]: DEBUG oslo_vmware.api [None req-89c4aa48-c47b-42a5-b4e1-779b6ab47cd8 tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Task: {'id': task-3418447, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.284966] env[69613]: DEBUG oslo_vmware.api [None req-89c4aa48-c47b-42a5-b4e1-779b6ab47cd8 tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Task: {'id': task-3418447, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070183} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1265.285285] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-89c4aa48-c47b-42a5-b4e1-779b6ab47cd8 tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] [instance: adea7b13-a64f-4eca-a6e0-42b8182d26cc] Extended root virtual disk {{(pid=69613) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1265.286055] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe868461-d645-43e1-9eeb-86bf658815b8 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.308739] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-89c4aa48-c47b-42a5-b4e1-779b6ab47cd8 tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] [instance: adea7b13-a64f-4eca-a6e0-42b8182d26cc] Reconfiguring VM instance instance-0000007e to attach disk [datastore1] adea7b13-a64f-4eca-a6e0-42b8182d26cc/adea7b13-a64f-4eca-a6e0-42b8182d26cc.vmdk or device None with type sparse {{(pid=69613) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1265.308999] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f2cdba17-da82-4bd0-a64d-805715b9a959 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.330402] env[69613]: DEBUG oslo_vmware.api [None req-89c4aa48-c47b-42a5-b4e1-779b6ab47cd8 tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Waiting for the task: (returnval){ [ 1265.330402] env[69613]: value = "task-3418448" [ 1265.330402] env[69613]: _type = "Task" [ 1265.330402] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1265.339337] env[69613]: DEBUG oslo_vmware.api [None req-89c4aa48-c47b-42a5-b4e1-779b6ab47cd8 tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Task: {'id': task-3418448, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.666920] env[69613]: DEBUG oslo_service.periodic_task [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69613) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1265.842865] env[69613]: DEBUG oslo_vmware.api [None req-89c4aa48-c47b-42a5-b4e1-779b6ab47cd8 tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Task: {'id': task-3418448, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.341930] env[69613]: DEBUG oslo_vmware.api [None req-89c4aa48-c47b-42a5-b4e1-779b6ab47cd8 tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Task: {'id': task-3418448, 'name': ReconfigVM_Task, 'duration_secs': 0.553982} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1266.342471] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-89c4aa48-c47b-42a5-b4e1-779b6ab47cd8 tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] [instance: adea7b13-a64f-4eca-a6e0-42b8182d26cc] Reconfigured VM instance instance-0000007e to attach disk [datastore1] adea7b13-a64f-4eca-a6e0-42b8182d26cc/adea7b13-a64f-4eca-a6e0-42b8182d26cc.vmdk or device None with type sparse {{(pid=69613) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1266.343295] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-450a8d27-8023-4894-a3e2-e2ff6dc343a2 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.353053] env[69613]: DEBUG oslo_vmware.api [None req-89c4aa48-c47b-42a5-b4e1-779b6ab47cd8 tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Waiting for the task: (returnval){ [ 1266.353053] env[69613]: value = "task-3418450" [ 1266.353053] env[69613]: _type = "Task" [ 1266.353053] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1266.360178] env[69613]: DEBUG oslo_vmware.api [None req-89c4aa48-c47b-42a5-b4e1-779b6ab47cd8 tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Task: {'id': task-3418450, 'name': Rename_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.863440] env[69613]: DEBUG oslo_vmware.api [None req-89c4aa48-c47b-42a5-b4e1-779b6ab47cd8 tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Task: {'id': task-3418450, 'name': Rename_Task, 'duration_secs': 0.150491} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1266.863759] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-89c4aa48-c47b-42a5-b4e1-779b6ab47cd8 tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] [instance: adea7b13-a64f-4eca-a6e0-42b8182d26cc] Powering on the VM {{(pid=69613) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1266.863989] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-73ae897a-f201-4829-96d5-e2bfc2e2f32a {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.870761] env[69613]: DEBUG oslo_vmware.api [None req-89c4aa48-c47b-42a5-b4e1-779b6ab47cd8 tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Waiting for the task: (returnval){ [ 1266.870761] env[69613]: value = "task-3418451" [ 1266.870761] env[69613]: _type = "Task" [ 1266.870761] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1266.878951] env[69613]: DEBUG oslo_vmware.api [None req-89c4aa48-c47b-42a5-b4e1-779b6ab47cd8 tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Task: {'id': task-3418451, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.381250] env[69613]: DEBUG oslo_vmware.api [None req-89c4aa48-c47b-42a5-b4e1-779b6ab47cd8 tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Task: {'id': task-3418451, 'name': PowerOnVM_Task, 'duration_secs': 0.484853} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1267.381507] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-89c4aa48-c47b-42a5-b4e1-779b6ab47cd8 tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] [instance: adea7b13-a64f-4eca-a6e0-42b8182d26cc] Powered on the VM {{(pid=69613) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1267.381751] env[69613]: INFO nova.compute.manager [None req-89c4aa48-c47b-42a5-b4e1-779b6ab47cd8 tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] [instance: adea7b13-a64f-4eca-a6e0-42b8182d26cc] Took 9.53 seconds to spawn the instance on the hypervisor. [ 1267.381944] env[69613]: DEBUG nova.compute.manager [None req-89c4aa48-c47b-42a5-b4e1-779b6ab47cd8 tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] [instance: adea7b13-a64f-4eca-a6e0-42b8182d26cc] Checking state {{(pid=69613) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1267.382711] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d5b6cf4-a534-45db-a5b7-e531e9ecd5a8 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.899749] env[69613]: INFO nova.compute.manager [None req-89c4aa48-c47b-42a5-b4e1-779b6ab47cd8 tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] [instance: adea7b13-a64f-4eca-a6e0-42b8182d26cc] Took 15.82 seconds to build instance. [ 1268.402070] env[69613]: DEBUG oslo_concurrency.lockutils [None req-89c4aa48-c47b-42a5-b4e1-779b6ab47cd8 tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Lock "adea7b13-a64f-4eca-a6e0-42b8182d26cc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.332s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1268.575137] env[69613]: DEBUG nova.compute.manager [req-d0a98c34-2cc8-4f7f-8cfe-40e91dc75d44 req-61c8cdf6-6d89-4a74-807e-325452040be5 service nova] [instance: adea7b13-a64f-4eca-a6e0-42b8182d26cc] Received event network-changed-a371cb8d-b1c2-4c72-88dc-aee0bdb163bc {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1268.575379] env[69613]: DEBUG nova.compute.manager [req-d0a98c34-2cc8-4f7f-8cfe-40e91dc75d44 req-61c8cdf6-6d89-4a74-807e-325452040be5 service nova] [instance: adea7b13-a64f-4eca-a6e0-42b8182d26cc] Refreshing instance network info cache due to event network-changed-a371cb8d-b1c2-4c72-88dc-aee0bdb163bc. {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1268.575595] env[69613]: DEBUG oslo_concurrency.lockutils [req-d0a98c34-2cc8-4f7f-8cfe-40e91dc75d44 req-61c8cdf6-6d89-4a74-807e-325452040be5 service nova] Acquiring lock "refresh_cache-adea7b13-a64f-4eca-a6e0-42b8182d26cc" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.575740] env[69613]: DEBUG oslo_concurrency.lockutils [req-d0a98c34-2cc8-4f7f-8cfe-40e91dc75d44 req-61c8cdf6-6d89-4a74-807e-325452040be5 service nova] Acquired lock "refresh_cache-adea7b13-a64f-4eca-a6e0-42b8182d26cc" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.575901] env[69613]: DEBUG nova.network.neutron [req-d0a98c34-2cc8-4f7f-8cfe-40e91dc75d44 req-61c8cdf6-6d89-4a74-807e-325452040be5 service nova] [instance: adea7b13-a64f-4eca-a6e0-42b8182d26cc] Refreshing network info cache for port a371cb8d-b1c2-4c72-88dc-aee0bdb163bc {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1269.277081] env[69613]: DEBUG nova.network.neutron [req-d0a98c34-2cc8-4f7f-8cfe-40e91dc75d44 req-61c8cdf6-6d89-4a74-807e-325452040be5 service nova] [instance: adea7b13-a64f-4eca-a6e0-42b8182d26cc] Updated VIF entry in instance network info cache for port a371cb8d-b1c2-4c72-88dc-aee0bdb163bc. {{(pid=69613) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1269.277534] env[69613]: DEBUG nova.network.neutron [req-d0a98c34-2cc8-4f7f-8cfe-40e91dc75d44 req-61c8cdf6-6d89-4a74-807e-325452040be5 service nova] [instance: adea7b13-a64f-4eca-a6e0-42b8182d26cc] Updating instance_info_cache with network_info: [{"id": "a371cb8d-b1c2-4c72-88dc-aee0bdb163bc", "address": "fa:16:3e:2e:90:5a", "network": {"id": "5fbba158-e384-4f22-b63d-507a2a47de30", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1229363420-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.209", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9e2b2477b1674fa28068fcb7c61ff983", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe20ef0e-0991-44d7-887d-08dddac0b56b", "external-id": "nsx-vlan-transportzone-991", "segmentation_id": 991, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa371cb8d-b1", "ovs_interfaceid": "a371cb8d-b1c2-4c72-88dc-aee0bdb163bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1269.412023] env[69613]: DEBUG oslo_concurrency.lockutils [None req-14ac6c9a-e891-414a-bcb9-8fdb739f2821 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Acquiring lock "fdf8a121-4d9f-4d02-b478-69879c9ac929" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1269.412276] env[69613]: DEBUG oslo_concurrency.lockutils [None req-14ac6c9a-e891-414a-bcb9-8fdb739f2821 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Lock "fdf8a121-4d9f-4d02-b478-69879c9ac929" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1269.780721] env[69613]: DEBUG oslo_concurrency.lockutils [req-d0a98c34-2cc8-4f7f-8cfe-40e91dc75d44 req-61c8cdf6-6d89-4a74-807e-325452040be5 service nova] Releasing lock "refresh_cache-adea7b13-a64f-4eca-a6e0-42b8182d26cc" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.914608] env[69613]: DEBUG nova.compute.manager [None req-14ac6c9a-e891-414a-bcb9-8fdb739f2821 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] [instance: fdf8a121-4d9f-4d02-b478-69879c9ac929] Starting instance... {{(pid=69613) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1270.438465] env[69613]: DEBUG oslo_concurrency.lockutils [None req-14ac6c9a-e891-414a-bcb9-8fdb739f2821 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1270.438750] env[69613]: DEBUG oslo_concurrency.lockutils [None req-14ac6c9a-e891-414a-bcb9-8fdb739f2821 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1270.440363] env[69613]: INFO nova.compute.claims [None req-14ac6c9a-e891-414a-bcb9-8fdb739f2821 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] [instance: fdf8a121-4d9f-4d02-b478-69879c9ac929] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1271.516338] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aba2fb81-1374-4067-8107-c4816ff33d29 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.524701] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5b8fecf-bbd2-4188-ad49-fce86112d751 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.555017] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1b39e3c-000c-4d4f-9e62-41b77af1d3f1 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.562582] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cbc38de-955e-42d1-a236-b2770dcea0d4 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.575653] env[69613]: DEBUG nova.compute.provider_tree [None req-14ac6c9a-e891-414a-bcb9-8fdb739f2821 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Inventory has not changed in ProviderTree for provider: af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 {{(pid=69613) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1272.079320] env[69613]: DEBUG nova.scheduler.client.report [None req-14ac6c9a-e891-414a-bcb9-8fdb739f2821 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Inventory has not changed for provider af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69613) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1272.584658] env[69613]: DEBUG oslo_concurrency.lockutils [None req-14ac6c9a-e891-414a-bcb9-8fdb739f2821 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.146s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1272.585068] env[69613]: DEBUG nova.compute.manager [None req-14ac6c9a-e891-414a-bcb9-8fdb739f2821 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] [instance: fdf8a121-4d9f-4d02-b478-69879c9ac929] Start building networks asynchronously for instance. {{(pid=69613) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1273.090531] env[69613]: DEBUG nova.compute.utils [None req-14ac6c9a-e891-414a-bcb9-8fdb739f2821 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Using /dev/sd instead of None {{(pid=69613) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1273.091927] env[69613]: DEBUG nova.compute.manager [None req-14ac6c9a-e891-414a-bcb9-8fdb739f2821 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] [instance: fdf8a121-4d9f-4d02-b478-69879c9ac929] Allocating IP information in the background. {{(pid=69613) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1273.092111] env[69613]: DEBUG nova.network.neutron [None req-14ac6c9a-e891-414a-bcb9-8fdb739f2821 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] [instance: fdf8a121-4d9f-4d02-b478-69879c9ac929] allocate_for_instance() {{(pid=69613) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1273.137625] env[69613]: DEBUG nova.policy [None req-14ac6c9a-e891-414a-bcb9-8fdb739f2821 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '36834264e3e34b3dbccbe0b6ed5626e7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '00abae90f85947e99f41566442e43eab', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69613) authorize /opt/stack/nova/nova/policy.py:192}} [ 1273.379021] env[69613]: DEBUG nova.network.neutron [None req-14ac6c9a-e891-414a-bcb9-8fdb739f2821 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] [instance: fdf8a121-4d9f-4d02-b478-69879c9ac929] Successfully created port: d9d5f1ff-8fda-4f62-a0b9-006dd8ba4542 {{(pid=69613) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1273.595907] env[69613]: DEBUG nova.compute.manager [None req-14ac6c9a-e891-414a-bcb9-8fdb739f2821 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] [instance: fdf8a121-4d9f-4d02-b478-69879c9ac929] Start building block device mappings for instance. {{(pid=69613) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1274.100972] env[69613]: INFO nova.virt.block_device [None req-14ac6c9a-e891-414a-bcb9-8fdb739f2821 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] [instance: fdf8a121-4d9f-4d02-b478-69879c9ac929] Booting with volume d9cb61bc-5427-4ce8-af8b-4065b8d58e34 at /dev/sda [ 1274.138435] env[69613]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2f7e9f7f-7a77-46f9-8f48-a8700f37e58b {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.150272] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1aea2bd8-007a-4392-922f-d66b96efe89a {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.179054] env[69613]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ad05c3d6-0479-4b18-88fc-f2eb9bfdb330 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.188416] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afd06c50-d2ac-432d-bd2a-2fc7db6eff2c {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.216640] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e15164c3-42ac-4d21-a5d9-67669eddda1a {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.222957] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-423f3837-89ab-4abe-ae13-20f40335f43b {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.237138] env[69613]: DEBUG nova.virt.block_device [None req-14ac6c9a-e891-414a-bcb9-8fdb739f2821 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] [instance: fdf8a121-4d9f-4d02-b478-69879c9ac929] Updating existing volume attachment record: 92465f73-6bc8-4acb-8ad4-97aea27bebbd {{(pid=69613) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1274.737227] env[69613]: DEBUG nova.compute.manager [req-bca15118-37a9-4b72-9e0c-18fa9be4fdaa req-6fb4c570-8315-40aa-8cdd-2d7ddd741d05 service nova] [instance: fdf8a121-4d9f-4d02-b478-69879c9ac929] Received event network-vif-plugged-d9d5f1ff-8fda-4f62-a0b9-006dd8ba4542 {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1274.737562] env[69613]: DEBUG oslo_concurrency.lockutils [req-bca15118-37a9-4b72-9e0c-18fa9be4fdaa req-6fb4c570-8315-40aa-8cdd-2d7ddd741d05 service nova] Acquiring lock "fdf8a121-4d9f-4d02-b478-69879c9ac929-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1274.737562] env[69613]: DEBUG oslo_concurrency.lockutils [req-bca15118-37a9-4b72-9e0c-18fa9be4fdaa req-6fb4c570-8315-40aa-8cdd-2d7ddd741d05 service nova] Lock "fdf8a121-4d9f-4d02-b478-69879c9ac929-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1274.737791] env[69613]: DEBUG oslo_concurrency.lockutils [req-bca15118-37a9-4b72-9e0c-18fa9be4fdaa req-6fb4c570-8315-40aa-8cdd-2d7ddd741d05 service nova] Lock "fdf8a121-4d9f-4d02-b478-69879c9ac929-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1274.737870] env[69613]: DEBUG nova.compute.manager [req-bca15118-37a9-4b72-9e0c-18fa9be4fdaa req-6fb4c570-8315-40aa-8cdd-2d7ddd741d05 service nova] [instance: fdf8a121-4d9f-4d02-b478-69879c9ac929] No waiting events found dispatching network-vif-plugged-d9d5f1ff-8fda-4f62-a0b9-006dd8ba4542 {{(pid=69613) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1274.738014] env[69613]: WARNING nova.compute.manager [req-bca15118-37a9-4b72-9e0c-18fa9be4fdaa req-6fb4c570-8315-40aa-8cdd-2d7ddd741d05 service nova] [instance: fdf8a121-4d9f-4d02-b478-69879c9ac929] Received unexpected event network-vif-plugged-d9d5f1ff-8fda-4f62-a0b9-006dd8ba4542 for instance with vm_state building and task_state block_device_mapping. [ 1274.824927] env[69613]: DEBUG nova.network.neutron [None req-14ac6c9a-e891-414a-bcb9-8fdb739f2821 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] [instance: fdf8a121-4d9f-4d02-b478-69879c9ac929] Successfully updated port: d9d5f1ff-8fda-4f62-a0b9-006dd8ba4542 {{(pid=69613) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1275.327366] env[69613]: DEBUG oslo_concurrency.lockutils [None req-14ac6c9a-e891-414a-bcb9-8fdb739f2821 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Acquiring lock "refresh_cache-fdf8a121-4d9f-4d02-b478-69879c9ac929" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.327479] env[69613]: DEBUG oslo_concurrency.lockutils [None req-14ac6c9a-e891-414a-bcb9-8fdb739f2821 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Acquired lock "refresh_cache-fdf8a121-4d9f-4d02-b478-69879c9ac929" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.327733] env[69613]: DEBUG nova.network.neutron [None req-14ac6c9a-e891-414a-bcb9-8fdb739f2821 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] [instance: fdf8a121-4d9f-4d02-b478-69879c9ac929] Building network info cache for instance {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1275.856917] env[69613]: DEBUG nova.network.neutron [None req-14ac6c9a-e891-414a-bcb9-8fdb739f2821 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] [instance: fdf8a121-4d9f-4d02-b478-69879c9ac929] Instance cache missing network info. {{(pid=69613) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1275.971159] env[69613]: DEBUG nova.network.neutron [None req-14ac6c9a-e891-414a-bcb9-8fdb739f2821 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] [instance: fdf8a121-4d9f-4d02-b478-69879c9ac929] Updating instance_info_cache with network_info: [{"id": "d9d5f1ff-8fda-4f62-a0b9-006dd8ba4542", "address": "fa:16:3e:ef:e4:5d", "network": {"id": "c0b12726-3f23-429f-9754-e392f341b3e5", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-45944192-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "00abae90f85947e99f41566442e43eab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5e27fd35-1d7b-4358-92d5-4d34da27b992", "external-id": "nsx-vlan-transportzone-355", "segmentation_id": 355, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd9d5f1ff-8f", "ovs_interfaceid": "d9d5f1ff-8fda-4f62-a0b9-006dd8ba4542", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1276.320853] env[69613]: DEBUG nova.compute.manager [None req-14ac6c9a-e891-414a-bcb9-8fdb739f2821 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] [instance: fdf8a121-4d9f-4d02-b478-69879c9ac929] Start spawning the instance on the hypervisor. {{(pid=69613) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1276.321423] env[69613]: DEBUG nova.virt.hardware [None req-14ac6c9a-e891-414a-bcb9-8fdb739f2821 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T13:55:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1276.321636] env[69613]: DEBUG nova.virt.hardware [None req-14ac6c9a-e891-414a-bcb9-8fdb739f2821 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Flavor limits 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1276.321792] env[69613]: DEBUG nova.virt.hardware [None req-14ac6c9a-e891-414a-bcb9-8fdb739f2821 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Image limits 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1276.321972] env[69613]: DEBUG nova.virt.hardware [None req-14ac6c9a-e891-414a-bcb9-8fdb739f2821 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Flavor pref 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1276.322130] env[69613]: DEBUG nova.virt.hardware [None req-14ac6c9a-e891-414a-bcb9-8fdb739f2821 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Image pref 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1276.322276] env[69613]: DEBUG nova.virt.hardware [None req-14ac6c9a-e891-414a-bcb9-8fdb739f2821 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1276.322501] env[69613]: DEBUG nova.virt.hardware [None req-14ac6c9a-e891-414a-bcb9-8fdb739f2821 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1276.322665] env[69613]: DEBUG nova.virt.hardware [None req-14ac6c9a-e891-414a-bcb9-8fdb739f2821 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69613) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1276.322856] env[69613]: DEBUG nova.virt.hardware [None req-14ac6c9a-e891-414a-bcb9-8fdb739f2821 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Got 1 possible topologies {{(pid=69613) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1276.323042] env[69613]: DEBUG nova.virt.hardware [None req-14ac6c9a-e891-414a-bcb9-8fdb739f2821 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1276.323252] env[69613]: DEBUG nova.virt.hardware [None req-14ac6c9a-e891-414a-bcb9-8fdb739f2821 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1276.324130] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a549b113-84f4-4fa7-87b1-2e2a103d5968 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.333548] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de29d703-3297-426d-9bfb-361754981000 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.473795] env[69613]: DEBUG oslo_concurrency.lockutils [None req-14ac6c9a-e891-414a-bcb9-8fdb739f2821 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Releasing lock "refresh_cache-fdf8a121-4d9f-4d02-b478-69879c9ac929" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.474085] env[69613]: DEBUG nova.compute.manager [None req-14ac6c9a-e891-414a-bcb9-8fdb739f2821 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] [instance: fdf8a121-4d9f-4d02-b478-69879c9ac929] Instance network_info: |[{"id": "d9d5f1ff-8fda-4f62-a0b9-006dd8ba4542", "address": "fa:16:3e:ef:e4:5d", "network": {"id": "c0b12726-3f23-429f-9754-e392f341b3e5", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-45944192-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "00abae90f85947e99f41566442e43eab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5e27fd35-1d7b-4358-92d5-4d34da27b992", "external-id": "nsx-vlan-transportzone-355", "segmentation_id": 355, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd9d5f1ff-8f", "ovs_interfaceid": "d9d5f1ff-8fda-4f62-a0b9-006dd8ba4542", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69613) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1276.474524] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-14ac6c9a-e891-414a-bcb9-8fdb739f2821 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] [instance: fdf8a121-4d9f-4d02-b478-69879c9ac929] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ef:e4:5d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5e27fd35-1d7b-4358-92d5-4d34da27b992', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd9d5f1ff-8fda-4f62-a0b9-006dd8ba4542', 'vif_model': 'vmxnet3'}] {{(pid=69613) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1276.482082] env[69613]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-14ac6c9a-e891-414a-bcb9-8fdb739f2821 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69613) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1276.482303] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fdf8a121-4d9f-4d02-b478-69879c9ac929] Creating VM on the ESX host {{(pid=69613) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1276.482538] env[69613]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-43586f1d-5723-4614-bf39-8e002448c27e {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.504325] env[69613]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1276.504325] env[69613]: value = "task-3418452" [ 1276.504325] env[69613]: _type = "Task" [ 1276.504325] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1276.511959] env[69613]: DEBUG oslo_vmware.api [-] Task: {'id': task-3418452, 'name': CreateVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.765199] env[69613]: DEBUG nova.compute.manager [req-1008eefb-729a-4e74-b6be-4297d43f16b2 req-f9d6365a-ed70-4872-aef6-a2016c1a6543 service nova] [instance: fdf8a121-4d9f-4d02-b478-69879c9ac929] Received event network-changed-d9d5f1ff-8fda-4f62-a0b9-006dd8ba4542 {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1276.765490] env[69613]: DEBUG nova.compute.manager [req-1008eefb-729a-4e74-b6be-4297d43f16b2 req-f9d6365a-ed70-4872-aef6-a2016c1a6543 service nova] [instance: fdf8a121-4d9f-4d02-b478-69879c9ac929] Refreshing instance network info cache due to event network-changed-d9d5f1ff-8fda-4f62-a0b9-006dd8ba4542. {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1276.765718] env[69613]: DEBUG oslo_concurrency.lockutils [req-1008eefb-729a-4e74-b6be-4297d43f16b2 req-f9d6365a-ed70-4872-aef6-a2016c1a6543 service nova] Acquiring lock "refresh_cache-fdf8a121-4d9f-4d02-b478-69879c9ac929" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.765919] env[69613]: DEBUG oslo_concurrency.lockutils [req-1008eefb-729a-4e74-b6be-4297d43f16b2 req-f9d6365a-ed70-4872-aef6-a2016c1a6543 service nova] Acquired lock "refresh_cache-fdf8a121-4d9f-4d02-b478-69879c9ac929" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.766199] env[69613]: DEBUG nova.network.neutron [req-1008eefb-729a-4e74-b6be-4297d43f16b2 req-f9d6365a-ed70-4872-aef6-a2016c1a6543 service nova] [instance: fdf8a121-4d9f-4d02-b478-69879c9ac929] Refreshing network info cache for port d9d5f1ff-8fda-4f62-a0b9-006dd8ba4542 {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1277.014759] env[69613]: DEBUG oslo_vmware.api [-] Task: {'id': task-3418452, 'name': CreateVM_Task, 'duration_secs': 0.324238} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1277.015140] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fdf8a121-4d9f-4d02-b478-69879c9ac929] Created VM on the ESX host {{(pid=69613) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1277.015572] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-14ac6c9a-e891-414a-bcb9-8fdb739f2821 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] [instance: fdf8a121-4d9f-4d02-b478-69879c9ac929] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'attachment_id': '92465f73-6bc8-4acb-8ad4-97aea27bebbd', 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-682022', 'volume_id': 'd9cb61bc-5427-4ce8-af8b-4065b8d58e34', 'name': 'volume-d9cb61bc-5427-4ce8-af8b-4065b8d58e34', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'fdf8a121-4d9f-4d02-b478-69879c9ac929', 'attached_at': '', 'detached_at': '', 'volume_id': 'd9cb61bc-5427-4ce8-af8b-4065b8d58e34', 'serial': 'd9cb61bc-5427-4ce8-af8b-4065b8d58e34'}, 'delete_on_termination': True, 'mount_device': '/dev/sda', 'device_type': None, 'guest_format': None, 'boot_index': 0, 'disk_bus': None, 'volume_type': None}], 'swap': None} {{(pid=69613) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1277.015779] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-14ac6c9a-e891-414a-bcb9-8fdb739f2821 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] [instance: fdf8a121-4d9f-4d02-b478-69879c9ac929] Root volume attach. Driver type: vmdk {{(pid=69613) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1277.016562] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25ba359f-ea59-4501-80ab-5f9cdabb3b45 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.023913] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-caf8444a-99c4-4ea0-a3e5-638bd3535a4d {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.029746] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0448b454-5393-4324-85e8-420cc8276aac {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.035244] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-b5e72cd5-95b4-46f2-a00a-b628fd9d9a0f {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.042411] env[69613]: DEBUG oslo_vmware.api [None req-14ac6c9a-e891-414a-bcb9-8fdb739f2821 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Waiting for the task: (returnval){ [ 1277.042411] env[69613]: value = "task-3418453" [ 1277.042411] env[69613]: _type = "Task" [ 1277.042411] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1277.051322] env[69613]: DEBUG oslo_vmware.api [None req-14ac6c9a-e891-414a-bcb9-8fdb739f2821 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Task: {'id': task-3418453, 'name': RelocateVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.522407] env[69613]: DEBUG nova.network.neutron [req-1008eefb-729a-4e74-b6be-4297d43f16b2 req-f9d6365a-ed70-4872-aef6-a2016c1a6543 service nova] [instance: fdf8a121-4d9f-4d02-b478-69879c9ac929] Updated VIF entry in instance network info cache for port d9d5f1ff-8fda-4f62-a0b9-006dd8ba4542. {{(pid=69613) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1277.522833] env[69613]: DEBUG nova.network.neutron [req-1008eefb-729a-4e74-b6be-4297d43f16b2 req-f9d6365a-ed70-4872-aef6-a2016c1a6543 service nova] [instance: fdf8a121-4d9f-4d02-b478-69879c9ac929] Updating instance_info_cache with network_info: [{"id": "d9d5f1ff-8fda-4f62-a0b9-006dd8ba4542", "address": "fa:16:3e:ef:e4:5d", "network": {"id": "c0b12726-3f23-429f-9754-e392f341b3e5", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-45944192-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "00abae90f85947e99f41566442e43eab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5e27fd35-1d7b-4358-92d5-4d34da27b992", "external-id": "nsx-vlan-transportzone-355", "segmentation_id": 355, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd9d5f1ff-8f", "ovs_interfaceid": "d9d5f1ff-8fda-4f62-a0b9-006dd8ba4542", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1277.555560] env[69613]: DEBUG oslo_vmware.api [None req-14ac6c9a-e891-414a-bcb9-8fdb739f2821 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Task: {'id': task-3418453, 'name': RelocateVM_Task} progress is 43%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.026177] env[69613]: DEBUG oslo_concurrency.lockutils [req-1008eefb-729a-4e74-b6be-4297d43f16b2 req-f9d6365a-ed70-4872-aef6-a2016c1a6543 service nova] Releasing lock "refresh_cache-fdf8a121-4d9f-4d02-b478-69879c9ac929" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.056534] env[69613]: DEBUG oslo_vmware.api [None req-14ac6c9a-e891-414a-bcb9-8fdb739f2821 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Task: {'id': task-3418453, 'name': RelocateVM_Task} progress is 58%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.557376] env[69613]: DEBUG oslo_vmware.api [None req-14ac6c9a-e891-414a-bcb9-8fdb739f2821 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Task: {'id': task-3418453, 'name': RelocateVM_Task} progress is 73%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.062749] env[69613]: DEBUG oslo_vmware.api [None req-14ac6c9a-e891-414a-bcb9-8fdb739f2821 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Task: {'id': task-3418453, 'name': RelocateVM_Task} progress is 88%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.559322] env[69613]: DEBUG oslo_vmware.api [None req-14ac6c9a-e891-414a-bcb9-8fdb739f2821 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Task: {'id': task-3418453, 'name': RelocateVM_Task} progress is 97%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.057554] env[69613]: DEBUG oslo_vmware.api [None req-14ac6c9a-e891-414a-bcb9-8fdb739f2821 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Task: {'id': task-3418453, 'name': RelocateVM_Task, 'duration_secs': 2.913212} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1280.057872] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-14ac6c9a-e891-414a-bcb9-8fdb739f2821 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] [instance: fdf8a121-4d9f-4d02-b478-69879c9ac929] Volume attach. Driver type: vmdk {{(pid=69613) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1280.058093] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-14ac6c9a-e891-414a-bcb9-8fdb739f2821 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] [instance: fdf8a121-4d9f-4d02-b478-69879c9ac929] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-682022', 'volume_id': 'd9cb61bc-5427-4ce8-af8b-4065b8d58e34', 'name': 'volume-d9cb61bc-5427-4ce8-af8b-4065b8d58e34', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'fdf8a121-4d9f-4d02-b478-69879c9ac929', 'attached_at': '', 'detached_at': '', 'volume_id': 'd9cb61bc-5427-4ce8-af8b-4065b8d58e34', 'serial': 'd9cb61bc-5427-4ce8-af8b-4065b8d58e34'} {{(pid=69613) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1280.058843] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a560ab8-9e92-43d5-9d73-43634a8c6666 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.073941] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c37c81a5-f1d9-4e65-ba61-62cc94245ceb {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.094695] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-14ac6c9a-e891-414a-bcb9-8fdb739f2821 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] [instance: fdf8a121-4d9f-4d02-b478-69879c9ac929] Reconfiguring VM instance instance-0000007f to attach disk [datastore2] volume-d9cb61bc-5427-4ce8-af8b-4065b8d58e34/volume-d9cb61bc-5427-4ce8-af8b-4065b8d58e34.vmdk or device None with type thin {{(pid=69613) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1280.094932] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2eef629d-cf94-4bef-a25d-6f0670243f29 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.114426] env[69613]: DEBUG oslo_vmware.api [None req-14ac6c9a-e891-414a-bcb9-8fdb739f2821 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Waiting for the task: (returnval){ [ 1280.114426] env[69613]: value = "task-3418454" [ 1280.114426] env[69613]: _type = "Task" [ 1280.114426] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1280.121980] env[69613]: DEBUG oslo_vmware.api [None req-14ac6c9a-e891-414a-bcb9-8fdb739f2821 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Task: {'id': task-3418454, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.624282] env[69613]: DEBUG oslo_vmware.api [None req-14ac6c9a-e891-414a-bcb9-8fdb739f2821 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Task: {'id': task-3418454, 'name': ReconfigVM_Task, 'duration_secs': 0.266859} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1280.624546] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-14ac6c9a-e891-414a-bcb9-8fdb739f2821 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] [instance: fdf8a121-4d9f-4d02-b478-69879c9ac929] Reconfigured VM instance instance-0000007f to attach disk [datastore2] volume-d9cb61bc-5427-4ce8-af8b-4065b8d58e34/volume-d9cb61bc-5427-4ce8-af8b-4065b8d58e34.vmdk or device None with type thin {{(pid=69613) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1280.629110] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-926c8463-c5a5-47ef-8d2b-a924741a50d2 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.644529] env[69613]: DEBUG oslo_vmware.api [None req-14ac6c9a-e891-414a-bcb9-8fdb739f2821 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Waiting for the task: (returnval){ [ 1280.644529] env[69613]: value = "task-3418455" [ 1280.644529] env[69613]: _type = "Task" [ 1280.644529] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1280.652593] env[69613]: DEBUG oslo_vmware.api [None req-14ac6c9a-e891-414a-bcb9-8fdb739f2821 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Task: {'id': task-3418455, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.154775] env[69613]: DEBUG oslo_vmware.api [None req-14ac6c9a-e891-414a-bcb9-8fdb739f2821 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Task: {'id': task-3418455, 'name': ReconfigVM_Task, 'duration_secs': 0.118883} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1281.155650] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-14ac6c9a-e891-414a-bcb9-8fdb739f2821 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] [instance: fdf8a121-4d9f-4d02-b478-69879c9ac929] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-682022', 'volume_id': 'd9cb61bc-5427-4ce8-af8b-4065b8d58e34', 'name': 'volume-d9cb61bc-5427-4ce8-af8b-4065b8d58e34', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'fdf8a121-4d9f-4d02-b478-69879c9ac929', 'attached_at': '', 'detached_at': '', 'volume_id': 'd9cb61bc-5427-4ce8-af8b-4065b8d58e34', 'serial': 'd9cb61bc-5427-4ce8-af8b-4065b8d58e34'} {{(pid=69613) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1281.156412] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ce2ee6a3-d1b6-4d8e-a52a-7341443e30ba {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.163495] env[69613]: DEBUG oslo_vmware.api [None req-14ac6c9a-e891-414a-bcb9-8fdb739f2821 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Waiting for the task: (returnval){ [ 1281.163495] env[69613]: value = "task-3418456" [ 1281.163495] env[69613]: _type = "Task" [ 1281.163495] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1281.173321] env[69613]: DEBUG oslo_vmware.api [None req-14ac6c9a-e891-414a-bcb9-8fdb739f2821 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Task: {'id': task-3418456, 'name': Rename_Task} progress is 5%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.674346] env[69613]: DEBUG oslo_vmware.api [None req-14ac6c9a-e891-414a-bcb9-8fdb739f2821 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Task: {'id': task-3418456, 'name': Rename_Task, 'duration_secs': 0.128047} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1281.674642] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-14ac6c9a-e891-414a-bcb9-8fdb739f2821 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] [instance: fdf8a121-4d9f-4d02-b478-69879c9ac929] Powering on the VM {{(pid=69613) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1281.674881] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-57840922-1ac3-4e46-a884-1becf737128b {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.681552] env[69613]: DEBUG oslo_vmware.api [None req-14ac6c9a-e891-414a-bcb9-8fdb739f2821 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Waiting for the task: (returnval){ [ 1281.681552] env[69613]: value = "task-3418457" [ 1281.681552] env[69613]: _type = "Task" [ 1281.681552] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1281.689029] env[69613]: DEBUG oslo_vmware.api [None req-14ac6c9a-e891-414a-bcb9-8fdb739f2821 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Task: {'id': task-3418457, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.193317] env[69613]: DEBUG oslo_vmware.api [None req-14ac6c9a-e891-414a-bcb9-8fdb739f2821 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Task: {'id': task-3418457, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.692452] env[69613]: DEBUG oslo_vmware.api [None req-14ac6c9a-e891-414a-bcb9-8fdb739f2821 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Task: {'id': task-3418457, 'name': PowerOnVM_Task, 'duration_secs': 0.540427} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1282.692708] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-14ac6c9a-e891-414a-bcb9-8fdb739f2821 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] [instance: fdf8a121-4d9f-4d02-b478-69879c9ac929] Powered on the VM {{(pid=69613) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1282.692900] env[69613]: INFO nova.compute.manager [None req-14ac6c9a-e891-414a-bcb9-8fdb739f2821 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] [instance: fdf8a121-4d9f-4d02-b478-69879c9ac929] Took 6.37 seconds to spawn the instance on the hypervisor. [ 1282.693089] env[69613]: DEBUG nova.compute.manager [None req-14ac6c9a-e891-414a-bcb9-8fdb739f2821 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] [instance: fdf8a121-4d9f-4d02-b478-69879c9ac929] Checking state {{(pid=69613) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1282.693839] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c3e6bfb-8eb6-468c-9982-0fadcea18214 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.213933] env[69613]: INFO nova.compute.manager [None req-14ac6c9a-e891-414a-bcb9-8fdb739f2821 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] [instance: fdf8a121-4d9f-4d02-b478-69879c9ac929] Took 12.79 seconds to build instance. [ 1283.716490] env[69613]: DEBUG oslo_concurrency.lockutils [None req-14ac6c9a-e891-414a-bcb9-8fdb739f2821 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Lock "fdf8a121-4d9f-4d02-b478-69879c9ac929" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.304s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1283.911629] env[69613]: DEBUG nova.compute.manager [req-d14ff545-aa26-4c7d-94dd-58762e67c342 req-627e2755-8776-48bb-8da2-0abf3e90d3b4 service nova] [instance: ebec351f-35c7-4a4c-a067-8477bfa10fc2] Received event network-changed-651bce8e-a230-424c-b066-2511346b7e68 {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1283.911849] env[69613]: DEBUG nova.compute.manager [req-d14ff545-aa26-4c7d-94dd-58762e67c342 req-627e2755-8776-48bb-8da2-0abf3e90d3b4 service nova] [instance: ebec351f-35c7-4a4c-a067-8477bfa10fc2] Refreshing instance network info cache due to event network-changed-651bce8e-a230-424c-b066-2511346b7e68. {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1283.912033] env[69613]: DEBUG oslo_concurrency.lockutils [req-d14ff545-aa26-4c7d-94dd-58762e67c342 req-627e2755-8776-48bb-8da2-0abf3e90d3b4 service nova] Acquiring lock "refresh_cache-ebec351f-35c7-4a4c-a067-8477bfa10fc2" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.912186] env[69613]: DEBUG oslo_concurrency.lockutils [req-d14ff545-aa26-4c7d-94dd-58762e67c342 req-627e2755-8776-48bb-8da2-0abf3e90d3b4 service nova] Acquired lock "refresh_cache-ebec351f-35c7-4a4c-a067-8477bfa10fc2" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.912347] env[69613]: DEBUG nova.network.neutron [req-d14ff545-aa26-4c7d-94dd-58762e67c342 req-627e2755-8776-48bb-8da2-0abf3e90d3b4 service nova] [instance: ebec351f-35c7-4a4c-a067-8477bfa10fc2] Refreshing network info cache for port 651bce8e-a230-424c-b066-2511346b7e68 {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1284.599622] env[69613]: DEBUG nova.network.neutron [req-d14ff545-aa26-4c7d-94dd-58762e67c342 req-627e2755-8776-48bb-8da2-0abf3e90d3b4 service nova] [instance: ebec351f-35c7-4a4c-a067-8477bfa10fc2] Updated VIF entry in instance network info cache for port 651bce8e-a230-424c-b066-2511346b7e68. {{(pid=69613) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1284.599987] env[69613]: DEBUG nova.network.neutron [req-d14ff545-aa26-4c7d-94dd-58762e67c342 req-627e2755-8776-48bb-8da2-0abf3e90d3b4 service nova] [instance: ebec351f-35c7-4a4c-a067-8477bfa10fc2] Updating instance_info_cache with network_info: [{"id": "651bce8e-a230-424c-b066-2511346b7e68", "address": "fa:16:3e:39:bb:ec", "network": {"id": "c0b12726-3f23-429f-9754-e392f341b3e5", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-45944192-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "00abae90f85947e99f41566442e43eab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5e27fd35-1d7b-4358-92d5-4d34da27b992", "external-id": "nsx-vlan-transportzone-355", "segmentation_id": 355, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap651bce8e-a2", "ovs_interfaceid": "651bce8e-a230-424c-b066-2511346b7e68", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1285.102538] env[69613]: DEBUG oslo_concurrency.lockutils [req-d14ff545-aa26-4c7d-94dd-58762e67c342 req-627e2755-8776-48bb-8da2-0abf3e90d3b4 service nova] Releasing lock "refresh_cache-ebec351f-35c7-4a4c-a067-8477bfa10fc2" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.312237] env[69613]: DEBUG nova.compute.manager [None req-23f89254-41ed-44c1-a1f2-b58927d33bc7 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] [instance: fdf8a121-4d9f-4d02-b478-69879c9ac929] Stashing vm_state: active {{(pid=69613) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1285.832104] env[69613]: DEBUG oslo_concurrency.lockutils [None req-23f89254-41ed-44c1-a1f2-b58927d33bc7 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1285.832405] env[69613]: DEBUG oslo_concurrency.lockutils [None req-23f89254-41ed-44c1-a1f2-b58927d33bc7 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1285.937459] env[69613]: DEBUG nova.compute.manager [req-61c9f439-fe21-4324-b1a2-7b65b80d7851 req-952b266c-9126-40b9-9cdd-d8e0bc56c30f service nova] [instance: fdf8a121-4d9f-4d02-b478-69879c9ac929] Received event network-changed-d9d5f1ff-8fda-4f62-a0b9-006dd8ba4542 {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1285.937658] env[69613]: DEBUG nova.compute.manager [req-61c9f439-fe21-4324-b1a2-7b65b80d7851 req-952b266c-9126-40b9-9cdd-d8e0bc56c30f service nova] [instance: fdf8a121-4d9f-4d02-b478-69879c9ac929] Refreshing instance network info cache due to event network-changed-d9d5f1ff-8fda-4f62-a0b9-006dd8ba4542. {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1285.937866] env[69613]: DEBUG oslo_concurrency.lockutils [req-61c9f439-fe21-4324-b1a2-7b65b80d7851 req-952b266c-9126-40b9-9cdd-d8e0bc56c30f service nova] Acquiring lock "refresh_cache-fdf8a121-4d9f-4d02-b478-69879c9ac929" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.938015] env[69613]: DEBUG oslo_concurrency.lockutils [req-61c9f439-fe21-4324-b1a2-7b65b80d7851 req-952b266c-9126-40b9-9cdd-d8e0bc56c30f service nova] Acquired lock "refresh_cache-fdf8a121-4d9f-4d02-b478-69879c9ac929" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.938181] env[69613]: DEBUG nova.network.neutron [req-61c9f439-fe21-4324-b1a2-7b65b80d7851 req-952b266c-9126-40b9-9cdd-d8e0bc56c30f service nova] [instance: fdf8a121-4d9f-4d02-b478-69879c9ac929] Refreshing network info cache for port d9d5f1ff-8fda-4f62-a0b9-006dd8ba4542 {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1286.338278] env[69613]: INFO nova.compute.claims [None req-23f89254-41ed-44c1-a1f2-b58927d33bc7 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] [instance: fdf8a121-4d9f-4d02-b478-69879c9ac929] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1286.639667] env[69613]: DEBUG nova.network.neutron [req-61c9f439-fe21-4324-b1a2-7b65b80d7851 req-952b266c-9126-40b9-9cdd-d8e0bc56c30f service nova] [instance: fdf8a121-4d9f-4d02-b478-69879c9ac929] Updated VIF entry in instance network info cache for port d9d5f1ff-8fda-4f62-a0b9-006dd8ba4542. {{(pid=69613) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1286.640048] env[69613]: DEBUG nova.network.neutron [req-61c9f439-fe21-4324-b1a2-7b65b80d7851 req-952b266c-9126-40b9-9cdd-d8e0bc56c30f service nova] [instance: fdf8a121-4d9f-4d02-b478-69879c9ac929] Updating instance_info_cache with network_info: [{"id": "d9d5f1ff-8fda-4f62-a0b9-006dd8ba4542", "address": "fa:16:3e:ef:e4:5d", "network": {"id": "c0b12726-3f23-429f-9754-e392f341b3e5", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-45944192-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.239", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "00abae90f85947e99f41566442e43eab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5e27fd35-1d7b-4358-92d5-4d34da27b992", "external-id": "nsx-vlan-transportzone-355", "segmentation_id": 355, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd9d5f1ff-8f", "ovs_interfaceid": "d9d5f1ff-8fda-4f62-a0b9-006dd8ba4542", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1286.844638] env[69613]: INFO nova.compute.resource_tracker [None req-23f89254-41ed-44c1-a1f2-b58927d33bc7 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] [instance: fdf8a121-4d9f-4d02-b478-69879c9ac929] Updating resource usage from migration b201be0d-13c7-4ec5-ade7-97222802e21b [ 1286.922594] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e660c586-4c56-4d9e-a1c1-33ec3105d978 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.929963] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc71397d-658a-4628-a472-c28f7acf881c {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.959736] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88ba710f-8d02-43d9-942d-df3cc3d649c7 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.966890] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-664a1776-cc83-44d0-a5eb-8c3107c4c8c5 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.981752] env[69613]: DEBUG nova.compute.provider_tree [None req-23f89254-41ed-44c1-a1f2-b58927d33bc7 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Inventory has not changed in ProviderTree for provider: af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 {{(pid=69613) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1287.142623] env[69613]: DEBUG oslo_concurrency.lockutils [req-61c9f439-fe21-4324-b1a2-7b65b80d7851 req-952b266c-9126-40b9-9cdd-d8e0bc56c30f service nova] Releasing lock "refresh_cache-fdf8a121-4d9f-4d02-b478-69879c9ac929" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.486149] env[69613]: DEBUG nova.scheduler.client.report [None req-23f89254-41ed-44c1-a1f2-b58927d33bc7 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Inventory has not changed for provider af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69613) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1287.990834] env[69613]: DEBUG oslo_concurrency.lockutils [None req-23f89254-41ed-44c1-a1f2-b58927d33bc7 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.158s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1287.991274] env[69613]: INFO nova.compute.manager [None req-23f89254-41ed-44c1-a1f2-b58927d33bc7 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] [instance: fdf8a121-4d9f-4d02-b478-69879c9ac929] Migrating [ 1288.504402] env[69613]: DEBUG oslo_concurrency.lockutils [None req-23f89254-41ed-44c1-a1f2-b58927d33bc7 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Acquiring lock "refresh_cache-fdf8a121-4d9f-4d02-b478-69879c9ac929" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.504625] env[69613]: DEBUG oslo_concurrency.lockutils [None req-23f89254-41ed-44c1-a1f2-b58927d33bc7 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Acquired lock "refresh_cache-fdf8a121-4d9f-4d02-b478-69879c9ac929" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.504788] env[69613]: DEBUG nova.network.neutron [None req-23f89254-41ed-44c1-a1f2-b58927d33bc7 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] [instance: fdf8a121-4d9f-4d02-b478-69879c9ac929] Building network info cache for instance {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1289.201890] env[69613]: DEBUG nova.network.neutron [None req-23f89254-41ed-44c1-a1f2-b58927d33bc7 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] [instance: fdf8a121-4d9f-4d02-b478-69879c9ac929] Updating instance_info_cache with network_info: [{"id": "d9d5f1ff-8fda-4f62-a0b9-006dd8ba4542", "address": "fa:16:3e:ef:e4:5d", "network": {"id": "c0b12726-3f23-429f-9754-e392f341b3e5", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-45944192-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.239", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "00abae90f85947e99f41566442e43eab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5e27fd35-1d7b-4358-92d5-4d34da27b992", "external-id": "nsx-vlan-transportzone-355", "segmentation_id": 355, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd9d5f1ff-8f", "ovs_interfaceid": "d9d5f1ff-8fda-4f62-a0b9-006dd8ba4542", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1289.704954] env[69613]: DEBUG oslo_concurrency.lockutils [None req-23f89254-41ed-44c1-a1f2-b58927d33bc7 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Releasing lock "refresh_cache-fdf8a121-4d9f-4d02-b478-69879c9ac929" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.218829] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-017bb059-3744-4c15-bb4a-f3b538735923 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.238780] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-23f89254-41ed-44c1-a1f2-b58927d33bc7 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] [instance: fdf8a121-4d9f-4d02-b478-69879c9ac929] Updating instance 'fdf8a121-4d9f-4d02-b478-69879c9ac929' progress to 0 {{(pid=69613) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1291.631873] env[69613]: DEBUG oslo_concurrency.lockutils [None req-fce2580a-1b98-4411-b3d1-bd77ee97eba5 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] Acquiring lock "78f011cd-d84f-4ea5-9945-9ff6b202838a" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1291.632177] env[69613]: DEBUG oslo_concurrency.lockutils [None req-fce2580a-1b98-4411-b3d1-bd77ee97eba5 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] Lock "78f011cd-d84f-4ea5-9945-9ff6b202838a" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1291.632362] env[69613]: INFO nova.compute.manager [None req-fce2580a-1b98-4411-b3d1-bd77ee97eba5 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] [instance: 78f011cd-d84f-4ea5-9945-9ff6b202838a] Shelving [ 1291.744330] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-23f89254-41ed-44c1-a1f2-b58927d33bc7 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] [instance: fdf8a121-4d9f-4d02-b478-69879c9ac929] Powering off the VM {{(pid=69613) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1291.744560] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ca3ca459-26d3-4415-9b4e-9f649be53dd0 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.752751] env[69613]: DEBUG oslo_vmware.api [None req-23f89254-41ed-44c1-a1f2-b58927d33bc7 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Waiting for the task: (returnval){ [ 1291.752751] env[69613]: value = "task-3418458" [ 1291.752751] env[69613]: _type = "Task" [ 1291.752751] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1291.760237] env[69613]: DEBUG oslo_vmware.api [None req-23f89254-41ed-44c1-a1f2-b58927d33bc7 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Task: {'id': task-3418458, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.279198] env[69613]: DEBUG oslo_vmware.api [None req-23f89254-41ed-44c1-a1f2-b58927d33bc7 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Task: {'id': task-3418458, 'name': PowerOffVM_Task, 'duration_secs': 0.160373} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1292.279198] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-23f89254-41ed-44c1-a1f2-b58927d33bc7 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] [instance: fdf8a121-4d9f-4d02-b478-69879c9ac929] Powered off the VM {{(pid=69613) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1292.279198] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-23f89254-41ed-44c1-a1f2-b58927d33bc7 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] [instance: fdf8a121-4d9f-4d02-b478-69879c9ac929] Updating instance 'fdf8a121-4d9f-4d02-b478-69879c9ac929' progress to 17 {{(pid=69613) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1292.641715] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-fce2580a-1b98-4411-b3d1-bd77ee97eba5 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] [instance: 78f011cd-d84f-4ea5-9945-9ff6b202838a] Powering off the VM {{(pid=69613) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1292.642033] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d4750e58-0f7e-41d2-9dc0-a9c9213d7578 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.649740] env[69613]: DEBUG oslo_vmware.api [None req-fce2580a-1b98-4411-b3d1-bd77ee97eba5 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] Waiting for the task: (returnval){ [ 1292.649740] env[69613]: value = "task-3418459" [ 1292.649740] env[69613]: _type = "Task" [ 1292.649740] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1292.658466] env[69613]: DEBUG oslo_vmware.api [None req-fce2580a-1b98-4411-b3d1-bd77ee97eba5 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] Task: {'id': task-3418459, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.768976] env[69613]: DEBUG nova.virt.hardware [None req-23f89254-41ed-44c1-a1f2-b58927d33bc7 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T13:55:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1292.769262] env[69613]: DEBUG nova.virt.hardware [None req-23f89254-41ed-44c1-a1f2-b58927d33bc7 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Flavor limits 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1292.769425] env[69613]: DEBUG nova.virt.hardware [None req-23f89254-41ed-44c1-a1f2-b58927d33bc7 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Image limits 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1292.769605] env[69613]: DEBUG nova.virt.hardware [None req-23f89254-41ed-44c1-a1f2-b58927d33bc7 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Flavor pref 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1292.769753] env[69613]: DEBUG nova.virt.hardware [None req-23f89254-41ed-44c1-a1f2-b58927d33bc7 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Image pref 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1292.769903] env[69613]: DEBUG nova.virt.hardware [None req-23f89254-41ed-44c1-a1f2-b58927d33bc7 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1292.770120] env[69613]: DEBUG nova.virt.hardware [None req-23f89254-41ed-44c1-a1f2-b58927d33bc7 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1292.770285] env[69613]: DEBUG nova.virt.hardware [None req-23f89254-41ed-44c1-a1f2-b58927d33bc7 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69613) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1292.770454] env[69613]: DEBUG nova.virt.hardware [None req-23f89254-41ed-44c1-a1f2-b58927d33bc7 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Got 1 possible topologies {{(pid=69613) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1292.770669] env[69613]: DEBUG nova.virt.hardware [None req-23f89254-41ed-44c1-a1f2-b58927d33bc7 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1292.770858] env[69613]: DEBUG nova.virt.hardware [None req-23f89254-41ed-44c1-a1f2-b58927d33bc7 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1292.776077] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-92e71f9e-aa40-43d3-b4c0-b076f963b8b7 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.791868] env[69613]: DEBUG oslo_vmware.api [None req-23f89254-41ed-44c1-a1f2-b58927d33bc7 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Waiting for the task: (returnval){ [ 1292.791868] env[69613]: value = "task-3418460" [ 1292.791868] env[69613]: _type = "Task" [ 1292.791868] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1292.799930] env[69613]: DEBUG oslo_vmware.api [None req-23f89254-41ed-44c1-a1f2-b58927d33bc7 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Task: {'id': task-3418460, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.159122] env[69613]: DEBUG oslo_vmware.api [None req-fce2580a-1b98-4411-b3d1-bd77ee97eba5 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] Task: {'id': task-3418459, 'name': PowerOffVM_Task, 'duration_secs': 0.156776} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1293.159386] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-fce2580a-1b98-4411-b3d1-bd77ee97eba5 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] [instance: 78f011cd-d84f-4ea5-9945-9ff6b202838a] Powered off the VM {{(pid=69613) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1293.160210] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44a6e6e6-a501-43de-8560-6b9e0805ada0 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.177727] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60020829-13a7-43f6-b659-29c2a4b830b8 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.302561] env[69613]: DEBUG oslo_vmware.api [None req-23f89254-41ed-44c1-a1f2-b58927d33bc7 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Task: {'id': task-3418460, 'name': ReconfigVM_Task, 'duration_secs': 0.141821} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1293.302942] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-23f89254-41ed-44c1-a1f2-b58927d33bc7 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] [instance: fdf8a121-4d9f-4d02-b478-69879c9ac929] Updating instance 'fdf8a121-4d9f-4d02-b478-69879c9ac929' progress to 33 {{(pid=69613) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1293.687640] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-fce2580a-1b98-4411-b3d1-bd77ee97eba5 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] [instance: 78f011cd-d84f-4ea5-9945-9ff6b202838a] Creating Snapshot of the VM instance {{(pid=69613) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1293.687987] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-0ffe0e47-7bd1-4411-b7db-48a338ce13be {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.695701] env[69613]: DEBUG oslo_vmware.api [None req-fce2580a-1b98-4411-b3d1-bd77ee97eba5 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] Waiting for the task: (returnval){ [ 1293.695701] env[69613]: value = "task-3418461" [ 1293.695701] env[69613]: _type = "Task" [ 1293.695701] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1293.703164] env[69613]: DEBUG oslo_vmware.api [None req-fce2580a-1b98-4411-b3d1-bd77ee97eba5 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] Task: {'id': task-3418461, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.809076] env[69613]: DEBUG nova.virt.hardware [None req-23f89254-41ed-44c1-a1f2-b58927d33bc7 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T13:55:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1293.809076] env[69613]: DEBUG nova.virt.hardware [None req-23f89254-41ed-44c1-a1f2-b58927d33bc7 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Flavor limits 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1293.809076] env[69613]: DEBUG nova.virt.hardware [None req-23f89254-41ed-44c1-a1f2-b58927d33bc7 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Image limits 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1293.809436] env[69613]: DEBUG nova.virt.hardware [None req-23f89254-41ed-44c1-a1f2-b58927d33bc7 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Flavor pref 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1293.809436] env[69613]: DEBUG nova.virt.hardware [None req-23f89254-41ed-44c1-a1f2-b58927d33bc7 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Image pref 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1293.809506] env[69613]: DEBUG nova.virt.hardware [None req-23f89254-41ed-44c1-a1f2-b58927d33bc7 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1293.809683] env[69613]: DEBUG nova.virt.hardware [None req-23f89254-41ed-44c1-a1f2-b58927d33bc7 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1293.809840] env[69613]: DEBUG nova.virt.hardware [None req-23f89254-41ed-44c1-a1f2-b58927d33bc7 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69613) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1293.810023] env[69613]: DEBUG nova.virt.hardware [None req-23f89254-41ed-44c1-a1f2-b58927d33bc7 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Got 1 possible topologies {{(pid=69613) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1293.810189] env[69613]: DEBUG nova.virt.hardware [None req-23f89254-41ed-44c1-a1f2-b58927d33bc7 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1293.810361] env[69613]: DEBUG nova.virt.hardware [None req-23f89254-41ed-44c1-a1f2-b58927d33bc7 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1293.815637] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-23f89254-41ed-44c1-a1f2-b58927d33bc7 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] [instance: fdf8a121-4d9f-4d02-b478-69879c9ac929] Reconfiguring VM instance instance-0000007f to detach disk 2000 {{(pid=69613) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1293.815918] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e471f62c-d576-494d-a2cb-df347144b241 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.834319] env[69613]: DEBUG oslo_vmware.api [None req-23f89254-41ed-44c1-a1f2-b58927d33bc7 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Waiting for the task: (returnval){ [ 1293.834319] env[69613]: value = "task-3418462" [ 1293.834319] env[69613]: _type = "Task" [ 1293.834319] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1293.841805] env[69613]: DEBUG oslo_vmware.api [None req-23f89254-41ed-44c1-a1f2-b58927d33bc7 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Task: {'id': task-3418462, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.206051] env[69613]: DEBUG oslo_vmware.api [None req-fce2580a-1b98-4411-b3d1-bd77ee97eba5 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] Task: {'id': task-3418461, 'name': CreateSnapshot_Task, 'duration_secs': 0.413126} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1294.206378] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-fce2580a-1b98-4411-b3d1-bd77ee97eba5 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] [instance: 78f011cd-d84f-4ea5-9945-9ff6b202838a] Created Snapshot of the VM instance {{(pid=69613) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1294.207176] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77460ebf-1bca-43de-b14a-b668826ad8e7 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.343835] env[69613]: DEBUG oslo_vmware.api [None req-23f89254-41ed-44c1-a1f2-b58927d33bc7 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Task: {'id': task-3418462, 'name': ReconfigVM_Task, 'duration_secs': 0.13982} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1294.344214] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-23f89254-41ed-44c1-a1f2-b58927d33bc7 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] [instance: fdf8a121-4d9f-4d02-b478-69879c9ac929] Reconfigured VM instance instance-0000007f to detach disk 2000 {{(pid=69613) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1294.344767] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07a0aee5-3dd9-45ce-b55e-6c12f7b240dd {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.366541] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-23f89254-41ed-44c1-a1f2-b58927d33bc7 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] [instance: fdf8a121-4d9f-4d02-b478-69879c9ac929] Reconfiguring VM instance instance-0000007f to attach disk [datastore2] volume-d9cb61bc-5427-4ce8-af8b-4065b8d58e34/volume-d9cb61bc-5427-4ce8-af8b-4065b8d58e34.vmdk or device None with type thin {{(pid=69613) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1294.366774] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-101b16db-cddb-47f8-93ac-251b642f7921 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.383979] env[69613]: DEBUG oslo_vmware.api [None req-23f89254-41ed-44c1-a1f2-b58927d33bc7 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Waiting for the task: (returnval){ [ 1294.383979] env[69613]: value = "task-3418463" [ 1294.383979] env[69613]: _type = "Task" [ 1294.383979] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1294.391251] env[69613]: DEBUG oslo_vmware.api [None req-23f89254-41ed-44c1-a1f2-b58927d33bc7 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Task: {'id': task-3418463, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.725480] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-fce2580a-1b98-4411-b3d1-bd77ee97eba5 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] [instance: 78f011cd-d84f-4ea5-9945-9ff6b202838a] Creating linked-clone VM from snapshot {{(pid=69613) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1294.725751] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-4167452f-81a6-4685-934a-ed35fa0c6a4b {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.734745] env[69613]: DEBUG oslo_vmware.api [None req-fce2580a-1b98-4411-b3d1-bd77ee97eba5 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] Waiting for the task: (returnval){ [ 1294.734745] env[69613]: value = "task-3418464" [ 1294.734745] env[69613]: _type = "Task" [ 1294.734745] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1294.742325] env[69613]: DEBUG oslo_vmware.api [None req-fce2580a-1b98-4411-b3d1-bd77ee97eba5 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] Task: {'id': task-3418464, 'name': CloneVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.894016] env[69613]: DEBUG oslo_vmware.api [None req-23f89254-41ed-44c1-a1f2-b58927d33bc7 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Task: {'id': task-3418463, 'name': ReconfigVM_Task, 'duration_secs': 0.242792} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1294.894304] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-23f89254-41ed-44c1-a1f2-b58927d33bc7 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] [instance: fdf8a121-4d9f-4d02-b478-69879c9ac929] Reconfigured VM instance instance-0000007f to attach disk [datastore2] volume-d9cb61bc-5427-4ce8-af8b-4065b8d58e34/volume-d9cb61bc-5427-4ce8-af8b-4065b8d58e34.vmdk or device None with type thin {{(pid=69613) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1294.894659] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-23f89254-41ed-44c1-a1f2-b58927d33bc7 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] [instance: fdf8a121-4d9f-4d02-b478-69879c9ac929] Updating instance 'fdf8a121-4d9f-4d02-b478-69879c9ac929' progress to 50 {{(pid=69613) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1295.245564] env[69613]: DEBUG oslo_vmware.api [None req-fce2580a-1b98-4411-b3d1-bd77ee97eba5 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] Task: {'id': task-3418464, 'name': CloneVM_Task} progress is 94%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1295.401458] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ed6a7d8-fb8b-4f4d-8025-37f1afbe3725 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.420364] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8477fda3-804e-4766-a603-5fbeaef6592b {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.437465] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-23f89254-41ed-44c1-a1f2-b58927d33bc7 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] [instance: fdf8a121-4d9f-4d02-b478-69879c9ac929] Updating instance 'fdf8a121-4d9f-4d02-b478-69879c9ac929' progress to 67 {{(pid=69613) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1295.745134] env[69613]: DEBUG oslo_vmware.api [None req-fce2580a-1b98-4411-b3d1-bd77ee97eba5 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] Task: {'id': task-3418464, 'name': CloneVM_Task, 'duration_secs': 0.937377} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1295.745362] env[69613]: INFO nova.virt.vmwareapi.vmops [None req-fce2580a-1b98-4411-b3d1-bd77ee97eba5 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] [instance: 78f011cd-d84f-4ea5-9945-9ff6b202838a] Created linked-clone VM from snapshot [ 1295.746097] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-803ed2f2-e391-4fea-a8d6-888f29347b18 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.753181] env[69613]: DEBUG nova.virt.vmwareapi.images [None req-fce2580a-1b98-4411-b3d1-bd77ee97eba5 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] [instance: 78f011cd-d84f-4ea5-9945-9ff6b202838a] Uploading image 2a389b3e-3971-48bb-84ee-4b65f10eeec2 {{(pid=69613) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1295.772974] env[69613]: DEBUG oslo_vmware.rw_handles [None req-fce2580a-1b98-4411-b3d1-bd77ee97eba5 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1295.772974] env[69613]: value = "vm-682026" [ 1295.772974] env[69613]: _type = "VirtualMachine" [ 1295.772974] env[69613]: }. {{(pid=69613) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1295.773214] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-3c88e0ed-147a-42d7-b7db-3535da694c79 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.780764] env[69613]: DEBUG oslo_vmware.rw_handles [None req-fce2580a-1b98-4411-b3d1-bd77ee97eba5 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] Lease: (returnval){ [ 1295.780764] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]5214492d-8648-4c5b-c5dc-98f76aa7a774" [ 1295.780764] env[69613]: _type = "HttpNfcLease" [ 1295.780764] env[69613]: } obtained for exporting VM: (result){ [ 1295.780764] env[69613]: value = "vm-682026" [ 1295.780764] env[69613]: _type = "VirtualMachine" [ 1295.780764] env[69613]: }. {{(pid=69613) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1295.781077] env[69613]: DEBUG oslo_vmware.api [None req-fce2580a-1b98-4411-b3d1-bd77ee97eba5 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] Waiting for the lease: (returnval){ [ 1295.781077] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]5214492d-8648-4c5b-c5dc-98f76aa7a774" [ 1295.781077] env[69613]: _type = "HttpNfcLease" [ 1295.781077] env[69613]: } to be ready. {{(pid=69613) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1295.786542] env[69613]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1295.786542] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]5214492d-8648-4c5b-c5dc-98f76aa7a774" [ 1295.786542] env[69613]: _type = "HttpNfcLease" [ 1295.786542] env[69613]: } is initializing. {{(pid=69613) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1296.290058] env[69613]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1296.290058] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]5214492d-8648-4c5b-c5dc-98f76aa7a774" [ 1296.290058] env[69613]: _type = "HttpNfcLease" [ 1296.290058] env[69613]: } is ready. {{(pid=69613) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1296.290403] env[69613]: DEBUG oslo_vmware.rw_handles [None req-fce2580a-1b98-4411-b3d1-bd77ee97eba5 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1296.290403] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]5214492d-8648-4c5b-c5dc-98f76aa7a774" [ 1296.290403] env[69613]: _type = "HttpNfcLease" [ 1296.290403] env[69613]: }. {{(pid=69613) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1296.291159] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e096899e-099e-4063-86e4-b73044bb9b71 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.298393] env[69613]: DEBUG oslo_vmware.rw_handles [None req-fce2580a-1b98-4411-b3d1-bd77ee97eba5 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52cc80db-b642-9813-4fb7-e8ddc9a1504a/disk-0.vmdk from lease info. {{(pid=69613) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1296.298562] env[69613]: DEBUG oslo_vmware.rw_handles [None req-fce2580a-1b98-4411-b3d1-bd77ee97eba5 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52cc80db-b642-9813-4fb7-e8ddc9a1504a/disk-0.vmdk for reading. {{(pid=69613) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1296.385982] env[69613]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-3f036954-424e-4c0d-8e7e-b3a23e937b95 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.074465] env[69613]: DEBUG nova.network.neutron [None req-23f89254-41ed-44c1-a1f2-b58927d33bc7 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] [instance: fdf8a121-4d9f-4d02-b478-69879c9ac929] Port d9d5f1ff-8fda-4f62-a0b9-006dd8ba4542 binding to destination host cpu-1 is already ACTIVE {{(pid=69613) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1298.099076] env[69613]: DEBUG oslo_concurrency.lockutils [None req-23f89254-41ed-44c1-a1f2-b58927d33bc7 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Acquiring lock "fdf8a121-4d9f-4d02-b478-69879c9ac929-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1298.100023] env[69613]: DEBUG oslo_concurrency.lockutils [None req-23f89254-41ed-44c1-a1f2-b58927d33bc7 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Lock "fdf8a121-4d9f-4d02-b478-69879c9ac929-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1298.100023] env[69613]: DEBUG oslo_concurrency.lockutils [None req-23f89254-41ed-44c1-a1f2-b58927d33bc7 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Lock "fdf8a121-4d9f-4d02-b478-69879c9ac929-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1299.140381] env[69613]: DEBUG oslo_concurrency.lockutils [None req-23f89254-41ed-44c1-a1f2-b58927d33bc7 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Acquiring lock "refresh_cache-fdf8a121-4d9f-4d02-b478-69879c9ac929" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.140722] env[69613]: DEBUG oslo_concurrency.lockutils [None req-23f89254-41ed-44c1-a1f2-b58927d33bc7 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Acquired lock "refresh_cache-fdf8a121-4d9f-4d02-b478-69879c9ac929" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.140771] env[69613]: DEBUG nova.network.neutron [None req-23f89254-41ed-44c1-a1f2-b58927d33bc7 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] [instance: fdf8a121-4d9f-4d02-b478-69879c9ac929] Building network info cache for instance {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1299.868190] env[69613]: DEBUG nova.network.neutron [None req-23f89254-41ed-44c1-a1f2-b58927d33bc7 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] [instance: fdf8a121-4d9f-4d02-b478-69879c9ac929] Updating instance_info_cache with network_info: [{"id": "d9d5f1ff-8fda-4f62-a0b9-006dd8ba4542", "address": "fa:16:3e:ef:e4:5d", "network": {"id": "c0b12726-3f23-429f-9754-e392f341b3e5", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-45944192-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.239", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "00abae90f85947e99f41566442e43eab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5e27fd35-1d7b-4358-92d5-4d34da27b992", "external-id": "nsx-vlan-transportzone-355", "segmentation_id": 355, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd9d5f1ff-8f", "ovs_interfaceid": "d9d5f1ff-8fda-4f62-a0b9-006dd8ba4542", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1300.371042] env[69613]: DEBUG oslo_concurrency.lockutils [None req-23f89254-41ed-44c1-a1f2-b58927d33bc7 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Releasing lock "refresh_cache-fdf8a121-4d9f-4d02-b478-69879c9ac929" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.881531] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f88f1cb8-92a9-4a22-ab58-fc8bf8eeb623 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.888801] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7978134-89a9-4899-ba06-3e3ef36e3326 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.992561] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-300989c1-c5f0-4ed5-9898-2eead9e5d027 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.012935] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24f7538e-b1fb-478a-bb52-7a0d03273b47 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.020230] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-23f89254-41ed-44c1-a1f2-b58927d33bc7 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] [instance: fdf8a121-4d9f-4d02-b478-69879c9ac929] Updating instance 'fdf8a121-4d9f-4d02-b478-69879c9ac929' progress to 83 {{(pid=69613) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1302.526653] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-23f89254-41ed-44c1-a1f2-b58927d33bc7 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] [instance: fdf8a121-4d9f-4d02-b478-69879c9ac929] Powering on the VM {{(pid=69613) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1302.526918] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-60b855fd-2fe0-4750-b09f-42d7b81eaae2 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.534404] env[69613]: DEBUG oslo_vmware.api [None req-23f89254-41ed-44c1-a1f2-b58927d33bc7 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Waiting for the task: (returnval){ [ 1302.534404] env[69613]: value = "task-3418466" [ 1302.534404] env[69613]: _type = "Task" [ 1302.534404] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1302.541949] env[69613]: DEBUG oslo_vmware.api [None req-23f89254-41ed-44c1-a1f2-b58927d33bc7 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Task: {'id': task-3418466, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1303.044515] env[69613]: DEBUG oslo_vmware.api [None req-23f89254-41ed-44c1-a1f2-b58927d33bc7 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Task: {'id': task-3418466, 'name': PowerOnVM_Task, 'duration_secs': 0.459221} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1303.044858] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-23f89254-41ed-44c1-a1f2-b58927d33bc7 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] [instance: fdf8a121-4d9f-4d02-b478-69879c9ac929] Powered on the VM {{(pid=69613) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1303.044984] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-23f89254-41ed-44c1-a1f2-b58927d33bc7 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] [instance: fdf8a121-4d9f-4d02-b478-69879c9ac929] Updating instance 'fdf8a121-4d9f-4d02-b478-69879c9ac929' progress to 100 {{(pid=69613) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1305.031676] env[69613]: DEBUG oslo_vmware.rw_handles [None req-fce2580a-1b98-4411-b3d1-bd77ee97eba5 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52cc80db-b642-9813-4fb7-e8ddc9a1504a/disk-0.vmdk. {{(pid=69613) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1305.032643] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-184f72de-e596-4c9e-a125-48d51a1df8c7 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.039707] env[69613]: DEBUG oslo_vmware.rw_handles [None req-fce2580a-1b98-4411-b3d1-bd77ee97eba5 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52cc80db-b642-9813-4fb7-e8ddc9a1504a/disk-0.vmdk is in state: ready. {{(pid=69613) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1305.039869] env[69613]: ERROR oslo_vmware.rw_handles [None req-fce2580a-1b98-4411-b3d1-bd77ee97eba5 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52cc80db-b642-9813-4fb7-e8ddc9a1504a/disk-0.vmdk due to incomplete transfer. [ 1305.040113] env[69613]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-43a1c6cc-af6a-4928-a1b7-1fb2c5258207 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.047070] env[69613]: DEBUG oslo_vmware.rw_handles [None req-fce2580a-1b98-4411-b3d1-bd77ee97eba5 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52cc80db-b642-9813-4fb7-e8ddc9a1504a/disk-0.vmdk. {{(pid=69613) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1305.047302] env[69613]: DEBUG nova.virt.vmwareapi.images [None req-fce2580a-1b98-4411-b3d1-bd77ee97eba5 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] [instance: 78f011cd-d84f-4ea5-9945-9ff6b202838a] Uploaded image 2a389b3e-3971-48bb-84ee-4b65f10eeec2 to the Glance image server {{(pid=69613) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1305.049533] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-fce2580a-1b98-4411-b3d1-bd77ee97eba5 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] [instance: 78f011cd-d84f-4ea5-9945-9ff6b202838a] Destroying the VM {{(pid=69613) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1305.049765] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-a2637635-2f53-45ed-b272-ee29859de785 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.055082] env[69613]: DEBUG oslo_vmware.api [None req-fce2580a-1b98-4411-b3d1-bd77ee97eba5 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] Waiting for the task: (returnval){ [ 1305.055082] env[69613]: value = "task-3418467" [ 1305.055082] env[69613]: _type = "Task" [ 1305.055082] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1305.062859] env[69613]: DEBUG oslo_vmware.api [None req-fce2580a-1b98-4411-b3d1-bd77ee97eba5 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] Task: {'id': task-3418467, 'name': Destroy_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1305.564699] env[69613]: DEBUG oslo_vmware.api [None req-fce2580a-1b98-4411-b3d1-bd77ee97eba5 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] Task: {'id': task-3418467, 'name': Destroy_Task} progress is 33%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1305.799523] env[69613]: DEBUG oslo_concurrency.lockutils [None req-cd570ad0-be47-4791-a4d2-7f309fcbc3d9 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Acquiring lock "fdf8a121-4d9f-4d02-b478-69879c9ac929" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1305.799797] env[69613]: DEBUG oslo_concurrency.lockutils [None req-cd570ad0-be47-4791-a4d2-7f309fcbc3d9 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Lock "fdf8a121-4d9f-4d02-b478-69879c9ac929" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1305.799971] env[69613]: DEBUG nova.compute.manager [None req-cd570ad0-be47-4791-a4d2-7f309fcbc3d9 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] [instance: fdf8a121-4d9f-4d02-b478-69879c9ac929] Going to confirm migration 10 {{(pid=69613) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1305.937687] env[69613]: DEBUG oslo_concurrency.lockutils [None req-73d87efe-15ec-4068-9be6-00e91adb8768 tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Acquiring lock "adea7b13-a64f-4eca-a6e0-42b8182d26cc" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1305.937926] env[69613]: DEBUG oslo_concurrency.lockutils [None req-73d87efe-15ec-4068-9be6-00e91adb8768 tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Lock "adea7b13-a64f-4eca-a6e0-42b8182d26cc" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1305.938077] env[69613]: DEBUG nova.compute.manager [None req-73d87efe-15ec-4068-9be6-00e91adb8768 tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] [instance: adea7b13-a64f-4eca-a6e0-42b8182d26cc] Checking state {{(pid=69613) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1305.938976] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd36d066-2ed7-4f74-af43-f77614ff7047 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.945056] env[69613]: DEBUG nova.compute.manager [None req-73d87efe-15ec-4068-9be6-00e91adb8768 tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] [instance: adea7b13-a64f-4eca-a6e0-42b8182d26cc] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69613) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1305.945631] env[69613]: DEBUG nova.objects.instance [None req-73d87efe-15ec-4068-9be6-00e91adb8768 tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Lazy-loading 'flavor' on Instance uuid adea7b13-a64f-4eca-a6e0-42b8182d26cc {{(pid=69613) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1306.064663] env[69613]: DEBUG oslo_vmware.api [None req-fce2580a-1b98-4411-b3d1-bd77ee97eba5 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] Task: {'id': task-3418467, 'name': Destroy_Task, 'duration_secs': 0.876207} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1306.065051] env[69613]: INFO nova.virt.vmwareapi.vm_util [None req-fce2580a-1b98-4411-b3d1-bd77ee97eba5 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] [instance: 78f011cd-d84f-4ea5-9945-9ff6b202838a] Destroyed the VM [ 1306.065191] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-fce2580a-1b98-4411-b3d1-bd77ee97eba5 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] [instance: 78f011cd-d84f-4ea5-9945-9ff6b202838a] Deleting Snapshot of the VM instance {{(pid=69613) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1306.065437] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-1e55d377-23a1-4afa-84e5-6f5c92c609a8 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.072589] env[69613]: DEBUG oslo_vmware.api [None req-fce2580a-1b98-4411-b3d1-bd77ee97eba5 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] Waiting for the task: (returnval){ [ 1306.072589] env[69613]: value = "task-3418468" [ 1306.072589] env[69613]: _type = "Task" [ 1306.072589] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1306.079812] env[69613]: DEBUG oslo_vmware.api [None req-fce2580a-1b98-4411-b3d1-bd77ee97eba5 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] Task: {'id': task-3418468, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.336391] env[69613]: DEBUG oslo_concurrency.lockutils [None req-cd570ad0-be47-4791-a4d2-7f309fcbc3d9 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Acquiring lock "refresh_cache-fdf8a121-4d9f-4d02-b478-69879c9ac929" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.336606] env[69613]: DEBUG oslo_concurrency.lockutils [None req-cd570ad0-be47-4791-a4d2-7f309fcbc3d9 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Acquired lock "refresh_cache-fdf8a121-4d9f-4d02-b478-69879c9ac929" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.336806] env[69613]: DEBUG nova.network.neutron [None req-cd570ad0-be47-4791-a4d2-7f309fcbc3d9 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] [instance: fdf8a121-4d9f-4d02-b478-69879c9ac929] Building network info cache for instance {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1306.337012] env[69613]: DEBUG nova.objects.instance [None req-cd570ad0-be47-4791-a4d2-7f309fcbc3d9 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Lazy-loading 'info_cache' on Instance uuid fdf8a121-4d9f-4d02-b478-69879c9ac929 {{(pid=69613) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1306.582652] env[69613]: DEBUG oslo_vmware.api [None req-fce2580a-1b98-4411-b3d1-bd77ee97eba5 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] Task: {'id': task-3418468, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.952985] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-73d87efe-15ec-4068-9be6-00e91adb8768 tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] [instance: adea7b13-a64f-4eca-a6e0-42b8182d26cc] Powering off the VM {{(pid=69613) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1306.953267] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0a6aa007-889f-4790-93d0-6e55179675cc {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.960338] env[69613]: DEBUG oslo_vmware.api [None req-73d87efe-15ec-4068-9be6-00e91adb8768 tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Waiting for the task: (returnval){ [ 1306.960338] env[69613]: value = "task-3418469" [ 1306.960338] env[69613]: _type = "Task" [ 1306.960338] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1306.968322] env[69613]: DEBUG oslo_vmware.api [None req-73d87efe-15ec-4068-9be6-00e91adb8768 tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Task: {'id': task-3418469, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.083697] env[69613]: DEBUG oslo_vmware.api [None req-fce2580a-1b98-4411-b3d1-bd77ee97eba5 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] Task: {'id': task-3418468, 'name': RemoveSnapshot_Task, 'duration_secs': 0.51478} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1307.084338] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-fce2580a-1b98-4411-b3d1-bd77ee97eba5 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] [instance: 78f011cd-d84f-4ea5-9945-9ff6b202838a] Deleted Snapshot of the VM instance {{(pid=69613) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1307.084338] env[69613]: DEBUG nova.compute.manager [None req-fce2580a-1b98-4411-b3d1-bd77ee97eba5 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] [instance: 78f011cd-d84f-4ea5-9945-9ff6b202838a] Checking state {{(pid=69613) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1307.085181] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05d6f40e-87a9-4eef-84e4-ca7df4f775ad {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.398963] env[69613]: DEBUG oslo_service.periodic_task [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69613) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1307.469141] env[69613]: DEBUG oslo_vmware.api [None req-73d87efe-15ec-4068-9be6-00e91adb8768 tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Task: {'id': task-3418469, 'name': PowerOffVM_Task, 'duration_secs': 0.180582} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1307.469392] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-73d87efe-15ec-4068-9be6-00e91adb8768 tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] [instance: adea7b13-a64f-4eca-a6e0-42b8182d26cc] Powered off the VM {{(pid=69613) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1307.469587] env[69613]: DEBUG nova.compute.manager [None req-73d87efe-15ec-4068-9be6-00e91adb8768 tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] [instance: adea7b13-a64f-4eca-a6e0-42b8182d26cc] Checking state {{(pid=69613) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1307.470340] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9e12f58-1842-44ae-94f3-57a00a40fa42 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.561986] env[69613]: DEBUG nova.network.neutron [None req-cd570ad0-be47-4791-a4d2-7f309fcbc3d9 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] [instance: fdf8a121-4d9f-4d02-b478-69879c9ac929] Updating instance_info_cache with network_info: [{"id": "d9d5f1ff-8fda-4f62-a0b9-006dd8ba4542", "address": "fa:16:3e:ef:e4:5d", "network": {"id": "c0b12726-3f23-429f-9754-e392f341b3e5", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-45944192-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.239", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "00abae90f85947e99f41566442e43eab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5e27fd35-1d7b-4358-92d5-4d34da27b992", "external-id": "nsx-vlan-transportzone-355", "segmentation_id": 355, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd9d5f1ff-8f", "ovs_interfaceid": "d9d5f1ff-8fda-4f62-a0b9-006dd8ba4542", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1307.597498] env[69613]: INFO nova.compute.manager [None req-fce2580a-1b98-4411-b3d1-bd77ee97eba5 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] [instance: 78f011cd-d84f-4ea5-9945-9ff6b202838a] Shelve offloading [ 1307.983885] env[69613]: DEBUG oslo_concurrency.lockutils [None req-73d87efe-15ec-4068-9be6-00e91adb8768 tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Lock "adea7b13-a64f-4eca-a6e0-42b8182d26cc" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.046s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1308.064377] env[69613]: DEBUG oslo_concurrency.lockutils [None req-cd570ad0-be47-4791-a4d2-7f309fcbc3d9 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Releasing lock "refresh_cache-fdf8a121-4d9f-4d02-b478-69879c9ac929" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.064627] env[69613]: DEBUG nova.objects.instance [None req-cd570ad0-be47-4791-a4d2-7f309fcbc3d9 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Lazy-loading 'migration_context' on Instance uuid fdf8a121-4d9f-4d02-b478-69879c9ac929 {{(pid=69613) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1308.100818] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-fce2580a-1b98-4411-b3d1-bd77ee97eba5 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] [instance: 78f011cd-d84f-4ea5-9945-9ff6b202838a] Powering off the VM {{(pid=69613) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1308.101201] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-68cc81b0-a7f9-4b2b-a761-6f4db9a88614 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.108246] env[69613]: DEBUG oslo_vmware.api [None req-fce2580a-1b98-4411-b3d1-bd77ee97eba5 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] Waiting for the task: (returnval){ [ 1308.108246] env[69613]: value = "task-3418470" [ 1308.108246] env[69613]: _type = "Task" [ 1308.108246] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1308.115867] env[69613]: DEBUG oslo_vmware.api [None req-fce2580a-1b98-4411-b3d1-bd77ee97eba5 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] Task: {'id': task-3418470, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1308.391971] env[69613]: DEBUG nova.objects.instance [None req-228ef8bd-ea7e-46e8-a133-7d89a55c195c tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Lazy-loading 'flavor' on Instance uuid adea7b13-a64f-4eca-a6e0-42b8182d26cc {{(pid=69613) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1308.567345] env[69613]: DEBUG nova.objects.base [None req-cd570ad0-be47-4791-a4d2-7f309fcbc3d9 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=69613) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1308.568297] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e6f5767-2273-47d6-b637-bc630f97288e {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.587369] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-04632030-a574-4c65-a132-82e6fc331793 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.592782] env[69613]: DEBUG oslo_vmware.api [None req-cd570ad0-be47-4791-a4d2-7f309fcbc3d9 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Waiting for the task: (returnval){ [ 1308.592782] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]52790394-d54d-8b34-c6af-3ff63d79d62c" [ 1308.592782] env[69613]: _type = "Task" [ 1308.592782] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1308.600232] env[69613]: DEBUG oslo_vmware.api [None req-cd570ad0-be47-4791-a4d2-7f309fcbc3d9 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52790394-d54d-8b34-c6af-3ff63d79d62c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1308.617214] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-fce2580a-1b98-4411-b3d1-bd77ee97eba5 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] [instance: 78f011cd-d84f-4ea5-9945-9ff6b202838a] VM already powered off {{(pid=69613) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1308.617419] env[69613]: DEBUG nova.compute.manager [None req-fce2580a-1b98-4411-b3d1-bd77ee97eba5 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] [instance: 78f011cd-d84f-4ea5-9945-9ff6b202838a] Checking state {{(pid=69613) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1308.618137] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a80b703f-50ba-451f-8b2a-dc98f70b0ade {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.623356] env[69613]: DEBUG oslo_concurrency.lockutils [None req-fce2580a-1b98-4411-b3d1-bd77ee97eba5 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] Acquiring lock "refresh_cache-78f011cd-d84f-4ea5-9945-9ff6b202838a" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.623521] env[69613]: DEBUG oslo_concurrency.lockutils [None req-fce2580a-1b98-4411-b3d1-bd77ee97eba5 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] Acquired lock "refresh_cache-78f011cd-d84f-4ea5-9945-9ff6b202838a" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.623685] env[69613]: DEBUG nova.network.neutron [None req-fce2580a-1b98-4411-b3d1-bd77ee97eba5 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] [instance: 78f011cd-d84f-4ea5-9945-9ff6b202838a] Building network info cache for instance {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1308.897645] env[69613]: DEBUG oslo_concurrency.lockutils [None req-228ef8bd-ea7e-46e8-a133-7d89a55c195c tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Acquiring lock "refresh_cache-adea7b13-a64f-4eca-a6e0-42b8182d26cc" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.897812] env[69613]: DEBUG oslo_concurrency.lockutils [None req-228ef8bd-ea7e-46e8-a133-7d89a55c195c tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Acquired lock "refresh_cache-adea7b13-a64f-4eca-a6e0-42b8182d26cc" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.898014] env[69613]: DEBUG nova.network.neutron [None req-228ef8bd-ea7e-46e8-a133-7d89a55c195c tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] [instance: adea7b13-a64f-4eca-a6e0-42b8182d26cc] Building network info cache for instance {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1308.898229] env[69613]: DEBUG nova.objects.instance [None req-228ef8bd-ea7e-46e8-a133-7d89a55c195c tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Lazy-loading 'info_cache' on Instance uuid adea7b13-a64f-4eca-a6e0-42b8182d26cc {{(pid=69613) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1309.103380] env[69613]: DEBUG oslo_vmware.api [None req-cd570ad0-be47-4791-a4d2-7f309fcbc3d9 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52790394-d54d-8b34-c6af-3ff63d79d62c, 'name': SearchDatastore_Task, 'duration_secs': 0.007937} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1309.103772] env[69613]: DEBUG oslo_concurrency.lockutils [None req-cd570ad0-be47-4791-a4d2-7f309fcbc3d9 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1309.103908] env[69613]: DEBUG oslo_concurrency.lockutils [None req-cd570ad0-be47-4791-a4d2-7f309fcbc3d9 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1309.323216] env[69613]: DEBUG nova.network.neutron [None req-fce2580a-1b98-4411-b3d1-bd77ee97eba5 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] [instance: 78f011cd-d84f-4ea5-9945-9ff6b202838a] Updating instance_info_cache with network_info: [{"id": "7f9253d1-bbc7-4df5-bc3e-9612d654699b", "address": "fa:16:3e:e0:bd:a4", "network": {"id": "3e414a79-7154-4d18-b8f5-9247003912d7", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1833508545-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.181", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b0499f6d133a4479849dfd5cfe27d0e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11da2092-76f7-447e-babb-8fc14ad39a71", "external-id": "nsx-vlan-transportzone-585", "segmentation_id": 585, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f9253d1-bb", "ovs_interfaceid": "7f9253d1-bbc7-4df5-bc3e-9612d654699b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1309.398400] env[69613]: DEBUG oslo_service.periodic_task [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69613) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1309.398635] env[69613]: DEBUG oslo_service.periodic_task [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69613) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1309.398775] env[69613]: DEBUG oslo_service.periodic_task [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69613) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1309.398926] env[69613]: DEBUG oslo_service.periodic_task [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69613) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1309.399079] env[69613]: DEBUG nova.compute.manager [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69613) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1309.401496] env[69613]: DEBUG nova.objects.base [None req-228ef8bd-ea7e-46e8-a133-7d89a55c195c tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=69613) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1309.683394] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfd54395-4b00-45eb-979e-ef156ffa7be4 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.690828] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d78b0385-c541-4734-b831-2943737b348b {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.720100] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fbad999-86e7-45ac-82aa-d33f533cc0e6 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.727014] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69232c02-201b-4066-af29-7f9b5e85b9bd {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.740566] env[69613]: DEBUG nova.compute.provider_tree [None req-cd570ad0-be47-4791-a4d2-7f309fcbc3d9 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Inventory has not changed in ProviderTree for provider: af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 {{(pid=69613) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1309.826279] env[69613]: DEBUG oslo_concurrency.lockutils [None req-fce2580a-1b98-4411-b3d1-bd77ee97eba5 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] Releasing lock "refresh_cache-78f011cd-d84f-4ea5-9945-9ff6b202838a" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.071287] env[69613]: DEBUG nova.compute.manager [req-a2093b07-0cac-49f3-a60a-a0ade9095070 req-8bf94469-8c39-4914-8f83-eef0d25fb07c service nova] [instance: 78f011cd-d84f-4ea5-9945-9ff6b202838a] Received event network-vif-unplugged-7f9253d1-bbc7-4df5-bc3e-9612d654699b {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1310.071510] env[69613]: DEBUG oslo_concurrency.lockutils [req-a2093b07-0cac-49f3-a60a-a0ade9095070 req-8bf94469-8c39-4914-8f83-eef0d25fb07c service nova] Acquiring lock "78f011cd-d84f-4ea5-9945-9ff6b202838a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1310.071593] env[69613]: DEBUG oslo_concurrency.lockutils [req-a2093b07-0cac-49f3-a60a-a0ade9095070 req-8bf94469-8c39-4914-8f83-eef0d25fb07c service nova] Lock "78f011cd-d84f-4ea5-9945-9ff6b202838a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1310.071771] env[69613]: DEBUG oslo_concurrency.lockutils [req-a2093b07-0cac-49f3-a60a-a0ade9095070 req-8bf94469-8c39-4914-8f83-eef0d25fb07c service nova] Lock "78f011cd-d84f-4ea5-9945-9ff6b202838a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1310.071933] env[69613]: DEBUG nova.compute.manager [req-a2093b07-0cac-49f3-a60a-a0ade9095070 req-8bf94469-8c39-4914-8f83-eef0d25fb07c service nova] [instance: 78f011cd-d84f-4ea5-9945-9ff6b202838a] No waiting events found dispatching network-vif-unplugged-7f9253d1-bbc7-4df5-bc3e-9612d654699b {{(pid=69613) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1310.072113] env[69613]: WARNING nova.compute.manager [req-a2093b07-0cac-49f3-a60a-a0ade9095070 req-8bf94469-8c39-4914-8f83-eef0d25fb07c service nova] [instance: 78f011cd-d84f-4ea5-9945-9ff6b202838a] Received unexpected event network-vif-unplugged-7f9253d1-bbc7-4df5-bc3e-9612d654699b for instance with vm_state shelved and task_state shelving_offloading. [ 1310.113072] env[69613]: DEBUG nova.network.neutron [None req-228ef8bd-ea7e-46e8-a133-7d89a55c195c tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] [instance: adea7b13-a64f-4eca-a6e0-42b8182d26cc] Updating instance_info_cache with network_info: [{"id": "a371cb8d-b1c2-4c72-88dc-aee0bdb163bc", "address": "fa:16:3e:2e:90:5a", "network": {"id": "5fbba158-e384-4f22-b63d-507a2a47de30", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1229363420-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.209", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9e2b2477b1674fa28068fcb7c61ff983", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe20ef0e-0991-44d7-887d-08dddac0b56b", "external-id": "nsx-vlan-transportzone-991", "segmentation_id": 991, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa371cb8d-b1", "ovs_interfaceid": "a371cb8d-b1c2-4c72-88dc-aee0bdb163bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1310.208916] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-fce2580a-1b98-4411-b3d1-bd77ee97eba5 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] [instance: 78f011cd-d84f-4ea5-9945-9ff6b202838a] Destroying instance {{(pid=69613) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1310.209863] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ce89ed6-a1f7-4aa0-abe2-90863b069086 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.217570] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-fce2580a-1b98-4411-b3d1-bd77ee97eba5 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] [instance: 78f011cd-d84f-4ea5-9945-9ff6b202838a] Unregistering the VM {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1310.217850] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0ca8bc54-cf84-413f-9867-3a915bdb7e56 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.243652] env[69613]: DEBUG nova.scheduler.client.report [None req-cd570ad0-be47-4791-a4d2-7f309fcbc3d9 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Inventory has not changed for provider af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69613) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1310.279742] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-fce2580a-1b98-4411-b3d1-bd77ee97eba5 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] [instance: 78f011cd-d84f-4ea5-9945-9ff6b202838a] Unregistered the VM {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1310.279991] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-fce2580a-1b98-4411-b3d1-bd77ee97eba5 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] [instance: 78f011cd-d84f-4ea5-9945-9ff6b202838a] Deleting contents of the VM from datastore datastore2 {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1310.280153] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-fce2580a-1b98-4411-b3d1-bd77ee97eba5 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] Deleting the datastore file [datastore2] 78f011cd-d84f-4ea5-9945-9ff6b202838a {{(pid=69613) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1310.280418] env[69613]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-521e9234-7ce7-4690-bdd2-086cced5ca54 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.288707] env[69613]: DEBUG oslo_vmware.api [None req-fce2580a-1b98-4411-b3d1-bd77ee97eba5 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] Waiting for the task: (returnval){ [ 1310.288707] env[69613]: value = "task-3418472" [ 1310.288707] env[69613]: _type = "Task" [ 1310.288707] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1310.296212] env[69613]: DEBUG oslo_vmware.api [None req-fce2580a-1b98-4411-b3d1-bd77ee97eba5 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] Task: {'id': task-3418472, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.395271] env[69613]: DEBUG oslo_service.periodic_task [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69613) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1310.398814] env[69613]: DEBUG oslo_service.periodic_task [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69613) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1310.399294] env[69613]: DEBUG oslo_service.periodic_task [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Running periodic task ComputeManager.update_available_resource {{(pid=69613) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1310.617500] env[69613]: DEBUG oslo_concurrency.lockutils [None req-228ef8bd-ea7e-46e8-a133-7d89a55c195c tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Releasing lock "refresh_cache-adea7b13-a64f-4eca-a6e0-42b8182d26cc" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.798068] env[69613]: DEBUG oslo_vmware.api [None req-fce2580a-1b98-4411-b3d1-bd77ee97eba5 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] Task: {'id': task-3418472, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.131412} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1310.798323] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-fce2580a-1b98-4411-b3d1-bd77ee97eba5 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] Deleted the datastore file {{(pid=69613) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1310.798507] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-fce2580a-1b98-4411-b3d1-bd77ee97eba5 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] [instance: 78f011cd-d84f-4ea5-9945-9ff6b202838a] Deleted contents of the VM from datastore datastore2 {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1310.798680] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-fce2580a-1b98-4411-b3d1-bd77ee97eba5 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] [instance: 78f011cd-d84f-4ea5-9945-9ff6b202838a] Instance destroyed {{(pid=69613) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1310.819941] env[69613]: INFO nova.scheduler.client.report [None req-fce2580a-1b98-4411-b3d1-bd77ee97eba5 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] Deleted allocations for instance 78f011cd-d84f-4ea5-9945-9ff6b202838a [ 1310.902656] env[69613]: DEBUG oslo_concurrency.lockutils [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1311.254352] env[69613]: DEBUG oslo_concurrency.lockutils [None req-cd570ad0-be47-4791-a4d2-7f309fcbc3d9 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.150s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1311.257260] env[69613]: DEBUG oslo_concurrency.lockutils [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.355s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1311.257438] env[69613]: DEBUG oslo_concurrency.lockutils [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1311.257595] env[69613]: DEBUG nova.compute.resource_tracker [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69613) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1311.258776] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f637f0eb-7b71-4a9b-9fc7-a18496311009 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.267420] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-159cdd6c-304b-4e1c-aaf0-ba584b52618a {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.281652] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cf525cf-9be6-408c-86c2-9f20919a5f63 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.288546] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e506962-6094-4829-b3fb-bbaabd64d49d {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.320406] env[69613]: DEBUG nova.compute.resource_tracker [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180331MB free_disk=99GB free_vcpus=48 pci_devices=None {{(pid=69613) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1311.320569] env[69613]: DEBUG oslo_concurrency.lockutils [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1311.320795] env[69613]: DEBUG oslo_concurrency.lockutils [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1311.323395] env[69613]: DEBUG oslo_concurrency.lockutils [None req-fce2580a-1b98-4411-b3d1-bd77ee97eba5 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1311.622695] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-228ef8bd-ea7e-46e8-a133-7d89a55c195c tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] [instance: adea7b13-a64f-4eca-a6e0-42b8182d26cc] Powering on the VM {{(pid=69613) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1311.623017] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f4944be5-090f-41a3-94fb-461f073a1bda {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.631448] env[69613]: DEBUG oslo_vmware.api [None req-228ef8bd-ea7e-46e8-a133-7d89a55c195c tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Waiting for the task: (returnval){ [ 1311.631448] env[69613]: value = "task-3418473" [ 1311.631448] env[69613]: _type = "Task" [ 1311.631448] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1311.639037] env[69613]: DEBUG oslo_vmware.api [None req-228ef8bd-ea7e-46e8-a133-7d89a55c195c tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Task: {'id': task-3418473, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1311.818086] env[69613]: INFO nova.scheduler.client.report [None req-cd570ad0-be47-4791-a4d2-7f309fcbc3d9 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Deleted allocation for migration b201be0d-13c7-4ec5-ade7-97222802e21b [ 1312.098771] env[69613]: DEBUG nova.compute.manager [req-5241d8a7-63de-40b7-a7d0-08e4b8df9e78 req-f2275561-2df8-4323-8649-6f639c36092e service nova] [instance: 78f011cd-d84f-4ea5-9945-9ff6b202838a] Received event network-changed-7f9253d1-bbc7-4df5-bc3e-9612d654699b {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1312.098771] env[69613]: DEBUG nova.compute.manager [req-5241d8a7-63de-40b7-a7d0-08e4b8df9e78 req-f2275561-2df8-4323-8649-6f639c36092e service nova] [instance: 78f011cd-d84f-4ea5-9945-9ff6b202838a] Refreshing instance network info cache due to event network-changed-7f9253d1-bbc7-4df5-bc3e-9612d654699b. {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1312.098771] env[69613]: DEBUG oslo_concurrency.lockutils [req-5241d8a7-63de-40b7-a7d0-08e4b8df9e78 req-f2275561-2df8-4323-8649-6f639c36092e service nova] Acquiring lock "refresh_cache-78f011cd-d84f-4ea5-9945-9ff6b202838a" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.098930] env[69613]: DEBUG oslo_concurrency.lockutils [req-5241d8a7-63de-40b7-a7d0-08e4b8df9e78 req-f2275561-2df8-4323-8649-6f639c36092e service nova] Acquired lock "refresh_cache-78f011cd-d84f-4ea5-9945-9ff6b202838a" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.098971] env[69613]: DEBUG nova.network.neutron [req-5241d8a7-63de-40b7-a7d0-08e4b8df9e78 req-f2275561-2df8-4323-8649-6f639c36092e service nova] [instance: 78f011cd-d84f-4ea5-9945-9ff6b202838a] Refreshing network info cache for port 7f9253d1-bbc7-4df5-bc3e-9612d654699b {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1312.142670] env[69613]: DEBUG oslo_vmware.api [None req-228ef8bd-ea7e-46e8-a133-7d89a55c195c tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Task: {'id': task-3418473, 'name': PowerOnVM_Task, 'duration_secs': 0.370783} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1312.142670] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-228ef8bd-ea7e-46e8-a133-7d89a55c195c tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] [instance: adea7b13-a64f-4eca-a6e0-42b8182d26cc] Powered on the VM {{(pid=69613) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1312.142670] env[69613]: DEBUG nova.compute.manager [None req-228ef8bd-ea7e-46e8-a133-7d89a55c195c tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] [instance: adea7b13-a64f-4eca-a6e0-42b8182d26cc] Checking state {{(pid=69613) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1312.143884] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d10562de-1924-4e47-9785-b5e7cd978e14 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.242479] env[69613]: INFO nova.compute.manager [None req-b5dcb715-de14-45ab-8bdc-125d82135cc7 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] [instance: fdf8a121-4d9f-4d02-b478-69879c9ac929] Get console output [ 1312.242757] env[69613]: WARNING nova.virt.vmwareapi.driver [None req-b5dcb715-de14-45ab-8bdc-125d82135cc7 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] [instance: fdf8a121-4d9f-4d02-b478-69879c9ac929] The console log is missing. Check your VSPC configuration [ 1312.324540] env[69613]: DEBUG oslo_concurrency.lockutils [None req-cd570ad0-be47-4791-a4d2-7f309fcbc3d9 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Lock "fdf8a121-4d9f-4d02-b478-69879c9ac929" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.525s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1312.344610] env[69613]: DEBUG nova.compute.resource_tracker [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Instance ebec351f-35c7-4a4c-a067-8477bfa10fc2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69613) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1312.344766] env[69613]: DEBUG nova.compute.resource_tracker [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Instance e876db44-e9fc-417f-b3e4-e11847a094aa actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69613) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1312.344890] env[69613]: DEBUG nova.compute.resource_tracker [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Instance adea7b13-a64f-4eca-a6e0-42b8182d26cc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69613) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1312.345013] env[69613]: DEBUG nova.compute.resource_tracker [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Instance fdf8a121-4d9f-4d02-b478-69879c9ac929 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69613) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1312.345199] env[69613]: DEBUG nova.compute.resource_tracker [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Total usable vcpus: 48, total allocated vcpus: 4 {{(pid=69613) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1312.345335] env[69613]: DEBUG nova.compute.resource_tracker [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1344MB phys_disk=200GB used_disk=3GB total_vcpus=48 used_vcpus=4 pci_stats=[] {{(pid=69613) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1312.401266] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-212eba7c-3335-468e-83da-97ec097c0b73 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.409380] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85209ded-22bf-4c00-ac82-01d9087ae9a9 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.441065] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40a57c33-7d3b-4bc8-8547-9c7a48b12204 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.448296] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76a5cefe-d38c-48d1-8f69-e7f3ecd9589c {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.461594] env[69613]: DEBUG nova.compute.provider_tree [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Inventory has not changed in ProviderTree for provider: af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 {{(pid=69613) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1312.841843] env[69613]: DEBUG nova.network.neutron [req-5241d8a7-63de-40b7-a7d0-08e4b8df9e78 req-f2275561-2df8-4323-8649-6f639c36092e service nova] [instance: 78f011cd-d84f-4ea5-9945-9ff6b202838a] Updated VIF entry in instance network info cache for port 7f9253d1-bbc7-4df5-bc3e-9612d654699b. {{(pid=69613) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1312.842201] env[69613]: DEBUG nova.network.neutron [req-5241d8a7-63de-40b7-a7d0-08e4b8df9e78 req-f2275561-2df8-4323-8649-6f639c36092e service nova] [instance: 78f011cd-d84f-4ea5-9945-9ff6b202838a] Updating instance_info_cache with network_info: [{"id": "7f9253d1-bbc7-4df5-bc3e-9612d654699b", "address": "fa:16:3e:e0:bd:a4", "network": {"id": "3e414a79-7154-4d18-b8f5-9247003912d7", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-1833508545-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.181", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b0499f6d133a4479849dfd5cfe27d0e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap7f9253d1-bb", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1312.964403] env[69613]: DEBUG nova.scheduler.client.report [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Inventory has not changed for provider af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69613) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1313.182051] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56b762a1-6e73-4cb1-ad73-32819baeb83f {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.189133] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-3841838a-9535-4e3a-bd62-5fbf64261395 tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] [instance: adea7b13-a64f-4eca-a6e0-42b8182d26cc] Suspending the VM {{(pid=69613) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1313.189362] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-cc6e0831-7b38-4bdc-a559-a19cef60e14a {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.195594] env[69613]: DEBUG oslo_vmware.api [None req-3841838a-9535-4e3a-bd62-5fbf64261395 tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Waiting for the task: (returnval){ [ 1313.195594] env[69613]: value = "task-3418474" [ 1313.195594] env[69613]: _type = "Task" [ 1313.195594] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1313.203453] env[69613]: DEBUG oslo_vmware.api [None req-3841838a-9535-4e3a-bd62-5fbf64261395 tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Task: {'id': task-3418474, 'name': SuspendVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1313.315719] env[69613]: DEBUG oslo_concurrency.lockutils [None req-16c05659-80b5-4424-9447-221979046721 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] Acquiring lock "78f011cd-d84f-4ea5-9945-9ff6b202838a" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1313.345191] env[69613]: DEBUG oslo_concurrency.lockutils [req-5241d8a7-63de-40b7-a7d0-08e4b8df9e78 req-f2275561-2df8-4323-8649-6f639c36092e service nova] Releasing lock "refresh_cache-78f011cd-d84f-4ea5-9945-9ff6b202838a" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.469141] env[69613]: DEBUG nova.compute.resource_tracker [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69613) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1313.469368] env[69613]: DEBUG oslo_concurrency.lockutils [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.148s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1313.469580] env[69613]: DEBUG oslo_concurrency.lockutils [None req-fce2580a-1b98-4411-b3d1-bd77ee97eba5 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.146s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1313.469786] env[69613]: DEBUG oslo_concurrency.lockutils [None req-fce2580a-1b98-4411-b3d1-bd77ee97eba5 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1313.707643] env[69613]: DEBUG oslo_vmware.api [None req-3841838a-9535-4e3a-bd62-5fbf64261395 tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Task: {'id': task-3418474, 'name': SuspendVM_Task} progress is 75%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1313.978074] env[69613]: DEBUG oslo_concurrency.lockutils [None req-fce2580a-1b98-4411-b3d1-bd77ee97eba5 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] Lock "78f011cd-d84f-4ea5-9945-9ff6b202838a" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 22.345s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1313.978127] env[69613]: DEBUG oslo_concurrency.lockutils [None req-16c05659-80b5-4424-9447-221979046721 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] Lock "78f011cd-d84f-4ea5-9945-9ff6b202838a" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 0.663s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1313.978307] env[69613]: INFO nova.compute.manager [None req-16c05659-80b5-4424-9447-221979046721 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] [instance: 78f011cd-d84f-4ea5-9945-9ff6b202838a] Unshelving [ 1314.206450] env[69613]: DEBUG oslo_vmware.api [None req-3841838a-9535-4e3a-bd62-5fbf64261395 tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Task: {'id': task-3418474, 'name': SuspendVM_Task, 'duration_secs': 0.560962} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1314.206711] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-3841838a-9535-4e3a-bd62-5fbf64261395 tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] [instance: adea7b13-a64f-4eca-a6e0-42b8182d26cc] Suspended the VM {{(pid=69613) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1314.206860] env[69613]: DEBUG nova.compute.manager [None req-3841838a-9535-4e3a-bd62-5fbf64261395 tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] [instance: adea7b13-a64f-4eca-a6e0-42b8182d26cc] Checking state {{(pid=69613) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1314.207604] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cca21cae-9c35-414e-a8cd-57eb74ef4bf5 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.002898] env[69613]: DEBUG oslo_concurrency.lockutils [None req-16c05659-80b5-4424-9447-221979046721 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1315.003203] env[69613]: DEBUG oslo_concurrency.lockutils [None req-16c05659-80b5-4424-9447-221979046721 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1315.003445] env[69613]: DEBUG nova.objects.instance [None req-16c05659-80b5-4424-9447-221979046721 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] Lazy-loading 'pci_requests' on Instance uuid 78f011cd-d84f-4ea5-9945-9ff6b202838a {{(pid=69613) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1315.507873] env[69613]: DEBUG nova.objects.instance [None req-16c05659-80b5-4424-9447-221979046721 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] Lazy-loading 'numa_topology' on Instance uuid 78f011cd-d84f-4ea5-9945-9ff6b202838a {{(pid=69613) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1315.538110] env[69613]: INFO nova.compute.manager [None req-01d7cdf4-02f9-4dc8-ad2d-f84bd03912a4 tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] [instance: adea7b13-a64f-4eca-a6e0-42b8182d26cc] Resuming [ 1315.538695] env[69613]: DEBUG nova.objects.instance [None req-01d7cdf4-02f9-4dc8-ad2d-f84bd03912a4 tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Lazy-loading 'flavor' on Instance uuid adea7b13-a64f-4eca-a6e0-42b8182d26cc {{(pid=69613) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1316.010672] env[69613]: INFO nova.compute.claims [None req-16c05659-80b5-4424-9447-221979046721 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] [instance: 78f011cd-d84f-4ea5-9945-9ff6b202838a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1316.585287] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40a5eeee-66ec-4a22-a6f9-87ef9f4a17ad {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.593472] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1c5e644-afea-408c-b45b-02c24c229567 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.624579] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-555cb284-dcb2-4858-a07a-247f0bc84200 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.631705] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35c10a33-85c9-41af-8b9f-e65c5bf4effb {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.644447] env[69613]: DEBUG nova.compute.provider_tree [None req-16c05659-80b5-4424-9447-221979046721 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] Inventory has not changed in ProviderTree for provider: af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 {{(pid=69613) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1317.046666] env[69613]: DEBUG oslo_concurrency.lockutils [None req-01d7cdf4-02f9-4dc8-ad2d-f84bd03912a4 tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Acquiring lock "refresh_cache-adea7b13-a64f-4eca-a6e0-42b8182d26cc" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.047126] env[69613]: DEBUG oslo_concurrency.lockutils [None req-01d7cdf4-02f9-4dc8-ad2d-f84bd03912a4 tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Acquired lock "refresh_cache-adea7b13-a64f-4eca-a6e0-42b8182d26cc" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.047126] env[69613]: DEBUG nova.network.neutron [None req-01d7cdf4-02f9-4dc8-ad2d-f84bd03912a4 tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] [instance: adea7b13-a64f-4eca-a6e0-42b8182d26cc] Building network info cache for instance {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1317.147611] env[69613]: DEBUG nova.scheduler.client.report [None req-16c05659-80b5-4424-9447-221979046721 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] Inventory has not changed for provider af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69613) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1317.652648] env[69613]: DEBUG oslo_concurrency.lockutils [None req-16c05659-80b5-4424-9447-221979046721 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.649s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1317.680421] env[69613]: INFO nova.network.neutron [None req-16c05659-80b5-4424-9447-221979046721 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] [instance: 78f011cd-d84f-4ea5-9945-9ff6b202838a] Updating port 7f9253d1-bbc7-4df5-bc3e-9612d654699b with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1317.774803] env[69613]: DEBUG nova.network.neutron [None req-01d7cdf4-02f9-4dc8-ad2d-f84bd03912a4 tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] [instance: adea7b13-a64f-4eca-a6e0-42b8182d26cc] Updating instance_info_cache with network_info: [{"id": "a371cb8d-b1c2-4c72-88dc-aee0bdb163bc", "address": "fa:16:3e:2e:90:5a", "network": {"id": "5fbba158-e384-4f22-b63d-507a2a47de30", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1229363420-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.209", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9e2b2477b1674fa28068fcb7c61ff983", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe20ef0e-0991-44d7-887d-08dddac0b56b", "external-id": "nsx-vlan-transportzone-991", "segmentation_id": 991, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa371cb8d-b1", "ovs_interfaceid": "a371cb8d-b1c2-4c72-88dc-aee0bdb163bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1318.277746] env[69613]: DEBUG oslo_concurrency.lockutils [None req-01d7cdf4-02f9-4dc8-ad2d-f84bd03912a4 tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Releasing lock "refresh_cache-adea7b13-a64f-4eca-a6e0-42b8182d26cc" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.278700] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-101fa042-ac9e-48b0-bf7e-0aa56dad6a3e {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.285769] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-01d7cdf4-02f9-4dc8-ad2d-f84bd03912a4 tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] [instance: adea7b13-a64f-4eca-a6e0-42b8182d26cc] Resuming the VM {{(pid=69613) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1318.286025] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-52c40c79-8f3f-47e2-8b18-7b39292b74d1 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.292248] env[69613]: DEBUG oslo_vmware.api [None req-01d7cdf4-02f9-4dc8-ad2d-f84bd03912a4 tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Waiting for the task: (returnval){ [ 1318.292248] env[69613]: value = "task-3418475" [ 1318.292248] env[69613]: _type = "Task" [ 1318.292248] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1318.300287] env[69613]: DEBUG oslo_vmware.api [None req-01d7cdf4-02f9-4dc8-ad2d-f84bd03912a4 tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Task: {'id': task-3418475, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.804968] env[69613]: DEBUG oslo_vmware.api [None req-01d7cdf4-02f9-4dc8-ad2d-f84bd03912a4 tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Task: {'id': task-3418475, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.081114] env[69613]: DEBUG nova.compute.manager [req-c96b6861-75db-46c7-b85e-f6624febf399 req-6571e9d2-932f-4f54-a54e-b8204a4416d3 service nova] [instance: 78f011cd-d84f-4ea5-9945-9ff6b202838a] Received event network-vif-plugged-7f9253d1-bbc7-4df5-bc3e-9612d654699b {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1319.081354] env[69613]: DEBUG oslo_concurrency.lockutils [req-c96b6861-75db-46c7-b85e-f6624febf399 req-6571e9d2-932f-4f54-a54e-b8204a4416d3 service nova] Acquiring lock "78f011cd-d84f-4ea5-9945-9ff6b202838a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1319.081742] env[69613]: DEBUG oslo_concurrency.lockutils [req-c96b6861-75db-46c7-b85e-f6624febf399 req-6571e9d2-932f-4f54-a54e-b8204a4416d3 service nova] Lock "78f011cd-d84f-4ea5-9945-9ff6b202838a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1319.081858] env[69613]: DEBUG oslo_concurrency.lockutils [req-c96b6861-75db-46c7-b85e-f6624febf399 req-6571e9d2-932f-4f54-a54e-b8204a4416d3 service nova] Lock "78f011cd-d84f-4ea5-9945-9ff6b202838a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1319.082227] env[69613]: DEBUG nova.compute.manager [req-c96b6861-75db-46c7-b85e-f6624febf399 req-6571e9d2-932f-4f54-a54e-b8204a4416d3 service nova] [instance: 78f011cd-d84f-4ea5-9945-9ff6b202838a] No waiting events found dispatching network-vif-plugged-7f9253d1-bbc7-4df5-bc3e-9612d654699b {{(pid=69613) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1319.082295] env[69613]: WARNING nova.compute.manager [req-c96b6861-75db-46c7-b85e-f6624febf399 req-6571e9d2-932f-4f54-a54e-b8204a4416d3 service nova] [instance: 78f011cd-d84f-4ea5-9945-9ff6b202838a] Received unexpected event network-vif-plugged-7f9253d1-bbc7-4df5-bc3e-9612d654699b for instance with vm_state shelved_offloaded and task_state spawning. [ 1319.169246] env[69613]: DEBUG oslo_concurrency.lockutils [None req-16c05659-80b5-4424-9447-221979046721 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] Acquiring lock "refresh_cache-78f011cd-d84f-4ea5-9945-9ff6b202838a" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.169520] env[69613]: DEBUG oslo_concurrency.lockutils [None req-16c05659-80b5-4424-9447-221979046721 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] Acquired lock "refresh_cache-78f011cd-d84f-4ea5-9945-9ff6b202838a" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.169688] env[69613]: DEBUG nova.network.neutron [None req-16c05659-80b5-4424-9447-221979046721 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] [instance: 78f011cd-d84f-4ea5-9945-9ff6b202838a] Building network info cache for instance {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1319.303784] env[69613]: DEBUG oslo_vmware.api [None req-01d7cdf4-02f9-4dc8-ad2d-f84bd03912a4 tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Task: {'id': task-3418475, 'name': PowerOnVM_Task, 'duration_secs': 0.548165} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1319.304257] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-01d7cdf4-02f9-4dc8-ad2d-f84bd03912a4 tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] [instance: adea7b13-a64f-4eca-a6e0-42b8182d26cc] Resumed the VM {{(pid=69613) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1319.304332] env[69613]: DEBUG nova.compute.manager [None req-01d7cdf4-02f9-4dc8-ad2d-f84bd03912a4 tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] [instance: adea7b13-a64f-4eca-a6e0-42b8182d26cc] Checking state {{(pid=69613) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1319.305064] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a6b72e8-2470-4e0c-b2c2-cb9c801b5142 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.877661] env[69613]: DEBUG nova.network.neutron [None req-16c05659-80b5-4424-9447-221979046721 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] [instance: 78f011cd-d84f-4ea5-9945-9ff6b202838a] Updating instance_info_cache with network_info: [{"id": "7f9253d1-bbc7-4df5-bc3e-9612d654699b", "address": "fa:16:3e:e0:bd:a4", "network": {"id": "3e414a79-7154-4d18-b8f5-9247003912d7", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1833508545-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.181", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b0499f6d133a4479849dfd5cfe27d0e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11da2092-76f7-447e-babb-8fc14ad39a71", "external-id": "nsx-vlan-transportzone-585", "segmentation_id": 585, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f9253d1-bb", "ovs_interfaceid": "7f9253d1-bbc7-4df5-bc3e-9612d654699b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1320.227338] env[69613]: DEBUG oslo_concurrency.lockutils [None req-16e2ae4f-fb4d-4f5b-bdae-4b08a7e537d8 tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Acquiring lock "adea7b13-a64f-4eca-a6e0-42b8182d26cc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1320.227592] env[69613]: DEBUG oslo_concurrency.lockutils [None req-16e2ae4f-fb4d-4f5b-bdae-4b08a7e537d8 tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Lock "adea7b13-a64f-4eca-a6e0-42b8182d26cc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1320.227807] env[69613]: DEBUG oslo_concurrency.lockutils [None req-16e2ae4f-fb4d-4f5b-bdae-4b08a7e537d8 tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Acquiring lock "adea7b13-a64f-4eca-a6e0-42b8182d26cc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1320.228074] env[69613]: DEBUG oslo_concurrency.lockutils [None req-16e2ae4f-fb4d-4f5b-bdae-4b08a7e537d8 tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Lock "adea7b13-a64f-4eca-a6e0-42b8182d26cc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1320.228257] env[69613]: DEBUG oslo_concurrency.lockutils [None req-16e2ae4f-fb4d-4f5b-bdae-4b08a7e537d8 tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Lock "adea7b13-a64f-4eca-a6e0-42b8182d26cc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1320.230273] env[69613]: INFO nova.compute.manager [None req-16e2ae4f-fb4d-4f5b-bdae-4b08a7e537d8 tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] [instance: adea7b13-a64f-4eca-a6e0-42b8182d26cc] Terminating instance [ 1320.380776] env[69613]: DEBUG oslo_concurrency.lockutils [None req-16c05659-80b5-4424-9447-221979046721 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] Releasing lock "refresh_cache-78f011cd-d84f-4ea5-9945-9ff6b202838a" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.411399] env[69613]: DEBUG nova.virt.hardware [None req-16c05659-80b5-4424-9447-221979046721 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T13:55:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='8cf860c4a25979fa0aa0a4df003e9433',container_format='bare',created_at=2025-04-14T14:09:17Z,direct_url=,disk_format='vmdk',id=2a389b3e-3971-48bb-84ee-4b65f10eeec2,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-933368152-shelved',owner='b0499f6d133a4479849dfd5cfe27d0e8',properties=ImageMetaProps,protected=,size=31661568,status='active',tags=,updated_at=2025-04-14T14:09:31Z,virtual_size=,visibility=), allow threads: False {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1320.411651] env[69613]: DEBUG nova.virt.hardware [None req-16c05659-80b5-4424-9447-221979046721 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] Flavor limits 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1320.411803] env[69613]: DEBUG nova.virt.hardware [None req-16c05659-80b5-4424-9447-221979046721 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] Image limits 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1320.412018] env[69613]: DEBUG nova.virt.hardware [None req-16c05659-80b5-4424-9447-221979046721 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] Flavor pref 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1320.412191] env[69613]: DEBUG nova.virt.hardware [None req-16c05659-80b5-4424-9447-221979046721 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] Image pref 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1320.412360] env[69613]: DEBUG nova.virt.hardware [None req-16c05659-80b5-4424-9447-221979046721 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1320.412587] env[69613]: DEBUG nova.virt.hardware [None req-16c05659-80b5-4424-9447-221979046721 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1320.412747] env[69613]: DEBUG nova.virt.hardware [None req-16c05659-80b5-4424-9447-221979046721 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69613) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1320.412918] env[69613]: DEBUG nova.virt.hardware [None req-16c05659-80b5-4424-9447-221979046721 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] Got 1 possible topologies {{(pid=69613) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1320.413116] env[69613]: DEBUG nova.virt.hardware [None req-16c05659-80b5-4424-9447-221979046721 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1320.413358] env[69613]: DEBUG nova.virt.hardware [None req-16c05659-80b5-4424-9447-221979046721 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1320.414294] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c9a1f8b-bc54-428a-b90e-c28e0dda0565 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.424213] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a27d9b0c-ae54-4938-bb5d-8e4a681f398f {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.440127] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-16c05659-80b5-4424-9447-221979046721 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] [instance: 78f011cd-d84f-4ea5-9945-9ff6b202838a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e0:bd:a4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '11da2092-76f7-447e-babb-8fc14ad39a71', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7f9253d1-bbc7-4df5-bc3e-9612d654699b', 'vif_model': 'vmxnet3'}] {{(pid=69613) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1320.448571] env[69613]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-16c05659-80b5-4424-9447-221979046721 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69613) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1320.448877] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 78f011cd-d84f-4ea5-9945-9ff6b202838a] Creating VM on the ESX host {{(pid=69613) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1320.449159] env[69613]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-800ae16d-a581-4ea7-9c6c-1abc86dddc6f {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.471071] env[69613]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1320.471071] env[69613]: value = "task-3418476" [ 1320.471071] env[69613]: _type = "Task" [ 1320.471071] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1320.479640] env[69613]: DEBUG oslo_vmware.api [-] Task: {'id': task-3418476, 'name': CreateVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.733448] env[69613]: DEBUG nova.compute.manager [None req-16e2ae4f-fb4d-4f5b-bdae-4b08a7e537d8 tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] [instance: adea7b13-a64f-4eca-a6e0-42b8182d26cc] Start destroying the instance on the hypervisor. {{(pid=69613) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1320.733685] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-16e2ae4f-fb4d-4f5b-bdae-4b08a7e537d8 tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] [instance: adea7b13-a64f-4eca-a6e0-42b8182d26cc] Destroying instance {{(pid=69613) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1320.734634] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e00f46b5-4ac4-400b-9a2a-92a18bd42d4d {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.742191] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-16e2ae4f-fb4d-4f5b-bdae-4b08a7e537d8 tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] [instance: adea7b13-a64f-4eca-a6e0-42b8182d26cc] Powering off the VM {{(pid=69613) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1320.742442] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c54da415-f708-4d3e-ac05-a51ca2475f13 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.748473] env[69613]: DEBUG oslo_vmware.api [None req-16e2ae4f-fb4d-4f5b-bdae-4b08a7e537d8 tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Waiting for the task: (returnval){ [ 1320.748473] env[69613]: value = "task-3418477" [ 1320.748473] env[69613]: _type = "Task" [ 1320.748473] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1320.757594] env[69613]: DEBUG oslo_vmware.api [None req-16e2ae4f-fb4d-4f5b-bdae-4b08a7e537d8 tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Task: {'id': task-3418477, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.981122] env[69613]: DEBUG oslo_vmware.api [-] Task: {'id': task-3418476, 'name': CreateVM_Task, 'duration_secs': 0.290047} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1320.981321] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 78f011cd-d84f-4ea5-9945-9ff6b202838a] Created VM on the ESX host {{(pid=69613) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1320.981896] env[69613]: DEBUG oslo_concurrency.lockutils [None req-16c05659-80b5-4424-9447-221979046721 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2a389b3e-3971-48bb-84ee-4b65f10eeec2" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.982073] env[69613]: DEBUG oslo_concurrency.lockutils [None req-16c05659-80b5-4424-9447-221979046721 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2a389b3e-3971-48bb-84ee-4b65f10eeec2" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.982442] env[69613]: DEBUG oslo_concurrency.lockutils [None req-16c05659-80b5-4424-9447-221979046721 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2a389b3e-3971-48bb-84ee-4b65f10eeec2" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.982693] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d0aa8d4f-6c74-4349-8613-13ead2566e11 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.986861] env[69613]: DEBUG oslo_vmware.api [None req-16c05659-80b5-4424-9447-221979046721 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] Waiting for the task: (returnval){ [ 1320.986861] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]52364c8c-654c-7c03-86b4-337d1659eeed" [ 1320.986861] env[69613]: _type = "Task" [ 1320.986861] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1320.993961] env[69613]: DEBUG oslo_vmware.api [None req-16c05659-80b5-4424-9447-221979046721 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52364c8c-654c-7c03-86b4-337d1659eeed, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.107968] env[69613]: DEBUG nova.compute.manager [req-9c22324c-52c7-4066-a964-e5a6dd57600f req-87b01bfb-73b7-414f-9ad4-22aacaa5925e service nova] [instance: 78f011cd-d84f-4ea5-9945-9ff6b202838a] Received event network-changed-7f9253d1-bbc7-4df5-bc3e-9612d654699b {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1321.108168] env[69613]: DEBUG nova.compute.manager [req-9c22324c-52c7-4066-a964-e5a6dd57600f req-87b01bfb-73b7-414f-9ad4-22aacaa5925e service nova] [instance: 78f011cd-d84f-4ea5-9945-9ff6b202838a] Refreshing instance network info cache due to event network-changed-7f9253d1-bbc7-4df5-bc3e-9612d654699b. {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1321.108381] env[69613]: DEBUG oslo_concurrency.lockutils [req-9c22324c-52c7-4066-a964-e5a6dd57600f req-87b01bfb-73b7-414f-9ad4-22aacaa5925e service nova] Acquiring lock "refresh_cache-78f011cd-d84f-4ea5-9945-9ff6b202838a" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.108639] env[69613]: DEBUG oslo_concurrency.lockutils [req-9c22324c-52c7-4066-a964-e5a6dd57600f req-87b01bfb-73b7-414f-9ad4-22aacaa5925e service nova] Acquired lock "refresh_cache-78f011cd-d84f-4ea5-9945-9ff6b202838a" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.108859] env[69613]: DEBUG nova.network.neutron [req-9c22324c-52c7-4066-a964-e5a6dd57600f req-87b01bfb-73b7-414f-9ad4-22aacaa5925e service nova] [instance: 78f011cd-d84f-4ea5-9945-9ff6b202838a] Refreshing network info cache for port 7f9253d1-bbc7-4df5-bc3e-9612d654699b {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1321.257811] env[69613]: DEBUG oslo_vmware.api [None req-16e2ae4f-fb4d-4f5b-bdae-4b08a7e537d8 tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Task: {'id': task-3418477, 'name': PowerOffVM_Task, 'duration_secs': 0.181971} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1321.258102] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-16e2ae4f-fb4d-4f5b-bdae-4b08a7e537d8 tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] [instance: adea7b13-a64f-4eca-a6e0-42b8182d26cc] Powered off the VM {{(pid=69613) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1321.258295] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-16e2ae4f-fb4d-4f5b-bdae-4b08a7e537d8 tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] [instance: adea7b13-a64f-4eca-a6e0-42b8182d26cc] Unregistering the VM {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1321.258536] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1ffb06ed-0a0f-4f0e-8d91-a8267b84526a {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.315819] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-16e2ae4f-fb4d-4f5b-bdae-4b08a7e537d8 tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] [instance: adea7b13-a64f-4eca-a6e0-42b8182d26cc] Unregistered the VM {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1321.316080] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-16e2ae4f-fb4d-4f5b-bdae-4b08a7e537d8 tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] [instance: adea7b13-a64f-4eca-a6e0-42b8182d26cc] Deleting contents of the VM from datastore datastore1 {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1321.316384] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-16e2ae4f-fb4d-4f5b-bdae-4b08a7e537d8 tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Deleting the datastore file [datastore1] adea7b13-a64f-4eca-a6e0-42b8182d26cc {{(pid=69613) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1321.316700] env[69613]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ba6c2547-4bcb-4592-b288-89430fda491b {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.322475] env[69613]: DEBUG oslo_vmware.api [None req-16e2ae4f-fb4d-4f5b-bdae-4b08a7e537d8 tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Waiting for the task: (returnval){ [ 1321.322475] env[69613]: value = "task-3418479" [ 1321.322475] env[69613]: _type = "Task" [ 1321.322475] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1321.329754] env[69613]: DEBUG oslo_vmware.api [None req-16e2ae4f-fb4d-4f5b-bdae-4b08a7e537d8 tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Task: {'id': task-3418479, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.496827] env[69613]: DEBUG oslo_concurrency.lockutils [None req-16c05659-80b5-4424-9447-221979046721 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2a389b3e-3971-48bb-84ee-4b65f10eeec2" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.497169] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-16c05659-80b5-4424-9447-221979046721 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] [instance: 78f011cd-d84f-4ea5-9945-9ff6b202838a] Processing image 2a389b3e-3971-48bb-84ee-4b65f10eeec2 {{(pid=69613) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1321.497319] env[69613]: DEBUG oslo_concurrency.lockutils [None req-16c05659-80b5-4424-9447-221979046721 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2a389b3e-3971-48bb-84ee-4b65f10eeec2/2a389b3e-3971-48bb-84ee-4b65f10eeec2.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.497466] env[69613]: DEBUG oslo_concurrency.lockutils [None req-16c05659-80b5-4424-9447-221979046721 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2a389b3e-3971-48bb-84ee-4b65f10eeec2/2a389b3e-3971-48bb-84ee-4b65f10eeec2.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.497638] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-16c05659-80b5-4424-9447-221979046721 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69613) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1321.497874] env[69613]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f1122a00-d1ad-4280-8b36-d247be760c32 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.505165] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-16c05659-80b5-4424-9447-221979046721 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69613) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1321.505329] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-16c05659-80b5-4424-9447-221979046721 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69613) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1321.506029] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-312f42c1-0159-4bb5-b516-ec98a631d4f2 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.511160] env[69613]: DEBUG oslo_vmware.api [None req-16c05659-80b5-4424-9447-221979046721 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] Waiting for the task: (returnval){ [ 1321.511160] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]52c046e4-49bc-2405-10a0-df6f782e24d4" [ 1321.511160] env[69613]: _type = "Task" [ 1321.511160] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1321.518518] env[69613]: DEBUG oslo_vmware.api [None req-16c05659-80b5-4424-9447-221979046721 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]52c046e4-49bc-2405-10a0-df6f782e24d4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.827045] env[69613]: DEBUG nova.network.neutron [req-9c22324c-52c7-4066-a964-e5a6dd57600f req-87b01bfb-73b7-414f-9ad4-22aacaa5925e service nova] [instance: 78f011cd-d84f-4ea5-9945-9ff6b202838a] Updated VIF entry in instance network info cache for port 7f9253d1-bbc7-4df5-bc3e-9612d654699b. {{(pid=69613) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1321.827385] env[69613]: DEBUG nova.network.neutron [req-9c22324c-52c7-4066-a964-e5a6dd57600f req-87b01bfb-73b7-414f-9ad4-22aacaa5925e service nova] [instance: 78f011cd-d84f-4ea5-9945-9ff6b202838a] Updating instance_info_cache with network_info: [{"id": "7f9253d1-bbc7-4df5-bc3e-9612d654699b", "address": "fa:16:3e:e0:bd:a4", "network": {"id": "3e414a79-7154-4d18-b8f5-9247003912d7", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1833508545-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.181", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b0499f6d133a4479849dfd5cfe27d0e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11da2092-76f7-447e-babb-8fc14ad39a71", "external-id": "nsx-vlan-transportzone-585", "segmentation_id": 585, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f9253d1-bb", "ovs_interfaceid": "7f9253d1-bbc7-4df5-bc3e-9612d654699b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1321.833510] env[69613]: DEBUG oslo_vmware.api [None req-16e2ae4f-fb4d-4f5b-bdae-4b08a7e537d8 tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Task: {'id': task-3418479, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.146086} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1321.833732] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-16e2ae4f-fb4d-4f5b-bdae-4b08a7e537d8 tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Deleted the datastore file {{(pid=69613) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1321.833907] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-16e2ae4f-fb4d-4f5b-bdae-4b08a7e537d8 tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] [instance: adea7b13-a64f-4eca-a6e0-42b8182d26cc] Deleted contents of the VM from datastore datastore1 {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1321.834096] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-16e2ae4f-fb4d-4f5b-bdae-4b08a7e537d8 tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] [instance: adea7b13-a64f-4eca-a6e0-42b8182d26cc] Instance destroyed {{(pid=69613) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1321.834300] env[69613]: INFO nova.compute.manager [None req-16e2ae4f-fb4d-4f5b-bdae-4b08a7e537d8 tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] [instance: adea7b13-a64f-4eca-a6e0-42b8182d26cc] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1321.834532] env[69613]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-16e2ae4f-fb4d-4f5b-bdae-4b08a7e537d8 tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69613) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1321.834718] env[69613]: DEBUG nova.compute.manager [-] [instance: adea7b13-a64f-4eca-a6e0-42b8182d26cc] Deallocating network for instance {{(pid=69613) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1321.834811] env[69613]: DEBUG nova.network.neutron [-] [instance: adea7b13-a64f-4eca-a6e0-42b8182d26cc] deallocate_for_instance() {{(pid=69613) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1322.021507] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-16c05659-80b5-4424-9447-221979046721 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] [instance: 78f011cd-d84f-4ea5-9945-9ff6b202838a] Preparing fetch location {{(pid=69613) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1322.021725] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-16c05659-80b5-4424-9447-221979046721 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] [instance: 78f011cd-d84f-4ea5-9945-9ff6b202838a] Fetch image to [datastore2] OSTACK_IMG_7912886f-30d7-454e-8908-e3cb64240695/OSTACK_IMG_7912886f-30d7-454e-8908-e3cb64240695.vmdk {{(pid=69613) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1322.021912] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-16c05659-80b5-4424-9447-221979046721 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] [instance: 78f011cd-d84f-4ea5-9945-9ff6b202838a] Downloading stream optimized image 2a389b3e-3971-48bb-84ee-4b65f10eeec2 to [datastore2] OSTACK_IMG_7912886f-30d7-454e-8908-e3cb64240695/OSTACK_IMG_7912886f-30d7-454e-8908-e3cb64240695.vmdk on the data store datastore2 as vApp {{(pid=69613) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1322.022093] env[69613]: DEBUG nova.virt.vmwareapi.images [None req-16c05659-80b5-4424-9447-221979046721 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] [instance: 78f011cd-d84f-4ea5-9945-9ff6b202838a] Downloading image file data 2a389b3e-3971-48bb-84ee-4b65f10eeec2 to the ESX as VM named 'OSTACK_IMG_7912886f-30d7-454e-8908-e3cb64240695' {{(pid=69613) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1322.087828] env[69613]: DEBUG oslo_vmware.rw_handles [None req-16c05659-80b5-4424-9447-221979046721 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1322.087828] env[69613]: value = "resgroup-9" [ 1322.087828] env[69613]: _type = "ResourcePool" [ 1322.087828] env[69613]: }. {{(pid=69613) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1322.088173] env[69613]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-a9ca8252-991c-4bc8-ac8f-b792e70480ee {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.109666] env[69613]: DEBUG oslo_vmware.rw_handles [None req-16c05659-80b5-4424-9447-221979046721 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] Lease: (returnval){ [ 1322.109666] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]525f9cba-4d57-c679-657f-19dfb7f87376" [ 1322.109666] env[69613]: _type = "HttpNfcLease" [ 1322.109666] env[69613]: } obtained for vApp import into resource pool (val){ [ 1322.109666] env[69613]: value = "resgroup-9" [ 1322.109666] env[69613]: _type = "ResourcePool" [ 1322.109666] env[69613]: }. {{(pid=69613) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1322.109666] env[69613]: DEBUG oslo_vmware.api [None req-16c05659-80b5-4424-9447-221979046721 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] Waiting for the lease: (returnval){ [ 1322.109666] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]525f9cba-4d57-c679-657f-19dfb7f87376" [ 1322.109666] env[69613]: _type = "HttpNfcLease" [ 1322.109666] env[69613]: } to be ready. {{(pid=69613) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1322.117091] env[69613]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1322.117091] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]525f9cba-4d57-c679-657f-19dfb7f87376" [ 1322.117091] env[69613]: _type = "HttpNfcLease" [ 1322.117091] env[69613]: } is initializing. {{(pid=69613) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1322.330166] env[69613]: DEBUG oslo_concurrency.lockutils [req-9c22324c-52c7-4066-a964-e5a6dd57600f req-87b01bfb-73b7-414f-9ad4-22aacaa5925e service nova] Releasing lock "refresh_cache-78f011cd-d84f-4ea5-9945-9ff6b202838a" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.618676] env[69613]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1322.618676] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]525f9cba-4d57-c679-657f-19dfb7f87376" [ 1322.618676] env[69613]: _type = "HttpNfcLease" [ 1322.618676] env[69613]: } is ready. {{(pid=69613) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1322.619023] env[69613]: DEBUG oslo_vmware.rw_handles [None req-16c05659-80b5-4424-9447-221979046721 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1322.619023] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]525f9cba-4d57-c679-657f-19dfb7f87376" [ 1322.619023] env[69613]: _type = "HttpNfcLease" [ 1322.619023] env[69613]: }. {{(pid=69613) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1322.619642] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e762452-b070-4588-a6ad-e343cff83b31 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.626376] env[69613]: DEBUG oslo_vmware.rw_handles [None req-16c05659-80b5-4424-9447-221979046721 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525737b9-1803-cfc9-e2fa-aae9ba47b4b5/disk-0.vmdk from lease info. {{(pid=69613) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1322.626549] env[69613]: DEBUG oslo_vmware.rw_handles [None req-16c05659-80b5-4424-9447-221979046721 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] Creating HTTP connection to write to file with size = 31661568 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525737b9-1803-cfc9-e2fa-aae9ba47b4b5/disk-0.vmdk. {{(pid=69613) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1322.690043] env[69613]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-072d3251-8d10-4a3a-b4ab-7024ba7bb980 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.734225] env[69613]: DEBUG nova.network.neutron [-] [instance: adea7b13-a64f-4eca-a6e0-42b8182d26cc] Updating instance_info_cache with network_info: [] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1323.133949] env[69613]: DEBUG nova.compute.manager [req-84883575-416d-4c33-ab8f-5cabbaad6d56 req-cc886cde-4026-4818-a92b-6fb65750306b service nova] [instance: adea7b13-a64f-4eca-a6e0-42b8182d26cc] Received event network-vif-deleted-a371cb8d-b1c2-4c72-88dc-aee0bdb163bc {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1323.237136] env[69613]: INFO nova.compute.manager [-] [instance: adea7b13-a64f-4eca-a6e0-42b8182d26cc] Took 1.40 seconds to deallocate network for instance. [ 1323.750304] env[69613]: DEBUG oslo_concurrency.lockutils [None req-16e2ae4f-fb4d-4f5b-bdae-4b08a7e537d8 tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1323.750625] env[69613]: DEBUG oslo_concurrency.lockutils [None req-16e2ae4f-fb4d-4f5b-bdae-4b08a7e537d8 tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1323.750625] env[69613]: DEBUG nova.objects.instance [None req-16e2ae4f-fb4d-4f5b-bdae-4b08a7e537d8 tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Lazy-loading 'resources' on Instance uuid adea7b13-a64f-4eca-a6e0-42b8182d26cc {{(pid=69613) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1323.999594] env[69613]: DEBUG oslo_vmware.rw_handles [None req-16c05659-80b5-4424-9447-221979046721 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] Completed reading data from the image iterator. {{(pid=69613) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1323.999880] env[69613]: DEBUG oslo_vmware.rw_handles [None req-16c05659-80b5-4424-9447-221979046721 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525737b9-1803-cfc9-e2fa-aae9ba47b4b5/disk-0.vmdk. {{(pid=69613) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1324.001063] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe95af20-7964-477c-a62a-44b4be88fec7 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.008316] env[69613]: DEBUG oslo_vmware.rw_handles [None req-16c05659-80b5-4424-9447-221979046721 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525737b9-1803-cfc9-e2fa-aae9ba47b4b5/disk-0.vmdk is in state: ready. {{(pid=69613) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1324.008483] env[69613]: DEBUG oslo_vmware.rw_handles [None req-16c05659-80b5-4424-9447-221979046721 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525737b9-1803-cfc9-e2fa-aae9ba47b4b5/disk-0.vmdk. {{(pid=69613) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1324.008685] env[69613]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-54bad7c4-2bc4-4158-b366-813438aa0227 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.203642] env[69613]: DEBUG oslo_vmware.rw_handles [None req-16c05659-80b5-4424-9447-221979046721 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525737b9-1803-cfc9-e2fa-aae9ba47b4b5/disk-0.vmdk. {{(pid=69613) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1324.203856] env[69613]: INFO nova.virt.vmwareapi.images [None req-16c05659-80b5-4424-9447-221979046721 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] [instance: 78f011cd-d84f-4ea5-9945-9ff6b202838a] Downloaded image file data 2a389b3e-3971-48bb-84ee-4b65f10eeec2 [ 1324.204751] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b5d2dfa-1963-493d-a967-4abc4c8184e4 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.220394] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1c548111-a829-41df-855a-ea859faa6cdc {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.247587] env[69613]: INFO nova.virt.vmwareapi.images [None req-16c05659-80b5-4424-9447-221979046721 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] [instance: 78f011cd-d84f-4ea5-9945-9ff6b202838a] The imported VM was unregistered [ 1324.249937] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-16c05659-80b5-4424-9447-221979046721 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] [instance: 78f011cd-d84f-4ea5-9945-9ff6b202838a] Caching image {{(pid=69613) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1324.250181] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-16c05659-80b5-4424-9447-221979046721 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] Creating directory with path [datastore2] devstack-image-cache_base/2a389b3e-3971-48bb-84ee-4b65f10eeec2 {{(pid=69613) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1324.250434] env[69613]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ea836f1a-580a-4866-bf69-6116b269f190 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.262144] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-16c05659-80b5-4424-9447-221979046721 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] Created directory with path [datastore2] devstack-image-cache_base/2a389b3e-3971-48bb-84ee-4b65f10eeec2 {{(pid=69613) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1324.262329] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-16c05659-80b5-4424-9447-221979046721 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_7912886f-30d7-454e-8908-e3cb64240695/OSTACK_IMG_7912886f-30d7-454e-8908-e3cb64240695.vmdk to [datastore2] devstack-image-cache_base/2a389b3e-3971-48bb-84ee-4b65f10eeec2/2a389b3e-3971-48bb-84ee-4b65f10eeec2.vmdk. {{(pid=69613) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1324.262560] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-9b6e8c10-080f-4164-96ed-d5fd60ba2484 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.269103] env[69613]: DEBUG oslo_vmware.api [None req-16c05659-80b5-4424-9447-221979046721 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] Waiting for the task: (returnval){ [ 1324.269103] env[69613]: value = "task-3418482" [ 1324.269103] env[69613]: _type = "Task" [ 1324.269103] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1324.278905] env[69613]: DEBUG oslo_vmware.api [None req-16c05659-80b5-4424-9447-221979046721 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] Task: {'id': task-3418482, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1324.326618] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cc821f0-8cf8-42b8-9b52-1d5ab786091d {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.333416] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ad1383b-fb00-4f6d-b96b-43b260e99375 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.363759] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5877580d-eff0-4ccd-beb7-275955226a4f {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.370859] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b147d9f4-40ce-4722-aa83-6cd0b06ff191 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.384634] env[69613]: DEBUG nova.compute.provider_tree [None req-16e2ae4f-fb4d-4f5b-bdae-4b08a7e537d8 tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Inventory has not changed in ProviderTree for provider: af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 {{(pid=69613) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1324.779624] env[69613]: DEBUG oslo_vmware.api [None req-16c05659-80b5-4424-9447-221979046721 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] Task: {'id': task-3418482, 'name': MoveVirtualDisk_Task} progress is 24%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1324.888207] env[69613]: DEBUG nova.scheduler.client.report [None req-16e2ae4f-fb4d-4f5b-bdae-4b08a7e537d8 tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Inventory has not changed for provider af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69613) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1325.279118] env[69613]: DEBUG oslo_vmware.api [None req-16c05659-80b5-4424-9447-221979046721 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] Task: {'id': task-3418482, 'name': MoveVirtualDisk_Task} progress is 49%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.393417] env[69613]: DEBUG oslo_concurrency.lockutils [None req-16e2ae4f-fb4d-4f5b-bdae-4b08a7e537d8 tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.643s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1325.415113] env[69613]: INFO nova.scheduler.client.report [None req-16e2ae4f-fb4d-4f5b-bdae-4b08a7e537d8 tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Deleted allocations for instance adea7b13-a64f-4eca-a6e0-42b8182d26cc [ 1325.782340] env[69613]: DEBUG oslo_vmware.api [None req-16c05659-80b5-4424-9447-221979046721 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] Task: {'id': task-3418482, 'name': MoveVirtualDisk_Task} progress is 71%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.924180] env[69613]: DEBUG oslo_concurrency.lockutils [None req-16e2ae4f-fb4d-4f5b-bdae-4b08a7e537d8 tempest-ServerActionsTestJSON-1746406548 tempest-ServerActionsTestJSON-1746406548-project-member] Lock "adea7b13-a64f-4eca-a6e0-42b8182d26cc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.696s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1326.282250] env[69613]: DEBUG oslo_vmware.api [None req-16c05659-80b5-4424-9447-221979046721 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] Task: {'id': task-3418482, 'name': MoveVirtualDisk_Task} progress is 91%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.781604] env[69613]: DEBUG oslo_vmware.api [None req-16c05659-80b5-4424-9447-221979046721 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] Task: {'id': task-3418482, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.234132} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1326.781882] env[69613]: INFO nova.virt.vmwareapi.ds_util [None req-16c05659-80b5-4424-9447-221979046721 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_7912886f-30d7-454e-8908-e3cb64240695/OSTACK_IMG_7912886f-30d7-454e-8908-e3cb64240695.vmdk to [datastore2] devstack-image-cache_base/2a389b3e-3971-48bb-84ee-4b65f10eeec2/2a389b3e-3971-48bb-84ee-4b65f10eeec2.vmdk. [ 1326.782088] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-16c05659-80b5-4424-9447-221979046721 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] [instance: 78f011cd-d84f-4ea5-9945-9ff6b202838a] Cleaning up location [datastore2] OSTACK_IMG_7912886f-30d7-454e-8908-e3cb64240695 {{(pid=69613) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1326.782251] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-16c05659-80b5-4424-9447-221979046721 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_7912886f-30d7-454e-8908-e3cb64240695 {{(pid=69613) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1326.782508] env[69613]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ee213e59-adb8-486b-ba79-24b8b70a2500 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.788689] env[69613]: DEBUG oslo_vmware.api [None req-16c05659-80b5-4424-9447-221979046721 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] Waiting for the task: (returnval){ [ 1326.788689] env[69613]: value = "task-3418483" [ 1326.788689] env[69613]: _type = "Task" [ 1326.788689] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1326.795756] env[69613]: DEBUG oslo_vmware.api [None req-16c05659-80b5-4424-9447-221979046721 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] Task: {'id': task-3418483, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1327.298657] env[69613]: DEBUG oslo_vmware.api [None req-16c05659-80b5-4424-9447-221979046721 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] Task: {'id': task-3418483, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.035335} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1327.298862] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-16c05659-80b5-4424-9447-221979046721 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] Deleted the datastore file {{(pid=69613) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1327.299041] env[69613]: DEBUG oslo_concurrency.lockutils [None req-16c05659-80b5-4424-9447-221979046721 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2a389b3e-3971-48bb-84ee-4b65f10eeec2/2a389b3e-3971-48bb-84ee-4b65f10eeec2.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.299292] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-16c05659-80b5-4424-9447-221979046721 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2a389b3e-3971-48bb-84ee-4b65f10eeec2/2a389b3e-3971-48bb-84ee-4b65f10eeec2.vmdk to [datastore2] 78f011cd-d84f-4ea5-9945-9ff6b202838a/78f011cd-d84f-4ea5-9945-9ff6b202838a.vmdk {{(pid=69613) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1327.299542] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3cf9650e-9712-4e13-9c7f-d3dc3d3be107 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.306222] env[69613]: DEBUG oslo_vmware.api [None req-16c05659-80b5-4424-9447-221979046721 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] Waiting for the task: (returnval){ [ 1327.306222] env[69613]: value = "task-3418484" [ 1327.306222] env[69613]: _type = "Task" [ 1327.306222] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1327.315066] env[69613]: DEBUG oslo_vmware.api [None req-16c05659-80b5-4424-9447-221979046721 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] Task: {'id': task-3418484, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1327.816445] env[69613]: DEBUG oslo_vmware.api [None req-16c05659-80b5-4424-9447-221979046721 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] Task: {'id': task-3418484, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1328.319084] env[69613]: DEBUG oslo_vmware.api [None req-16c05659-80b5-4424-9447-221979046721 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] Task: {'id': task-3418484, 'name': CopyVirtualDisk_Task} progress is 43%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1328.819203] env[69613]: DEBUG oslo_vmware.api [None req-16c05659-80b5-4424-9447-221979046721 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] Task: {'id': task-3418484, 'name': CopyVirtualDisk_Task} progress is 66%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1329.320375] env[69613]: DEBUG oslo_vmware.api [None req-16c05659-80b5-4424-9447-221979046721 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] Task: {'id': task-3418484, 'name': CopyVirtualDisk_Task} progress is 88%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1329.381043] env[69613]: DEBUG oslo_concurrency.lockutils [None req-da44fa92-393b-499e-a1ec-7f427fb6c66c tempest-ServersAaction247Test-1669443717 tempest-ServersAaction247Test-1669443717-project-member] Acquiring lock "4bf004b2-4662-4f3c-a2b6-25ca491ffadc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1329.381043] env[69613]: DEBUG oslo_concurrency.lockutils [None req-da44fa92-393b-499e-a1ec-7f427fb6c66c tempest-ServersAaction247Test-1669443717 tempest-ServersAaction247Test-1669443717-project-member] Lock "4bf004b2-4662-4f3c-a2b6-25ca491ffadc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1329.820064] env[69613]: DEBUG oslo_vmware.api [None req-16c05659-80b5-4424-9447-221979046721 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] Task: {'id': task-3418484, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.254268} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1329.820525] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-16c05659-80b5-4424-9447-221979046721 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2a389b3e-3971-48bb-84ee-4b65f10eeec2/2a389b3e-3971-48bb-84ee-4b65f10eeec2.vmdk to [datastore2] 78f011cd-d84f-4ea5-9945-9ff6b202838a/78f011cd-d84f-4ea5-9945-9ff6b202838a.vmdk {{(pid=69613) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1329.821035] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80aa3fed-300d-4a4e-8d84-7ae5a57ecbf5 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.841985] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-16c05659-80b5-4424-9447-221979046721 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] [instance: 78f011cd-d84f-4ea5-9945-9ff6b202838a] Reconfiguring VM instance instance-0000007d to attach disk [datastore2] 78f011cd-d84f-4ea5-9945-9ff6b202838a/78f011cd-d84f-4ea5-9945-9ff6b202838a.vmdk or device None with type streamOptimized {{(pid=69613) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1329.842255] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-828d54b2-97d1-4d02-ae87-84f5f265d479 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.861457] env[69613]: DEBUG oslo_vmware.api [None req-16c05659-80b5-4424-9447-221979046721 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] Waiting for the task: (returnval){ [ 1329.861457] env[69613]: value = "task-3418485" [ 1329.861457] env[69613]: _type = "Task" [ 1329.861457] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1329.871248] env[69613]: DEBUG oslo_vmware.api [None req-16c05659-80b5-4424-9447-221979046721 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] Task: {'id': task-3418485, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1329.883818] env[69613]: DEBUG nova.compute.manager [None req-da44fa92-393b-499e-a1ec-7f427fb6c66c tempest-ServersAaction247Test-1669443717 tempest-ServersAaction247Test-1669443717-project-member] [instance: 4bf004b2-4662-4f3c-a2b6-25ca491ffadc] Starting instance... {{(pid=69613) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1330.371730] env[69613]: DEBUG oslo_vmware.api [None req-16c05659-80b5-4424-9447-221979046721 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] Task: {'id': task-3418485, 'name': ReconfigVM_Task, 'duration_secs': 0.276816} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1330.371996] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-16c05659-80b5-4424-9447-221979046721 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] [instance: 78f011cd-d84f-4ea5-9945-9ff6b202838a] Reconfigured VM instance instance-0000007d to attach disk [datastore2] 78f011cd-d84f-4ea5-9945-9ff6b202838a/78f011cd-d84f-4ea5-9945-9ff6b202838a.vmdk or device None with type streamOptimized {{(pid=69613) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1330.372675] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-419fd636-6ff5-4208-bfda-2deede29b04e {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.379196] env[69613]: DEBUG oslo_vmware.api [None req-16c05659-80b5-4424-9447-221979046721 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] Waiting for the task: (returnval){ [ 1330.379196] env[69613]: value = "task-3418486" [ 1330.379196] env[69613]: _type = "Task" [ 1330.379196] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1330.390753] env[69613]: DEBUG oslo_vmware.api [None req-16c05659-80b5-4424-9447-221979046721 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] Task: {'id': task-3418486, 'name': Rename_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1330.407792] env[69613]: DEBUG oslo_concurrency.lockutils [None req-da44fa92-393b-499e-a1ec-7f427fb6c66c tempest-ServersAaction247Test-1669443717 tempest-ServersAaction247Test-1669443717-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1330.408118] env[69613]: DEBUG oslo_concurrency.lockutils [None req-da44fa92-393b-499e-a1ec-7f427fb6c66c tempest-ServersAaction247Test-1669443717 tempest-ServersAaction247Test-1669443717-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1330.409674] env[69613]: INFO nova.compute.claims [None req-da44fa92-393b-499e-a1ec-7f427fb6c66c tempest-ServersAaction247Test-1669443717 tempest-ServersAaction247Test-1669443717-project-member] [instance: 4bf004b2-4662-4f3c-a2b6-25ca491ffadc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1330.890529] env[69613]: DEBUG oslo_vmware.api [None req-16c05659-80b5-4424-9447-221979046721 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] Task: {'id': task-3418486, 'name': Rename_Task, 'duration_secs': 0.166437} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1330.890892] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-16c05659-80b5-4424-9447-221979046721 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] [instance: 78f011cd-d84f-4ea5-9945-9ff6b202838a] Powering on the VM {{(pid=69613) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1330.890989] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e0aa4ef6-adea-48e8-be23-d37e9b3e13a4 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.896934] env[69613]: DEBUG oslo_vmware.api [None req-16c05659-80b5-4424-9447-221979046721 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] Waiting for the task: (returnval){ [ 1330.896934] env[69613]: value = "task-3418487" [ 1330.896934] env[69613]: _type = "Task" [ 1330.896934] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1330.903982] env[69613]: DEBUG oslo_vmware.api [None req-16c05659-80b5-4424-9447-221979046721 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] Task: {'id': task-3418487, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1331.407780] env[69613]: DEBUG oslo_vmware.api [None req-16c05659-80b5-4424-9447-221979046721 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] Task: {'id': task-3418487, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1331.486501] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3dd7adb-515e-45bb-9dc2-e982261d4cbf {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.494458] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2331df5d-22d3-45e7-b3d2-c85313f14853 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.524547] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1dbe64d-64a7-48a7-ab6b-e75657dfd5c6 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.531580] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b418ad5f-0f80-44b0-a3b4-de72e0fa6473 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.544309] env[69613]: DEBUG nova.compute.provider_tree [None req-da44fa92-393b-499e-a1ec-7f427fb6c66c tempest-ServersAaction247Test-1669443717 tempest-ServersAaction247Test-1669443717-project-member] Inventory has not changed in ProviderTree for provider: af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 {{(pid=69613) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1331.907327] env[69613]: DEBUG oslo_vmware.api [None req-16c05659-80b5-4424-9447-221979046721 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] Task: {'id': task-3418487, 'name': PowerOnVM_Task, 'duration_secs': 0.520277} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1331.907715] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-16c05659-80b5-4424-9447-221979046721 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] [instance: 78f011cd-d84f-4ea5-9945-9ff6b202838a] Powered on the VM {{(pid=69613) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1332.014721] env[69613]: DEBUG nova.compute.manager [None req-16c05659-80b5-4424-9447-221979046721 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] [instance: 78f011cd-d84f-4ea5-9945-9ff6b202838a] Checking state {{(pid=69613) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1332.015685] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0044863a-9c8d-4ff1-9749-a8e0a44d8fc9 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.047225] env[69613]: DEBUG nova.scheduler.client.report [None req-da44fa92-393b-499e-a1ec-7f427fb6c66c tempest-ServersAaction247Test-1669443717 tempest-ServersAaction247Test-1669443717-project-member] Inventory has not changed for provider af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69613) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1332.531751] env[69613]: DEBUG oslo_concurrency.lockutils [None req-16c05659-80b5-4424-9447-221979046721 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] Lock "78f011cd-d84f-4ea5-9945-9ff6b202838a" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 18.553s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1332.551904] env[69613]: DEBUG oslo_concurrency.lockutils [None req-da44fa92-393b-499e-a1ec-7f427fb6c66c tempest-ServersAaction247Test-1669443717 tempest-ServersAaction247Test-1669443717-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.144s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1332.552411] env[69613]: DEBUG nova.compute.manager [None req-da44fa92-393b-499e-a1ec-7f427fb6c66c tempest-ServersAaction247Test-1669443717 tempest-ServersAaction247Test-1669443717-project-member] [instance: 4bf004b2-4662-4f3c-a2b6-25ca491ffadc] Start building networks asynchronously for instance. {{(pid=69613) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1333.056565] env[69613]: DEBUG nova.compute.utils [None req-da44fa92-393b-499e-a1ec-7f427fb6c66c tempest-ServersAaction247Test-1669443717 tempest-ServersAaction247Test-1669443717-project-member] Using /dev/sd instead of None {{(pid=69613) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1333.057840] env[69613]: DEBUG nova.compute.manager [None req-da44fa92-393b-499e-a1ec-7f427fb6c66c tempest-ServersAaction247Test-1669443717 tempest-ServersAaction247Test-1669443717-project-member] [instance: 4bf004b2-4662-4f3c-a2b6-25ca491ffadc] Not allocating networking since 'none' was specified. {{(pid=69613) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1333.559324] env[69613]: DEBUG nova.compute.manager [None req-da44fa92-393b-499e-a1ec-7f427fb6c66c tempest-ServersAaction247Test-1669443717 tempest-ServersAaction247Test-1669443717-project-member] [instance: 4bf004b2-4662-4f3c-a2b6-25ca491ffadc] Start building block device mappings for instance. {{(pid=69613) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1334.569178] env[69613]: DEBUG nova.compute.manager [None req-da44fa92-393b-499e-a1ec-7f427fb6c66c tempest-ServersAaction247Test-1669443717 tempest-ServersAaction247Test-1669443717-project-member] [instance: 4bf004b2-4662-4f3c-a2b6-25ca491ffadc] Start spawning the instance on the hypervisor. {{(pid=69613) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1334.596566] env[69613]: DEBUG nova.virt.hardware [None req-da44fa92-393b-499e-a1ec-7f427fb6c66c tempest-ServersAaction247Test-1669443717 tempest-ServersAaction247Test-1669443717-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T13:55:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T13:55:19Z,direct_url=,disk_format='vmdk',id=2b7a0304-b5d0-431d-b287-32c8388d7fbd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3e9e1b873f1442d59d5ee8247b941f74',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T13:55:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1334.596802] env[69613]: DEBUG nova.virt.hardware [None req-da44fa92-393b-499e-a1ec-7f427fb6c66c tempest-ServersAaction247Test-1669443717 tempest-ServersAaction247Test-1669443717-project-member] Flavor limits 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1334.596986] env[69613]: DEBUG nova.virt.hardware [None req-da44fa92-393b-499e-a1ec-7f427fb6c66c tempest-ServersAaction247Test-1669443717 tempest-ServersAaction247Test-1669443717-project-member] Image limits 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1334.597197] env[69613]: DEBUG nova.virt.hardware [None req-da44fa92-393b-499e-a1ec-7f427fb6c66c tempest-ServersAaction247Test-1669443717 tempest-ServersAaction247Test-1669443717-project-member] Flavor pref 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1334.597341] env[69613]: DEBUG nova.virt.hardware [None req-da44fa92-393b-499e-a1ec-7f427fb6c66c tempest-ServersAaction247Test-1669443717 tempest-ServersAaction247Test-1669443717-project-member] Image pref 0:0:0 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1334.597488] env[69613]: DEBUG nova.virt.hardware [None req-da44fa92-393b-499e-a1ec-7f427fb6c66c tempest-ServersAaction247Test-1669443717 tempest-ServersAaction247Test-1669443717-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69613) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1334.597697] env[69613]: DEBUG nova.virt.hardware [None req-da44fa92-393b-499e-a1ec-7f427fb6c66c tempest-ServersAaction247Test-1669443717 tempest-ServersAaction247Test-1669443717-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1334.597851] env[69613]: DEBUG nova.virt.hardware [None req-da44fa92-393b-499e-a1ec-7f427fb6c66c tempest-ServersAaction247Test-1669443717 tempest-ServersAaction247Test-1669443717-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69613) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1334.598035] env[69613]: DEBUG nova.virt.hardware [None req-da44fa92-393b-499e-a1ec-7f427fb6c66c tempest-ServersAaction247Test-1669443717 tempest-ServersAaction247Test-1669443717-project-member] Got 1 possible topologies {{(pid=69613) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1334.598234] env[69613]: DEBUG nova.virt.hardware [None req-da44fa92-393b-499e-a1ec-7f427fb6c66c tempest-ServersAaction247Test-1669443717 tempest-ServersAaction247Test-1669443717-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1334.598405] env[69613]: DEBUG nova.virt.hardware [None req-da44fa92-393b-499e-a1ec-7f427fb6c66c tempest-ServersAaction247Test-1669443717 tempest-ServersAaction247Test-1669443717-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69613) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1334.599394] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4293127d-a8e7-4796-b32a-bbc71e1a642e {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.607968] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5659e565-668d-40b8-a00b-93a45ecdf623 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.620914] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-da44fa92-393b-499e-a1ec-7f427fb6c66c tempest-ServersAaction247Test-1669443717 tempest-ServersAaction247Test-1669443717-project-member] [instance: 4bf004b2-4662-4f3c-a2b6-25ca491ffadc] Instance VIF info [] {{(pid=69613) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1334.626359] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-da44fa92-393b-499e-a1ec-7f427fb6c66c tempest-ServersAaction247Test-1669443717 tempest-ServersAaction247Test-1669443717-project-member] Creating folder: Project (4841f0f124b64304836f650b08b60739). Parent ref: group-v681687. {{(pid=69613) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1334.626613] env[69613]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a71aa7cd-275a-48f0-a703-2f40bbcd9367 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.635796] env[69613]: INFO nova.virt.vmwareapi.vm_util [None req-da44fa92-393b-499e-a1ec-7f427fb6c66c tempest-ServersAaction247Test-1669443717 tempest-ServersAaction247Test-1669443717-project-member] Created folder: Project (4841f0f124b64304836f650b08b60739) in parent group-v681687. [ 1334.635991] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-da44fa92-393b-499e-a1ec-7f427fb6c66c tempest-ServersAaction247Test-1669443717 tempest-ServersAaction247Test-1669443717-project-member] Creating folder: Instances. Parent ref: group-v682029. {{(pid=69613) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1334.636218] env[69613]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-272be845-b05a-4047-a0c2-8e0561b4a220 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.644144] env[69613]: INFO nova.virt.vmwareapi.vm_util [None req-da44fa92-393b-499e-a1ec-7f427fb6c66c tempest-ServersAaction247Test-1669443717 tempest-ServersAaction247Test-1669443717-project-member] Created folder: Instances in parent group-v682029. [ 1334.644359] env[69613]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-da44fa92-393b-499e-a1ec-7f427fb6c66c tempest-ServersAaction247Test-1669443717 tempest-ServersAaction247Test-1669443717-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69613) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1334.644538] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4bf004b2-4662-4f3c-a2b6-25ca491ffadc] Creating VM on the ESX host {{(pid=69613) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1334.644722] env[69613]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-334653ad-457a-4c25-9dec-0d22ad41b5d3 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.660509] env[69613]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1334.660509] env[69613]: value = "task-3418490" [ 1334.660509] env[69613]: _type = "Task" [ 1334.660509] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1334.667583] env[69613]: DEBUG oslo_vmware.api [-] Task: {'id': task-3418490, 'name': CreateVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.170253] env[69613]: DEBUG oslo_vmware.api [-] Task: {'id': task-3418490, 'name': CreateVM_Task, 'duration_secs': 0.301806} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1335.170436] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4bf004b2-4662-4f3c-a2b6-25ca491ffadc] Created VM on the ESX host {{(pid=69613) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1335.170861] env[69613]: DEBUG oslo_concurrency.lockutils [None req-da44fa92-393b-499e-a1ec-7f427fb6c66c tempest-ServersAaction247Test-1669443717 tempest-ServersAaction247Test-1669443717-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.171027] env[69613]: DEBUG oslo_concurrency.lockutils [None req-da44fa92-393b-499e-a1ec-7f427fb6c66c tempest-ServersAaction247Test-1669443717 tempest-ServersAaction247Test-1669443717-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.171354] env[69613]: DEBUG oslo_concurrency.lockutils [None req-da44fa92-393b-499e-a1ec-7f427fb6c66c tempest-ServersAaction247Test-1669443717 tempest-ServersAaction247Test-1669443717-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1335.171607] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9c950ef0-fde0-41dd-96dc-0d832cb77575 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.176612] env[69613]: DEBUG oslo_vmware.api [None req-da44fa92-393b-499e-a1ec-7f427fb6c66c tempest-ServersAaction247Test-1669443717 tempest-ServersAaction247Test-1669443717-project-member] Waiting for the task: (returnval){ [ 1335.176612] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]5277c457-7cd4-78d7-7670-7fb1c618cce6" [ 1335.176612] env[69613]: _type = "Task" [ 1335.176612] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1335.183881] env[69613]: DEBUG oslo_vmware.api [None req-da44fa92-393b-499e-a1ec-7f427fb6c66c tempest-ServersAaction247Test-1669443717 tempest-ServersAaction247Test-1669443717-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]5277c457-7cd4-78d7-7670-7fb1c618cce6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.686868] env[69613]: DEBUG oslo_vmware.api [None req-da44fa92-393b-499e-a1ec-7f427fb6c66c tempest-ServersAaction247Test-1669443717 tempest-ServersAaction247Test-1669443717-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]5277c457-7cd4-78d7-7670-7fb1c618cce6, 'name': SearchDatastore_Task, 'duration_secs': 0.044335} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1335.687273] env[69613]: DEBUG oslo_concurrency.lockutils [None req-da44fa92-393b-499e-a1ec-7f427fb6c66c tempest-ServersAaction247Test-1669443717 tempest-ServersAaction247Test-1669443717-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.687460] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-da44fa92-393b-499e-a1ec-7f427fb6c66c tempest-ServersAaction247Test-1669443717 tempest-ServersAaction247Test-1669443717-project-member] [instance: 4bf004b2-4662-4f3c-a2b6-25ca491ffadc] Processing image 2b7a0304-b5d0-431d-b287-32c8388d7fbd {{(pid=69613) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1335.687687] env[69613]: DEBUG oslo_concurrency.lockutils [None req-da44fa92-393b-499e-a1ec-7f427fb6c66c tempest-ServersAaction247Test-1669443717 tempest-ServersAaction247Test-1669443717-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.687829] env[69613]: DEBUG oslo_concurrency.lockutils [None req-da44fa92-393b-499e-a1ec-7f427fb6c66c tempest-ServersAaction247Test-1669443717 tempest-ServersAaction247Test-1669443717-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.688010] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-da44fa92-393b-499e-a1ec-7f427fb6c66c tempest-ServersAaction247Test-1669443717 tempest-ServersAaction247Test-1669443717-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69613) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1335.688267] env[69613]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a9d7fe31-31e5-406d-ba71-83e3a3db970d {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.696745] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-da44fa92-393b-499e-a1ec-7f427fb6c66c tempest-ServersAaction247Test-1669443717 tempest-ServersAaction247Test-1669443717-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69613) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1335.696914] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-da44fa92-393b-499e-a1ec-7f427fb6c66c tempest-ServersAaction247Test-1669443717 tempest-ServersAaction247Test-1669443717-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69613) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1335.697601] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4087f3ce-9a3d-482e-ad78-66abaf2f574c {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.702584] env[69613]: DEBUG oslo_vmware.api [None req-da44fa92-393b-499e-a1ec-7f427fb6c66c tempest-ServersAaction247Test-1669443717 tempest-ServersAaction247Test-1669443717-project-member] Waiting for the task: (returnval){ [ 1335.702584] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]5266b2eb-d75c-a9a2-8fec-d514a8e04d76" [ 1335.702584] env[69613]: _type = "Task" [ 1335.702584] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1335.709626] env[69613]: DEBUG oslo_vmware.api [None req-da44fa92-393b-499e-a1ec-7f427fb6c66c tempest-ServersAaction247Test-1669443717 tempest-ServersAaction247Test-1669443717-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]5266b2eb-d75c-a9a2-8fec-d514a8e04d76, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.213437] env[69613]: DEBUG oslo_vmware.api [None req-da44fa92-393b-499e-a1ec-7f427fb6c66c tempest-ServersAaction247Test-1669443717 tempest-ServersAaction247Test-1669443717-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]5266b2eb-d75c-a9a2-8fec-d514a8e04d76, 'name': SearchDatastore_Task, 'duration_secs': 0.008306} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1336.214256] env[69613]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-360d9692-56f4-4b0d-a09b-52a3b3eae242 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.218976] env[69613]: DEBUG oslo_vmware.api [None req-da44fa92-393b-499e-a1ec-7f427fb6c66c tempest-ServersAaction247Test-1669443717 tempest-ServersAaction247Test-1669443717-project-member] Waiting for the task: (returnval){ [ 1336.218976] env[69613]: value = "session[52cee535-157b-dba1-8662-4295ea6a48d0]5283f45f-7400-4fb5-2c6d-d4d2ea6926b0" [ 1336.218976] env[69613]: _type = "Task" [ 1336.218976] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1336.225972] env[69613]: DEBUG oslo_vmware.api [None req-da44fa92-393b-499e-a1ec-7f427fb6c66c tempest-ServersAaction247Test-1669443717 tempest-ServersAaction247Test-1669443717-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]5283f45f-7400-4fb5-2c6d-d4d2ea6926b0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.729204] env[69613]: DEBUG oslo_vmware.api [None req-da44fa92-393b-499e-a1ec-7f427fb6c66c tempest-ServersAaction247Test-1669443717 tempest-ServersAaction247Test-1669443717-project-member] Task: {'id': session[52cee535-157b-dba1-8662-4295ea6a48d0]5283f45f-7400-4fb5-2c6d-d4d2ea6926b0, 'name': SearchDatastore_Task, 'duration_secs': 0.009052} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1336.729611] env[69613]: DEBUG oslo_concurrency.lockutils [None req-da44fa92-393b-499e-a1ec-7f427fb6c66c tempest-ServersAaction247Test-1669443717 tempest-ServersAaction247Test-1669443717-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.729698] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-da44fa92-393b-499e-a1ec-7f427fb6c66c tempest-ServersAaction247Test-1669443717 tempest-ServersAaction247Test-1669443717-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk to [datastore1] 4bf004b2-4662-4f3c-a2b6-25ca491ffadc/4bf004b2-4662-4f3c-a2b6-25ca491ffadc.vmdk {{(pid=69613) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1336.729947] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-105c4502-348f-4f8e-8e0d-3f94dc2289d4 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.736538] env[69613]: DEBUG oslo_vmware.api [None req-da44fa92-393b-499e-a1ec-7f427fb6c66c tempest-ServersAaction247Test-1669443717 tempest-ServersAaction247Test-1669443717-project-member] Waiting for the task: (returnval){ [ 1336.736538] env[69613]: value = "task-3418491" [ 1336.736538] env[69613]: _type = "Task" [ 1336.736538] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1336.743300] env[69613]: DEBUG oslo_vmware.api [None req-da44fa92-393b-499e-a1ec-7f427fb6c66c tempest-ServersAaction247Test-1669443717 tempest-ServersAaction247Test-1669443717-project-member] Task: {'id': task-3418491, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1337.246959] env[69613]: DEBUG oslo_vmware.api [None req-da44fa92-393b-499e-a1ec-7f427fb6c66c tempest-ServersAaction247Test-1669443717 tempest-ServersAaction247Test-1669443717-project-member] Task: {'id': task-3418491, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.422511} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1337.247328] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-da44fa92-393b-499e-a1ec-7f427fb6c66c tempest-ServersAaction247Test-1669443717 tempest-ServersAaction247Test-1669443717-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2b7a0304-b5d0-431d-b287-32c8388d7fbd/2b7a0304-b5d0-431d-b287-32c8388d7fbd.vmdk to [datastore1] 4bf004b2-4662-4f3c-a2b6-25ca491ffadc/4bf004b2-4662-4f3c-a2b6-25ca491ffadc.vmdk {{(pid=69613) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1337.247640] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-da44fa92-393b-499e-a1ec-7f427fb6c66c tempest-ServersAaction247Test-1669443717 tempest-ServersAaction247Test-1669443717-project-member] [instance: 4bf004b2-4662-4f3c-a2b6-25ca491ffadc] Extending root virtual disk to 1048576 {{(pid=69613) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1337.247953] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1eb325f7-3af5-4825-b135-165f0c92876f {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.254119] env[69613]: DEBUG oslo_vmware.api [None req-da44fa92-393b-499e-a1ec-7f427fb6c66c tempest-ServersAaction247Test-1669443717 tempest-ServersAaction247Test-1669443717-project-member] Waiting for the task: (returnval){ [ 1337.254119] env[69613]: value = "task-3418492" [ 1337.254119] env[69613]: _type = "Task" [ 1337.254119] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1337.261847] env[69613]: DEBUG oslo_vmware.api [None req-da44fa92-393b-499e-a1ec-7f427fb6c66c tempest-ServersAaction247Test-1669443717 tempest-ServersAaction247Test-1669443717-project-member] Task: {'id': task-3418492, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1337.764320] env[69613]: DEBUG oslo_vmware.api [None req-da44fa92-393b-499e-a1ec-7f427fb6c66c tempest-ServersAaction247Test-1669443717 tempest-ServersAaction247Test-1669443717-project-member] Task: {'id': task-3418492, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061338} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1337.764739] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-da44fa92-393b-499e-a1ec-7f427fb6c66c tempest-ServersAaction247Test-1669443717 tempest-ServersAaction247Test-1669443717-project-member] [instance: 4bf004b2-4662-4f3c-a2b6-25ca491ffadc] Extended root virtual disk {{(pid=69613) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1337.765353] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e23fa3b6-20b1-4c4c-bc85-ca8bedc58ac9 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.784568] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-da44fa92-393b-499e-a1ec-7f427fb6c66c tempest-ServersAaction247Test-1669443717 tempest-ServersAaction247Test-1669443717-project-member] [instance: 4bf004b2-4662-4f3c-a2b6-25ca491ffadc] Reconfiguring VM instance instance-00000080 to attach disk [datastore1] 4bf004b2-4662-4f3c-a2b6-25ca491ffadc/4bf004b2-4662-4f3c-a2b6-25ca491ffadc.vmdk or device None with type sparse {{(pid=69613) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1337.784785] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e998ecdd-12e8-4cab-b920-21be2bbde8d6 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.803177] env[69613]: DEBUG oslo_vmware.api [None req-da44fa92-393b-499e-a1ec-7f427fb6c66c tempest-ServersAaction247Test-1669443717 tempest-ServersAaction247Test-1669443717-project-member] Waiting for the task: (returnval){ [ 1337.803177] env[69613]: value = "task-3418493" [ 1337.803177] env[69613]: _type = "Task" [ 1337.803177] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1337.810581] env[69613]: DEBUG oslo_vmware.api [None req-da44fa92-393b-499e-a1ec-7f427fb6c66c tempest-ServersAaction247Test-1669443717 tempest-ServersAaction247Test-1669443717-project-member] Task: {'id': task-3418493, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1338.313069] env[69613]: DEBUG oslo_vmware.api [None req-da44fa92-393b-499e-a1ec-7f427fb6c66c tempest-ServersAaction247Test-1669443717 tempest-ServersAaction247Test-1669443717-project-member] Task: {'id': task-3418493, 'name': ReconfigVM_Task, 'duration_secs': 0.270513} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1338.313403] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-da44fa92-393b-499e-a1ec-7f427fb6c66c tempest-ServersAaction247Test-1669443717 tempest-ServersAaction247Test-1669443717-project-member] [instance: 4bf004b2-4662-4f3c-a2b6-25ca491ffadc] Reconfigured VM instance instance-00000080 to attach disk [datastore1] 4bf004b2-4662-4f3c-a2b6-25ca491ffadc/4bf004b2-4662-4f3c-a2b6-25ca491ffadc.vmdk or device None with type sparse {{(pid=69613) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1338.314087] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6772f981-2067-4e17-8c78-c122d9fa0def {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.320019] env[69613]: DEBUG oslo_vmware.api [None req-da44fa92-393b-499e-a1ec-7f427fb6c66c tempest-ServersAaction247Test-1669443717 tempest-ServersAaction247Test-1669443717-project-member] Waiting for the task: (returnval){ [ 1338.320019] env[69613]: value = "task-3418494" [ 1338.320019] env[69613]: _type = "Task" [ 1338.320019] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1338.327995] env[69613]: DEBUG oslo_vmware.api [None req-da44fa92-393b-499e-a1ec-7f427fb6c66c tempest-ServersAaction247Test-1669443717 tempest-ServersAaction247Test-1669443717-project-member] Task: {'id': task-3418494, 'name': Rename_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1338.830906] env[69613]: DEBUG oslo_vmware.api [None req-da44fa92-393b-499e-a1ec-7f427fb6c66c tempest-ServersAaction247Test-1669443717 tempest-ServersAaction247Test-1669443717-project-member] Task: {'id': task-3418494, 'name': Rename_Task, 'duration_secs': 0.141194} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1338.831279] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-da44fa92-393b-499e-a1ec-7f427fb6c66c tempest-ServersAaction247Test-1669443717 tempest-ServersAaction247Test-1669443717-project-member] [instance: 4bf004b2-4662-4f3c-a2b6-25ca491ffadc] Powering on the VM {{(pid=69613) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1338.831468] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7d2094d9-0c76-43a0-aeef-f8dc238622c3 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.837792] env[69613]: DEBUG oslo_vmware.api [None req-da44fa92-393b-499e-a1ec-7f427fb6c66c tempest-ServersAaction247Test-1669443717 tempest-ServersAaction247Test-1669443717-project-member] Waiting for the task: (returnval){ [ 1338.837792] env[69613]: value = "task-3418495" [ 1338.837792] env[69613]: _type = "Task" [ 1338.837792] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1338.845378] env[69613]: DEBUG oslo_vmware.api [None req-da44fa92-393b-499e-a1ec-7f427fb6c66c tempest-ServersAaction247Test-1669443717 tempest-ServersAaction247Test-1669443717-project-member] Task: {'id': task-3418495, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1339.071879] env[69613]: DEBUG oslo_concurrency.lockutils [None req-422a4e1d-c252-4ff8-a610-003a14f729e2 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Acquiring lock "fdf8a121-4d9f-4d02-b478-69879c9ac929" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1339.072252] env[69613]: DEBUG oslo_concurrency.lockutils [None req-422a4e1d-c252-4ff8-a610-003a14f729e2 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Lock "fdf8a121-4d9f-4d02-b478-69879c9ac929" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1339.072504] env[69613]: DEBUG oslo_concurrency.lockutils [None req-422a4e1d-c252-4ff8-a610-003a14f729e2 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Acquiring lock "fdf8a121-4d9f-4d02-b478-69879c9ac929-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1339.072721] env[69613]: DEBUG oslo_concurrency.lockutils [None req-422a4e1d-c252-4ff8-a610-003a14f729e2 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Lock "fdf8a121-4d9f-4d02-b478-69879c9ac929-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1339.072905] env[69613]: DEBUG oslo_concurrency.lockutils [None req-422a4e1d-c252-4ff8-a610-003a14f729e2 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Lock "fdf8a121-4d9f-4d02-b478-69879c9ac929-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1339.075261] env[69613]: INFO nova.compute.manager [None req-422a4e1d-c252-4ff8-a610-003a14f729e2 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] [instance: fdf8a121-4d9f-4d02-b478-69879c9ac929] Terminating instance [ 1339.348107] env[69613]: DEBUG oslo_vmware.api [None req-da44fa92-393b-499e-a1ec-7f427fb6c66c tempest-ServersAaction247Test-1669443717 tempest-ServersAaction247Test-1669443717-project-member] Task: {'id': task-3418495, 'name': PowerOnVM_Task, 'duration_secs': 0.404891} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1339.348379] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-da44fa92-393b-499e-a1ec-7f427fb6c66c tempest-ServersAaction247Test-1669443717 tempest-ServersAaction247Test-1669443717-project-member] [instance: 4bf004b2-4662-4f3c-a2b6-25ca491ffadc] Powered on the VM {{(pid=69613) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1339.348575] env[69613]: INFO nova.compute.manager [None req-da44fa92-393b-499e-a1ec-7f427fb6c66c tempest-ServersAaction247Test-1669443717 tempest-ServersAaction247Test-1669443717-project-member] [instance: 4bf004b2-4662-4f3c-a2b6-25ca491ffadc] Took 4.78 seconds to spawn the instance on the hypervisor. [ 1339.348747] env[69613]: DEBUG nova.compute.manager [None req-da44fa92-393b-499e-a1ec-7f427fb6c66c tempest-ServersAaction247Test-1669443717 tempest-ServersAaction247Test-1669443717-project-member] [instance: 4bf004b2-4662-4f3c-a2b6-25ca491ffadc] Checking state {{(pid=69613) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1339.349545] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e16de24c-a61f-4e23-a91e-0d6e324fa74b {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.579000] env[69613]: DEBUG nova.compute.manager [None req-422a4e1d-c252-4ff8-a610-003a14f729e2 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] [instance: fdf8a121-4d9f-4d02-b478-69879c9ac929] Start destroying the instance on the hypervisor. {{(pid=69613) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1339.579302] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-422a4e1d-c252-4ff8-a610-003a14f729e2 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] [instance: fdf8a121-4d9f-4d02-b478-69879c9ac929] Powering off the VM {{(pid=69613) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1339.579637] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ea5411af-f187-4a0e-b871-f77c9fd9c9d9 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.588289] env[69613]: DEBUG oslo_vmware.api [None req-422a4e1d-c252-4ff8-a610-003a14f729e2 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Waiting for the task: (returnval){ [ 1339.588289] env[69613]: value = "task-3418496" [ 1339.588289] env[69613]: _type = "Task" [ 1339.588289] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1339.596597] env[69613]: DEBUG oslo_vmware.api [None req-422a4e1d-c252-4ff8-a610-003a14f729e2 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Task: {'id': task-3418496, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1339.864972] env[69613]: INFO nova.compute.manager [None req-da44fa92-393b-499e-a1ec-7f427fb6c66c tempest-ServersAaction247Test-1669443717 tempest-ServersAaction247Test-1669443717-project-member] [instance: 4bf004b2-4662-4f3c-a2b6-25ca491ffadc] Took 9.48 seconds to build instance. [ 1340.098425] env[69613]: DEBUG oslo_vmware.api [None req-422a4e1d-c252-4ff8-a610-003a14f729e2 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Task: {'id': task-3418496, 'name': PowerOffVM_Task, 'duration_secs': 0.211652} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1340.098688] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-422a4e1d-c252-4ff8-a610-003a14f729e2 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] [instance: fdf8a121-4d9f-4d02-b478-69879c9ac929] Powered off the VM {{(pid=69613) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1340.098839] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-422a4e1d-c252-4ff8-a610-003a14f729e2 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] [instance: fdf8a121-4d9f-4d02-b478-69879c9ac929] Volume detach. Driver type: vmdk {{(pid=69613) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1340.099019] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-422a4e1d-c252-4ff8-a610-003a14f729e2 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] [instance: fdf8a121-4d9f-4d02-b478-69879c9ac929] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-682022', 'volume_id': 'd9cb61bc-5427-4ce8-af8b-4065b8d58e34', 'name': 'volume-d9cb61bc-5427-4ce8-af8b-4065b8d58e34', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': 'fdf8a121-4d9f-4d02-b478-69879c9ac929', 'attached_at': '2025-04-14T14:09:27.000000', 'detached_at': '', 'volume_id': 'd9cb61bc-5427-4ce8-af8b-4065b8d58e34', 'serial': 'd9cb61bc-5427-4ce8-af8b-4065b8d58e34'} {{(pid=69613) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1340.099753] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0eb4f3a7-02bd-479f-a933-cc703d66bfa1 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.116979] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ffaec22-5239-4641-8081-a72fdf0d1c57 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.122844] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa7682c4-4263-47d5-8bc1-1160bb161a51 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.139816] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-957a0122-4c7a-40b6-9342-4c661e76d7b1 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.155389] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-422a4e1d-c252-4ff8-a610-003a14f729e2 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] The volume has not been displaced from its original location: [datastore2] volume-d9cb61bc-5427-4ce8-af8b-4065b8d58e34/volume-d9cb61bc-5427-4ce8-af8b-4065b8d58e34.vmdk. No consolidation needed. {{(pid=69613) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1340.160413] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-422a4e1d-c252-4ff8-a610-003a14f729e2 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] [instance: fdf8a121-4d9f-4d02-b478-69879c9ac929] Reconfiguring VM instance instance-0000007f to detach disk 2000 {{(pid=69613) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1340.160653] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d6877702-1a2e-4776-91b9-85c06928d154 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.177487] env[69613]: DEBUG oslo_vmware.api [None req-422a4e1d-c252-4ff8-a610-003a14f729e2 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Waiting for the task: (returnval){ [ 1340.177487] env[69613]: value = "task-3418497" [ 1340.177487] env[69613]: _type = "Task" [ 1340.177487] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1340.184723] env[69613]: DEBUG oslo_vmware.api [None req-422a4e1d-c252-4ff8-a610-003a14f729e2 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Task: {'id': task-3418497, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1340.318601] env[69613]: DEBUG nova.compute.manager [None req-c4e24ae2-d8b1-414b-8294-3d87b91a1f7f tempest-ServersAaction247Test-1669443717 tempest-ServersAaction247Test-1669443717-project-member] [instance: 4bf004b2-4662-4f3c-a2b6-25ca491ffadc] Checking state {{(pid=69613) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1340.319558] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fab42b5-eb1c-4e49-91e5-99647fd5e31c {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.366511] env[69613]: DEBUG oslo_concurrency.lockutils [None req-da44fa92-393b-499e-a1ec-7f427fb6c66c tempest-ServersAaction247Test-1669443717 tempest-ServersAaction247Test-1669443717-project-member] Lock "4bf004b2-4662-4f3c-a2b6-25ca491ffadc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 10.985s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1340.382038] env[69613]: DEBUG oslo_concurrency.lockutils [None req-0b414296-4bc0-4367-b28a-7b2f2dca462f tempest-ServersAaction247Test-1669443717 tempest-ServersAaction247Test-1669443717-project-member] Acquiring lock "4bf004b2-4662-4f3c-a2b6-25ca491ffadc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1340.382275] env[69613]: DEBUG oslo_concurrency.lockutils [None req-0b414296-4bc0-4367-b28a-7b2f2dca462f tempest-ServersAaction247Test-1669443717 tempest-ServersAaction247Test-1669443717-project-member] Lock "4bf004b2-4662-4f3c-a2b6-25ca491ffadc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1340.382484] env[69613]: DEBUG oslo_concurrency.lockutils [None req-0b414296-4bc0-4367-b28a-7b2f2dca462f tempest-ServersAaction247Test-1669443717 tempest-ServersAaction247Test-1669443717-project-member] Acquiring lock "4bf004b2-4662-4f3c-a2b6-25ca491ffadc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1340.382665] env[69613]: DEBUG oslo_concurrency.lockutils [None req-0b414296-4bc0-4367-b28a-7b2f2dca462f tempest-ServersAaction247Test-1669443717 tempest-ServersAaction247Test-1669443717-project-member] Lock "4bf004b2-4662-4f3c-a2b6-25ca491ffadc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1340.382827] env[69613]: DEBUG oslo_concurrency.lockutils [None req-0b414296-4bc0-4367-b28a-7b2f2dca462f tempest-ServersAaction247Test-1669443717 tempest-ServersAaction247Test-1669443717-project-member] Lock "4bf004b2-4662-4f3c-a2b6-25ca491ffadc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1340.385068] env[69613]: INFO nova.compute.manager [None req-0b414296-4bc0-4367-b28a-7b2f2dca462f tempest-ServersAaction247Test-1669443717 tempest-ServersAaction247Test-1669443717-project-member] [instance: 4bf004b2-4662-4f3c-a2b6-25ca491ffadc] Terminating instance [ 1340.687839] env[69613]: DEBUG oslo_vmware.api [None req-422a4e1d-c252-4ff8-a610-003a14f729e2 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Task: {'id': task-3418497, 'name': ReconfigVM_Task, 'duration_secs': 0.157052} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1340.688095] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-422a4e1d-c252-4ff8-a610-003a14f729e2 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] [instance: fdf8a121-4d9f-4d02-b478-69879c9ac929] Reconfigured VM instance instance-0000007f to detach disk 2000 {{(pid=69613) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1340.692671] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a8bc3125-2b23-47bd-87cb-b17f4db3c8e2 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.707342] env[69613]: DEBUG oslo_vmware.api [None req-422a4e1d-c252-4ff8-a610-003a14f729e2 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Waiting for the task: (returnval){ [ 1340.707342] env[69613]: value = "task-3418498" [ 1340.707342] env[69613]: _type = "Task" [ 1340.707342] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1340.715061] env[69613]: DEBUG oslo_vmware.api [None req-422a4e1d-c252-4ff8-a610-003a14f729e2 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Task: {'id': task-3418498, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1340.829163] env[69613]: INFO nova.compute.manager [None req-c4e24ae2-d8b1-414b-8294-3d87b91a1f7f tempest-ServersAaction247Test-1669443717 tempest-ServersAaction247Test-1669443717-project-member] [instance: 4bf004b2-4662-4f3c-a2b6-25ca491ffadc] instance snapshotting [ 1340.829783] env[69613]: DEBUG nova.objects.instance [None req-c4e24ae2-d8b1-414b-8294-3d87b91a1f7f tempest-ServersAaction247Test-1669443717 tempest-ServersAaction247Test-1669443717-project-member] Lazy-loading 'flavor' on Instance uuid 4bf004b2-4662-4f3c-a2b6-25ca491ffadc {{(pid=69613) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1340.889054] env[69613]: DEBUG oslo_concurrency.lockutils [None req-0b414296-4bc0-4367-b28a-7b2f2dca462f tempest-ServersAaction247Test-1669443717 tempest-ServersAaction247Test-1669443717-project-member] Acquiring lock "refresh_cache-4bf004b2-4662-4f3c-a2b6-25ca491ffadc" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.889344] env[69613]: DEBUG oslo_concurrency.lockutils [None req-0b414296-4bc0-4367-b28a-7b2f2dca462f tempest-ServersAaction247Test-1669443717 tempest-ServersAaction247Test-1669443717-project-member] Acquired lock "refresh_cache-4bf004b2-4662-4f3c-a2b6-25ca491ffadc" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.889428] env[69613]: DEBUG nova.network.neutron [None req-0b414296-4bc0-4367-b28a-7b2f2dca462f tempest-ServersAaction247Test-1669443717 tempest-ServersAaction247Test-1669443717-project-member] [instance: 4bf004b2-4662-4f3c-a2b6-25ca491ffadc] Building network info cache for instance {{(pid=69613) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1341.216847] env[69613]: DEBUG oslo_vmware.api [None req-422a4e1d-c252-4ff8-a610-003a14f729e2 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Task: {'id': task-3418498, 'name': ReconfigVM_Task, 'duration_secs': 0.130917} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1341.217154] env[69613]: DEBUG nova.virt.vmwareapi.volumeops [None req-422a4e1d-c252-4ff8-a610-003a14f729e2 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] [instance: fdf8a121-4d9f-4d02-b478-69879c9ac929] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-682022', 'volume_id': 'd9cb61bc-5427-4ce8-af8b-4065b8d58e34', 'name': 'volume-d9cb61bc-5427-4ce8-af8b-4065b8d58e34', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': 'fdf8a121-4d9f-4d02-b478-69879c9ac929', 'attached_at': '2025-04-14T14:09:27.000000', 'detached_at': '', 'volume_id': 'd9cb61bc-5427-4ce8-af8b-4065b8d58e34', 'serial': 'd9cb61bc-5427-4ce8-af8b-4065b8d58e34'} {{(pid=69613) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1341.217435] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-422a4e1d-c252-4ff8-a610-003a14f729e2 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] [instance: fdf8a121-4d9f-4d02-b478-69879c9ac929] Destroying instance {{(pid=69613) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1341.218182] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a741d52b-6652-4983-8e5f-093d91df3110 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.224532] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-422a4e1d-c252-4ff8-a610-003a14f729e2 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] [instance: fdf8a121-4d9f-4d02-b478-69879c9ac929] Unregistering the VM {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1341.224747] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c722b941-a894-46eb-949b-74f7b16a0180 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.282071] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-422a4e1d-c252-4ff8-a610-003a14f729e2 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] [instance: fdf8a121-4d9f-4d02-b478-69879c9ac929] Unregistered the VM {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1341.282294] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-422a4e1d-c252-4ff8-a610-003a14f729e2 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] [instance: fdf8a121-4d9f-4d02-b478-69879c9ac929] Deleting contents of the VM from datastore datastore2 {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1341.282491] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-422a4e1d-c252-4ff8-a610-003a14f729e2 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Deleting the datastore file [datastore2] fdf8a121-4d9f-4d02-b478-69879c9ac929 {{(pid=69613) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1341.282731] env[69613]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-24be16cd-9575-4c47-80a2-f749a7975d46 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.288871] env[69613]: DEBUG oslo_vmware.api [None req-422a4e1d-c252-4ff8-a610-003a14f729e2 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Waiting for the task: (returnval){ [ 1341.288871] env[69613]: value = "task-3418500" [ 1341.288871] env[69613]: _type = "Task" [ 1341.288871] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1341.296992] env[69613]: DEBUG oslo_vmware.api [None req-422a4e1d-c252-4ff8-a610-003a14f729e2 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Task: {'id': task-3418500, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1341.335282] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8721bed0-e55e-48be-bf8f-7a64ba1ddd3a {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.350516] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-267f8fa5-637e-4d3d-b3f1-5fb7e2facd0a {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.408861] env[69613]: DEBUG nova.network.neutron [None req-0b414296-4bc0-4367-b28a-7b2f2dca462f tempest-ServersAaction247Test-1669443717 tempest-ServersAaction247Test-1669443717-project-member] [instance: 4bf004b2-4662-4f3c-a2b6-25ca491ffadc] Instance cache missing network info. {{(pid=69613) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1341.457889] env[69613]: DEBUG nova.network.neutron [None req-0b414296-4bc0-4367-b28a-7b2f2dca462f tempest-ServersAaction247Test-1669443717 tempest-ServersAaction247Test-1669443717-project-member] [instance: 4bf004b2-4662-4f3c-a2b6-25ca491ffadc] Updating instance_info_cache with network_info: [] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1341.798201] env[69613]: DEBUG oslo_vmware.api [None req-422a4e1d-c252-4ff8-a610-003a14f729e2 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Task: {'id': task-3418500, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.075044} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1341.798469] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-422a4e1d-c252-4ff8-a610-003a14f729e2 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Deleted the datastore file {{(pid=69613) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1341.798637] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-422a4e1d-c252-4ff8-a610-003a14f729e2 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] [instance: fdf8a121-4d9f-4d02-b478-69879c9ac929] Deleted contents of the VM from datastore datastore2 {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1341.798817] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-422a4e1d-c252-4ff8-a610-003a14f729e2 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] [instance: fdf8a121-4d9f-4d02-b478-69879c9ac929] Instance destroyed {{(pid=69613) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1341.799011] env[69613]: INFO nova.compute.manager [None req-422a4e1d-c252-4ff8-a610-003a14f729e2 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] [instance: fdf8a121-4d9f-4d02-b478-69879c9ac929] Took 2.22 seconds to destroy the instance on the hypervisor. [ 1341.799285] env[69613]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-422a4e1d-c252-4ff8-a610-003a14f729e2 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69613) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1341.799483] env[69613]: DEBUG nova.compute.manager [-] [instance: fdf8a121-4d9f-4d02-b478-69879c9ac929] Deallocating network for instance {{(pid=69613) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1341.799646] env[69613]: DEBUG nova.network.neutron [-] [instance: fdf8a121-4d9f-4d02-b478-69879c9ac929] deallocate_for_instance() {{(pid=69613) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1341.859559] env[69613]: DEBUG nova.compute.manager [None req-c4e24ae2-d8b1-414b-8294-3d87b91a1f7f tempest-ServersAaction247Test-1669443717 tempest-ServersAaction247Test-1669443717-project-member] [instance: 4bf004b2-4662-4f3c-a2b6-25ca491ffadc] Instance disappeared during snapshot {{(pid=69613) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 1341.961212] env[69613]: DEBUG oslo_concurrency.lockutils [None req-0b414296-4bc0-4367-b28a-7b2f2dca462f tempest-ServersAaction247Test-1669443717 tempest-ServersAaction247Test-1669443717-project-member] Releasing lock "refresh_cache-4bf004b2-4662-4f3c-a2b6-25ca491ffadc" {{(pid=69613) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.961788] env[69613]: DEBUG nova.compute.manager [None req-0b414296-4bc0-4367-b28a-7b2f2dca462f tempest-ServersAaction247Test-1669443717 tempest-ServersAaction247Test-1669443717-project-member] [instance: 4bf004b2-4662-4f3c-a2b6-25ca491ffadc] Start destroying the instance on the hypervisor. {{(pid=69613) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1341.962064] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-0b414296-4bc0-4367-b28a-7b2f2dca462f tempest-ServersAaction247Test-1669443717 tempest-ServersAaction247Test-1669443717-project-member] [instance: 4bf004b2-4662-4f3c-a2b6-25ca491ffadc] Destroying instance {{(pid=69613) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1341.966096] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4e0a7c8-873b-40b4-bdbf-11a7cd174dcd {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.974951] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b414296-4bc0-4367-b28a-7b2f2dca462f tempest-ServersAaction247Test-1669443717 tempest-ServersAaction247Test-1669443717-project-member] [instance: 4bf004b2-4662-4f3c-a2b6-25ca491ffadc] Powering off the VM {{(pid=69613) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1341.975226] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4bf51de0-3c7d-4cde-ba88-cb6e59256b73 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.982525] env[69613]: DEBUG oslo_vmware.api [None req-0b414296-4bc0-4367-b28a-7b2f2dca462f tempest-ServersAaction247Test-1669443717 tempest-ServersAaction247Test-1669443717-project-member] Waiting for the task: (returnval){ [ 1341.982525] env[69613]: value = "task-3418501" [ 1341.982525] env[69613]: _type = "Task" [ 1341.982525] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1341.993346] env[69613]: DEBUG oslo_vmware.api [None req-0b414296-4bc0-4367-b28a-7b2f2dca462f tempest-ServersAaction247Test-1669443717 tempest-ServersAaction247Test-1669443717-project-member] Task: {'id': task-3418501, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1342.003077] env[69613]: DEBUG nova.compute.manager [None req-c4e24ae2-d8b1-414b-8294-3d87b91a1f7f tempest-ServersAaction247Test-1669443717 tempest-ServersAaction247Test-1669443717-project-member] [instance: 4bf004b2-4662-4f3c-a2b6-25ca491ffadc] Found 0 images (rotation: 2) {{(pid=69613) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1342.253830] env[69613]: DEBUG nova.compute.manager [req-88986c08-35fa-444d-bb12-ca75cfbc76c4 req-151c7b63-0f9c-4217-9b2e-df2fe729fe93 service nova] [instance: fdf8a121-4d9f-4d02-b478-69879c9ac929] Received event network-vif-deleted-d9d5f1ff-8fda-4f62-a0b9-006dd8ba4542 {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1342.254080] env[69613]: INFO nova.compute.manager [req-88986c08-35fa-444d-bb12-ca75cfbc76c4 req-151c7b63-0f9c-4217-9b2e-df2fe729fe93 service nova] [instance: fdf8a121-4d9f-4d02-b478-69879c9ac929] Neutron deleted interface d9d5f1ff-8fda-4f62-a0b9-006dd8ba4542; detaching it from the instance and deleting it from the info cache [ 1342.254262] env[69613]: DEBUG nova.network.neutron [req-88986c08-35fa-444d-bb12-ca75cfbc76c4 req-151c7b63-0f9c-4217-9b2e-df2fe729fe93 service nova] [instance: fdf8a121-4d9f-4d02-b478-69879c9ac929] Updating instance_info_cache with network_info: [] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1342.493328] env[69613]: DEBUG oslo_vmware.api [None req-0b414296-4bc0-4367-b28a-7b2f2dca462f tempest-ServersAaction247Test-1669443717 tempest-ServersAaction247Test-1669443717-project-member] Task: {'id': task-3418501, 'name': PowerOffVM_Task, 'duration_secs': 0.197677} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1342.493688] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b414296-4bc0-4367-b28a-7b2f2dca462f tempest-ServersAaction247Test-1669443717 tempest-ServersAaction247Test-1669443717-project-member] [instance: 4bf004b2-4662-4f3c-a2b6-25ca491ffadc] Powered off the VM {{(pid=69613) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1342.494013] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-0b414296-4bc0-4367-b28a-7b2f2dca462f tempest-ServersAaction247Test-1669443717 tempest-ServersAaction247Test-1669443717-project-member] [instance: 4bf004b2-4662-4f3c-a2b6-25ca491ffadc] Unregistering the VM {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1342.494235] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ad4a5e44-9e45-4c0a-9e2c-b300fe7bff89 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.525047] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-0b414296-4bc0-4367-b28a-7b2f2dca462f tempest-ServersAaction247Test-1669443717 tempest-ServersAaction247Test-1669443717-project-member] [instance: 4bf004b2-4662-4f3c-a2b6-25ca491ffadc] Unregistered the VM {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1342.525248] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-0b414296-4bc0-4367-b28a-7b2f2dca462f tempest-ServersAaction247Test-1669443717 tempest-ServersAaction247Test-1669443717-project-member] [instance: 4bf004b2-4662-4f3c-a2b6-25ca491ffadc] Deleting contents of the VM from datastore datastore1 {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1342.525447] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b414296-4bc0-4367-b28a-7b2f2dca462f tempest-ServersAaction247Test-1669443717 tempest-ServersAaction247Test-1669443717-project-member] Deleting the datastore file [datastore1] 4bf004b2-4662-4f3c-a2b6-25ca491ffadc {{(pid=69613) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1342.525703] env[69613]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e5da3b25-ebc4-449c-9122-e610fff6bbc1 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.532311] env[69613]: DEBUG oslo_vmware.api [None req-0b414296-4bc0-4367-b28a-7b2f2dca462f tempest-ServersAaction247Test-1669443717 tempest-ServersAaction247Test-1669443717-project-member] Waiting for the task: (returnval){ [ 1342.532311] env[69613]: value = "task-3418503" [ 1342.532311] env[69613]: _type = "Task" [ 1342.532311] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1342.539782] env[69613]: DEBUG oslo_vmware.api [None req-0b414296-4bc0-4367-b28a-7b2f2dca462f tempest-ServersAaction247Test-1669443717 tempest-ServersAaction247Test-1669443717-project-member] Task: {'id': task-3418503, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1342.736638] env[69613]: DEBUG nova.network.neutron [-] [instance: fdf8a121-4d9f-4d02-b478-69879c9ac929] Updating instance_info_cache with network_info: [] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1342.756835] env[69613]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6c783e66-9b15-4c5f-9339-4729e83abb50 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.766233] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd142ba1-cb5f-4b24-b9ed-9122ba51e736 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.791517] env[69613]: DEBUG nova.compute.manager [req-88986c08-35fa-444d-bb12-ca75cfbc76c4 req-151c7b63-0f9c-4217-9b2e-df2fe729fe93 service nova] [instance: fdf8a121-4d9f-4d02-b478-69879c9ac929] Detach interface failed, port_id=d9d5f1ff-8fda-4f62-a0b9-006dd8ba4542, reason: Instance fdf8a121-4d9f-4d02-b478-69879c9ac929 could not be found. {{(pid=69613) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1343.043792] env[69613]: DEBUG oslo_vmware.api [None req-0b414296-4bc0-4367-b28a-7b2f2dca462f tempest-ServersAaction247Test-1669443717 tempest-ServersAaction247Test-1669443717-project-member] Task: {'id': task-3418503, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.131583} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1343.044174] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b414296-4bc0-4367-b28a-7b2f2dca462f tempest-ServersAaction247Test-1669443717 tempest-ServersAaction247Test-1669443717-project-member] Deleted the datastore file {{(pid=69613) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1343.044227] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-0b414296-4bc0-4367-b28a-7b2f2dca462f tempest-ServersAaction247Test-1669443717 tempest-ServersAaction247Test-1669443717-project-member] [instance: 4bf004b2-4662-4f3c-a2b6-25ca491ffadc] Deleted contents of the VM from datastore datastore1 {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1343.044388] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-0b414296-4bc0-4367-b28a-7b2f2dca462f tempest-ServersAaction247Test-1669443717 tempest-ServersAaction247Test-1669443717-project-member] [instance: 4bf004b2-4662-4f3c-a2b6-25ca491ffadc] Instance destroyed {{(pid=69613) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1343.044553] env[69613]: INFO nova.compute.manager [None req-0b414296-4bc0-4367-b28a-7b2f2dca462f tempest-ServersAaction247Test-1669443717 tempest-ServersAaction247Test-1669443717-project-member] [instance: 4bf004b2-4662-4f3c-a2b6-25ca491ffadc] Took 1.08 seconds to destroy the instance on the hypervisor. [ 1343.044779] env[69613]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0b414296-4bc0-4367-b28a-7b2f2dca462f tempest-ServersAaction247Test-1669443717 tempest-ServersAaction247Test-1669443717-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69613) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1343.044966] env[69613]: DEBUG nova.compute.manager [-] [instance: 4bf004b2-4662-4f3c-a2b6-25ca491ffadc] Deallocating network for instance {{(pid=69613) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1343.045081] env[69613]: DEBUG nova.network.neutron [-] [instance: 4bf004b2-4662-4f3c-a2b6-25ca491ffadc] deallocate_for_instance() {{(pid=69613) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1343.060957] env[69613]: DEBUG nova.network.neutron [-] [instance: 4bf004b2-4662-4f3c-a2b6-25ca491ffadc] Instance cache missing network info. {{(pid=69613) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1343.239967] env[69613]: INFO nova.compute.manager [-] [instance: fdf8a121-4d9f-4d02-b478-69879c9ac929] Took 1.44 seconds to deallocate network for instance. [ 1343.566859] env[69613]: DEBUG nova.network.neutron [-] [instance: 4bf004b2-4662-4f3c-a2b6-25ca491ffadc] Updating instance_info_cache with network_info: [] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1343.782334] env[69613]: INFO nova.compute.manager [None req-422a4e1d-c252-4ff8-a610-003a14f729e2 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] [instance: fdf8a121-4d9f-4d02-b478-69879c9ac929] Took 0.54 seconds to detach 1 volumes for instance. [ 1343.784456] env[69613]: DEBUG nova.compute.manager [None req-422a4e1d-c252-4ff8-a610-003a14f729e2 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] [instance: fdf8a121-4d9f-4d02-b478-69879c9ac929] Deleting volume: d9cb61bc-5427-4ce8-af8b-4065b8d58e34 {{(pid=69613) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1344.069173] env[69613]: INFO nova.compute.manager [-] [instance: 4bf004b2-4662-4f3c-a2b6-25ca491ffadc] Took 1.02 seconds to deallocate network for instance. [ 1344.323223] env[69613]: DEBUG oslo_concurrency.lockutils [None req-422a4e1d-c252-4ff8-a610-003a14f729e2 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1344.323472] env[69613]: DEBUG oslo_concurrency.lockutils [None req-422a4e1d-c252-4ff8-a610-003a14f729e2 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1344.323698] env[69613]: DEBUG nova.objects.instance [None req-422a4e1d-c252-4ff8-a610-003a14f729e2 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Lazy-loading 'resources' on Instance uuid fdf8a121-4d9f-4d02-b478-69879c9ac929 {{(pid=69613) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1344.575304] env[69613]: DEBUG oslo_concurrency.lockutils [None req-0b414296-4bc0-4367-b28a-7b2f2dca462f tempest-ServersAaction247Test-1669443717 tempest-ServersAaction247Test-1669443717-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1344.894834] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23aa450b-7fcb-4989-9dc3-a66427d23a52 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.902652] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38a3031a-3548-4ea0-b400-7af86a368f98 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.931497] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18a69f0e-8a24-4adc-9108-0f127bf31f26 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.938810] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8af288f0-bc30-47ad-a96f-f5de62e0bf21 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.952846] env[69613]: DEBUG nova.compute.provider_tree [None req-422a4e1d-c252-4ff8-a610-003a14f729e2 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Inventory has not changed in ProviderTree for provider: af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 {{(pid=69613) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1345.456650] env[69613]: DEBUG nova.scheduler.client.report [None req-422a4e1d-c252-4ff8-a610-003a14f729e2 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Inventory has not changed for provider af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69613) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1345.962456] env[69613]: DEBUG oslo_concurrency.lockutils [None req-422a4e1d-c252-4ff8-a610-003a14f729e2 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.639s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1345.964996] env[69613]: DEBUG oslo_concurrency.lockutils [None req-0b414296-4bc0-4367-b28a-7b2f2dca462f tempest-ServersAaction247Test-1669443717 tempest-ServersAaction247Test-1669443717-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.390s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1345.965473] env[69613]: DEBUG nova.objects.instance [None req-0b414296-4bc0-4367-b28a-7b2f2dca462f tempest-ServersAaction247Test-1669443717 tempest-ServersAaction247Test-1669443717-project-member] Lazy-loading 'resources' on Instance uuid 4bf004b2-4662-4f3c-a2b6-25ca491ffadc {{(pid=69613) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1345.981591] env[69613]: INFO nova.scheduler.client.report [None req-422a4e1d-c252-4ff8-a610-003a14f729e2 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Deleted allocations for instance fdf8a121-4d9f-4d02-b478-69879c9ac929 [ 1346.488621] env[69613]: DEBUG oslo_concurrency.lockutils [None req-422a4e1d-c252-4ff8-a610-003a14f729e2 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Lock "fdf8a121-4d9f-4d02-b478-69879c9ac929" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.416s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1346.539491] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8f1b618-c5f5-4028-91b8-f839d4ab0ebc {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.547437] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbf4c51b-244e-4fac-b493-ab18823f79c0 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.577350] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f7400b5-fe6d-4a41-aa6d-29cedcc5d8ac {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.584068] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd37c047-d6bd-4f3a-8a7f-993ca534a03e {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.597923] env[69613]: DEBUG nova.compute.provider_tree [None req-0b414296-4bc0-4367-b28a-7b2f2dca462f tempest-ServersAaction247Test-1669443717 tempest-ServersAaction247Test-1669443717-project-member] Inventory has not changed in ProviderTree for provider: af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 {{(pid=69613) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1346.816283] env[69613]: DEBUG oslo_concurrency.lockutils [None req-2eaf685d-3470-46a1-b9fb-eefd8585d3b3 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Acquiring lock "e876db44-e9fc-417f-b3e4-e11847a094aa" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1346.816541] env[69613]: DEBUG oslo_concurrency.lockutils [None req-2eaf685d-3470-46a1-b9fb-eefd8585d3b3 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Lock "e876db44-e9fc-417f-b3e4-e11847a094aa" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1346.816748] env[69613]: DEBUG oslo_concurrency.lockutils [None req-2eaf685d-3470-46a1-b9fb-eefd8585d3b3 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Acquiring lock "e876db44-e9fc-417f-b3e4-e11847a094aa-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1346.816926] env[69613]: DEBUG oslo_concurrency.lockutils [None req-2eaf685d-3470-46a1-b9fb-eefd8585d3b3 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Lock "e876db44-e9fc-417f-b3e4-e11847a094aa-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1346.817125] env[69613]: DEBUG oslo_concurrency.lockutils [None req-2eaf685d-3470-46a1-b9fb-eefd8585d3b3 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Lock "e876db44-e9fc-417f-b3e4-e11847a094aa-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1346.819201] env[69613]: INFO nova.compute.manager [None req-2eaf685d-3470-46a1-b9fb-eefd8585d3b3 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] [instance: e876db44-e9fc-417f-b3e4-e11847a094aa] Terminating instance [ 1347.101567] env[69613]: DEBUG nova.scheduler.client.report [None req-0b414296-4bc0-4367-b28a-7b2f2dca462f tempest-ServersAaction247Test-1669443717 tempest-ServersAaction247Test-1669443717-project-member] Inventory has not changed for provider af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69613) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1347.322744] env[69613]: DEBUG nova.compute.manager [None req-2eaf685d-3470-46a1-b9fb-eefd8585d3b3 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] [instance: e876db44-e9fc-417f-b3e4-e11847a094aa] Start destroying the instance on the hypervisor. {{(pid=69613) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1347.323015] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-2eaf685d-3470-46a1-b9fb-eefd8585d3b3 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] [instance: e876db44-e9fc-417f-b3e4-e11847a094aa] Destroying instance {{(pid=69613) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1347.323938] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62641972-6627-441c-ad13-cf2ae4c6506f {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.331627] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-2eaf685d-3470-46a1-b9fb-eefd8585d3b3 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] [instance: e876db44-e9fc-417f-b3e4-e11847a094aa] Powering off the VM {{(pid=69613) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1347.331860] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5587ef41-7232-4a96-a9be-89725c3da834 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.338172] env[69613]: DEBUG oslo_vmware.api [None req-2eaf685d-3470-46a1-b9fb-eefd8585d3b3 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Waiting for the task: (returnval){ [ 1347.338172] env[69613]: value = "task-3418505" [ 1347.338172] env[69613]: _type = "Task" [ 1347.338172] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1347.346060] env[69613]: DEBUG oslo_vmware.api [None req-2eaf685d-3470-46a1-b9fb-eefd8585d3b3 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Task: {'id': task-3418505, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.605933] env[69613]: DEBUG oslo_concurrency.lockutils [None req-0b414296-4bc0-4367-b28a-7b2f2dca462f tempest-ServersAaction247Test-1669443717 tempest-ServersAaction247Test-1669443717-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.641s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1347.626145] env[69613]: INFO nova.scheduler.client.report [None req-0b414296-4bc0-4367-b28a-7b2f2dca462f tempest-ServersAaction247Test-1669443717 tempest-ServersAaction247Test-1669443717-project-member] Deleted allocations for instance 4bf004b2-4662-4f3c-a2b6-25ca491ffadc [ 1347.847853] env[69613]: DEBUG oslo_vmware.api [None req-2eaf685d-3470-46a1-b9fb-eefd8585d3b3 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Task: {'id': task-3418505, 'name': PowerOffVM_Task, 'duration_secs': 0.18055} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1347.848201] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-2eaf685d-3470-46a1-b9fb-eefd8585d3b3 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] [instance: e876db44-e9fc-417f-b3e4-e11847a094aa] Powered off the VM {{(pid=69613) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1347.848382] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-2eaf685d-3470-46a1-b9fb-eefd8585d3b3 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] [instance: e876db44-e9fc-417f-b3e4-e11847a094aa] Unregistering the VM {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1347.848620] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-612de7e1-6949-4f3f-8973-917df76edd19 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.912738] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-2eaf685d-3470-46a1-b9fb-eefd8585d3b3 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] [instance: e876db44-e9fc-417f-b3e4-e11847a094aa] Unregistered the VM {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1347.912971] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-2eaf685d-3470-46a1-b9fb-eefd8585d3b3 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] [instance: e876db44-e9fc-417f-b3e4-e11847a094aa] Deleting contents of the VM from datastore datastore1 {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1347.913180] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-2eaf685d-3470-46a1-b9fb-eefd8585d3b3 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Deleting the datastore file [datastore1] e876db44-e9fc-417f-b3e4-e11847a094aa {{(pid=69613) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1347.913472] env[69613]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0c30ae6a-f0f8-4721-88c7-2a81511dbc71 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.919726] env[69613]: DEBUG oslo_vmware.api [None req-2eaf685d-3470-46a1-b9fb-eefd8585d3b3 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Waiting for the task: (returnval){ [ 1347.919726] env[69613]: value = "task-3418507" [ 1347.919726] env[69613]: _type = "Task" [ 1347.919726] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1347.927574] env[69613]: DEBUG oslo_vmware.api [None req-2eaf685d-3470-46a1-b9fb-eefd8585d3b3 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Task: {'id': task-3418507, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.133389] env[69613]: DEBUG oslo_concurrency.lockutils [None req-0b414296-4bc0-4367-b28a-7b2f2dca462f tempest-ServersAaction247Test-1669443717 tempest-ServersAaction247Test-1669443717-project-member] Lock "4bf004b2-4662-4f3c-a2b6-25ca491ffadc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.751s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1348.430149] env[69613]: DEBUG oslo_vmware.api [None req-2eaf685d-3470-46a1-b9fb-eefd8585d3b3 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Task: {'id': task-3418507, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.133299} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1348.430423] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-2eaf685d-3470-46a1-b9fb-eefd8585d3b3 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Deleted the datastore file {{(pid=69613) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1348.430619] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-2eaf685d-3470-46a1-b9fb-eefd8585d3b3 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] [instance: e876db44-e9fc-417f-b3e4-e11847a094aa] Deleted contents of the VM from datastore datastore1 {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1348.430795] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-2eaf685d-3470-46a1-b9fb-eefd8585d3b3 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] [instance: e876db44-e9fc-417f-b3e4-e11847a094aa] Instance destroyed {{(pid=69613) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1348.430968] env[69613]: INFO nova.compute.manager [None req-2eaf685d-3470-46a1-b9fb-eefd8585d3b3 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] [instance: e876db44-e9fc-417f-b3e4-e11847a094aa] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1348.431231] env[69613]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2eaf685d-3470-46a1-b9fb-eefd8585d3b3 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69613) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1348.431482] env[69613]: DEBUG nova.compute.manager [-] [instance: e876db44-e9fc-417f-b3e4-e11847a094aa] Deallocating network for instance {{(pid=69613) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1348.431586] env[69613]: DEBUG nova.network.neutron [-] [instance: e876db44-e9fc-417f-b3e4-e11847a094aa] deallocate_for_instance() {{(pid=69613) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1348.682008] env[69613]: DEBUG nova.compute.manager [req-ceddfb49-e4ca-4d52-93d9-da8e378c2661 req-d6f434a3-2c6c-4b6c-8c1f-99f761f7eea4 service nova] [instance: e876db44-e9fc-417f-b3e4-e11847a094aa] Received event network-vif-deleted-250c4afa-5f17-47f9-9728-14cc8935ef8e {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1348.682288] env[69613]: INFO nova.compute.manager [req-ceddfb49-e4ca-4d52-93d9-da8e378c2661 req-d6f434a3-2c6c-4b6c-8c1f-99f761f7eea4 service nova] [instance: e876db44-e9fc-417f-b3e4-e11847a094aa] Neutron deleted interface 250c4afa-5f17-47f9-9728-14cc8935ef8e; detaching it from the instance and deleting it from the info cache [ 1348.682473] env[69613]: DEBUG nova.network.neutron [req-ceddfb49-e4ca-4d52-93d9-da8e378c2661 req-d6f434a3-2c6c-4b6c-8c1f-99f761f7eea4 service nova] [instance: e876db44-e9fc-417f-b3e4-e11847a094aa] Updating instance_info_cache with network_info: [] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1349.167022] env[69613]: DEBUG nova.network.neutron [-] [instance: e876db44-e9fc-417f-b3e4-e11847a094aa] Updating instance_info_cache with network_info: [] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1349.186168] env[69613]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c70f35d2-2285-4980-bb8a-f79de8188ed0 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.197414] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14effcc4-21d9-45c6-9ec6-ea4cd010a3af {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.222581] env[69613]: DEBUG nova.compute.manager [req-ceddfb49-e4ca-4d52-93d9-da8e378c2661 req-d6f434a3-2c6c-4b6c-8c1f-99f761f7eea4 service nova] [instance: e876db44-e9fc-417f-b3e4-e11847a094aa] Detach interface failed, port_id=250c4afa-5f17-47f9-9728-14cc8935ef8e, reason: Instance e876db44-e9fc-417f-b3e4-e11847a094aa could not be found. {{(pid=69613) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1349.670204] env[69613]: INFO nova.compute.manager [-] [instance: e876db44-e9fc-417f-b3e4-e11847a094aa] Took 1.24 seconds to deallocate network for instance. [ 1350.177243] env[69613]: DEBUG oslo_concurrency.lockutils [None req-2eaf685d-3470-46a1-b9fb-eefd8585d3b3 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1350.177646] env[69613]: DEBUG oslo_concurrency.lockutils [None req-2eaf685d-3470-46a1-b9fb-eefd8585d3b3 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1350.177904] env[69613]: DEBUG nova.objects.instance [None req-2eaf685d-3470-46a1-b9fb-eefd8585d3b3 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Lazy-loading 'resources' on Instance uuid e876db44-e9fc-417f-b3e4-e11847a094aa {{(pid=69613) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1350.731945] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-491f5a5c-4eb6-4f75-9293-0dd151f0b7f1 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.739239] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8f66219-d2c0-4a94-8a56-1444a64fa749 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.769475] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03d7c9ae-5b03-4fe3-a65a-7e6a500b2b89 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.776548] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-362408b6-c64b-47be-a260-76a8ec7e10e0 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.789596] env[69613]: DEBUG nova.compute.provider_tree [None req-2eaf685d-3470-46a1-b9fb-eefd8585d3b3 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Inventory has not changed in ProviderTree for provider: af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 {{(pid=69613) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1351.293175] env[69613]: DEBUG nova.scheduler.client.report [None req-2eaf685d-3470-46a1-b9fb-eefd8585d3b3 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Inventory has not changed for provider af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69613) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1351.800185] env[69613]: DEBUG oslo_concurrency.lockutils [None req-2eaf685d-3470-46a1-b9fb-eefd8585d3b3 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.622s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1351.816946] env[69613]: INFO nova.scheduler.client.report [None req-2eaf685d-3470-46a1-b9fb-eefd8585d3b3 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Deleted allocations for instance e876db44-e9fc-417f-b3e4-e11847a094aa [ 1352.324923] env[69613]: DEBUG oslo_concurrency.lockutils [None req-2eaf685d-3470-46a1-b9fb-eefd8585d3b3 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Lock "e876db44-e9fc-417f-b3e4-e11847a094aa" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.508s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1356.507590] env[69613]: DEBUG oslo_concurrency.lockutils [None req-5309e160-ca31-41ff-9729-65e07feb82a7 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Acquiring lock "ebec351f-35c7-4a4c-a067-8477bfa10fc2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1356.507976] env[69613]: DEBUG oslo_concurrency.lockutils [None req-5309e160-ca31-41ff-9729-65e07feb82a7 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Lock "ebec351f-35c7-4a4c-a067-8477bfa10fc2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1356.508146] env[69613]: DEBUG oslo_concurrency.lockutils [None req-5309e160-ca31-41ff-9729-65e07feb82a7 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Acquiring lock "ebec351f-35c7-4a4c-a067-8477bfa10fc2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1356.508380] env[69613]: DEBUG oslo_concurrency.lockutils [None req-5309e160-ca31-41ff-9729-65e07feb82a7 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Lock "ebec351f-35c7-4a4c-a067-8477bfa10fc2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1356.508611] env[69613]: DEBUG oslo_concurrency.lockutils [None req-5309e160-ca31-41ff-9729-65e07feb82a7 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Lock "ebec351f-35c7-4a4c-a067-8477bfa10fc2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1356.510696] env[69613]: INFO nova.compute.manager [None req-5309e160-ca31-41ff-9729-65e07feb82a7 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] [instance: ebec351f-35c7-4a4c-a067-8477bfa10fc2] Terminating instance [ 1357.014175] env[69613]: DEBUG nova.compute.manager [None req-5309e160-ca31-41ff-9729-65e07feb82a7 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] [instance: ebec351f-35c7-4a4c-a067-8477bfa10fc2] Start destroying the instance on the hypervisor. {{(pid=69613) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1357.014445] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-5309e160-ca31-41ff-9729-65e07feb82a7 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] [instance: ebec351f-35c7-4a4c-a067-8477bfa10fc2] Destroying instance {{(pid=69613) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1357.015431] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4c8365a-a4e3-4c68-9f15-31718e6a9e30 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.023514] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-5309e160-ca31-41ff-9729-65e07feb82a7 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] [instance: ebec351f-35c7-4a4c-a067-8477bfa10fc2] Powering off the VM {{(pid=69613) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1357.023750] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-60f3aa02-b720-49d9-8652-542f5ccafa94 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.030400] env[69613]: DEBUG oslo_vmware.api [None req-5309e160-ca31-41ff-9729-65e07feb82a7 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Waiting for the task: (returnval){ [ 1357.030400] env[69613]: value = "task-3418509" [ 1357.030400] env[69613]: _type = "Task" [ 1357.030400] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1357.038030] env[69613]: DEBUG oslo_vmware.api [None req-5309e160-ca31-41ff-9729-65e07feb82a7 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Task: {'id': task-3418509, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1357.540314] env[69613]: DEBUG oslo_vmware.api [None req-5309e160-ca31-41ff-9729-65e07feb82a7 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Task: {'id': task-3418509, 'name': PowerOffVM_Task, 'duration_secs': 0.173526} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1357.540664] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-5309e160-ca31-41ff-9729-65e07feb82a7 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] [instance: ebec351f-35c7-4a4c-a067-8477bfa10fc2] Powered off the VM {{(pid=69613) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1357.540716] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-5309e160-ca31-41ff-9729-65e07feb82a7 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] [instance: ebec351f-35c7-4a4c-a067-8477bfa10fc2] Unregistering the VM {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1357.540950] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-460c0d3b-241c-4dce-9aed-ce055e33bee9 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.600213] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-5309e160-ca31-41ff-9729-65e07feb82a7 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] [instance: ebec351f-35c7-4a4c-a067-8477bfa10fc2] Unregistered the VM {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1357.600457] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-5309e160-ca31-41ff-9729-65e07feb82a7 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] [instance: ebec351f-35c7-4a4c-a067-8477bfa10fc2] Deleting contents of the VM from datastore datastore2 {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1357.600613] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-5309e160-ca31-41ff-9729-65e07feb82a7 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Deleting the datastore file [datastore2] ebec351f-35c7-4a4c-a067-8477bfa10fc2 {{(pid=69613) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1357.600912] env[69613]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6ccb035f-54bc-4ec9-8f96-b640267dfdab {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.606950] env[69613]: DEBUG oslo_vmware.api [None req-5309e160-ca31-41ff-9729-65e07feb82a7 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Waiting for the task: (returnval){ [ 1357.606950] env[69613]: value = "task-3418511" [ 1357.606950] env[69613]: _type = "Task" [ 1357.606950] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1357.614465] env[69613]: DEBUG oslo_vmware.api [None req-5309e160-ca31-41ff-9729-65e07feb82a7 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Task: {'id': task-3418511, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1358.116909] env[69613]: DEBUG oslo_vmware.api [None req-5309e160-ca31-41ff-9729-65e07feb82a7 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Task: {'id': task-3418511, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.124842} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1358.117252] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-5309e160-ca31-41ff-9729-65e07feb82a7 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Deleted the datastore file {{(pid=69613) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1358.117450] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-5309e160-ca31-41ff-9729-65e07feb82a7 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] [instance: ebec351f-35c7-4a4c-a067-8477bfa10fc2] Deleted contents of the VM from datastore datastore2 {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1358.117646] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-5309e160-ca31-41ff-9729-65e07feb82a7 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] [instance: ebec351f-35c7-4a4c-a067-8477bfa10fc2] Instance destroyed {{(pid=69613) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1358.117849] env[69613]: INFO nova.compute.manager [None req-5309e160-ca31-41ff-9729-65e07feb82a7 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] [instance: ebec351f-35c7-4a4c-a067-8477bfa10fc2] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1358.118106] env[69613]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5309e160-ca31-41ff-9729-65e07feb82a7 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69613) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1358.118298] env[69613]: DEBUG nova.compute.manager [-] [instance: ebec351f-35c7-4a4c-a067-8477bfa10fc2] Deallocating network for instance {{(pid=69613) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1358.118390] env[69613]: DEBUG nova.network.neutron [-] [instance: ebec351f-35c7-4a4c-a067-8477bfa10fc2] deallocate_for_instance() {{(pid=69613) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1358.378812] env[69613]: DEBUG nova.compute.manager [req-af374763-f0a9-448c-bb04-ed6fbfb5dcc5 req-de63d72e-c473-4c4f-9699-4e01c3248fe8 service nova] [instance: ebec351f-35c7-4a4c-a067-8477bfa10fc2] Received event network-vif-deleted-651bce8e-a230-424c-b066-2511346b7e68 {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1358.379019] env[69613]: INFO nova.compute.manager [req-af374763-f0a9-448c-bb04-ed6fbfb5dcc5 req-de63d72e-c473-4c4f-9699-4e01c3248fe8 service nova] [instance: ebec351f-35c7-4a4c-a067-8477bfa10fc2] Neutron deleted interface 651bce8e-a230-424c-b066-2511346b7e68; detaching it from the instance and deleting it from the info cache [ 1358.379196] env[69613]: DEBUG nova.network.neutron [req-af374763-f0a9-448c-bb04-ed6fbfb5dcc5 req-de63d72e-c473-4c4f-9699-4e01c3248fe8 service nova] [instance: ebec351f-35c7-4a4c-a067-8477bfa10fc2] Updating instance_info_cache with network_info: [] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1358.862997] env[69613]: DEBUG nova.network.neutron [-] [instance: ebec351f-35c7-4a4c-a067-8477bfa10fc2] Updating instance_info_cache with network_info: [] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1358.881307] env[69613]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-034fbe84-9e36-4363-919c-726dd7609c12 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.892612] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c68ae0f-38bf-41dd-bdd8-39f5026a7132 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.916915] env[69613]: DEBUG nova.compute.manager [req-af374763-f0a9-448c-bb04-ed6fbfb5dcc5 req-de63d72e-c473-4c4f-9699-4e01c3248fe8 service nova] [instance: ebec351f-35c7-4a4c-a067-8477bfa10fc2] Detach interface failed, port_id=651bce8e-a230-424c-b066-2511346b7e68, reason: Instance ebec351f-35c7-4a4c-a067-8477bfa10fc2 could not be found. {{(pid=69613) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1359.366106] env[69613]: INFO nova.compute.manager [-] [instance: ebec351f-35c7-4a4c-a067-8477bfa10fc2] Took 1.25 seconds to deallocate network for instance. [ 1359.874906] env[69613]: DEBUG oslo_concurrency.lockutils [None req-5309e160-ca31-41ff-9729-65e07feb82a7 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1359.875408] env[69613]: DEBUG oslo_concurrency.lockutils [None req-5309e160-ca31-41ff-9729-65e07feb82a7 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1359.875465] env[69613]: DEBUG nova.objects.instance [None req-5309e160-ca31-41ff-9729-65e07feb82a7 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Lazy-loading 'resources' on Instance uuid ebec351f-35c7-4a4c-a067-8477bfa10fc2 {{(pid=69613) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1360.440972] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dce9e237-2a26-4c34-bb6b-1752b00cc59e {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.448524] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3399b168-4870-420a-b17e-dda8fade09a8 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.477873] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d67185b3-4348-4401-9dc3-a611a9e8f343 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.485291] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb58f1f5-803e-4f86-8a54-d208d141d6a8 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.499447] env[69613]: DEBUG nova.compute.provider_tree [None req-5309e160-ca31-41ff-9729-65e07feb82a7 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Inventory has not changed in ProviderTree for provider: af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 {{(pid=69613) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1361.002940] env[69613]: DEBUG nova.scheduler.client.report [None req-5309e160-ca31-41ff-9729-65e07feb82a7 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Inventory has not changed for provider af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69613) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1361.507720] env[69613]: DEBUG oslo_concurrency.lockutils [None req-5309e160-ca31-41ff-9729-65e07feb82a7 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.632s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1361.526035] env[69613]: INFO nova.scheduler.client.report [None req-5309e160-ca31-41ff-9729-65e07feb82a7 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Deleted allocations for instance ebec351f-35c7-4a4c-a067-8477bfa10fc2 [ 1362.033782] env[69613]: DEBUG oslo_concurrency.lockutils [None req-5309e160-ca31-41ff-9729-65e07feb82a7 tempest-ServerActionsTestOtherA-309825293 tempest-ServerActionsTestOtherA-309825293-project-member] Lock "ebec351f-35c7-4a4c-a067-8477bfa10fc2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.526s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1368.747289] env[69613]: DEBUG oslo_concurrency.lockutils [None req-2cc43289-4da5-4871-8ff9-e6fd3547c320 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] Acquiring lock "78f011cd-d84f-4ea5-9945-9ff6b202838a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1368.747663] env[69613]: DEBUG oslo_concurrency.lockutils [None req-2cc43289-4da5-4871-8ff9-e6fd3547c320 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] Lock "78f011cd-d84f-4ea5-9945-9ff6b202838a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1368.747748] env[69613]: DEBUG oslo_concurrency.lockutils [None req-2cc43289-4da5-4871-8ff9-e6fd3547c320 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] Acquiring lock "78f011cd-d84f-4ea5-9945-9ff6b202838a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1368.748383] env[69613]: DEBUG oslo_concurrency.lockutils [None req-2cc43289-4da5-4871-8ff9-e6fd3547c320 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] Lock "78f011cd-d84f-4ea5-9945-9ff6b202838a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1368.748532] env[69613]: DEBUG oslo_concurrency.lockutils [None req-2cc43289-4da5-4871-8ff9-e6fd3547c320 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] Lock "78f011cd-d84f-4ea5-9945-9ff6b202838a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1368.750632] env[69613]: INFO nova.compute.manager [None req-2cc43289-4da5-4871-8ff9-e6fd3547c320 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] [instance: 78f011cd-d84f-4ea5-9945-9ff6b202838a] Terminating instance [ 1369.254423] env[69613]: DEBUG nova.compute.manager [None req-2cc43289-4da5-4871-8ff9-e6fd3547c320 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] [instance: 78f011cd-d84f-4ea5-9945-9ff6b202838a] Start destroying the instance on the hypervisor. {{(pid=69613) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1369.254694] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-2cc43289-4da5-4871-8ff9-e6fd3547c320 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] [instance: 78f011cd-d84f-4ea5-9945-9ff6b202838a] Destroying instance {{(pid=69613) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1369.255571] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1696927e-8666-49b6-9cbe-333071d43ca3 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.263312] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-2cc43289-4da5-4871-8ff9-e6fd3547c320 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] [instance: 78f011cd-d84f-4ea5-9945-9ff6b202838a] Powering off the VM {{(pid=69613) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1369.263535] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b081e400-728c-4989-aedb-963f715401b9 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.269761] env[69613]: DEBUG oslo_vmware.api [None req-2cc43289-4da5-4871-8ff9-e6fd3547c320 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] Waiting for the task: (returnval){ [ 1369.269761] env[69613]: value = "task-3418512" [ 1369.269761] env[69613]: _type = "Task" [ 1369.269761] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1369.277508] env[69613]: DEBUG oslo_vmware.api [None req-2cc43289-4da5-4871-8ff9-e6fd3547c320 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] Task: {'id': task-3418512, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1369.780500] env[69613]: DEBUG oslo_vmware.api [None req-2cc43289-4da5-4871-8ff9-e6fd3547c320 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] Task: {'id': task-3418512, 'name': PowerOffVM_Task, 'duration_secs': 0.207639} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1369.780932] env[69613]: DEBUG nova.virt.vmwareapi.vm_util [None req-2cc43289-4da5-4871-8ff9-e6fd3547c320 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] [instance: 78f011cd-d84f-4ea5-9945-9ff6b202838a] Powered off the VM {{(pid=69613) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1369.780996] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-2cc43289-4da5-4871-8ff9-e6fd3547c320 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] [instance: 78f011cd-d84f-4ea5-9945-9ff6b202838a] Unregistering the VM {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1369.781284] env[69613]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b54fcc94-a791-4d3e-93da-9281e34ef7ce {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.838546] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-2cc43289-4da5-4871-8ff9-e6fd3547c320 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] [instance: 78f011cd-d84f-4ea5-9945-9ff6b202838a] Unregistered the VM {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1369.838750] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-2cc43289-4da5-4871-8ff9-e6fd3547c320 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] [instance: 78f011cd-d84f-4ea5-9945-9ff6b202838a] Deleting contents of the VM from datastore datastore2 {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1369.838936] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-2cc43289-4da5-4871-8ff9-e6fd3547c320 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] Deleting the datastore file [datastore2] 78f011cd-d84f-4ea5-9945-9ff6b202838a {{(pid=69613) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1369.839216] env[69613]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7c96461e-9c75-4627-bb8d-8856e3397482 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.845862] env[69613]: DEBUG oslo_vmware.api [None req-2cc43289-4da5-4871-8ff9-e6fd3547c320 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] Waiting for the task: (returnval){ [ 1369.845862] env[69613]: value = "task-3418514" [ 1369.845862] env[69613]: _type = "Task" [ 1369.845862] env[69613]: } to complete. {{(pid=69613) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1369.853414] env[69613]: DEBUG oslo_vmware.api [None req-2cc43289-4da5-4871-8ff9-e6fd3547c320 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] Task: {'id': task-3418514, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1370.355858] env[69613]: DEBUG oslo_vmware.api [None req-2cc43289-4da5-4871-8ff9-e6fd3547c320 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] Task: {'id': task-3418514, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.157812} completed successfully. {{(pid=69613) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1370.356178] env[69613]: DEBUG nova.virt.vmwareapi.ds_util [None req-2cc43289-4da5-4871-8ff9-e6fd3547c320 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] Deleted the datastore file {{(pid=69613) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1370.356350] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-2cc43289-4da5-4871-8ff9-e6fd3547c320 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] [instance: 78f011cd-d84f-4ea5-9945-9ff6b202838a] Deleted contents of the VM from datastore datastore2 {{(pid=69613) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1370.356540] env[69613]: DEBUG nova.virt.vmwareapi.vmops [None req-2cc43289-4da5-4871-8ff9-e6fd3547c320 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] [instance: 78f011cd-d84f-4ea5-9945-9ff6b202838a] Instance destroyed {{(pid=69613) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1370.356714] env[69613]: INFO nova.compute.manager [None req-2cc43289-4da5-4871-8ff9-e6fd3547c320 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] [instance: 78f011cd-d84f-4ea5-9945-9ff6b202838a] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1370.356958] env[69613]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2cc43289-4da5-4871-8ff9-e6fd3547c320 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69613) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1370.357164] env[69613]: DEBUG nova.compute.manager [-] [instance: 78f011cd-d84f-4ea5-9945-9ff6b202838a] Deallocating network for instance {{(pid=69613) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1370.357254] env[69613]: DEBUG nova.network.neutron [-] [instance: 78f011cd-d84f-4ea5-9945-9ff6b202838a] deallocate_for_instance() {{(pid=69613) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1370.773054] env[69613]: DEBUG nova.compute.manager [req-98180547-a328-433d-9348-276a5ec43a04 req-1e031608-b0c3-4a22-8e85-fe60028a3141 service nova] [instance: 78f011cd-d84f-4ea5-9945-9ff6b202838a] Received event network-vif-deleted-7f9253d1-bbc7-4df5-bc3e-9612d654699b {{(pid=69613) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1370.773270] env[69613]: INFO nova.compute.manager [req-98180547-a328-433d-9348-276a5ec43a04 req-1e031608-b0c3-4a22-8e85-fe60028a3141 service nova] [instance: 78f011cd-d84f-4ea5-9945-9ff6b202838a] Neutron deleted interface 7f9253d1-bbc7-4df5-bc3e-9612d654699b; detaching it from the instance and deleting it from the info cache [ 1370.773703] env[69613]: DEBUG nova.network.neutron [req-98180547-a328-433d-9348-276a5ec43a04 req-1e031608-b0c3-4a22-8e85-fe60028a3141 service nova] [instance: 78f011cd-d84f-4ea5-9945-9ff6b202838a] Updating instance_info_cache with network_info: [] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1371.256595] env[69613]: DEBUG nova.network.neutron [-] [instance: 78f011cd-d84f-4ea5-9945-9ff6b202838a] Updating instance_info_cache with network_info: [] {{(pid=69613) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1371.276421] env[69613]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6c9dc40c-6158-499a-b6b2-f03e617b0d57 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.286459] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dde3dcf-9e96-40a7-812f-2803a4fdffda {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.310062] env[69613]: DEBUG nova.compute.manager [req-98180547-a328-433d-9348-276a5ec43a04 req-1e031608-b0c3-4a22-8e85-fe60028a3141 service nova] [instance: 78f011cd-d84f-4ea5-9945-9ff6b202838a] Detach interface failed, port_id=7f9253d1-bbc7-4df5-bc3e-9612d654699b, reason: Instance 78f011cd-d84f-4ea5-9945-9ff6b202838a could not be found. {{(pid=69613) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1371.758941] env[69613]: INFO nova.compute.manager [-] [instance: 78f011cd-d84f-4ea5-9945-9ff6b202838a] Took 1.40 seconds to deallocate network for instance. [ 1372.265636] env[69613]: DEBUG oslo_concurrency.lockutils [None req-2cc43289-4da5-4871-8ff9-e6fd3547c320 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1372.266037] env[69613]: DEBUG oslo_concurrency.lockutils [None req-2cc43289-4da5-4871-8ff9-e6fd3547c320 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1372.266153] env[69613]: DEBUG nova.objects.instance [None req-2cc43289-4da5-4871-8ff9-e6fd3547c320 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] Lazy-loading 'resources' on Instance uuid 78f011cd-d84f-4ea5-9945-9ff6b202838a {{(pid=69613) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1372.472650] env[69613]: DEBUG oslo_service.periodic_task [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69613) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1372.472925] env[69613]: DEBUG oslo_service.periodic_task [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69613) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1372.473057] env[69613]: DEBUG oslo_service.periodic_task [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69613) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1372.473212] env[69613]: DEBUG oslo_service.periodic_task [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69613) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1372.473364] env[69613]: DEBUG oslo_service.periodic_task [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69613) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1372.473509] env[69613]: DEBUG oslo_service.periodic_task [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69613) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1372.473655] env[69613]: DEBUG oslo_service.periodic_task [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69613) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1372.473794] env[69613]: DEBUG nova.compute.manager [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69613) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1372.473941] env[69613]: DEBUG oslo_service.periodic_task [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Running periodic task ComputeManager.update_available_resource {{(pid=69613) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1372.786919] env[69613]: DEBUG nova.scheduler.client.report [None req-2cc43289-4da5-4871-8ff9-e6fd3547c320 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] Refreshing inventories for resource provider af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 {{(pid=69613) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1372.800508] env[69613]: DEBUG nova.scheduler.client.report [None req-2cc43289-4da5-4871-8ff9-e6fd3547c320 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] Updating ProviderTree inventory for provider af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69613) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1372.800724] env[69613]: DEBUG nova.compute.provider_tree [None req-2cc43289-4da5-4871-8ff9-e6fd3547c320 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] Updating inventory in ProviderTree for provider af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69613) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1372.811496] env[69613]: DEBUG nova.scheduler.client.report [None req-2cc43289-4da5-4871-8ff9-e6fd3547c320 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] Refreshing aggregate associations for resource provider af76dfa6-80f5-47a1-ac1e-7e11abfaaed9, aggregates: None {{(pid=69613) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1372.827833] env[69613]: DEBUG nova.scheduler.client.report [None req-2cc43289-4da5-4871-8ff9-e6fd3547c320 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] Refreshing trait associations for resource provider af76dfa6-80f5-47a1-ac1e-7e11abfaaed9, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_NODE {{(pid=69613) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1372.853382] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fba0703-68ec-4327-9cd8-a1caf93e1416 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.860524] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cea056e-732d-4706-b307-49572bfb560e {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.890626] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14f1b0f6-4cc3-460d-ba6c-a0cac4ef1d25 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.897624] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c0da6cf-f7f4-4880-a714-959eef7876e7 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.912264] env[69613]: DEBUG nova.compute.provider_tree [None req-2cc43289-4da5-4871-8ff9-e6fd3547c320 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] Updating inventory in ProviderTree for provider af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69613) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1372.976343] env[69613]: DEBUG oslo_concurrency.lockutils [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1373.441929] env[69613]: DEBUG nova.scheduler.client.report [None req-2cc43289-4da5-4871-8ff9-e6fd3547c320 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] Updated inventory for provider af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 with generation 176 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69613) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1373.442412] env[69613]: DEBUG nova.compute.provider_tree [None req-2cc43289-4da5-4871-8ff9-e6fd3547c320 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] Updating resource provider af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 generation from 176 to 177 during operation: update_inventory {{(pid=69613) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1373.442412] env[69613]: DEBUG nova.compute.provider_tree [None req-2cc43289-4da5-4871-8ff9-e6fd3547c320 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] Updating inventory in ProviderTree for provider af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69613) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1373.948193] env[69613]: DEBUG oslo_concurrency.lockutils [None req-2cc43289-4da5-4871-8ff9-e6fd3547c320 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.682s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1373.950511] env[69613]: DEBUG oslo_concurrency.lockutils [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.974s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1373.950696] env[69613]: DEBUG oslo_concurrency.lockutils [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1373.950856] env[69613]: DEBUG nova.compute.resource_tracker [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69613) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1373.952126] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bb1580e-7a8e-484b-b5e6-fddc711f7bdf {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.960211] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e78f8039-9e65-4e78-881f-7ec468d4d492 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.974315] env[69613]: INFO nova.scheduler.client.report [None req-2cc43289-4da5-4871-8ff9-e6fd3547c320 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] Deleted allocations for instance 78f011cd-d84f-4ea5-9945-9ff6b202838a [ 1373.975818] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b9606d9-adba-463c-903d-5eda9f9e8aa2 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.985627] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed1c4e59-0c0d-4776-b31e-a1ef7bf399f6 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.015763] env[69613]: DEBUG nova.compute.resource_tracker [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180398MB free_disk=100GB free_vcpus=48 pci_devices=None {{(pid=69613) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1374.015933] env[69613]: DEBUG oslo_concurrency.lockutils [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1374.016148] env[69613]: DEBUG oslo_concurrency.lockutils [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1374.485262] env[69613]: DEBUG oslo_concurrency.lockutils [None req-2cc43289-4da5-4871-8ff9-e6fd3547c320 tempest-AttachVolumeShelveTestJSON-644142584 tempest-AttachVolumeShelveTestJSON-644142584-project-member] Lock "78f011cd-d84f-4ea5-9945-9ff6b202838a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.738s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1375.035655] env[69613]: DEBUG nova.compute.resource_tracker [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=69613) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1375.035885] env[69613]: DEBUG nova.compute.resource_tracker [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=69613) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1375.049500] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e898c672-33e1-42e5-bc91-72680751c58c {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.057497] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad417916-6f0b-4aab-82ce-2df540e63ced {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.086962] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-942a4578-38aa-49bf-8556-d6c2165d98c5 {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.094109] env[69613]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2842712-59c2-4ae9-921d-cb58b5b9e1ca {{(pid=69613) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.107114] env[69613]: DEBUG nova.compute.provider_tree [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Inventory has not changed in ProviderTree for provider: af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 {{(pid=69613) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1375.610406] env[69613]: DEBUG nova.scheduler.client.report [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Inventory has not changed for provider af76dfa6-80f5-47a1-ac1e-7e11abfaaed9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69613) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1376.115146] env[69613]: DEBUG nova.compute.resource_tracker [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69613) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1376.115345] env[69613]: DEBUG oslo_concurrency.lockutils [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.099s {{(pid=69613) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1389.036820] env[69613]: DEBUG oslo_service.periodic_task [None req-8f0d917f-c1de-458a-8dac-5e5edfb3c93b None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69613) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}